vltest.c

harvest是一个下载html网页得机器人

/*************************************************************************************************
 * Test cases of Villa
 *                                                      Copyright (C) 2000-2003 Mikio Hirabayashi
 * This file is part of QDBM, Quick Database Manager.
 * QDBM is free software; you can redistribute it and/or modify it under the terms of the GNU
 * Lesser General Public License as published by the Free Software Foundation; either version
 * 2.1 of the License or any later version.  QDBM is distributed in the hope that it will be
 * useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more
 * details.
 * You should have received a copy of the GNU Lesser General Public License along with QDBM; if
 * not, write to the Free Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
 * 02111-1307 USA.
 *************************************************************************************************/


#include <depot.h>
#include <cabin.h>
#include <villa.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <stdarg.h>
#include <time.h>

#undef TRUE
#define TRUE           1                 /* boolean true */
#undef FALSE
#define FALSE          0                 /* boolean false */

#define RECBUFSIZ      32                /* buffer for records */


/* for RISC OS */
#if defined(__riscos__) || defined(__riscos)
#include <unixlib/local.h>
int __riscosify_control = __RISCOSIFY_NO_PROCESS;
#endif


/* global variables */
const char *progname;                    /* program name */


/* function prototypes */
int main(int argc, char **argv);
void usage(void);
int runwrite(int argc, char **argv);
int runread(int argc, char **argv);
int runrdup(int argc, char **argv);
int runcombo(int argc, char **argv);
int runwicked(int argc, char **argv);
int printfflush(const char *format, ...);
void pdperror(const char *name);
int myrand(void);
int dowrite(const char *name, int rnum, int ii, int lrecmax, int nidxmax, int lcnum, int ncnum);
int doread(const char *name, int ii);
int dordup(const char *name, int rnum, int pnum, int ii,
           int lrecmax, int nidxmax, int lcnum, int ncnum);
int docombo(const char *name);
int dowicked(const char *name, int rnum);


/* main routine */
int main(int argc, char **argv){
  int rv;
  progname = argv[0];
  if(argc < 2) usage();
  rv = 0;
  if(!strcmp(argv[1], "write")){
    rv = runwrite(argc, argv);
  } else if(!strcmp(argv[1], "read")){
    rv = runread(argc, argv);
  } else if(!strcmp(argv[1], "rdup")){
    rv = runrdup(argc, argv);
  } else if(!strcmp(argv[1], "combo")){
    rv = runcombo(argc, argv);
  } else if(!strcmp(argv[1], "wicked")){
    rv = runwicked(argc, argv);
  } else {
    usage();
  }
  return rv;
}


/* print the usage and exit */
void usage(void){
  fprintf(stderr, "%s: test cases for Villa\n", progname);
  fprintf(stderr, "\n");
  fprintf(stderr, "usage:\n");
  fprintf(stderr, "  %s write [-int] [-tune lrecmax nidmax lcnum ncnum] name rnum\n", progname);
  fprintf(stderr, "  %s read [-int] name\n", progname);
  fprintf(stderr, "  %s rdup [-int] [-tune lrecmax nidmax lcnum ncnum] name rnum pnum\n",
          progname);
  fprintf(stderr, "  %s combo name\n", progname);
  fprintf(stderr, "  %s wicked name rnum\n", progname);
  exit(1);
}


/* parse arguments of write command */
int runwrite(int argc, char **argv){
  char *name, *rstr;
  int i, rnum, ii, lrecmax, nidxmax, lcnum, ncnum, rv;
  name = NULL;
  rstr = NULL;
  rnum = 0;
  ii = FALSE;
  lrecmax = -1;
  nidxmax = -1;
  lcnum = -1;
  ncnum = -1;
  for(i = 2; i < argc; i++){
    if(!name && argv[i][0] == '-'){
      if(!strcmp(argv[i], "-int")){
        ii = TRUE;
      } else if(!strcmp(argv[i], "-tune")){
        if(++i >= argc) usage();
        lrecmax = atoi(argv[i]);
        if(++i >= argc) usage();
        nidxmax = atoi(argv[i]);
        if(++i >= argc) usage();
        lcnum = atoi(argv[i]);
        if(++i >= argc) usage();
        ncnum = atoi(argv[i]);
      } else {
        usage();
      }
    } else if(!name){
      name = argv[i];
    } else if(!rstr){
      rstr = argv[i];
    } else {
      usage();
    }
  }
  if(!name || !rstr) usage();
  rnum = atoi(rstr);
  if(rnum < 1) usage();
  rv = dowrite(name, rnum, ii, lrecmax, nidxmax, lcnum, ncnum);
  return rv;
}


/* parse arguments of read command */
int runread(int argc, char **argv){
  char *name;
  int i, ii, rv;
  name = NULL;
  ii = FALSE;
  for(i = 2; i < argc; i++){
    if(!name && argv[i][0] == '-'){
      if(!strcmp(argv[i], "-int")){
        ii = TRUE;
      } else {
        usage();
      }
    } else if(!name){
      name = argv[i];
    } else {
      usage();
    }
  }
  if(!name) usage();
  rv = doread(name, ii);
  return rv;
}


/* parse arguments of rdup command */
int runrdup(int argc, char **argv){
  char *name, *rstr, *pstr;
  int i, rnum, pnum, ii, lrecmax, nidxmax, lcnum, ncnum, rv;
  name = NULL;
  rstr = NULL;
  pstr = NULL;
  rnum = 0;
  pnum = 0;
  ii = FALSE;
  lrecmax = -1;
  nidxmax = -1;
  lcnum = -1;
  ncnum = -1;
  for(i = 2; i < argc; i++){
    if(!name && argv[i][0] == '-'){
      if(!strcmp(argv[i], "-int")){
        ii = TRUE;
      } else if(!strcmp(argv[i], "-tune")){
        if(++i >= argc) usage();
        lrecmax = atoi(argv[i]);
        if(++i >= argc) usage();
        nidxmax = atoi(argv[i]);
        if(++i >= argc) usage();
        lcnum = atoi(argv[i]);
        if(++i >= argc) usage();
        ncnum = atoi(argv[i]);
      } else {
        usage();
      }
    } else if(!name){
      name = argv[i];
    } else if(!rstr){
      rstr = argv[i];
    } else if(!pstr){
      pstr = argv[i];
    } else {
      usage();
    }
  }
  if(!name || !rstr || !pstr) usage();
  rnum = atoi(rstr);
  pnum = atoi(pstr);
  if(rnum < 1 || pnum < 1) usage();
  rv = dordup(name, rnum, pnum, ii, lrecmax, nidxmax, lcnum, ncnum);
  return rv;
}


/* parse arguments of combo command */
int runcombo(int argc, char **argv){
  char *name;
  int i, rv;
  name = NULL;
  for(i = 2; i < argc; i++){
    if(!name && argv[i][0] == '-'){
      usage();
    } else if(!name){
      name = argv[i];
    } else {
      usage();
    }
  }
  if(!name) usage();
  rv = docombo(name);
  return rv;
}


/* parse arguments of wicked command */
int runwicked(int argc, char **argv){
  char *name, *rstr;
  int i, rnum, rv;
  name = NULL;
  rstr = NULL;
  for(i = 2; i < argc; i++){
    if(!name && argv[i][0] == '-'){
      usage();
    } else if(!name){
      name = argv[i];
    } else if(!rstr){
      rstr = argv[i];
    } else {
      usage();
    }
  }
  if(!name || !rstr) usage();
  rnum = atoi(rstr);
  if(rnum < 1) usage();
  rv = dowicked(name, rnum);
  return rv;
}


/* print formatted string and flush the buffer */
int printfflush(const char *format, ...){
  va_list ap;
  int rv;
  va_start(ap, format);
  rv = vprintf(format, ap);
  if(fflush(stdout) == EOF) rv = -1;
  va_end(ap);
  return rv;
}


/* print an error message */
void pdperror(const char *name){
  fprintf(stderr, "%s: %s: %s\n", progname, name, dperrmsg(dpecode));
}


/* pseudo random number generator */
int myrand(void){
  static int cnt = 0;
  if(cnt == 0) srand(time(NULL));
  return (rand() * rand() + (rand() >> (sizeof(int) * 4)) + (cnt++)) & 0x7FFFFFFF;
}


/* perform write command */
int dowrite(const char *name, int rnum, int ii, int lrecmax, int nidxmax, int lcnum, int ncnum){
  VILLA *villa;
  int i, err, len;
  char buf[RECBUFSIZ];
  printfflush("<Writing Test>\n  name=%s  rnum=%d  int=%d  "
              "lrecmax=%d  nidxmax=%d  lcnum=%d  ncnum=%d\n\n",
              name, rnum, ii, lrecmax, nidxmax, lcnum, ncnum);
  /* open a database */
  if(!(villa = vlopen(name, VL_OWRITER | VL_OCREAT | VL_OTRUNC, ii ? VL_CMPINT : VL_CMPLEX))){
    pdperror(name);
    return 1;
  }
  err = FALSE;
  /* set tuning parameters */
  if(lrecmax > 0) vlsettuning(villa, lrecmax, nidxmax, lcnum, ncnum);
  /* loop for each record */
  for(i = 1; i <= rnum; i++){
    /* store a record */
    if(ii){
      if(!vlput(villa, (char *)&i, sizeof(int), (char *)&i, sizeof(int), VL_DOVER)){
        pdperror(name);
        err = TRUE;
        break;
      }
    } else {
      len = sprintf(buf, "%08d", i);
      if(!vlput(villa, buf, len, buf, len, VL_DOVER)){
        pdperror(name);
        err = TRUE;
        break;
      }
    }
    /* print progression */
    if(rnum > 250 && i % (rnum / 250) == 0){
      putchar('.');
      fflush(stdout);
      if(i == rnum || i % (rnum / 10) == 0){
        printfflush(" (%08d)\n", i);
      }
    }
  }
  /* close the database */
  if(!vlclose(villa)){
    pdperror(name);
    return 1;
  }
  if(!err) printfflush("ok\n\n");
  return 0;
}


/* perform read command */
int doread(const char *name, int ii){
  VILLA *villa;
  int i, rnum, err, len;
  char buf[RECBUFSIZ], *val;
  printfflush("<Reading Test>\n  name=%s  int=%d\n\n", name, ii);
  /* open a database */
  if(!(villa = vlopen(name, VL_OREADER, ii ? VL_CMPINT : VL_CMPLEX))){
    pdperror(name);
    return 1;
  }
  /* get the number of records */
  rnum = vlrnum(villa);
  err = FALSE;
  /* loop for each record */
  for(i = 1; i <= rnum; i++){
    /* retrieve a record */
    if(ii){
      if(!(val = vlget(villa, (char *)&i, sizeof(int), NULL))){
        pdperror(name);
        err = TRUE;
        break;
      }
      free(val);
    } else {
      len = sprintf(buf, "%08d", i);
      if(!(val = vlget(villa, buf, len, NULL))){
        pdperror(name);
        err = TRUE;
        break;
      }
      free(val);
    }
    /* print progression */
    if(rnum > 250 && i % (rnum / 250) == 0){
      putchar('.');
      fflush(stdout);
      if(i == rnum || i % (rnum / 10) == 0){
        printfflush(" (%08d)\n", i);
      }
    }
  }
  /* close the database */
  if(!vlclose(villa)){
    pdperror(name);
    return 1;
  }
  if(!err) printfflush("ok\n\n");
  return 0;
}


/* perform rdup command */
int dordup(const char *name, int rnum, int pnum, int ii,
           int lrecmax, int nidxmax, int lcnum, int ncnum){
  VILLA *villa;
  int i, err, vi, len;
  char buf[RECBUFSIZ];
  printfflush("<Random Writing Test>\n  name=%s  rnum=%d  int=%d  "
              "lrecmax=%d  nidxmax=%d  lcnum=%d  ncnum=%d\n\n",
              name, rnum, ii, lrecmax, nidxmax, lcnum, ncnum);
  if(!(villa = vlopen(name, VL_OWRITER | VL_OCREAT | VL_OTRUNC, ii ? VL_CMPINT : VL_CMPLEX))){
    pdperror(name);
    return 1;
  }
  err = FALSE;
  if(lrecmax > 0) vlsettuning(villa, lrecmax, nidxmax, lcnum, ncnum);
  for(i = 1; i <= rnum; i++){
    vi = myrand() % pnum + 1;
    if(ii){
      if(!vlput(villa, (char *)&vi, sizeof(int), (char *)&vi, sizeof(int), VL_DDUP)){
        pdperror(name);
        err = TRUE;
        break;
      }
    } else {
      len = sprintf(buf, "%08d", vi);
      if(!vlput(villa, buf, len, buf, len, VL_DDUP)){
        pdperror(name);
        err = TRUE;
        break;
      }
    }
    if(rnum > 250 && i % (rnum / 250) == 0){
      putchar('.');
      fflush(stdout);
      if(i == rnum || i % (rnum / 10) == 0){
        printfflush(" (%08d: fsiz=%d lnum=%d nnum=%d)\n",
                    i, vlfsiz(villa), vllnum(villa), vlnnum(villa));
      }
    }
  }
  if(!vlclose(villa)){
    pdperror(name);
    return 1;
  }
  if(!err) printfflush("ok\n\n");
  return 0;
}


/* perform combo command */
int docombo(const char *name){
  VILLA *villa;
  char buf[RECBUFSIZ], *vbuf, *kbuf;
  int i, len, vsiz, ksiz, fsiz, lnum, nnum, rnum;
  CBLIST *alist, *dlist;
  const char *ap, *dp;
  printfflush("<Combination Test>\n  name=%s\n\n", name);
  printfflush("Creating a database with VL_CMPLEX ... ");
  if(!(villa = vlopen(name, VL_OWRITER | VL_OCREAT | VL_OTRUNC, VL_CMPLEX))){
    pdperror(name);
    return 1;
  }
  printfflush("ok\n");
  printfflush("Setting tuning parameters with 3, 4, 16, 16 ... ");
  vlsettuning(villa, 3, 4, 16, 16);
  printfflush("ok\n");
  printfflush("Adding 100 records with VL_DOVER ... ");
  for(i = 1; i <= 100; i++){
    len = sprintf(buf, "%08d", i);
    if(!vlput(villa, buf, len, buf, len, VL_DOVER)){
      pdperror(name);
      vlclose(villa);
      return 1;
    }
  }
  printfflush("ok\n");
  printfflush("Checking records ... ");
  for(i = 1; i <= 100; i++){
    len = sprintf(buf, "%08d", i);
    if(!(vbuf = vlget(villa, buf, len, &vsiz))){
      pdperror(name);
      vlclose(villa);
      return 1;
    }
    free(vbuf);
    if(vsiz != 8){
      fprintf(stderr, "%s: %s: invalid vsiz\n", progname, name);
      vlclose(villa);
      return 1;
    }
    if(vlvnum(villa, buf, len) != 1){
      fprintf(stderr, "%s: %s: invalid vnum\n", progname, name);
      vlclose(villa);
      return 1;
    }
  }
  printfflush("ok\n");
  printfflush("Deleting x1 - x5 records ... ");
  for(i = 1; i <= 100; i++){
    if(i % 10 < 1 || i % 10 > 5) continue;
    len = sprintf(buf, "%08d", i);
    if(!vlout(villa, buf, len)){
      pdperror(name);
      vlclose(villa);
      return 1;
    }
  }
  printfflush("ok\n");
  printfflush("Adding 100 records with VL_DOVER ... ");
  for(i = 1; i <= 100; i++){
    len = sprintf(buf, "%08d", i);
    if(!vlput(villa, buf, len, buf, len, VL_DOVER)){
      pdperror(name);
      vlclose(villa);
      return 1;
    }
  }
  printfflush("ok\n");
  printfflush("Deleting x1 - x5 records ... ");
  for(i = 1; i <= 100; i++){
    if(i % 10 < 1 || i % 10 > 5) continue;
    len = sprintf(buf, "%08d", i);
    if(!vlout(villa, buf, len)){
      pdperror(name);
      vlclose(villa);
      return 1;
    }
  }
  printfflush("ok\n");
  printfflush("Checking number of records ... ");
  if(vlrnum(villa) != 50){
    fprintf(stderr, "%s: %s: invalid rnum\n", progname, name);
    vlclose(villa);
    return 1;
  }
  printfflush("ok\n");
  printfflush("Adding 100 records with VL_DDUP ... ");
  for(i = 1; i <= 100; i++){
    len = sprintf(buf, "%08d", i);
    if(!vlput(villa, buf, len, buf, len, VL_DDUP)){
      pdperror(name);
      vlclose(villa);
      return 1;
    }
  }
  printfflush("ok\n");
  printfflush("Deleting x6 - x0 records ... ");
  for(i = 1; i <= 100; i++){
    if(i % 10 >= 1 && i % 10 <= 5) continue;
    len = sprintf(buf, "%08d", i);
    if(!vlout(villa, buf, len)){
      pdperror(name);
      vlclose(villa);
      return 1;
    }
  }
  printfflush("ok\n");
  printfflush("Optimizing the database ... ");
  if(!vloptimize(villa)){
    pdperror(name);
    vlclose(villa);
    return 1;
  }
  printfflush("ok\n");
  printfflush("Checking number of records ... ");
  if(vlrnum(villa) != 100){
    fprintf(stderr, "%s: %s: invalid rnum\n", progname, name);
    vlclose(villa);
    return 1;
  }
  printfflush("ok\n");
  printfflush("Checking records ... ");
  for(i = 1; i <= 100; i++){
    len = sprintf(buf, "%08d", i);