zoomtst4.c

harvest是一个下载html网页得机器人

/*
 * $Id: zoomtst4.c,v 1.7 2001/11/30 08:24:06 adam Exp $
 *
 * Asynchronous multi-target going through proxy doing search and retrieve
 * using present.
 */

#include <stdio.h>
#include <string.h>
#include <yaz/xmalloc.h>

#include <yaz/zoom.h>

const char *my_callback (void *handle, const char *name)
{
    if (!strcmp (name, "async"))
	return "1";
    return 0;
}

int main(int argc, char **argv)
{
    int i;
    int no = argc-3;
    ZOOM_connection z[500]; /* allow at most 500 connections */
    ZOOM_resultset r[500];  /* and result sets .. */
    ZOOM_query q;
    ZOOM_options o = ZOOM_options_create ();

    if (argc < 4)
    {
	fprintf (stderr, "usage:\n%s proxy target1 .. targetN query\n",
		 *argv);
	exit (2);
    }
    if (no > 500)
        no = 500;

    /* function my_callback called when reading options .. */
    ZOOM_options_set_callback (o, my_callback, 0);

    /* get 20 (at most) records from offset 5 */
    ZOOM_options_set (o, "start", "5");
    ZOOM_options_set (o, "count", "20");
    ZOOM_options_set (o, "schema", "gils-schema");
    ZOOM_options_set (o, "elementSetName", "F");

    /* set proxy */
    ZOOM_options_set (o, "proxy", argv[1]);
    
    /* create query */
    q = ZOOM_query_create ();
    if (ZOOM_query_prefix (q, argv[argc-1]))
    {
	printf ("bad PQF: %s\n", argv[argc-1]);
	exit (1);
    }
    /* connect - and search all */
    for (i = 0; i<no; i++)
    {
    	z[i] = ZOOM_connection_create (o);
    	ZOOM_connection_connect (z[i], argv[i+2], 0);
        r[i] = ZOOM_connection_search (z[i], q);
    }

    /* network I/O */
    while (ZOOM_event (no, z))
	;

    /* handle errors */
    for (i = 0; i<no; i++)
    {
	int error;
	const char *errmsg, *addinfo;
	if ((error = ZOOM_connection_error(z[i], &errmsg, &addinfo)))
	    fprintf (stderr, "%s error: %s (%d) %s\n",
		     ZOOM_connection_option_get(z[i], "host"),
                     errmsg, error, addinfo);
        else
	    printf ("%s: %d hits\n", ZOOM_connection_option_get(z[i], "host"),
                    ZOOM_resultset_size(r[i]));
    }

    /* destroy stuff and exit */
    ZOOM_query_destroy (q);
    for (i = 0; i<no; i++)
    {
        ZOOM_resultset_destroy (r[i]);
        ZOOM_connection_destroy (z[i]);
    }
    ZOOM_options_destroy(o);
    exit (0);
}