downloadparameterseditor.java

一个Web爬虫（机器人

/*
 * WebSPHINX web crawling toolkit
 * Copyright (C) 1998,1999 Carnegie Mellon University 
 * 
 * This library is free software; you can redistribute it
 * and/or modify it under the terms of the GNU Library
 * General Public License as published by the Free Software 
 * Foundation, version 2.
 *
 * WebSPHINX homepage: http://www.cs.cmu.edu/~rcm/websphinx/
 */
package websphinx.workbench;

import websphinx.*;
import java.awt.*;
import websphinx.util.Constrain;
import websphinx.util.PopupDialog;

public class DownloadParametersEditor extends Panel {

    DownloadParameters dp;

    TextField maxThreads;
    TextField maxPageSize;
    TextField downloadTimeout;
    TextField crawlTimeout;
    Checkbox obeyRobotExclusion;
    TextField maxRequestsPerServer;
    TextField delay;
    Checkbox interactive;
    Checkbox useCaches;

    public DownloadParametersEditor () {
        setLayout (new GridBagLayout ());

        Constrain.add (this, new Label ("Threads:"), Constrain.labelLike (0, 0));
        Constrain.add (this, maxThreads = new TextField (),
                       Constrain.fieldLike (1,0));
        Constrain.add (this, new Label ("Page size:"), Constrain.labelLike (0,1));
        Constrain.add (this, maxPageSize = new TextField (),
                       Constrain.fieldLike (1,1));
        Constrain.add (this, new Label ("KB"), Constrain.labelLike (2,1));

        Constrain.add (this, new Label ("Page timeout:"), Constrain.labelLike (0,2));
        Constrain.add (this, downloadTimeout = new TextField (),
                       Constrain.fieldLike (1,2));
        Constrain.add (this, new Label ("sec"), Constrain.labelLike (2,2));
        Constrain.add (this, new Label ("Crawl timeout:"), Constrain.labelLike (0,3));
        Constrain.add (this, crawlTimeout = new TextField (),
                       Constrain.fieldLike (1,3));
        Constrain.add (this, new Label ("sec"), Constrain.labelLike (2,3));

//         Constrain.add (this, new Label ("Simultaneous requests:"), Constrain.labelLike (3,0));
//         Constrain.add (this, maxRequestsPerServer = new TextField (),
//                        Constrain.fieldLike (4,0));
//         maxRequestsPerServer.disable ();
//         Constrain.add (this, new Label ("Delay between requests:"), Constrain.labelLike (3,1));
//         Constrain.add (this, delay = new TextField (),
//                        Constrain.fieldLike (4,1));
//         delay.disable ();
//         Constrain.add (this, new Label ("msec"), Constrain.labelLike (5,1));

        Constrain.add (this, obeyRobotExclusion = new Checkbox ("Obey robot exclusion"),
                       Constrain.labelLike (3,0));

        Constrain.add (this, interactive = new Checkbox ("Ask user for passwords"),
                       Constrain.labelLike (3,2));
        Constrain.add (this, useCaches = new Checkbox ("Use browser cache"),
                       Constrain.labelLike (3,3));

        // grab defaults
        setDownloadParameters (new DownloadParameters());
    }

    public void setDownloadParameters (DownloadParameters dp) {
        this.dp = dp;

        maxThreads.setText (String.valueOf (dp.getMaxThreads ()));
        maxPageSize.setText (String.valueOf (dp.getMaxPageSize ()));
        downloadTimeout.setText (String.valueOf (dp.getDownloadTimeout ()));
        crawlTimeout.setText (String.valueOf (dp.getCrawlTimeout ()));
        obeyRobotExclusion.setState (dp.getObeyRobotExclusion ());
        //maxRequestsPerServer.setText (String.valueOf (dp.getMaxRequestsPerServer ()));
        //delay.setText (String.valueOf (dp.getDelay ()));
        interactive.setState (dp.getInteractive ());
        useCaches.setState (dp.getUseCaches ());
    }

    public DownloadParameters getDownloadParameters () {
        dp = dp
            .changeMaxThreads (Integer.parseInt (maxThreads.getText()))
            .changeMaxPageSize (Integer.parseInt (maxPageSize.getText()))
            .changeDownloadTimeout (Integer.parseInt (downloadTimeout.getText()))
            .changeCrawlTimeout (Integer.parseInt (crawlTimeout.getText()))
            .changeObeyRobotExclusion (obeyRobotExclusion.getState ())
            //.changeMaxRequestsPerServer (Integer.parseInt (maxRequestsPerServer.getText()))
            //.changeDelay (Integer.parseInt (delay.getText()))
            .changeInteractive (interactive.getState ())
            .changeUseCaches (useCaches.getState ());
        return dp;
    }
}