config.txt

网络蜘蛛

;;HarvestMan Configuration File version 2.0

;;project related variables
project.url                        http://www.python.org/doc/current/tut/tut.html
project.name                       pytut
project.basedir                    /home/anand/downloads
project.verbosity                  2

;;network related variables
network.proxyserver                1b70433055214d2c4e3d13721638513f5936453c4f61026d00
network.proxyuser                  0f61006e0a55254c204c2d44
network.proxypasswd                224c795832543b4b394d74
network.proxyport                  80

;;url related variables

;;download related variables
download.linkedimages              1
download.linkedstylesheets         1
download.fetchlevel                0
download.rename                    0
download.checkfiles                1
download.retryfailed               1
download.html                      1
download.images                    1
download.cookies                   1
download.javascript                1
download.javaapplet                1

;;download control variables
control.extserverlinks             0
control.extpagelinks               1
control.maxextservers              0
control.maxextdirs                 0
control.urlfilter                  
control.robots                     1
control.maxfiles                   3000
control.serverfilter               
control.depth                      10
control.extdepth                   0
control.pagecache                  1
control.connections                5
control.projtimeout                300
control.skipqueryforms             1
control.subdomain                  0
control.requests                   5
control.tidyhtml                   1
control.urlpriority                gif-1
control.serverpriority             

;;system related variables
system.fastmode                    1
system.usethreads                  1
system.maxtrackers                 10
system.threadtimeout               200
system.threadpoolsize              10

;;indexer related variables
indexer.localise                   2
indexer.jitlocalise                0

;;files related variables
files.errorfile                    errors.log
files.urlslistfile                 
files.msgfile                      harvestman.log

;;display related variables
display.browsepage                 1