config.properties

一个java+Mysql写的主题爬虫,可以通过给定初始的url爬取到相关的网页

output.directory=output

connectstring=jdbc:mysql://localhost:3306/focusedspider
username=root
password=123456

spiderCount=1
maxSpiderThreads=10
pause.milliseconds=500
rename.dynamic.files=true

availableRelativity=0.5

isDownloadable=true

file.minsize=-1
file.maxsize=-1

processURLCount=25
crawledURLCount=200
waitingURLCount=100000