websearch.about.com.script~2

垂直搜索的网络爬虫

FIND_NODE	... #comment $value=' Write Headline Here '	[next][END_OF_DOCUMENT]
FIND_NODE	strong ...	[next][END_OF_DOCUMENT]
STORE_TEXT	title	-1	-1	[next][END_OF_DOCUMENT]
FIND_NODE	... #comment $value=' Content Area. Text of your page begins here '	[next][END_OF_DOCUMENT]
SAVE_POS	$content_start	[next][END_OF_DOCUMENT]
FIND_NODE	... #comment $value=' END CONTENT AREA '	[next][END_OF_DOCUMENT]
SAVE_POS	$content_end	[next][END_OF_DOCUMENT]
STORE_TEXT	content	$content_start	$content_end	[next][END_OF_DOCUMENT]
STORE_LINKS	$content_start	$content_end	[next][END_OF_DOCUMENT]
END_OF_ARTICLE		[next][END_OF_DOCUMENT]
END_OF_DOCUMENT		[next][END_OF_DOCUMENT]