searchengineblog.com.script~2

垂直搜索的网络爬虫

FIND_NODE	... p class="bigmain" $firstChildNode="STRONG"	[GOTO_TASK	3][next]
FIND_NODE	... p class="bodytext"  $firstChildNode="STRONG"	[next][END_OF_DOCUMENT]
SAVE_TEXT	$date	-1	-1	[next][END_OF_DOCUMENT]
STORE_ISODATE	iso-date	MMM dd, yyyy	$date	[GOTO_TASK	6][next]
STORE_ISODATE	iso-date	MMM dd,yyyy	$date	[next][END_OF_DOCUMENT]
FIND_NODE	... </p>	[next][END_OF_DOCUMENT]
SAVE_POS	$content_start	[next][END_OF_DOCUMENT]
FIND_NODE	... p class="bigmain" $firstChildNode="STRONG"	[GOTO_TASK	10][next]
FIND_NODE	... p class="bodytext"  $firstChildNode="STRONG"	[next][END_OF_DOCUMENT]
SAVE_POS	$content_end	[next][END_OF_DOCUMENT]
STORE_TEXT	content	$content_start	$content_end	[next][END_OF_DOCUMENT]
STORE_LINKS	$content_start	$content_end	[next][END_OF_DOCUMENT]
END_OF_ARTICLE		[next][END_OF_DOCUMENT]
GOTO_TASK	1	[][]