google.blognewschannel.com

垂直搜索的网络爬虫

charset gbk
cutter ":："
define pattern time="[0-9]+\:[0-9]+"
define sentence s="。？！"

do (a)h3.-.-.(b)$until(-,$startwith"Posted:")(c);(d)-(c).$l("title",(a)).$l("text",(b),(d)).$l("_new",(a),(d))
do (a).$to.text.(b).(c)link(d).$l("li",(d))$l("_li",(a),(d))
set article=_new[title,text,link?=_li.li]
output article