42765.html

一个java+Mysql写的主题爬虫,可以通过给定初始的url爬取到相关的网页

	<li><a href="http://cbachina.163.com/" target="_self">CBA官网</a></li>
    <li><a href="http://sports.163.com/yc/" target="_self">英超</a></li>
    <li><a href="http://sports.163.com/yj/" target="_self">意甲</a></li>
	<li><a href="http://sports.163.com/xj/" target="_self">西甲</a></li>
    <li><a href="http://sports.163.com/gjb/" target="_self">冠军杯</a></li>
    <li><a href="http://sports.163.com/lottery/" target="_self">彩票</a></li>
   <li><a href="http://sports.163.com/zc/" target="_self">中超</a></li>
    <li><a href="http://sports.163.com/gjd/" target="_self">国家队</a></li>
    <li><a href="http://sports.163.com/tennis/" target="_self">网球</a></li>
    <li><a href="http://sports.163.com/f1/" target="_self">F1</a></li>
    <li><a href="http://sports.163.com/photo/" target="_self">图片中心</a></li>
     <li><a href="http://bbs.sports.163.com/" target="_self">体育论坛</a></li>
          <li><a href="http://www.gz2010.cn/" target="_self">亚运官网</a></li>
</ul>
<div class="toptil">
    <div class="picTitle">
        <h2>辽足集训：肇俊哲妻儿首现训练场<span>(共<span class="num">13</span>张)</span> <span class="date">2009-05-21 19:26</span></h2>
    </div>
</div>
<div class="blank9"></div>
<div class="mainArea">
<div class="fullSize">
    <div class="title">
    	<h2 id="tl">肇俊哲妻儿</h2>
        <a href="http://sports.163.com/photoset/0B6P0005/42765.html" class="viewAll">查看全部图片</a>
    </div>
    <div class="pic">
    <div id="photoMain">
                                <a href="/photoview/0B6P0005/42765_13.html" class="leftS" title="上一张"></a>
    <a href="/photoview/0B6P0005/42765_02.html" target="_self"><img id="bp" onload="FitSize(this);" src="http://img3.cache.netease.com/photo/0005/2009-05-21/59S3O8P70B6P0005.jpg"  alt="点击查看下一张"  /></a>
    <a href="/photoview/0B6P0005/42765_02.html" class="rightS" title="下一张"></a></div>
    <p id="note" class="aboutpic">2009年5月21日，辽足在沈阳重新集结。肇俊哲妻子刘涛带着可爱的儿子首次出现在训练场，小家伙继承了父亲的足球天赋，头球，胸部停球，样样都来，而肇俊哲也为儿子的精彩表现鼓掌。</p>
	<div class="picList_bottom" id="group0" style="display:block">
     <div class="picList_bottom">
       <span class="leftS"><a href="javascript:rollpre()"><img src="http://cimg2.163.com/sports/img/picview0902/arrowl2.gif" width="13" height="17" alt="上一组" /></a></span>
      <ul>
<li id='59S3O8P70B6P0005' class="on"><a><img src="http://img3.cache.netease.com/photo/0005/2009-05-21/s_59S3O8P70B6P0005.jpg" width="58" height="58" /></a></li>
<li id='59S3O89B0B6P0005'><a href="/photoview/0B6P0005/42765_02.html" target="_self"><img src="http://img3.cache.netease.com/photo/0005/2009-05-21/s_59S3O89B0B6P0005.jpg" width="58" height="58" /></a></li>
<li id='59S3O7PV0B6P0005'><a href="/photoview/0B6P0005/42765_03.html" target="_self"><img src="http://img4.cache.netease.com/photo/0005/2009-05-21/s_59S3O7PV0B6P0005.jpg" width="58" height="58" /></a></li>
<li id='59S3426N0B6P0005'><a href="/photoview/0B6P0005/42765_04.html" target="_self"><img src="http://img4.cache.netease.com/photo/0005/2009-05-21/s_59S3426N0B6P0005.jpg" width="58" height="58" /></a></li>
<li id='59S341QD0B6P0005'><a href="/photoview/0B6P0005/42765_05.html" target="_self"><img src="http://img4.cache.netease.com/photo/0005/2009-05-21/s_59S341QD0B6P0005.jpg" width="58" height="58" /></a></li>
<li id='59S341FS0B6P0005'><a href="/photoview/0B6P0005/42765_06.html" target="_self"><img src="http://img4.cache.netease.com/photo/0005/2009-05-21/s_59S341FS0B6P0005.jpg" width="58" height="58" /></a></li>
<li id='59S341560B6P0005'><a href="/photoview/0B6P0005/42765_07.html" target="_self"><img src="http://img3.cache.netease.com/photo/0005/2009-05-21/s_59S341560B6P0005.jpg" width="58" height="58" /></a></li>
<li id='59S340R00B6P0005'><a href="/photoview/0B6P0005/42765_08.html" target="_self"><img src="http://img4.cache.netease.com/photo/0005/2009-05-21/s_59S340R00B6P0005.jpg" width="58" height="58" /></a></li>
<li id='59S340G10B6P0005'><a href="/photoview/0B6P0005/42765_09.html" target="_self"><img src="http://img4.cache.netease.com/photo/0005/2009-05-21/s_59S340G10B6P0005.jpg" width="58" height="58" /></a></li>
<li id='59S340520B6P0005'><a href="/photoview/0B6P0005/42765_10.html" target="_self"><img src="http://img3.cache.netease.com/photo/0005/2009-05-21/s_59S340520B6P0005.jpg" width="58" height="58" /></a></li>
<li id='59S33VQA0B6P0005'><a href="/photoview/0B6P0005/42765_11.html" target="_self"><img src="http://img3.cache.netease.com/photo/0005/2009-05-21/s_59S33VQA0B6P0005.jpg" width="58" height="58" /></a></li>
</ul>
<span class="rightS"><a href="javascript:rollnext()"><img src="http://cimg2.163.com/sports/img/picview0902/arrowr2.gif" width="13" height="17" alt="下一组" /></a></span>   </div>
</div>
<div class="picList_bottom" id="group1" style="display:none">
<div class="picList_bottom">
<span class="leftS"><a href="javascript:rollpre()"><img src="http://cimg2.163.com/sports/img/picview0902/arrowl2.gif" width="13" height="17" alt="上一组" /></a></span>
<ul>
<li id='59S33VDB0B6P0005'><a href="/photoview/0B6P0005/42765_12.html" target="_self"><img src="http://img3.cache.netease.com/photo/0005/2009-05-21/s_59S33VDB0B6P0005.jpg" width="58" height="58" /></a></li>
<li id='59S33V2E0B6P0005'><a href="/photoview/0B6P0005/42765_13.html" target="_self"><img src="http://img4.cache.netease.com/photo/0005/2009-05-21/s_59S33V2E0B6P0005.jpg" width="58" height="58" /></a></li>
</ul>
<span class="rightS"><a href="javascript:rollnext()"><img src="http://cimg2.163.com/sports/img/picview0902/arrowr2.gif" width="13" height="17" alt="下一组" /></a></span>   </div>
</div>
    </div>
</div>
</div>
<SCRIPT LANGUAGE="JavaScript">
var cursor = 0;
var idx = 0;
var idx = ""+idx/11;
if(idx.indexOf(".")>0)
{  
	idx=idx.substring(0,idx.indexOf("."));
}
cursor=idx;
if(cursor>0)
document.getElementById("group0").style.display = "none";
document.getElementById("group" + cursor).style.display = "block";
</SCRIPT>
<div class="blank9"></div>
<div class="nesting_960">
<script>
document.domain = "163.com";
var thepostid = '59S3TLQ700052UA4';
var theboard = 'sports2_bbs';
var postid = '';
var board = 'sports2_bbs';
var out_nickname;
var out_ip;
var out_board = 'sports2_bbs';
var out_postid;
var out_ptime;
var out_body;
var diggcount='0';
var trackCount='0';
</script>
<div class="endDeliver0709"><div class="titleBar"><h2 class="fB">跟贴区</h2> <a href="#" id="endpageUrl3" target="_blank" class="f14px cBlue">已有<span id="replycountbottom" class="cDRed fB">0</span>条跟贴<span class="cDRed">(点击查看)</span></a></div><div class="loginTip">
<form action="http://comment.sports.163.com/reply/dopost.jsp" target="_self" method="post" name="formpost" onSubmit="return reply_checksubmit();"><div class="textBox"><textarea rows="8" cols="80" name="body" onfocus="reply_clearfield()">无跟贴，不新闻！</textarea></div><div class="send"><input type="checkbox" value="true" name="hidename" checked /> 匿名<input type="submit" class="input" value="马上发表" name="frmsubmit" /><input type="hidden" value="" name="board" /><input type="hidden" value="" name="threadid" /><input type="hidden" value="" name="url" /></div></form><div class="login"><form target="_self" id="loginbox" name="logfrm" method="post" action="https://reg.163.com/logins.jsp">
<label>网易通行证：<input type="text" class="input1" name="username" /></label><label>密码：<input type="password" class="input1" name="password" /></label><input type="submit" class="input2" value="登 录" onclick="reply_submitlog()" name="submitx" /><input type="hidden" value="1" name="type" /><input type="hidden" value="content" name="product" /><input type="hidden" value="" name="url" />
</form>
</div>
<span class="clear"></span>
					</div>
				</div>
<script language="javascript" src="http://sports.163.com/special/0005jt/nreplyjs.js"></script>
<script language="javascript">
var spanid = "span_"+thepostid ;
	try{document.getElementById("endpageUrl1").href = "http://comment.sports.163.com/"+theboard+"/"+thepostid+".html"}catch(e){};
	try{document.getElementById("endpageUrl2").href = "http://comment.sports.163.com/"+theboard+"/"+thepostid+".html"}catch(e){};
	try{document.getElementById("endpageUrl3").href = "http://comment.sports.163.com/"+theboard+"/"+thepostid+".html"}catch(e){};
if (reply_getCookie("NETEASE_SSN") !=""){
	try{document.getElementById("myrecord").href = "http://comment.sports.163.com/viewReplyTree.jsp?userid="+reply_getCookie("NETEASE_SSN")}catch(e){};
}else{
	try{document.getElementById("myrecord").href = "http://comment.sports.163.com/viewReplyTree.jsp?userid=guest"}catch(e){};
}
try{document.getElementById(spanid).innerHTML = "<h2>"+diggcount+"</h2>"}catch(e){};
reply_setHidden('sports2_bbs','59S3TLQ700052UA4','42');
</script>
</div>
<div class="blank9"></div>
<div class="foot">
<div class="text"><a href="http://post.news.163.com/msg/zhubian_sports.jsp">主编信箱</a>　热线:020-85105345　<a href="http://bbs.news.163.com/list/idea.html">给网易提意见</a></div>
<a href="http://corp.163.com/">About NetEase</a> - <a href="http://gb.corp.163.com/gb/about/overview.html">公司简介</a> - <a href="http://gb.corp.163.com/gb/contactus.html">联系方法</a> - <a href="http://corp.163.com/gb/job/job.html">招聘信息</a> - <a href="http://help.163.com/">客户服务</a> - <a href="http://gb.corp.163.com/gb/legal.html">相关法律</a> - <a href="http://emarketing.biz.163.com/">网络营销</a> - <a href="http://help.163.com/">帮助中心</a><br />
网易公司版权所有<br />
<span class="cRed">&copy;1997-2009</span>
</div>
<!-- START WRating v1.0 -->
<script type="text/javascript" src="http://163.wrating.com/a1.js">
</script>
<script type="text/javascript">
var vjAcc="860010-0505010000";
var wrUrl="http://163.wrating.com/";
vjTrack("");
</script>
<noscript><img src="http://163.wrating.com/a.gif?a=&c=860010-0505010000" width="1" height="1"/></noscript>
<!-- END WRating v1.0 -->
<!-- NetEase Analytics code 2006-06-27 -->
<script language="JavaScript" src="http://analytics.ws.126.net/log.js" type="text/javascript"></script>
<script src="http://analytics.163.com/ntes.js" type="text/javascript"></script>
<script language="javascript" type="text/javascript">
    _ntes_nacc = "sports"; //站点ID。
    neteaseTracker();
</script>
</body>
</html>