www.espnstar.com.cn.html

一个java+Mysql写的主题爬虫,可以通过给定初始的url爬取到相关的网页

		<option value="19" >19</option>
		<option value="20" >20</option>
		<option value="21" >21</option>
		<option value="22" selected>22</option>
		<option value="23" >23</option>
		<option value="24" >24</option>
		<option value="25" >25</option>
		<option value="26" >26</option>
		<option value="27" >27</option>
		<option value="28" >28</option>
		<option value="29" >29</option>
		<option value="30" >30</option>
		<option value="31" >31</option>
		</select>
    	
    	<input type="button" value=" 查 看 " class="button" onclick="search_result()"/>
    </div>
    <div class="TabbedPanelsContent">
    	<input id="keyword_video" name="keyword_program" type="text" size="25" class="text" onkeydown="if(event.keyCode == 13){document.getElementById('programclick').click();}" /> <input type="submit" value="节目搜索" class="button" id="programclick" onclick="return postsearchform('program')"/>
    	<br>
    	<a href="/new/search/program.asp?keyword=冠军杯" target="_blank">冠军杯</a>  <a href="/new/search/program.asp?keyword=奥运" target="_blank">奥运</a>  <a href="/new/search/program.asp?keyword=足总杯" target="_blank">足总杯</a>  <a href="/new/search/program.asp?keyword=网球" target="_blank">网球</a>  <a href="/new/search/program.asp?keyword=高尔夫" target="_blank">高尔夫</a>  <a href="/new/search/program.asp?keyword=杂志" target="_blank">杂志</a>  <a href="/new/search/program.asp?keyword=特辑" target="_blank">特辑</a>  
    </div>
    </div>
    <div class="search_new_b1"></div>
    <div class="search_new_b2"></div>
    <input type="hidden" id="keyword" name="keyword" value="">
    </form>
</div>
<script type="text/javascript">
<!--
var TabbedPanels8 = new Spry.Widget.TabbedPanels("TabbedPanels8","",0);
//-->
</script>
</div>
<!-- 搜索 end -->

<!-- ESPN单屏期刊 begin -->
<div class="title_t"></div>
<div class="title"><b><a href="http://photo.espnstar.com.cn/" target="_blank">图库</a></b><a href="http://photo.espnstar.com.cn/" target="_blank">更多</a></div>
<div class="title_b"></div>
<div id="periodical">
<script type="text/javascript">
AC_FL_RunContent( 'codebase','http://download.macromedia.com/pub/shockwave/cabs/flash/swflash.cab#version=9,0,28,0','width','304','height','207','src','/new/images/index_sc','quality','high','pluginspage','http://www.adobe.com/shockwave/download/download.cgi?P1_Prod_Version=ShockwaveFlash','wmode','opaque','movie','/new/images/index_sc' ); //end AC code
</script><noscript><object classid="clsid:D27CDB6E-AE6D-11cf-96B8-444553540000" codebase="http://download.macromedia.com/pub/shockwave/cabs/flash/swflash.cab#version=9,0,28,0" width="304" height="207">
	<param name="movie" value="/new/images/index_sc.swf" />
	<param name="quality" value="high" />
	<param name="wmode" value="opaque" />
	<embed src="/new/images/index_sc.swf" width="304" height="207" quality="high" pluginspage="http://www.adobe.com/shockwave/download/download.cgi?P1_Prod_Version=ShockwaveFlash" type="application/x-shockwave-flash" wmode="opaque"></embed>
</object>
</noscript></div>
<!-- ESPN单屏期刊 end -->
<div class="ad305_67">
<!--Adforward Begin:-->
<IFRAME MARGINHEIGHT=0 MARGINWIDTH=0 FRAMEBORDER=0 WIDTH=305 HEIGHT=67 SCROLLING=NO SRC="http://espnstar.allyes.com/main/adfshow?user=espnstar|2006_ESS_CN|305_67&db=espnstar&border=0&local=yes">
<SCRIPT LANGUAGE="JavaScript1.1" SRC="http://espnstar.allyes.com/main/adfshow?user=espnstar|2006_ESS_CN|305_67&db=espnstar&local=yes&js=on"></SCRIPT>
<NOSCRIPT><A HREF="http://espnstar.allyes.com/main/adfclick?user=espnstar|2006_ESS_CN|305_67&db=espnstar"><IMG SRC="http://espnstar.allyes.com/main/adfshow?user=espnstar|2006_ESS_CN|305_67&db=espnstar" WIDTH=305 HEIGHT=67 BORDER=0></a></NOSCRIPT></IFRAME>
<!--Adforward End-->
</div>

<!--原专题-->

<div class="title_t"></div><div class="title" style="display:none"><b><a href="javascript:;">赛制赛果</a></b></div><div class="title_b"></div>
<div id="liveday">
<script type="text/javascript">
AC_FL_RunContent( 'codebase','http://download.macromedia.com/pub/shockwave/cabs/flash/swflash.cab#version=9,0,28,0','width','305','height','270','src','index_file/flash/uclflash','quality','high','pluginspage','http://www.adobe.com/shockwave/download/download.cgi?P1_Prod_Version=ShockwaveFlash','wmode','opaque','movie','index_file/flash/uclflash' ); //end AC code
</script><noscript><object classid="clsid:D27CDB6E-AE6D-11cf-96B8-444553540000" codebase="http://download.macromedia.com/pub/shockwave/cabs/flash/swflash.cab#version=9,0,28,0" width="305" height="270">
	<param name="movie" value="index_file/flash/uclflash.swf" />
	<param name="quality" value="high" />
	<param name="wmode" value="opaque" />
	<embed src="index_file/flash/uclflash.swf" width="305" height="270" quality="high" pluginspage="http://www.adobe.com/shockwave/download/download.cgi?P1_Prod_Version=ShockwaveFlash" type="application/x-shockwave-flash" wmode="opaque"></embed>
</object>
</noscript>
</div>
<!-- 专题3 end -->

<!-- 大视角 begin -->
<div class="title_t"></div>
<div class="title"><b><a href="http://photo.espnstar.com.cn/pub/Phototype/Parent/P1762.htm" target="_blank">大视角</a></b><a href="http://photo.espnstar.com.cn/pub/Phototype/Parent/P1762.htm" target="_blank">更多</a></div>
<div class="title_b"></div>
<div id="periodical">
<script type="text/javascript">
AC_FL_RunContent( 'codebase','http://download.macromedia.com/pub/shockwave/cabs/flash/swflash.cab#version=9,0,28,0','width','304','height','120','src','/new/zoom/zoom?myxmll=http://photo.espnstar.com.cn/data/request/espndefault.xml','quality','high','pluginspage','http://www.adobe.com/shockwave/download/download.cgi?P1_Prod_Version=ShockwaveFlash','wmode','opaque','movie','/new/zoom/zoom?myxmll=http://photo.espnstar.com.cn/data/request/espndefault.xml' ); //end AC code
</script><noscript><object classid="clsid:D27CDB6E-AE6D-11cf-96B8-444553540000" codebase="http://download.macromedia.com/pub/shockwave/cabs/flash/swflash.cab#version=9,0,28,0" width="304" height="120">
	<param name="movie" value="/new/zoom/zoom.swf?myxmll=http://photo.espnstar.com.cn/data/request/espndefault.xml" />
	<param name="quality" value="high" />
	<param name="wmode" value="opaque" />
	<embed src="/new/zoom/zoom.swf?myxmll=http://photo.espnstar.com.cn/data/request/espndefault.xml" width="304" height="120" quality="high" pluginspage="http://www.adobe.com/shockwave/download/download.cgi?P1_Prod_Version=ShockwaveFlash" type="application/x-shockwave-flash" wmode="opaque"></embed>
</object>
</noscript></div>
<!-- 大视角 end -->

<!-- 主持人 begin -->
<div class="title_t"></div>
<div class="title"><a href="/tv/presenters.asp" target="_blank">更多</a>　<a href="http://ycw.espnstar.com.cn/" target="_blank">参加比赛</a></div>
<div class="title_b"></div>
<div id="forecast">
<div id="TabbedPanels3" class="TabbedPanels">
<ul class="TabbedPanelsTabGroup">
	<li class="TabbedPanelsTab" tabindex="0">江忠德<span></span></li><li class="TabbedPanelsTab" tabindex="0">伊仁<span></span></li><li class="TabbedPanelsTab" tabindex="0">鲁文<span></span></li>
</ul>
<div class="TabbedPanelsContentGroup"><div class="TabbedPanelsContent"><ul><img src="/new/images/compere_00.png" /><li><a href="/pub/international/2009/0505/121839.htm" target="_blank">「德哥专栏」冠军名单的名字只有胜利者</a></li><li><a href="/pub/international/2009/0501/121320.htm" target="_blank">「德哥专栏」冠军归属未定 红军仍有希望</a></li><li><a href="/pub/international/2009/0428/120940.htm" target="_blank">「德哥专栏」巴萨斩落蓝军 红魔不胜枪手</a></li><li><a href="/pub/international/2009/0428/120939.htm" target="_blank">「德哥专栏」巴萨斩落蓝军 红魔不胜枪手</a></li></div><div class="TabbedPanelsContent"><ul><img src="/new/images/compere_01.png" /><li><a href="/pub/international/2009/0211/109900.htm" target="_blank">「伊仁专栏」托雷斯接班 巴萨问过猎豹吗</a></li><li><a href="/pub/international/2009/0210/109724.htm" target="_blank">「伊仁专栏」7连胜后 亨特拉尔炸响伯纳乌</a></li><li><a href="/pub/international/2009/0209/109626.htm" target="_blank">「伊仁专栏」阿KUN去留待定马竞三军用命</a></li><li><a href="/pub/international/2009/0208/109474.htm" target="_blank">「伊仁专栏」时光轮转 巴萨重启梦幻之旅</a></li></div><div class="TabbedPanelsContent"><ul><img src="/new/images/compere_02.png" /><li><a href="/pub/international/2009/0415/119067.htm" target="_blank">「鲁文专栏」枪手联曼联 考验饥饿的时刻</a></li><li><a href="/pub/international/2009/0226/112444.htm" target="_blank">「鲁文专栏」圣西罗防空警报明晨将拉响</a></li><li><a href="/pub/international/2009/0226/112370.htm" target="_blank">「鲁文专栏」意甲三强不胜记录却留希望</a></li><li><a href="/pub/international/2009/0223/111685.htm" target="_blank">「鲁文专栏」三分不等于胜利 米兰需正视</a></li></div></div>
</div>
<script type="text/javascript">
<!--
var TabbedPanels3 = new Spry.Widget.TabbedPanels("TabbedPanels3","",0);
//-->
</script>
</div>
<!-- 主持人 end -->

<!-- 高尔夫and极限 -->
<div id="g_and_x">
    <div id="TabbedPanels7" class="TabbedPanels">
        <ul class="TabbedPanelsTabGroup">
            <li class="TabbedPanelsTab" tabindex="0"><span class="gx_g">高尔夫</span></li>
            <li class="TabbedPanelsTab" tabindex="0"><span class="gx_x">极限</span></li>
        </ul>
        <div class="TabbedPanelsContentGroup">
<!--############################################################-->
<div class="TabbedPanelsContent gx_g">
<div class="pic"><a href="http://www.espnstar.com.cn/pub/newgolf/2009/0512/122723.htm" target="_blank"><img src="http://www.espnstar.com.cn/new/index_file/Images/gx/2009512122727314.jpg" /></a></div>
<p><a href="http://www.espnstar.com.cn/pub/newgolf/2009/0512/122723.htm" target="_blank">球员锦标赛斯滕森夺冠</a></p>

<ul>
<li><a href="http://www.espnstar.com.cn/pub/newgolf/2009/0504/121744.htm" target="_blank">奥海尔扬威惊恐山谷锦标赛</a><img src="images/ico4.gif" /></li>
<li><a href="http://www.espnstar.com.cn/pub/newgolf/2009/0428/120934.htm" target="_blank">新奥尔良赛凯利七年获首胜</a><img src="images/ico4.gif" /></li>
<li><a href="http://www.espnstar.com.cn/pub/newgolf/2009/0428/120958.htm" target="_blank">上海汇丰冠军赛升级世锦赛</a><img src="images/ico4.gif" /></li>
<li><a href="h