adaptiverevisithostqueuetest.html

用JAVA编写的,在做实验的时候留下来的,本来想删的,但是传上来,大家分享吧

<a name="244" href="#244">244</a>     
<a name="245" href="#245">245</a>         <strong>try</strong> {
<a name="246" href="#246">246</a>             hq.update(curis[1],false,0);
<a name="247" href="#247">247</a>             assertTrue(<span class="string">"update() should not accept URI"</span>,false);
<a name="248" href="#248">248</a>         } <strong>catch</strong>(IllegalStateException e){
<a name="249" href="#249">249</a>             <em class="comment">// This is supposed to happen</em>
<a name="250" href="#250">250</a>         }
<a name="251" href="#251">251</a>         
<a name="252" href="#252">252</a>         <em class="comment">// We do not change the 'time of next processing' on update</em>
<a name="253" href="#253">253</a>         <em class="comment">// so curis[2] should again be at top of queue. </em>
<a name="254" href="#254">254</a>         <strong>long</strong> timeOfPolitenessWakeUp = System.currentTimeMillis()+2000;
<a name="255" href="#255">255</a>         hq.update(curi,<strong>true</strong>,timeOfPolitenessWakeUp); <em class="comment">// Wake in 5 sec.</em>
<a name="256" href="#256">256</a>         assertTrue(<span class="string">"HQ should be snoozed, is "</span> + hq.getStateByName(),
<a name="257" href="#257">257</a>                 hq.getState()==AdaptiveRevisitHostQueue.HQSTATE_SNOOZED);
<a name="258" href="#258">258</a>         
<a name="259" href="#259">259</a>         <strong>try</strong> {
<a name="260" href="#260">260</a>             hq.update(curis[2],false,0);
<a name="261" href="#261">261</a>             assertTrue(<span class="string">"update() should not accept URI"</span>,false);
<a name="262" href="#262">262</a>         } <strong>catch</strong>(IllegalStateException e){
<a name="263" href="#263">263</a>             <em class="comment">// This is supposed to happen</em>
<a name="264" href="#264">264</a>         }
<a name="265" href="#265">265</a>         assertEquals(<span class="string">"HQs time of next ready should reflect set wait time "</span>,
<a name="266" href="#266">266</a>                 timeOfPolitenessWakeUp, hq.getNextReadyTime());
<a name="267" href="#267">267</a>         
<a name="268" href="#268">268</a>         
<a name="269" href="#269">269</a>         <em class="comment">/*</em>
<a name="270" href="#270">270</a> <em class="comment">         * Check if the HQ wakes up from it's 'snoozing'</em>
<a name="271" href="#271">271</a> <em class="comment">         *</em>
<a name="272" href="#272">272</a> <em class="comment">         */</em>
<a name="273" href="#273">273</a>         <em class="comment">// Wait past wakeup time        </em>
<a name="274" href="#274">274</a>         <strong>synchronized</strong>(<strong>this</strong>){
<a name="275" href="#275">275</a>             wait(hq.getNextReadyTime()-System.currentTimeMillis()+100);
<a name="276" href="#276">276</a>         }
<a name="277" href="#277">277</a>         assertTrue(<span class="string">"HQ should now be ready, is "</span> + hq.getStateByName(),
<a name="278" href="#278">278</a>                 hq.getState()==AdaptiveRevisitHostQueue.HQSTATE_READY);
<a name="279" href="#279">279</a>         assertEquals(<span class="string">"HQs time of next ready should still be when it 'woken' "</span> +
<a name="280" href="#280">280</a>                 <span class="string">"up."</span>, timeOfPolitenessWakeUp, hq.getNextReadyTime());
<a name="281" href="#281">281</a>    
<a name="282" href="#282">282</a>         <em class="comment">/*</em>
<a name="283" href="#283">283</a> <em class="comment">         * Invoke next so that the HQ has a URI being processed. Then</em>
<a name="284" href="#284">284</a> <em class="comment">         * close the HQ and reopen it to ensure that this happens normally, i.e.</em>
<a name="285" href="#285">285</a> <em class="comment">         * state is recovered properly, including the restoration of the URI</em>
<a name="286" href="#286">286</a> <em class="comment">         * being processed, back to the regular queue (where it should be </em>
<a name="287" href="#287">287</a> <em class="comment">         * first).</em>
<a name="288" href="#288">288</a> <em class="comment">         * </em>
<a name="289" href="#289">289</a> <em class="comment">         * On recreating the HQ, set valence to 2.</em>
<a name="290" href="#290">290</a> <em class="comment">         */</em>
<a name="291" href="#291">291</a>         curi = hq.next(); <em class="comment">// Should return curis[2]</em>
<a name="292" href="#292">292</a>         assertEquals(<span class="string">"next() did not return 'top' URI"</span>,
<a name="293" href="#293">293</a>                 curis[2].toString(),curi.toString());
<a name="294" href="#294">294</a>         assertTrue(<span class="string">"HQ should now be busy, is "</span> + hq.getStateByName(),
<a name="295" href="#295">295</a>                 hq.getState()==AdaptiveRevisitHostQueue.HQSTATE_BUSY);
<a name="296" href="#296">296</a>         hq.close();
<a name="297" href="#297">297</a>         
<a name="298" href="#298">298</a>         hq = <strong>new</strong> <a href="../../../../org/archive/crawler/frontier/AdaptiveRevisitHostQueue.html">AdaptiveRevisitHostQueue</a>(<span class="string">"bok.hi.is"</span>, env, catalog, 2);
<a name="299" href="#299">299</a>         
<a name="300" href="#300">300</a>         assertEquals(<span class="string">"Size of HQ after reopening should now be 4"</span>,
<a name="301" href="#301">301</a>                 4, hq.getSize());
<a name="302" href="#302">302</a>         assertTrue(<span class="string">"HQ should be ready on reopen, is "</span> + hq.getStateByName(),
<a name="303" href="#303">303</a>                 hq.getState()==AdaptiveRevisitHostQueue.HQSTATE_READY);
<a name="304" href="#304">304</a>         assertEquals(<span class="string">"CrawlURI 'in processing' before should be top"</span>,
<a name="305" href="#305">305</a>                 curi.toString(), hq.peek().toString());
<a name="306" href="#306">306</a>     
<a name="307" href="#307">307</a>         <em class="comment">/*<em class="comment"> Check if valence higher then 1 is properly handled.</em></em>
<a name="308" href="#308">308</a> <em class="comment">         * </em>
<a name="309" href="#309">309</a> <em class="comment">         * Invoke next(), check if still ready and new top URI.</em>
<a name="310" href="#310">310</a> <em class="comment">         */</em> 
<a name="311" href="#311">311</a>         curi = hq.next(); <em class="comment">// Should return curis[2]</em>
<a name="312" href="#312">312</a>         assertEquals(<span class="string">"next() did not return 'top' URI"</span>,
<a name="313" href="#313">313</a>                 curis[2].toString(),curi.toString());
<a name="314" href="#314">314</a>         assertTrue(<span class="string">"HQ should still be ready, is "</span> + hq.getStateByName(),
<a name="315" href="#315">315</a>                 hq.getState()==AdaptiveRevisitHostQueue.HQSTATE_READY);
<a name="316" href="#316">316</a>         
<a name="317" href="#317">317</a>         <em class="comment">/*<em class="comment"> Invoke next() again, check if now busy.</em></em>
<a name="318" href="#318">318</a> <em class="comment">         */</em> 
<a name="319" href="#319">319</a>         curi = hq.next(); <em class="comment">// Should return curis[3]</em>
<a name="320" href="#320">320</a>         assertEquals(<span class="string">"next() did not return 'top' URI"</span>,
<a name="321" href="#321">321</a>                 curis[3].toString(),curi.toString());
<a name="322" href="#322">322</a>         assertTrue(<span class="string">"HQ should be busy, is "</span> + hq.getStateByName(),
<a name="323" href="#323">323</a>                 hq.getState()==AdaptiveRevisitHostQueue.HQSTATE_BUSY);
<a name="324" href="#324">324</a>         assertEquals(<span class="string">"Size of HQ should still be 4"</span>,
<a name="325" href="#325">325</a>                 4, hq.getSize());
<a name="326" href="#326">326</a> 
<a name="327" href="#327">327</a>         
<a name="328" href="#328">328</a>         <em class="comment">/*<em class="comment"> Update() second URI issued. Confirm HQ is now ready again. URI is </em></em>
<a name="329" href="#329">329</a> <em class="comment">         * given same time of next processing to put it 'in front'. (no snooze)</em>
<a name="330" href="#330">330</a> <em class="comment">         */</em> 
<a name="331" href="#331">331</a>         hq.update(curi,false,0);
<a name="332" href="#332">332</a>         assertTrue(<span class="string">"HQ should now be ready, is "</span> + hq.getStateByName(),
<a name="333" href="#333">333</a>                 hq.getState()==AdaptiveRevisitHostQueue.HQSTATE_READY);
<a name="334" href="#334">334</a>         assertEquals(<span class="string">"'updated' CrawlURI before should be top"</span>,
<a name="335" href="#335">335</a>                 curi.toString(), hq.peek().toString());
<a name="336" href="#336">336</a>         
<a name="337" href="#337">337</a>         
<a name="338" href="#338">338</a>         <em class="comment">/*<em class="comment"> Update() again, ensure proper state. URI is NOT placed at front of </em></em>
<a name="339" href="#339">339</a> <em class="comment">         * queue and snooze time is given. But the HQ should not enter a </em>
<a name="340" href="#340">340</a> <em class="comment">         * snoozed state because the 'other' slot is free.</em>
<a name="341" href="#341">341</a> <em class="comment">         */</em>
<a name="342" href="#342">342</a>         
<a name="343" href="#343">343</a>         hq.update(curis[2],<strong>true</strong>,System.currentTimeMillis() + 1000000); <em class="comment">// 10sec</em>
<a name="344" href="#344">344</a>         curis[3].putLong(A_TIME_OF_NEXT_PROCESSING,
<a name="345" href="#345">345</a>                 curis[1].getLong(A_TIME_OF_NEXT_PROCESSING) 
<a name="346" href="#346">346</a>                         + 1000); <em class="comment">// 1 sec. behind of current top </em>
<a name="347" href="#347">347</a>         assertTrue(<span class="string">"HQ should still be ready, is "</span> + hq.getStateByName(),
<a name="348" href="#348">348</a>                 hq.getState()==AdaptiveRevisitHostQueue.HQSTATE_READY);
<a name="349" href="#349">349</a>         assertEquals(<span class="string">"Top CrawlURI before should be unchanged"</span>,
<a name="350" href="#350">350</a>                 curi.toString(), hq.peek().toString());
<a name="351" href="#351">351</a>         
<a name="352" href="#352">352</a> 
<a name="353" href="#353">353</a>         <em class="comment">// TODO: Test sorting with scheduling directives.</em>
<a name="354" href="#354">354</a>         
<a name="355" href="#355">355</a>         <em class="comment">/*</em>
<a name="356" href="#356">356</a> <em class="comment">         * Close the ARHostQueue and the Environment</em>
<a name="357" href="#357">357</a> <em class="comment">         */</em>
<a name="358" href="#358">358</a>         hq.close();
<a name="359" href="#359">359</a>         catalog.close();
<a name="360" href="#360">360</a>         env.close();
<a name="361" href="#361">361</a>         cleanUpOldFiles(<span class="string">"AR"</span>);
<a name="362" href="#362">362</a>     }
<a name="363" href="#363">363</a>     
<a name="364" href="#364">364</a> }
</pre>
<hr/><div id="footer">This page was automatically generated by <a href="http://maven.apache.org/">Maven</a></div></body>
</html>