crawlscope.html

用JAVA编写的,在做实验的时候留下来的,本来想删的,但是传上来,大家分享吧

<A NAME="initialize(org.archive.crawler.framework.CrawlController)"><!-- --></A><H3>
initialize</H3>
<PRE>
public void <B>initialize</B>(<A HREF="../../../../org/archive/crawler/framework/CrawlController.html" title="class in org.archive.crawler.framework">CrawlController</A>&nbsp;controller)</PRE>
<DL>
<DD>Initialize is called just before the crawler starts to run.

 The settings system is up and initialized so can be used.  This
 initialize happens after <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#earlyInitialize(org.archive.crawler.settings.CrawlerSettings)"><CODE>ComplexType.earlyInitialize(CrawlerSettings)</CODE></A>.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>controller</CODE> - Controller object.</DL>
</DD>
</DL>
<HR>

<A NAME="toString()"><!-- --></A><H3>
toString</H3>
<PRE>
public java.lang.String <B>toString</B>()</PRE>
<DL>
<DD><DL>
<DT><B>Overrides:</B><DD><CODE><A HREF="../../../../org/archive/crawler/framework/Filter.html#toString()">toString</A></CODE> in class <CODE><A HREF="../../../../org/archive/crawler/framework/Filter.html" title="class in org.archive.crawler.framework">Filter</A></CODE></DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="refreshSeeds()"><!-- --></A><H3>
refreshSeeds</H3>
<PRE>
public void <B>refreshSeeds</B>()</PRE>
<DL>
<DD>Refresh seeds.
<P>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getSeedfile()"><!-- --></A><H3>
getSeedfile</H3>
<PRE>
public java.io.File <B>getSeedfile</B>()</PRE>
<DL>
<DD><DL>

<DT><B>Returns:</B><DD>Seed list file or null if problem getting settings file.</DL>
</DD>
</DL>
<HR>

<A NAME="isSeed(java.lang.Object)"><!-- --></A><H3>
isSeed</H3>
<PRE>
protected boolean <B>isSeed</B>(java.lang.Object&nbsp;o)</PRE>
<DL>
<DD>Check if a URI is in the seeds.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>o</CODE> - the URI to check.
<DT><B>Returns:</B><DD>true if URI is a seed.</DL>
</DD>
</DL>
<HR>

<A NAME="isSameHost(org.archive.net.UURI, org.archive.net.UURI)"><!-- --></A><H3>
isSameHost</H3>
<PRE>
protected boolean <B>isSameHost</B>(<A HREF="../../../../org/archive/net/UURI.html" title="class in org.archive.net">UURI</A>&nbsp;a,
                             <A HREF="../../../../org/archive/net/UURI.html" title="class in org.archive.net">UURI</A>&nbsp;b)</PRE>
<DL>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>a</CODE> - First UURI of compare.<DD><CODE>b</CODE> - Second UURI of compare.
<DT><B>Returns:</B><DD>True if UURIs are of same host.</DL>
</DD>
</DL>
<HR>

<A NAME="listUsedFiles(java.util.List)"><!-- --></A><H3>
listUsedFiles</H3>
<PRE>
public void <B>listUsedFiles</B>(java.util.List&nbsp;list)</PRE>
<DL>
<DD><B>Description copied from class: <CODE><A HREF="../../../../org/archive/crawler/settings/ModuleType.html#listUsedFiles(java.util.List)">ModuleType</A></CODE></B></DD>
<DD>Those Modules that use files on disk should list them all when this
 method is called.

 <p>Each file (as a string name with full path) should be added to the
 provided list.

 <p>Modules that do not use any files can safely ignore this method.
<P>
<DD><DL>
<DT><B>Overrides:</B><DD><CODE><A HREF="../../../../org/archive/crawler/settings/ModuleType.html#listUsedFiles(java.util.List)">listUsedFiles</A></CODE> in class <CODE><A HREF="../../../../org/archive/crawler/settings/ModuleType.html" title="class in org.archive.crawler.settings">ModuleType</A></CODE></DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>list</CODE> - The list to add files to.</DL>
</DD>
</DL>
<HR>

<A NAME="kickUpdate()"><!-- --></A><H3>
kickUpdate</H3>
<PRE>
public void <B>kickUpdate</B>()</PRE>
<DL>
<DD>Take note of a situation (such as settings edit) where
 involved reconfiguration (such as reading from external
 files) may be necessary.
<P>
<DD><DL>
<DT><B>Overrides:</B><DD><CODE><A HREF="../../../../org/archive/crawler/framework/Filter.html#kickUpdate()">kickUpdate</A></CODE> in class <CODE><A HREF="../../../../org/archive/crawler/framework/Filter.html" title="class in org.archive.crawler.framework">Filter</A></CODE></DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="seedsIterator()"><!-- --></A><H3>
seedsIterator</H3>
<PRE>
public java.util.Iterator <B>seedsIterator</B>()</PRE>
<DL>
<DD>Gets an iterator over all configured seeds. Subclasses
 which cache seeds in memory can override with more
 efficient implementation.
<P>
<DD><DL>

<DT><B>Returns:</B><DD>Iterator, perhaps over a disk file, of seeds</DL>
</DD>
</DL>
<HR>

<A NAME="seedsIterator(java.io.Writer)"><!-- --></A><H3>
seedsIterator</H3>
<PRE>
public java.util.Iterator <B>seedsIterator</B>(java.io.Writer&nbsp;ignoredItemWriter)</PRE>
<DL>
<DD>Gets an iterator over all configured seeds. Subclasses
 which cache seeds in memory can override with more
 efficient implementation.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>ignoredItemWriter</CODE> - optional writer to get ignored seed items report
<DT><B>Returns:</B><DD>Iterator, perhaps over a disk file, of seeds</DL>
</DD>
</DL>
<HR>

<A NAME="checkClose(java.util.Iterator)"><!-- --></A><H3>
checkClose</H3>
<PRE>
protected void <B>checkClose</B>(java.util.Iterator&nbsp;iter)</PRE>
<DL>
<DD>Convenience method to close SeedFileIterator, if appropriate.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>iter</CODE> - Iterator to check if SeedFileIterator needing closing</DL>
</DD>
</DL>
<HR>

<A NAME="addSeed(org.archive.crawler.datamodel.CandidateURI)"><!-- --></A><H3>
addSeed</H3>
<PRE>
public boolean <B>addSeed</B>(<A HREF="../../../../org/archive/crawler/datamodel/CandidateURI.html" title="class in org.archive.crawler.datamodel">CandidateURI</A>&nbsp;curi)</PRE>
<DL>
<DD>Add a new seed to scope. By default, simply appends
 to seeds file, though subclasses may handle differently.

 <p>This method is *not* sufficient to get the new seed 
 scheduled in the Frontier for crawling -- it only 
 affects the Scope's seed record (and decisions which
 flow from seeds).
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - CandidateUri to add
<DT><B>Returns:</B><DD>true if successful, false if add failed for any reason</DL>
</DD>
</DL>
<HR>

<A NAME="addSeedListener(org.archive.crawler.scope.SeedListener)"><!-- --></A><H3>
addSeedListener</H3>
<PRE>
public void <B>addSeedListener</B>(<A HREF="../../../../org/archive/crawler/scope/SeedListener.html" title="interface in org.archive.crawler.scope">SeedListener</A>&nbsp;sl)</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<!-- ========= END OF CLASS DATA ========= -->
<HR>


<!-- ======= START OF BOTTOM NAVBAR ====== -->
<A NAME="navbar_bottom"><!-- --></A>
<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
<TR>
<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
<A NAME="navbar_bottom_firstrow"><!-- --></A>
<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
  <TR ALIGN="center" VALIGN="top">
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="class-use/CrawlScope.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
  </TR>
</TABLE>
</TD>
<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
</EM>
</TD>
</TR>

<TR>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
&nbsp;<A HREF="../../../../org/archive/crawler/framework/CrawlController.html" title="class in org.archive.crawler.framework"><B>PREV CLASS</B></A>&nbsp;
&nbsp;<A HREF="../../../../org/archive/crawler/framework/Filter.html" title="class in org.archive.crawler.framework"><B>NEXT CLASS</B></A></FONT></TD>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
  <A HREF="../../../../index.html?org/archive/crawler/framework/CrawlScope.html" target="_top"><B>FRAMES</B></A>  &nbsp;
&nbsp;<A HREF="CrawlScope.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
&nbsp;<SCRIPT type="text/javascript">
  <!--
  if(window==top) {
    document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>');
  }
  //-->
</SCRIPT>
<NOSCRIPT>
  <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>
</NOSCRIPT>


</FONT></TD>
</TR>
<TR>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
  SUMMARY:&nbsp;<A HREF="#nested_classes_inherited_from_class_org.archive.crawler.settings.ComplexType">NESTED</A>&nbsp;|&nbsp;<A HREF="#field_summary">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_summary">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_summary">METHOD</A></FONT></TD>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
DETAIL:&nbsp;<A HREF="#field_detail">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_detail">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_detail">METHOD</A></FONT></TD>
</TR>
</TABLE>
<A NAME="skip-navbar_bottom"></A>
<!-- ======== END OF BOTTOM NAVBAR ======= -->

<HR>
Copyright &copy; 2003-2006 Internet Archive. All Rights Reserved.
</BODY>
</HTML>