processor.html

用JAVA编写的,在做实验的时候留下来的,本来想删的,但是传上来,大家分享吧

<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - The CrawlURI being processed.
<DT><B>Throws:</B>
<DD><CODE>java.lang.InterruptedException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="initialTasks()"><!-- --></A><H3>
initialTasks</H3>
<PRE>
protected void <B>initialTasks</B>()</PRE>
<DL>
<DD>Classes subclassing this one should override this method to perform
 processor specific actions.
 <p>

 This method is garanteed to be called after the crawl is set up, but
 before any URI-processing has occured.
<P>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="finalTasks()"><!-- --></A><H3>
finalTasks</H3>
<PRE>
protected void <B>finalTasks</B>()</PRE>
<DL>
<DD>Classes subclassing this one should override this method to perform
 processor specific actions.
<P>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="filtersAccept(org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
filtersAccept</H3>
<PRE>
protected boolean <B>filtersAccept</B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</PRE>
<DL>
<DD>Do all specified filters (if any) accept this CrawlURI?
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - 
<DT><B>Returns:</B><DD>True if all filters accept this CrawlURI.</DL>
</DD>
</DL>
<HR>

<A NAME="filtersAccept(org.archive.crawler.settings.MapType, org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
filtersAccept</H3>
<PRE>
protected boolean <B>filtersAccept</B>(<A HREF="../../../../org/archive/crawler/settings/MapType.html" title="class in org.archive.crawler.settings">MapType</A>&nbsp;fs,
                                <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</PRE>
<DL>
<DD>Do all specified filters (if any) accept this CrawlURI?
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - <DD><CODE>fs</CODE> - Filters to process.
<DT><B>Returns:</B><DD>True if all filters accept this CrawlURI.</DL>
</DD>
</DL>
<HR>

<A NAME="getDefaultNextProcessor(org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
getDefaultNextProcessor</H3>
<PRE>
public <A HREF="../../../../org/archive/crawler/framework/Processor.html" title="class in org.archive.crawler.framework">Processor</A> <B>getDefaultNextProcessor</B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</PRE>
<DL>
<DD>Returns the next processor for the given CrawlURI in the processor chain.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - The CrawlURI that we want to find the next processor for.
<DT><B>Returns:</B><DD>The next processor for the given CrawlURI in the processor chain.</DL>
</DD>
</DL>
<HR>

<A NAME="setDefaultNextProcessor(org.archive.crawler.framework.Processor)"><!-- --></A><H3>
setDefaultNextProcessor</H3>
<PRE>
public void <B>setDefaultNextProcessor</B>(<A HREF="../../../../org/archive/crawler/framework/Processor.html" title="class in org.archive.crawler.framework">Processor</A>&nbsp;nextProcessor)</PRE>
<DL>
<DD>Set the default next processor in the chain.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>nextProcessor</CODE> - the default next processor in the chain.</DL>
</DD>
</DL>
<HR>

<A NAME="getController()"><!-- --></A><H3>
getController</H3>
<PRE>
public <A HREF="../../../../org/archive/crawler/framework/CrawlController.html" title="class in org.archive.crawler.framework">CrawlController</A> <B>getController</B>()</PRE>
<DL>
<DD>Get the controller object.
<P>
<DD><DL>

<DT><B>Returns:</B><DD>the controller object.</DL>
</DD>
</DL>
<HR>

<A NAME="spawn(int)"><!-- --></A><H3>
spawn</H3>
<PRE>
public <A HREF="../../../../org/archive/crawler/framework/Processor.html" title="class in org.archive.crawler.framework">Processor</A> <B>spawn</B>(int&nbsp;serialNum)</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="report()"><!-- --></A><H3>
report</H3>
<PRE>
public java.lang.String <B>report</B>()</PRE>
<DL>
<DD>Compiles and returns a report (in human readable form) about the status
 of the processor.  The processor's name (of implementing class) should
 always be included.
 <p>
 Examples of stats declared would include:<br>
 * Number of CrawlURIs handled.<br>
 * Number of links extracted (for link extractors)<br>
 etc.
<P>
<DD><DL>

<DT><B>Returns:</B><DD>A human readable report on the processor's state.</DL>
</DD>
</DL>
<HR>

<A NAME="isContentToProcess(org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
isContentToProcess</H3>
<PRE>
protected boolean <B>isContentToProcess</B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</PRE>
<DL>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - CrawlURI to examine.
<DT><B>Returns:</B><DD>True if content to process -- content length is > 0 
 -- and links have not yet been extracted.</DL>
</DD>
</DL>
<HR>

<A NAME="isHttpTransactionContentToProcess(org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
isHttpTransactionContentToProcess</H3>
<PRE>
protected boolean <B>isHttpTransactionContentToProcess</B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</PRE>
<DL>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - CrawlURI to examine.
<DT><B>Returns:</B><DD>True if <A HREF="../../../../org/archive/crawler/framework/Processor.html#isContentToProcess(org.archive.crawler.datamodel.CrawlURI)"><CODE>isContentToProcess(CrawlURI)</CODE></A> and
 the CrawlURI represents a successful http transaction.</DL>
</DD>
</DL>
<HR>

<A NAME="isExpectedMimeType(java.lang.String, java.lang.String)"><!-- --></A><H3>
isExpectedMimeType</H3>
<PRE>
protected boolean <B>isExpectedMimeType</B>(java.lang.String&nbsp;contentType,
                                     java.lang.String&nbsp;expectedPrefix)</PRE>
<DL>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>contentType</CODE> - Found content type.<DD><CODE>expectedPrefix</CODE> - String to find at start of contenttype: e.g.
 <code>text/html</code>.
<DT><B>Returns:</B><DD>True if passed content-type begins with
 expected mimetype.</DL>
</DD>
</DL>
<HR>

<A NAME="kickUpdate()"><!-- --></A><H3>
kickUpdate</H3>
<PRE>
public void <B>kickUpdate</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<!-- ========= END OF CLASS DATA ========= -->
<HR>


<!-- ======= START OF BOTTOM NAVBAR ====== -->
<A NAME="navbar_bottom"><!-- --></A>
<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
<TR>
<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
<A NAME="navbar_bottom_firstrow"><!-- --></A>
<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
  <TR ALIGN="center" VALIGN="top">
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="class-use/Processor.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
  </TR>
</TABLE>
</TD>
<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
</EM>
</TD>
</TR>

<TR>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
&nbsp;<A HREF="../../../../org/archive/crawler/framework/FrontierMarker.html" title="interface in org.archive.crawler.framework"><B>PREV CLASS</B></A>&nbsp;
&nbsp;<A HREF="../../../../org/archive/crawler/framework/ProcessorChain.html" title="class in org.archive.crawler.framework"><B>NEXT CLASS</B></A></FONT></TD>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
  <A HREF="../../../../index.html?org/archive/crawler/framework/Processor.html" target="_top"><B>FRAMES</B></A>  &nbsp;
&nbsp;<A HREF="Processor.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
&nbsp;<SCRIPT type="text/javascript">
  <!--
  if(window==top) {
    document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>');
  }
  //-->
</SCRIPT>
<NOSCRIPT>
  <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>
</NOSCRIPT>


</FONT></TD>
</TR>
<TR>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
  SUMMARY:&nbsp;<A HREF="#nested_classes_inherited_from_class_org.archive.crawler.settings.ComplexType">NESTED</A>&nbsp;|&nbsp;<A HREF="#field_summary">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_summary">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_summary">METHOD</A></FONT></TD>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
DETAIL:&nbsp;<A HREF="#field_detail">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_detail">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_detail">METHOD</A></FONT></TD>
</TR>
</TABLE>
<A NAME="skip-navbar_bottom"></A>
<!-- ======== END OF BOTTOM NAVBAR ======= -->

<HR>
Copyright &copy; 2003-2006 Internet Archive. All Rights Reserved.
</BODY>
</HTML>