writerpoolprocessor.html

一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫

</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>sExitMessage</CODE> - Type of exit. Should be one of the STATUS constants
 in defined in CrawlJob.<DT><B>See Also:</B><DD><A HREF="../../../../org/archive/crawler/admin/CrawlJob.html" title="class in org.archive.crawler.admin"><CODE>CrawlJob</CODE></A></DL>
</DD>
</DL>
<HR>

<A NAME="crawlStarted(java.lang.String)"><!-- --></A><H3>
crawlStarted</H3>
<PRE>
public void <B>crawlStarted</B>(java.lang.String&nbsp;message)</PRE>
<DL>
<DD><B>Description copied from interface: <CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html#crawlStarted(java.lang.String)">CrawlStatusListener</A></CODE></B></DD>
<DD>Called on crawl start.
<P>
<DD><DL>
<DT><B>Specified by:</B><DD><CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html#crawlStarted(java.lang.String)">crawlStarted</A></CODE> in interface <CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html" title="interface in org.archive.crawler.event">CrawlStatusListener</A></CODE></DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>message</CODE> - Start message.</DL>
</DD>
</DL>
<HR>

<A NAME="getCheckpointStateFile()"><!-- --></A><H3>
getCheckpointStateFile</H3>
<PRE>
protected java.lang.String <B>getCheckpointStateFile</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="crawlCheckpoint(java.io.File)"><!-- --></A><H3>
crawlCheckpoint</H3>
<PRE>
public void <B>crawlCheckpoint</B>(java.io.File&nbsp;checkpointDir)
                     throws java.io.IOException</PRE>
<DL>
<DD><B>Description copied from interface: <CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html#crawlCheckpoint(java.io.File)">CrawlStatusListener</A></CODE></B></DD>
<DD>Called by <A HREF="../../../../org/archive/crawler/framework/CrawlController.html" title="class in org.archive.crawler.framework"><CODE>CrawlController</CODE></A> when checkpointing.
<P>
<DD><DL>
<DT><B>Specified by:</B><DD><CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html#crawlCheckpoint(java.io.File)">crawlCheckpoint</A></CODE> in interface <CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html" title="interface in org.archive.crawler.event">CrawlStatusListener</A></CODE></DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>checkpointDir</CODE> - Checkpoint dir.  Write checkpoint state here.
<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="crawlPausing(java.lang.String)"><!-- --></A><H3>
crawlPausing</H3>
<PRE>
public void <B>crawlPausing</B>(java.lang.String&nbsp;statusMessage)</PRE>
<DL>
<DD><B>Description copied from interface: <CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html#crawlPausing(java.lang.String)">CrawlStatusListener</A></CODE></B></DD>
<DD>Called when a CrawlController is going to be paused.
<P>
<DD><DL>
<DT><B>Specified by:</B><DD><CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html#crawlPausing(java.lang.String)">crawlPausing</A></CODE> in interface <CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html" title="interface in org.archive.crawler.event">CrawlStatusListener</A></CODE></DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>statusMessage</CODE> - Should be
 <A HREF="../../../../org/archive/crawler/admin/CrawlJob.html#STATUS_WAITING_FOR_PAUSE"><CODE>STATUS_WAITING_FOR_PAUSE</CODE></A>. Passed for convenience</DL>
</DD>
</DL>
<HR>

<A NAME="crawlPaused(java.lang.String)"><!-- --></A><H3>
crawlPaused</H3>
<PRE>
public void <B>crawlPaused</B>(java.lang.String&nbsp;statusMessage)</PRE>
<DL>
<DD><B>Description copied from interface: <CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html#crawlPaused(java.lang.String)">CrawlStatusListener</A></CODE></B></DD>
<DD>Called when a CrawlController is actually paused (all threads are idle).
<P>
<DD><DL>
<DT><B>Specified by:</B><DD><CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html#crawlPaused(java.lang.String)">crawlPaused</A></CODE> in interface <CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html" title="interface in org.archive.crawler.event">CrawlStatusListener</A></CODE></DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>statusMessage</CODE> - Should be
 <A HREF="../../../../org/archive/crawler/admin/CrawlJob.html#STATUS_PAUSED"><CODE>CrawlJob.STATUS_PAUSED</CODE></A>. Passed for
 convenience</DL>
</DD>
</DL>
<HR>

<A NAME="crawlResuming(java.lang.String)"><!-- --></A><H3>
crawlResuming</H3>
<PRE>
public void <B>crawlResuming</B>(java.lang.String&nbsp;statusMessage)</PRE>
<DL>
<DD><B>Description copied from interface: <CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html#crawlResuming(java.lang.String)">CrawlStatusListener</A></CODE></B></DD>
<DD>Called when a CrawlController is resuming a crawl that had been paused.
<P>
<DD><DL>
<DT><B>Specified by:</B><DD><CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html#crawlResuming(java.lang.String)">crawlResuming</A></CODE> in interface <CODE><A HREF="../../../../org/archive/crawler/event/CrawlStatusListener.html" title="interface in org.archive.crawler.event">CrawlStatusListener</A></CODE></DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>statusMessage</CODE> - Should be
 <A HREF="../../../../org/archive/crawler/admin/CrawlJob.html#STATUS_RUNNING"><CODE>CrawlJob.STATUS_RUNNING</CODE></A>. Passed for
 convenience</DL>
</DD>
</DL>
<HR>

<A NAME="getPool()"><!-- --></A><H3>
getPool</H3>
<PRE>
protected <A HREF="../../../../org/archive/io/WriterPool.html" title="class in org.archive.io">WriterPool</A> <B>getPool</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="setPool(org.archive.io.WriterPool)"><!-- --></A><H3>
setPool</H3>
<PRE>
protected void <B>setPool</B>(<A HREF="../../../../org/archive/io/WriterPool.html" title="class in org.archive.io">WriterPool</A>&nbsp;pool)</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTotalBytesWritten()"><!-- --></A><H3>
getTotalBytesWritten</H3>
<PRE>
protected long <B>getTotalBytesWritten</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="setTotalBytesWritten(long)"><!-- --></A><H3>
setTotalBytesWritten</H3>
<PRE>
protected void <B>setTotalBytesWritten</B>(long&nbsp;totalBytesWritten)</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="checkpointRecover()"><!-- --></A><H3>
checkpointRecover</H3>
<PRE>
protected void <B>checkpointRecover</B>()</PRE>
<DL>
<DD>Called out of <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#initialTasks()"><CODE>initialTasks()</CODE></A> when recovering a checkpoint.
 Restore state.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="loadCheckpointSerialNumber()"><!-- --></A><H3>
loadCheckpointSerialNumber</H3>
<PRE>
protected int <B>loadCheckpointSerialNumber</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Returns:</B><DD>Serial number from checkpoint state file or if unreadable, -1
 (Client should check for -1).</DL>
</DD>
</DL>
<HR>

<A NAME="saveCheckpointSerialNumber(java.io.File, int)"><!-- --></A><H3>
saveCheckpointSerialNumber</H3>
<PRE>
protected void <B>saveCheckpointSerialNumber</B>(java.io.File&nbsp;checkpointDir,
                                          int&nbsp;serialNo)
                                   throws java.io.IOException</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<!-- ========= END OF CLASS DATA ========= -->
<HR>


<!-- ======= START OF BOTTOM NAVBAR ====== -->
<A NAME="navbar_bottom"><!-- --></A>
<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
<TR>
<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
<A NAME="navbar_bottom_firstrow"><!-- --></A>
<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
  <TR ALIGN="center" VALIGN="top">
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="class-use/WriterPoolProcessor.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
  </TR>
</TABLE>
</TD>
<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
</EM>
</TD>
</TR>

<TR>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
&nbsp;<A HREF="../../../../org/archive/crawler/framework/ToeThread.html" title="class in org.archive.crawler.framework"><B>PREV CLASS</B></A>&nbsp;
&nbsp;NEXT CLASS</FONT></TD>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
  <A HREF="../../../../index.html?org/archive/crawler/framework/WriterPoolProcessor.html" target="_top"><B>FRAMES</B></A>  &nbsp;
&nbsp;<A HREF="WriterPoolProcessor.html" target="_top"><B>NO FRAMES</B>