crawlerjournal.html

来自「网络爬虫开源代码」· HTML 代码 · 共 732 行 · 第 1/2 页

<A NAME="out"><!-- --></A><H3>
out</H3>
<PRE>
protected java.io.Writer <B>out</B></PRE>
<DL>
<DD>Stream on which we record frontier events.
<P>
<DL>
</DL>
</DL>
<HR>

<A NAME="lines"><!-- --></A><H3>
lines</H3>
<PRE>
protected long <B>lines</B></PRE>
<DL>
<DD>line count
<P>
<DL>
</DL>
</DL>
<HR>

<A NAME="timestamp_interval"><!-- --></A><H3>
timestamp_interval</H3>
<PRE>
protected int <B>timestamp_interval</B></PRE>
<DL>
<DD>number of lines between timestamps
<P>
<DL>
</DL>
</DL>
<HR>

<A NAME="GZIP_SUFFIX"><!-- --></A><H3>
GZIP_SUFFIX</H3>
<PRE>
public static final java.lang.String <B>GZIP_SUFFIX</B></PRE>
<DL>
<DD>suffix to recognize gzipped files
<P>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.io.CrawlerJournal.GZIP_SUFFIX">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="gzipFile"><!-- --></A><H3>
gzipFile</H3>
<PRE>
protected java.io.File <B>gzipFile</B></PRE>
<DL>
<DD>File we're writing journal to.
 Keep a reference in case we want to rotate it off.
<P>
<DL>
</DL>
</DL>
<HR>

<A NAME="accumulatingBuffer"><!-- --></A><H3>
accumulatingBuffer</H3>
<PRE>
protected it.unimi.dsi.mg4j.util.MutableString <B>accumulatingBuffer</B></PRE>
<DL>
<DD>Allocate a buffer for accumulating lines to write and reuse it.
<P>
<DL>
</DL>
</DL>

<!-- ========= CONSTRUCTOR DETAIL ======== -->

<A NAME="constructor_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Constructor Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="CrawlerJournal(java.lang.String, java.lang.String)"><!-- --></A><H3>
CrawlerJournal</H3>
<PRE>
public <B>CrawlerJournal</B>(java.lang.String&nbsp;path,
                      java.lang.String&nbsp;filename)
               throws java.io.IOException</PRE>
<DL>
<DD>Create a new crawler journal at the given location
<P>
<DL>
<DT><B>Parameters:</B><DD><CODE>path</CODE> - Directory to make thejournal in.<DD><CODE>filename</CODE> - Name to use for journal file.
<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DL>
<HR>

<A NAME="CrawlerJournal(java.io.File)"><!-- --></A><H3>
CrawlerJournal</H3>
<PRE>
public <B>CrawlerJournal</B>(java.io.File&nbsp;file)
               throws java.io.IOException</PRE>
<DL>
<DD>Create a new crawler journal at the given location
<P>
<DL>
<DT><B>Parameters:</B><DD><CODE>file</CODE> - path at which to make journal
<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DL>

<!-- ============ METHOD DETAIL ========== -->

<A NAME="method_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Method Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="getBufferedReader(java.io.File)"><!-- --></A><H3>
getBufferedReader</H3>
<PRE>
public static java.io.BufferedReader <B>getBufferedReader</B>(java.io.File&nbsp;source)
                                                throws java.io.IOException</PRE>
<DL>
<DD>Get a BufferedReader on the crawler journal given
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>source</CODE> - File journal
<DT><B>Returns:</B><DD>journal buffered reader.
<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="getBufferedInput(java.io.File)"><!-- --></A><H3>
getBufferedInput</H3>
<PRE>
public static java.io.BufferedInputStream <B>getBufferedInput</B>(java.io.File&nbsp;source)
                                                    throws java.io.IOException</PRE>
<DL>
<DD>Get a BufferedInputStream on the recovery file given.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>source</CODE> - file to open
<DT><B>Returns:</B><DD>journal buffered input stream.
<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="initialize(java.io.File)"><!-- --></A><H3>
initialize</H3>
<PRE>
protected java.io.Writer <B>initialize</B>(java.io.File&nbsp;f)
                             throws java.io.FileNotFoundException,
                                    java.io.IOException</PRE>
<DL>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.FileNotFoundException</CODE>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="writeLine(java.lang.String)"><!-- --></A><H3>
writeLine</H3>
<PRE>
public void <B>writeLine</B>(java.lang.String&nbsp;string)</PRE>
<DL>
<DD>Write a line
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>string</CODE> - String</DL>
</DD>
</DL>
<HR>

<A NAME="writeLine(java.lang.String, java.lang.String)"><!-- --></A><H3>
writeLine</H3>
<PRE>
public void <B>writeLine</B>(java.lang.String&nbsp;s1,
                      java.lang.String&nbsp;s2)</PRE>
<DL>
<DD>Write a line of two strings
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>s1</CODE> - String<DD><CODE>s2</CODE> - String</DL>
</DD>
</DL>
<HR>

<A NAME="writeLine(java.lang.String, java.lang.String, java.lang.String)"><!-- --></A><H3>
writeLine</H3>
<PRE>
public void <B>writeLine</B>(java.lang.String&nbsp;s1,
                      java.lang.String&nbsp;s2,
                      java.lang.String&nbsp;s3)</PRE>
<DL>
<DD>Write a line of three strings
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>s1</CODE> - String<DD><CODE>s2</CODE> - String<DD><CODE>s3</CODE> - String</DL>
</DD>
</DL>
<HR>

<A NAME="writeLine(it.unimi.dsi.mg4j.util.MutableString)"><!-- --></A><H3>
writeLine</H3>
<PRE>
public void <B>writeLine</B>(it.unimi.dsi.mg4j.util.MutableString&nbsp;mstring)</PRE>
<DL>
<DD>Write a line.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>mstring</CODE> - MutableString to write</DL>
</DD>
</DL>
<HR>

<A NAME="noteLine()"><!-- --></A><H3>
noteLine</H3>
<PRE>
protected void <B>noteLine</B>()
                 throws java.io.IOException</PRE>
<DL>
<DD>Count and note a line
<P>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="considerTimestamp()"><!-- --></A><H3>
considerTimestamp</H3>
<PRE>
protected void <B>considerTimestamp</B>()
                          throws java.io.IOException</PRE>
<DL>
<DD>Write a timestamp line if appropriate
<P>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="close()"><!-- --></A><H3>
close</H3>
<PRE>
public void <B>close</B>()</PRE>
<DL>
<DD>Flush and close the underlying IO objects.
<P>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="seriousError(java.lang.String)"><!-- --></A><H3>
seriousError</H3>
<PRE>
public void <B>seriousError</B>(java.lang.String&nbsp;err)</PRE>
<DL>
<DD>Note a serious error vioa a special log line
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>err</CODE> - </DL>
</DD>
</DL>
<HR>

<A NAME="checkpoint(java.io.File)"><!-- --></A><H3>
checkpoint</H3>
<PRE>
public void <B>checkpoint</B>(java.io.File&nbsp;checkpointDir)
                throws java.io.IOException</PRE>
<DL>
<DD>Handle a checkpoint by rotating the current log to a checkpoint-named
 file and starting a new log.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>checkpointDir</CODE> - 
<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<!-- ========= END OF CLASS DATA ========= -->
<HR>


<!-- ======= START OF BOTTOM NAVBAR ====== -->
<A NAME="navbar_bottom"><!-- --></A>
<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
<TR>
<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
<A NAME="navbar_bottom_firstrow"><!-- --></A>
<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
  <TR ALIGN="center" VALIGN="top">
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="class-use/CrawlerJournal.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
  </TR>
</TABLE>
</TD>
<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
</EM>
</TD>
</TR>

<TR>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
&nbsp;PREV CLASS&nbsp;
&nbsp;<A HREF="../../../../org/archive/crawler/io/LocalErrorFormatter.html" title="class in org.archive.crawler.io"><B>NEXT CLASS</B></A></FONT></TD>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
  <A HREF="../../../../index.html?org/archive/crawler/io/CrawlerJournal.html" target="_top"><B>FRAMES</B></A>  &nbsp;
&nbsp;<A HREF="CrawlerJournal.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
&nbsp;<SCRIPT type="text/javascript">
  <!--
  if(window==top) {
    document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>');
  }
  //-->
</SCRIPT>
<NOSCRIPT>
  <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>
</NOSCRIPT>


</FONT></TD>
</TR>
<TR>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
  SUMMARY:&nbsp;NESTED&nbsp;|&nbsp;<A HREF="#field_summary">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_summary">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_summary">METHOD</A></FONT></TD>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
DETAIL:&nbsp;<A HREF="#field_detail">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_detail">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_detail">METHOD</A></FONT></TD>
</TR>
</TABLE>
<A NAME="skip-navbar_bottom"></A>
<!-- ======== END OF BOTTOM NAVBAR ======= -->

<HR>
Copyright &copy; 2003-2007 Internet Archive. All Rights Reserved.
</BODY>
</HTML>