experimentalwarcwriterprocessor.html

来自「网络爬虫开源代码」· HTML 代码 · 共 547 行 · 第 1/5 页

</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;void</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalWARCWriterProcessor.html#setupPool(java.util.concurrent.atomic.AtomicInteger)">setupPool</A></B>(java.util.concurrent.atomic.AtomicInteger&nbsp;serialNo)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Set up pool of files.</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;void</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalWARCWriterProcessor.html#write(java.lang.String, org.archive.crawler.datamodel.CrawlURI)">write</A></B>(java.lang.String&nbsp;lowerCaseScheme,
      <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;java.net.URI</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalWARCWriterProcessor.html#writeMetadata(org.archive.io.warc.ExperimentalWARCWriter, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)">writeMetadata</A></B>(<A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html" title="class in org.archive.io.warc">ExperimentalWARCWriter</A>&nbsp;w,
              java.lang.String&nbsp;timestamp,
              java.net.URI&nbsp;baseid,
              <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
              <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;java.net.URI</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalWARCWriterProcessor.html#writeRequest(org.archive.io.warc.ExperimentalWARCWriter, java.lang.String, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)">writeRequest</A></B>(<A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html" title="class in org.archive.io.warc">ExperimentalWARCWriter</A>&nbsp;w,
             java.lang.String&nbsp;timestamp,
             java.lang.String&nbsp;mimetype,
             java.net.URI&nbsp;baseid,
             <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
             <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;java.net.URI</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalWARCWriterProcessor.html#writeResponse(org.archive.io.warc.ExperimentalWARCWriter, java.lang.String, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)">writeResponse</A></B>(<A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html" title="class in org.archive.io.warc">ExperimentalWARCWriter</A>&nbsp;w,
              java.lang.String&nbsp;timestamp,
              java.lang.String&nbsp;mimetype,
              java.net.URI&nbsp;baseid,
              <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
              <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;java.net.URI</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalWARCWriterProcessor.html#writeRevisitDigest(org.archive.io.warc.ExperimentalWARCWriter, java.lang.String, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)">writeRevisitDigest</A></B>(<A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html" title="class in org.archive.io.warc">ExperimentalWARCWriter</A>&nbsp;w,
                   java.lang.String&nbsp;timestamp,
                   java.lang.String&nbsp;mimetype,
                   java.net.URI&nbsp;baseid,
                   <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
                   <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;java.net.URI</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalWARCWriterProcessor.html#writeRevisitNotModified(org.archive.io.warc.ExperimentalWARCWriter, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)">writeRevisitNotModified</A></B>(<A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html" title="class in org.archive.io.warc">ExperimentalWARCWriter</A>&nbsp;w,
                        java.lang.String&nbsp;timestamp,
                        java.net.URI&nbsp;baseid,
                        <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
                        <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_org.archive.crawler.framework.WriterPoolProcessor"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Methods inherited from class org.archive.crawler.framework.<A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html" title="class in org.archive.crawler.framework">WriterPoolProcessor</A></B></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#cacheMetadata()">cacheMetadata</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#checkBytesWritten()">checkBytesWritten</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#checkpointRecover()">checkpointRecover</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#crawlCheckpoint(java.io.File)">crawlCheckpoint</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#crawlEnded(java.lang.String)">crawlEnded</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#crawlEnding(java.lang.String)">crawlEnding</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#crawlPaused(java.lang.String)">crawlPaused</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#crawlPausing(java.lang.String)">crawlPausing</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#crawlResuming(java.lang.String)">crawlResuming</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#crawlStarted(java.lang.String)">crawlStarted</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getAttributeUnchecked(java.lang.String)">getAttributeUnchecked</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getCheckpointStateFile()">getCheckpointStateFile</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getFirstrecordBody(java.io.File)">getFirstrecordBody</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getHostAddress(org.archive.crawler.datamodel.CrawlURI)">getHostAddress</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getMaxSize()">getMaxSize</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getMaxToWrite()">getMaxToWrite</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getMetadata()">getMetadata</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getOutputDirs()">getOutputDirs</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getPool()">getPool</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getPoolMaximumActive()">getPoolMaximumActive</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getPoolMaximumWait()">getPoolMaximumWait</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getPrefix()">getPrefix</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getSerialNo()">getSerialNo</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getSuffix()">getSuffix</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getTotalBytesWritten()">getTotalBytesWritten</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#initialTasks()">initialTasks</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#isCompressed()">isCompressed</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#loadCheckpointSerialNumber()">loadCheckpointSerialNumber</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#saveCheckpointSerialNumber(java.io.File, int)">saveCheckpointSerialNumber</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#setPool(org.archive.io.WriterPool)">setPool</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#setTotalBytesWritten(long)">setTotalBytesWritten</A>, <A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#shouldWrite(org.archive.crawler.datamodel.CrawlURI)">shouldWrite</A></CODE></TD>
</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_org.archive.crawler.framework.Processor"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Methods inherited from class org.archive.crawler.framework.<A HREF="../../../../org/archive/crawler/framework/Processor.html" title="class in org.archive.crawler.framework">Processor</A></B></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE><A HREF="../../../../org/archive/crawler/framework/Processor.html#checkForInterrupt()">checkForInterrupt</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#finalTasks()">finalTasks</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#getController()">getController</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#getDecideRule(java.lang.Object)">getDecideRule</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#getDefaultNextProcessor(org.archive.crawler.datamodel.CrawlURI)">getDefaultNextProcessor</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#innerRejectProcess(org.archive.crawler.datamodel.CrawlURI)">innerRejectProcess</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#isContentToProcess(org.archive.crawler.datamodel.CrawlURI)">isContentToProcess</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#isExpectedMimeType(java.lang.String, java.lang.String)">isExpectedMimeType</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#isHttpTransactionContentToProcess(org.archive.crawler.datamodel.CrawlURI)">isHttpTransactionContentToProcess</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#kickUpdate()">kickUpdate</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#process(org.archive.crawler.datamodel.CrawlURI)">process</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#report()">report</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#rulesAccept(org.archive.crawler.deciderules.DecideRule, java.lang.Object)">rulesAccept</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#rulesAccept(java.lang.Object)">rulesAccept</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#setDefaultNextProcessor(org.archive.crawler.framework.Processor)">setDefaultNextProcessor</A>, <A HREF="../../../../org/archive/crawler/framework/Processor.html#spawn(int)">spawn</A></CODE></TD>
</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_org.archive.crawler.settings.ModuleType"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Methods inherited from class org.archive.crawler.settings.<A HREF="../../../../org/archive/crawler/settings/ModuleType.html" title="class in org.archive.crawler.settings">ModuleType</A></B></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE><A HREF="../../../../org/archive/crawler/settings/ModuleType.html#addElement(org.archive.crawler.settings.CrawlerSettings, org.archive.crawler.settings.Type)">addElement</A>, <A HREF="../../../../org/archive/crawler/settings/ModuleType.html#listUsedFiles(java.util.List)">listUsedFiles</A></CODE></TD>
</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_org.archive.crawler.settings.ComplexType"><!-- --></A>