experimentalv10warcwriterprocessor.html

来自「网络爬虫开源代码」· HTML 代码 · 共 570 行 · 第 1/5 页

&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<B>Deprecated.</B>&nbsp;&nbsp;</TD>
</TR>
</TABLE>
&nbsp;
<!-- ========== METHOD SUMMARY =========== -->

<A NAME="method_summary"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2">
<B>Method Summary</B></FONT></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;java.lang.String[]</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalV10WARCWriterProcessor.html#getDefaultPath()">getDefaultPath</A></B>()</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<B>Deprecated.</B>&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;java.util.List</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalV10WARCWriterProcessor.html#getMetadata()">getMetadata</A></B>()</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<B>Deprecated.</B>&nbsp;Return list of metadatas to add to first arc file metadata record.</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;java.net.URI</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalV10WARCWriterProcessor.html#getRecordID()">getRecordID</A></B>()</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<B>Deprecated.</B>&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;void</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalV10WARCWriterProcessor.html#innerProcess(org.archive.crawler.datamodel.CrawlURI)">innerProcess</A></B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<B>Deprecated.</B>&nbsp;Writes a CrawlURI and its associated data to store file.</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;java.net.URI</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalV10WARCWriterProcessor.html#qualifyRecordID(java.net.URI, java.lang.String, java.lang.String)">qualifyRecordID</A></B>(java.net.URI&nbsp;base,
                java.lang.String&nbsp;key,
                java.lang.String&nbsp;value)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<B>Deprecated.</B>&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;void</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalV10WARCWriterProcessor.html#setupPool(java.util.concurrent.atomic.AtomicInteger)">setupPool</A></B>(java.util.concurrent.atomic.AtomicInteger&nbsp;serialNo)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<B>Deprecated.</B>&nbsp;Set up pool of files.</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;void</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalV10WARCWriterProcessor.html#write(java.lang.String, org.archive.crawler.datamodel.CrawlURI)">write</A></B>(java.lang.String&nbsp;lowerCaseScheme,
      <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<B>Deprecated.</B>&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;java.net.URI</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalV10WARCWriterProcessor.html#writeMetadata(org.archive.io.warc.v10.ExperimentalWARCWriter, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)">writeMetadata</A></B>(<A HREF="../../../../org/archive/io/warc/v10/ExperimentalWARCWriter.html" title="class in org.archive.io.warc.v10">ExperimentalWARCWriter</A>&nbsp;w,
              java.lang.String&nbsp;timestamp,
              java.net.URI&nbsp;baseid,
              <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
              <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<B>Deprecated.</B>&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;java.net.URI</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalV10WARCWriterProcessor.html#writeRequest(org.archive.io.warc.v10.ExperimentalWARCWriter, java.lang.String, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)">writeRequest</A></B>(<A HREF="../../../../org/archive/io/warc/v10/ExperimentalWARCWriter.html" title="class in org.archive.io.warc.v10">ExperimentalWARCWriter</A>&nbsp;w,
             java.lang.String&nbsp;timestamp,
             java.lang.String&nbsp;mimetype,
             java.net.URI&nbsp;baseid,
             <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
             <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<B>Deprecated.</B>&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;java.net.URI</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../../org/archive/crawler/writer/ExperimentalV10WARCWriterProcessor.html#writeResponse(org.archive.io.warc.v10.ExperimentalWARCWriter, java.lang.String, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)">writeResponse</A></B>(<A HREF="../../../../org/archive/io/warc/v10/ExperimentalWARCWriter.html" title="class in org.archive.io.warc.v10">ExperimentalWARCWriter</A>&nbsp;w,
              java.lang.String&nbsp;timestamp,
              java.lang.String&nbsp;mimetype,
              java.net.URI&nbsp;baseid,
              <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
              <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields)</CODE>

<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<B>Deprecated.</B>&nbsp;&nbsp;</TD>
</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_org.archive.crawler.framework.WriterPoolProcessor"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Methods inherited from class org.archive.crawler.framework.<A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html" title="class in org.archive.crawler.framework">WriterPoolProcessor</A></B></TH>