experimentalv10warcwriterprocessor.html

来自「网络爬虫开源代码」· HTML 代码 · 共 570 行 · 第 1/5 页

<DD><B>Deprecated.</B>&nbsp;<DD><DL>
<DT><B>Overrides:</B><DD><CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getDefaultPath()">getDefaultPath</A></CODE> in class <CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html" title="class in org.archive.crawler.framework">WriterPoolProcessor</A></CODE></DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="setupPool(java.util.concurrent.atomic.AtomicInteger)"><!-- --></A><H3>
setupPool</H3>
<PRE>
protected void <B>setupPool</B>(java.util.concurrent.atomic.AtomicInteger&nbsp;serialNo)</PRE>
<DL>
<DD><B>Deprecated.</B>&nbsp;<DD><B>Description copied from class: <CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#setupPool(java.util.concurrent.atomic.AtomicInteger)">WriterPoolProcessor</A></CODE></B></DD>
<DD>Set up pool of files.
<P>
<DD><DL>
<DT><B>Specified by:</B><DD><CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#setupPool(java.util.concurrent.atomic.AtomicInteger)">setupPool</A></CODE> in class <CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html" title="class in org.archive.crawler.framework">WriterPoolProcessor</A></CODE></DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="innerProcess(org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
innerProcess</H3>
<PRE>
protected void <B>innerProcess</B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</PRE>
<DL>
<DD><B>Deprecated.</B>&nbsp;<DD>Writes a CrawlURI and its associated data to store file.
 
 Currently this method understands the following uri types: dns, http, and
 https.
<P>
<DD><DL>
<DT><B>Specified by:</B><DD><CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#innerProcess(org.archive.crawler.datamodel.CrawlURI)">innerProcess</A></CODE> in class <CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html" title="class in org.archive.crawler.framework">WriterPoolProcessor</A></CODE></DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - CrawlURI to process.</DL>
</DD>
</DL>
<HR>

<A NAME="write(java.lang.String, org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
write</H3>
<PRE>
protected void <B>write</B>(java.lang.String&nbsp;lowerCaseScheme,
                     <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)
              throws java.io.IOException</PRE>
<DL>
<DD><B>Deprecated.</B>&nbsp;<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="writeRequest(org.archive.io.warc.v10.ExperimentalWARCWriter, java.lang.String, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)"><!-- --></A><H3>
writeRequest</H3>
<PRE>
protected java.net.URI <B>writeRequest</B>(<A HREF="../../../../org/archive/io/warc/v10/ExperimentalWARCWriter.html" title="class in org.archive.io.warc.v10">ExperimentalWARCWriter</A>&nbsp;w,
                                    java.lang.String&nbsp;timestamp,
                                    java.lang.String&nbsp;mimetype,
                                    java.net.URI&nbsp;baseid,
                                    <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
                                    <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields)
                             throws java.io.IOException</PRE>
<DL>
<DD><B>Deprecated.</B>&nbsp;<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="writeResponse(org.archive.io.warc.v10.ExperimentalWARCWriter, java.lang.String, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)"><!-- --></A><H3>
writeResponse</H3>
<PRE>
protected java.net.URI <B>writeResponse</B>(<A HREF="../../../../org/archive/io/warc/v10/ExperimentalWARCWriter.html" title="class in org.archive.io.warc.v10">ExperimentalWARCWriter</A>&nbsp;w,
                                     java.lang.String&nbsp;timestamp,
                                     java.lang.String&nbsp;mimetype,
                                     java.net.URI&nbsp;baseid,
                                     <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
                                     <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields)
                              throws java.io.IOException</PRE>
<DL>
<DD><B>Deprecated.</B>&nbsp;<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="writeMetadata(org.archive.io.warc.v10.ExperimentalWARCWriter, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)"><!-- --></A><H3>
writeMetadata</H3>
<PRE>
protected java.net.URI <B>writeMetadata</B>(<A HREF="../../../../org/archive/io/warc/v10/ExperimentalWARCWriter.html" title="class in org.archive.io.warc.v10">ExperimentalWARCWriter</A>&nbsp;w,
                                     java.lang.String&nbsp;timestamp,
                                     java.net.URI&nbsp;baseid,
                                     <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.craw