experimentalwarcwriterprocessor.html

用JAVA编写的,在做实验的时候留下来的,本来想删的,但是传上来,大家分享吧

<!-- ========= CONSTRUCTOR DETAIL ======== -->

<A NAME="constructor_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Constructor Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="ExperimentalWARCWriterProcessor(java.lang.String)"><!-- --></A><H3>
ExperimentalWARCWriterProcessor</H3>
<PRE>
public <B>ExperimentalWARCWriterProcessor</B>(java.lang.String&nbsp;name)</PRE>
<DL>
<DL>
<DT><B>Parameters:</B><DD><CODE>name</CODE> - Name of this writer.</DL>
</DL>

<!-- ============ METHOD DETAIL ========== -->

<A NAME="method_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Method Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="getDefaultPath()"><!-- --></A><H3>
getDefaultPath</H3>
<PRE>
protected java.lang.String[] <B>getDefaultPath</B>()</PRE>
<DL>
<DD><DL>
<DT><B>Overrides:</B><DD><CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#getDefaultPath()">getDefaultPath</A></CODE> in class <CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html" title="class in org.archive.crawler.framework">WriterPoolProcessor</A></CODE></DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="setupPool(java.util.concurrent.atomic.AtomicInteger)"><!-- --></A><H3>
setupPool</H3>
<PRE>
protected void <B>setupPool</B>(java.util.concurrent.atomic.AtomicInteger&nbsp;serialNo)</PRE>
<DL>
<DD><B>Description copied from class: <CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#setupPool(java.util.concurrent.atomic.AtomicInteger)">WriterPoolProcessor</A></CODE></B></DD>
<DD>Set up pool of files.
<P>
<DD><DL>
<DT><B>Specified by:</B><DD><CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#setupPool(java.util.concurrent.atomic.AtomicInteger)">setupPool</A></CODE> in class <CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html" title="class in org.archive.crawler.framework">WriterPoolProcessor</A></CODE></DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="innerProcess(org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
innerProcess</H3>
<PRE>
protected void <B>innerProcess</B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</PRE>
<DL>
<DD>Writes a CrawlURI and its associated data to store file.
 
 Currently this method understands the following uri types: dns, http, and
 https.
<P>
<DD><DL>
<DT><B>Specified by:</B><DD><CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html#innerProcess(org.archive.crawler.datamodel.CrawlURI)">innerProcess</A></CODE> in class <CODE><A HREF="../../../../org/archive/crawler/framework/WriterPoolProcessor.html" title="class in org.archive.crawler.framework">WriterPoolProcessor</A></CODE></DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - CrawlURI to process.</DL>
</DD>
</DL>
<HR>

<A NAME="write(java.lang.String, org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
write</H3>
<PRE>
protected void <B>write</B>(java.lang.String&nbsp;lowerCaseScheme,
                     <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)
              throws java.io.IOException</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="writeRequest(org.archive.io.warc.ExperimentalWARCWriter, java.lang.String, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)"><!-- --></A><H3>
writeRequest</H3>
<PRE>
protected java.net.URI <B>writeRequest</B>(<A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html" title="class in org.archive.io.warc">ExperimentalWARCWriter</A>&nbsp;w,
                                    java.lang.String&nbsp;timestamp,
                                    java.lang.String&nbsp;mimetype,
                                    java.net.URI&nbsp;baseid,
                                    <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
                                    <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields)
                             throws java.io.IOException</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="writeResponse(org.archive.io.warc.ExperimentalWARCWriter, java.lang.String, java.lang.String, java.net.URI, org.archive.crawler.datamodel.CrawlURI, org.archive.util.anvl.ANVLRecord)"><!-- --></A><H3>
writeResponse</H3>
<PRE>
protected java.net.URI <B>writeResponse</B>(<A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html" title="class in org.archive.io.warc">ExperimentalWARCWriter</A>&nbsp;w,
                                     java.lang.String&nbsp;timestamp,
                                     java.lang.String&nbsp;mimetype,
                                     java.net.URI&nbsp;baseid,
                                     <A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
                                     <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields)
                              throws java.io.IOException</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>