experimentalwarcwriter.html

一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫

<DD>Write a warcinfo to current file.
 TODO: Write crawl metadata or pointers to crawl description.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>mimetype</CODE> - Mimetype of the <code>fileMetadata</code> block.<DD><CODE>namedFields</CODE> - Named fields. Pass <code>null</code> if none.<DD><CODE>fileMetadata</CODE> - Metadata about this WARC as RDF, ANVL, etc.<DD><CODE>fileMetadataLength</CODE> - Length of <code>fileMetadata</code>.
<DT><B>Returns:</B><DD>Generated record-id made with
 <a href="http://en.wikipedia.org/wiki/Data:_URL">data: scheme</a> and
 the current filename.
<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="writeWarcinfoRecord(java.lang.String, java.lang.String, java.net.URI, org.archive.util.anvl.ANVLRecord, java.io.InputStream, long)"><!-- --></A><H3>
writeWarcinfoRecord</H3>
<PRE>
public void <B>writeWarcinfoRecord</B>(java.lang.String&nbsp;create14DigitDate,
                                java.lang.String&nbsp;mimetype,
                                java.net.URI&nbsp;recordId,
                                <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields,
                                java.io.InputStream&nbsp;fileMetadata,
                                long&nbsp;fileMetadataLength)
                         throws java.io.IOException</PRE>
<DL>
<DD>Write a <code>warcinfo</code> to current file.
 The <code>warcinfo</code> type uses its <code>recordId</code> as its URL.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>recordId</CODE> - URI to use for this warcinfo.<DD><CODE>create14DigitDate</CODE> - Record creation date as 14 digit date.<DD><CODE>mimetype</CODE> - Mimetype of the <code>fileMetadata</code>.<DD><CODE>namedFields</CODE> - Named fields.<DD><CODE>fileMetadata</CODE> - Metadata about this WARC as RDF, ANVL, etc.<DD><CODE>fileMetadataLength</CODE> - Length of <code>fileMetadata</code>.
<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="writeRequestRecord(java.lang.String, java.lang.String, java.lang.String, java.net.URI, org.archive.util.anvl.ANVLRecord, java.io.InputStream, long)"><!-- --></A><H3>
writeRequestRecord</H3>
<PRE>
public void <B>writeRequestRecord</B>(java.lang.String&nbsp;url,
                               java.lang.String&nbsp;create14DigitDate,
                               java.lang.String&nbsp;mimetype,
                               java.net.URI&nbsp;recordId,
                               <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields,
                               java.io.InputStream&nbsp;request,
                               long&nbsp;requestLength)
                        throws java.io.IOException</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="writeResourceRecord(java.lang.String, java.lang.String, java.lang.String, org.archive.util.anvl.ANVLRecord, java.io.InputStream, long)"><!-- --></A><H3>
writeResourceRecord</H3>
<PRE>
public void <B>writeResourceRecord</B>(java.lang.String&nbsp;url,
                                java.lang.String&nbsp;create14DigitDate,
                                java.lang.String&nbsp;mimetype,
                                <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields,
                                java.io.InputStream&nbsp;response,
                                long&nbsp;responseLength)
                         throws java.io.IOException</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="writeResourceRecord(java.lang.String, java.lang.String, java.lang.String, java.net.URI, org.archive.util.anvl.ANVLRecord, java.io.InputStream, long)"><!-- --></A><H3>
writeResourceRecord</H3>
<PRE>
public void <B>writeResourceRecord</B>(java.lang.String&nbsp;url,
                                java.lang.String&nbsp;create14DigitDate,
                                java.lang.String&nbsp;mimetype,
                                java.net.URI&nbsp;recordId,
                                <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields,
                                java.io.InputStream&nbsp;response,
                                long&nbsp;responseLength)
                         throws java.io.IOException</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="writeResponseRecord(java.lang.String, java.lang.String, java.lang.String, java.net.URI, org.archive.util.anvl.ANVLRecord, java.io.InputStream, long)"><!-- --></A><H3>
writeResponseRecord</H3>
<PRE>
public void <B>writeResponseRecord</B>(java.lang.String&nbsp;url,
                                java.lang.String&nbsp;create14DigitDate,
                                java.lang.String&nbsp;mimetype,
                                java.net.URI&nbsp;recordId,
                                <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields,
                                java.io.InputStream&nbsp;response,
                                long&nbsp;responseLength)
                         throws java.io.IOException</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="writeMetadataRecord(java.lang.String, java.lang.String, java.lang.String, java.net.URI, org.archive.util.anvl.ANVLRecord, java.io.InputStream, long)"><!-- --></A><H3>
writeMetadataRecord</H3>
<PRE>
public void <B>writeMetadataRecord</B>(java.lang.String&nbsp;url,
                                java.lang.String&nbsp;create14DigitDate,
                                java.lang.String&nbsp;mimetype,
                                java.net.URI&nbsp;recordId,
                                <A HREF="../../../../org/archive/util/anvl/ANVLRecord.html" title="class in org.archive.util.anvl">ANVLRecord</A>&nbsp;namedFields,
                                java.io.InputStream&nbsp;metadata,
                                long&nbsp;metadataLength)
                         throws java.io.IOException</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="getRecordID()"><!-- --></A><H3>
getRecordID</H3>
<PRE>
public static java.net.URI <B>getRecordID</B>()
                                throws java.io.IOException</PRE>
<DL>
<DD>Convenience method for getting Record-Ids.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Returns:</B><DD>A record ID.
<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<!-- ========= END OF CLASS DATA ========= -->
<HR>


<!-- ======= START OF BOTTOM NAVBAR ====== -->
<A NAME="navbar_bottom"><!-- --></A>
<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
<TR>
<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
<A NAME="navbar_bottom_firstrow"><!-- --></A>
<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
  <TR ALIGN="center" VALIGN="top">
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="class-use/ExperimentalWARCWriter.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
  </TR>
</TABLE>
</TD>
<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
</EM>
</TD>
</TR>

<TR>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
&nbsp;PREV CLASS&nbsp;
&nbsp;<A HREF="../../../../org/archive/io/warc/WARCConstants.html" title="interface in org.archive.io.warc"><B>NEXT CLASS</B></A></FONT></TD>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
  <A HREF="../../../../index.html?org/archive/io/warc/ExperimentalWARCWriter.html" target="_top"><B>FRAMES</B></A>  &nbsp;
&nbsp;<A HREF="ExperimentalWARCWriter.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
&nbsp;<SCRIPT type="text/javascript">
  <!--
  if(window==top) {
    document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>');
  }
  //-->
</SCRIPT>
<NOSCRIPT>
  <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>
</NOSCRIPT>


</FONT></TD>
</TR>
<TR>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
  SUMMARY:&nbsp;NESTED&nbsp;|&nbsp;<A HREF="#field_summary">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_summary">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_summary">METHOD</A></FONT></TD>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
DETAIL:&nbsp;<A HREF="#field_detail">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_detail">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_detail">METHOD</A></FONT></TD>
</TR>
</TABLE>
<A NAME="skip-navbar_bottom"></A>
<!-- ======== END OF BOTTOM NAVBAR ======= -->

<HR>
Copyright &copy; 2003-2006 Internet Archive. All Rights Reserved.
</BODY>
</HTML>