📄 experimentalwarcwriter.html
字号:
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"><!--NewPage--><HTML><HEAD><!-- Generated by javadoc (build 1.5.0_06) on Wed Sep 27 16:03:13 PDT 2006 --><TITLE>ExperimentalWARCWriter (Heritrix 1.10.1)</TITLE><META NAME="keywords" CONTENT="org.archive.io.warc.ExperimentalWARCWriter class"><LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"><SCRIPT type="text/javascript">function windowTitle(){ parent.document.title="ExperimentalWARCWriter (Heritrix 1.10.1)";}</SCRIPT><NOSCRIPT></NOSCRIPT></HEAD><BODY BGCOLOR="white" onload="windowTitle();"><!-- ========= START OF TOP NAVBAR ======= --><A NAME="navbar_top"><!-- --></A><A HREF="#skip-navbar_top" title="Skip navigation links"></A><TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""><TR><TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"><A NAME="navbar_top_firstrow"><!-- --></A><TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> <TR ALIGN="center" VALIGN="top"> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/ExperimentalWARCWriter.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> </TR></TABLE></TD><TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM></EM></TD></TR><TR><TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> PREV CLASS <A HREF="../../../../org/archive/io/warc/WARCConstants.html" title="interface in org.archive.io.warc"><B>NEXT CLASS</B></A></FONT></TD><TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> <A HREF="../../../../index.html?org/archive/io/warc/ExperimentalWARCWriter.html" target="_top"><B>FRAMES</B></A> <A HREF="ExperimentalWARCWriter.html" target="_top"><B>NO FRAMES</B></A> <SCRIPT type="text/javascript"> <!-- if(window==top) { document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); } //--></SCRIPT><NOSCRIPT> <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A></NOSCRIPT></FONT></TD></TR><TR><TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD><TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD></TR></TABLE><A NAME="skip-navbar_top"></A><!-- ========= END OF TOP NAVBAR ========= --><HR><!-- ======== START OF CLASS DATA ======== --><H2><FONT SIZE="-1">org.archive.io.warc</FONT><BR>Class ExperimentalWARCWriter</H2><PRE>java.lang.Object <IMG SRC="../../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../../org/archive/io/WriterPoolMember.html" title="class in org.archive.io">org.archive.io.WriterPoolMember</A> <IMG SRC="../../../../resources/inherit.gif" ALT="extended by "><B>org.archive.io.warc.ExperimentalWARCWriter</B></PRE><DL><DT><B>All Implemented Interfaces:</B> <DD><A HREF="../../../../org/archive/io/ArchiveFileConstants.html" title="interface in org.archive.io">ArchiveFileConstants</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html" title="interface in org.archive.io.warc">WARCConstants</A></DD></DL><HR><DL><DT><PRE>public class <B>ExperimentalWARCWriter</B><DT>extends <A HREF="../../../../org/archive/io/WriterPoolMember.html" title="class in org.archive.io">WriterPoolMember</A><DT>implements <A HREF="../../../../org/archive/io/warc/WARCConstants.html" title="interface in org.archive.io.warc">WARCConstants</A></DL></PRE><P><b>Experimental</b> WARC implementation. Based on unreleased version 0.9 of <a href="http://archive-access.sourceforge.net//warc/warc_file_format.html">WARC File Format</a> document. Specification and implementation subject to change. <p>Assumption is that the caller is managing access to this ExperimentalWARCWriter ensuring only one thread accessing this WARC instance at any one time. <p>While being written, WARCs have a '.open' suffix appended.<P><P><DL><DT><B>Version:</B></DT> <DD>$Revision: 1.21 $ $Date: 2006/09/06 05:38:18 $</DD><DT><B>Author:</B></DT> <DD>stack</DD></DL><HR><P><!-- =========== FIELD SUMMARY =========== --><A NAME="field_summary"><!-- --></A><TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""><TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"><TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"><B>Field Summary</B></FONT></TH></TR><TR BGCOLOR="white" CLASS="TableRowColor"><TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"><CODE>static byte[]</CODE></FONT></TD><TD><CODE><B><A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html#CRLF_BYTES">CRLF_BYTES</A></B></CODE><BR> NEWLINE as bytes.</TD></TR></TABLE> <A NAME="fields_inherited_from_class_org.archive.io.WriterPoolMember"><!-- --></A><TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""><TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"><TH ALIGN="left"><B>Fields inherited from class org.archive.io.<A HREF="../../../../org/archive/io/WriterPoolMember.html" title="class in org.archive.io">WriterPoolMember</A></B></TH></TR><TR BGCOLOR="white" CLASS="TableRowColor"><TD><CODE><A HREF="../../../../org/archive/io/WriterPoolMember.html#DEFAULT_PREFIX">DEFAULT_PREFIX</A>, <A HREF="../../../../org/archive/io/WriterPoolMember.html#DEFAULT_SUFFIX">DEFAULT_SUFFIX</A>, <A HREF="../../../../org/archive/io/WriterPoolMember.html#HOSTNAME_VARIABLE">HOSTNAME_VARIABLE</A>, <A HREF="../../../../org/archive/io/WriterPoolMember.html#UTF8">UTF8</A></CODE></TD></TR></TABLE> <A NAME="fields_inherited_from_class_org.archive.io.warc.WARCConstants"><!-- --></A><TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""><TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"><TH ALIGN="left"><B>Fields inherited from interface org.archive.io.warc.<A HREF="../../../../org/archive/io/warc/WARCConstants.html" title="interface in org.archive.io.warc">WARCConstants</A></B></TH></TR><TR BGCOLOR="white" CLASS="TableRowColor"><TD><CODE><A HREF="../../../../org/archive/io/warc/WARCConstants.html#COMPRESSED_WARC_FILE_EXTENSION">COMPRESSED_WARC_FILE_EXTENSION</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#CONTINUATION">CONTINUATION</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#CONTINUATION_INDEX">CONTINUATION_INDEX</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#CONVERSION">CONVERSION</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#CONVERSION_INDEX">CONVERSION_INDEX</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#DEFAULT_ENCODING">DEFAULT_ENCODING</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#DEFAULT_MAX_WARC_FILE_SIZE">DEFAULT_MAX_WARC_FILE_SIZE</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#DOT_COMPRESSED_FILE_EXTENSION">DOT_COMPRESSED_FILE_EXTENSION</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#DOT_COMPRESSED_WARC_FILE_EXTENSION">DOT_COMPRESSED_WARC_FILE_EXTENSION</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#DOT_WARC_FILE_EXTENSION">DOT_WARC_FILE_EXTENSION</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#HEADER_FIELD_KEYS">HEADER_FIELD_KEYS</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#HEADER_FIELD_SEPARATOR">HEADER_FIELD_SEPARATOR</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#HEADER_LINE_ENCODING">HEADER_LINE_ENCODING</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#HTTP_REQUEST_MIMETYPE">HTTP_REQUEST_MIMETYPE</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#HTTP_RESPONSE_MIMETYPE">HTTP_RESPONSE_MIMETYPE</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#MAX_LINE_LENGTH">MAX_LINE_LENGTH</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#MAX_WARC_HEADER_LINE_LENGTH">MAX_WARC_HEADER_LINE_LENGTH</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#METADATA">METADATA</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#METADATA_INDEX">METADATA_INDEX</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#NAMED_FIELD_CHECKSUM_LABEL">NAMED_FIELD_CHECKSUM_LABEL</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#NAMED_FIELD_DESCRIPTION">NAMED_FIELD_DESCRIPTION</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#NAMED_FIELD_FILEDESC">NAMED_FIELD_FILEDESC</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#NAMED_FIELD_IP_LABEL">NAMED_FIELD_IP_LABEL</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#NAMED_FIELD_RELATED_LABEL">NAMED_FIELD_RELATED_LABEL</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#NAMED_FIELD_TRUNCATED">NAMED_FIELD_TRUNCATED</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#NAMED_FIELD_TRUNCATED_VALUE_HEAD">NAMED_FIELD_TRUNCATED_VALUE_HEAD</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#NAMED_FIELD_TRUNCATED_VALUE_LEN">NAMED_FIELD_TRUNCATED_VALUE_LEN</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#NAMED_FIELD_TRUNCATED_VALUE_TIME">NAMED_FIELD_TRUNCATED_VALUE_TIME</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#NAMED_FIELD_TRUNCATED_VALUE_UNSPECIFIED">NAMED_FIELD_TRUNCATED_VALUE_UNSPECIFIED</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#NAMED_FIELD_WARCFILENAME">NAMED_FIELD_WARCFILENAME</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#PLACEHOLDER_RECORD_LENGTH_STRING">PLACEHOLDER_RECORD_LENGTH_STRING</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#REQUEST">REQUEST</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#REQUEST_INDEX">REQUEST_INDEX</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#RESOURCE">RESOURCE</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#RESOURCE_INDEX">RESOURCE_INDEX</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#RESPONSE">RESPONSE</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#RESPONSE_INDEX">RESPONSE_INDEX</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#REVISIT">REVISIT</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#REVISIT_INDEX">REVISIT_INDEX</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#TYPE">TYPE</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#TYPES">TYPES</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#TYPES_LIST">TYPES_LIST</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#WARC_FILE_EXTENSION">WARC_FILE_EXTENSION</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#WARC_ID">WARC_ID</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#WARC_MAGIC">WARC_MAGIC</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#WARC_VERSION">WARC_VERSION</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#WARCINFO">WARCINFO</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#WARCINFO_INDEX">WARCINFO_INDEX</A>, <A HREF="../../../../org/archive/io/warc/WARCConstants.html#WSP">WSP</A></CODE></TD></TR></TABLE> <A NAME="fields_inherited_from_class_org.archive.io.ArchiveFileConstants"><!-- --></A><TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""><TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"><TH ALIGN="left"><B>Fields inherited from interface org.archive.io.<A HREF="../../../../org/archive/io/ArchiveFileConstants.html" title="interface in org.archive.io">ArchiveFileConstants</A></B></TH></TR><TR BGCOLOR="white" CLASS="TableRowColor"><TD><CODE><A HREF="../../../../org/archive/io/ArchiveFileConstants.html#ABSOLUTE_OFFSET_KEY">ABSOLUTE_OFFSET_KEY</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#CDX">CDX</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#CDX_FILE">CDX_FILE</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#CDX_LINE_BUFFER_SIZE">CDX_LINE_BUFFER_SIZE</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#COMPRESSED_FILE_EXTENSION">COMPRESSED_FILE_EXTENSION</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#CRLF">CRLF</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#DATE_FIELD_KEY">DATE_FIELD_KEY</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#DEFAULT_DIGEST_METHOD">DEFAULT_DIGEST_METHOD</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#DUMP">DUMP</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#GZIP_DUMP">GZIP_DUMP</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#INVALID_SUFFIX">INVALID_SUFFIX</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#LENGTH_FIELD_KEY">LENGTH_FIELD_KEY</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#MIMETYPE_FIELD_KEY">MIMETYPE_FIELD_KEY</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#NOHEAD">NOHEAD</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#OCCUPIED_SUFFIX">OCCUPIED_SUFFIX</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#READER_IDENTIFIER_FIELD_KEY">READER_IDENTIFIER_FIELD_KEY</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#RECORD_IDENTIFIER_FIELD_KEY">RECORD_IDENTIFIER_FIELD_KEY</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#SINGLE_SPACE">SINGLE_SPACE</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#TYPE_FIELD_KEY">TYPE_FIELD_KEY</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#URL_FIELD_KEY">URL_FIELD_KEY</A>, <A HREF="../../../../org/archive/io/ArchiveFileConstants.html#VERSION_FIELD_KEY">VERSION_FIELD_KEY</A></CODE></TD></TR></TABLE> <!-- ======== CONSTRUCTOR SUMMARY ======== --><A NAME="constructor_summary"><!-- --></A><TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""><TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"><TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"><B>Constructor Summary</B></FONT></TH></TR><TR BGCOLOR="white" CLASS="TableRowColor"><TD><CODE><B><A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html#ExperimentalWARCWriter()">ExperimentalWARCWriter</A></B>()</CODE><BR> Shutdown Constructor Has default access so can make instance to test utility methods.</TD></TR><TR BGCOLOR="white" CLASS="TableRowColor"><TD><CODE><B><A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html#ExperimentalWARCWriter(java.util.concurrent.atomic.AtomicInteger, java.util.List, java.lang.String, java.lang.String, boolean, int, java.util.List)">ExperimentalWARCWriter</A></B>(java.util.concurrent.atomic.AtomicInteger serialNo, java.util.List<java.io.File> dirs, java.lang.String prefix, java.lang.String suffix, boolean cmprs, int maxSize, java.util.List warcinfoData)</CODE><BR> Constructor.</TD></TR><TR BGCOLOR="white" CLASS="TableRowColor"><TD><CODE><B><A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html#ExperimentalWARCWriter(java.util.concurrent.atomic.AtomicInteger, java.io.OutputStream, java.io.File, boolean, java.lang.String, java.util.List)">ExperimentalWARCWriter</A></B>(java.util.concurrent.atomic.AtomicInteger serialNo, java.io.OutputStream out, java.io.File f, boolean cmprs, java.lang.String a14DigitDate, java.util.List warcinfoData)</CODE><BR> Constructor.</TD></TR></TABLE> <!-- ========== METHOD SUMMARY =========== --><A NAME="method_summary"><!-- --></A><TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""><TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"><TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"><B>Method Summary</B></FONT></TH></TR><TR BGCOLOR="white" CLASS="TableRowColor"><TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"><CODE>protected void</CODE></FONT></TD><TD><CODE><B><A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html#baseCharacterCheck(char, java.lang.String)">baseCharacterCheck</A></B>(char c, java.lang.String parameter)</CODE><BR> </TD></TR><TR BGCOLOR="white" CLASS="TableRowColor"><TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"><CODE>protected java.lang.String</CODE></FONT></TD><TD><CODE><B><A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html#checkHeaderLineMimetypeParameter(java.lang.String)">checkHeaderLineMimetypeParameter</A></B>(java.lang.String parameter)</CODE><BR> </TD></TR><TR BGCOLOR="white" CLASS="TableRowColor"><TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"><CODE>protected java.lang.String</CODE></FONT></TD><TD><CODE><B><A HREF="../../../../org/archive/io/warc/ExperimentalWARCWriter.html#checkHeaderLineParameters(java.lang.String)">checkHeaderLineParameters</A></B>(java.lang.String parameter)</CODE>⌨️ 快捷键说明
复制代码
Ctrl + C
搜索代码
Ctrl + F
全屏模式
F11
切换主题
Ctrl + Shift + D
显示快捷键
?
增大字号
Ctrl + =
减小字号
Ctrl + -