fetchhttp.html

用JAVA编写的,在做实验的时候留下来的,本来想删的,但是传上来,大家分享吧

</DL>
<HR>

<A NAME="SHA1"><!-- --></A><H3>
SHA1</H3>
<PRE>
public static final java.lang.String <B>SHA1</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.SHA1">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="MIDFETCH_ATTR_FILTERS"><!-- --></A><H3>
MIDFETCH_ATTR_FILTERS</H3>
<PRE>
public static final java.lang.String <B>MIDFETCH_ATTR_FILTERS</B></PRE>
<DL>
<DD>Filters to apply mid-fetch, just after receipt of the response
 headers before we start to download body.
<P>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.MIDFETCH_ATTR_FILTERS">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="ATTR_SEND_CONNECTION_CLOSE"><!-- --></A><H3>
ATTR_SEND_CONNECTION_CLOSE</H3>
<PRE>
public static final java.lang.String <B>ATTR_SEND_CONNECTION_CLOSE</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.ATTR_SEND_CONNECTION_CLOSE">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="ATTR_SEND_REFERER"><!-- --></A><H3>
ATTR_SEND_REFERER</H3>
<PRE>
public static final java.lang.String <B>ATTR_SEND_REFERER</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.ATTR_SEND_REFERER">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="ATTR_SEND_RANGE"><!-- --></A><H3>
ATTR_SEND_RANGE</H3>
<PRE>
public static final java.lang.String <B>ATTR_SEND_RANGE</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.ATTR_SEND_RANGE">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="REFERER"><!-- --></A><H3>
REFERER</H3>
<PRE>
public static final java.lang.String <B>REFERER</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.REFERER">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="RANGE"><!-- --></A><H3>
RANGE</H3>
<PRE>
public static final java.lang.String <B>RANGE</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.RANGE">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="RANGE_PREFIX"><!-- --></A><H3>
RANGE_PREFIX</H3>
<PRE>
public static final java.lang.String <B>RANGE_PREFIX</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.RANGE_PREFIX">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="HTTP_SCHEME"><!-- --></A><H3>
HTTP_SCHEME</H3>
<PRE>
public static final java.lang.String <B>HTTP_SCHEME</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.HTTP_SCHEME">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="HTTPS_SCHEME"><!-- --></A><H3>
HTTPS_SCHEME</H3>
<PRE>
public static final java.lang.String <B>HTTPS_SCHEME</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.HTTPS_SCHEME">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="ATTR_IGNORE_COOKIES"><!-- --></A><H3>
ATTR_IGNORE_COOKIES</H3>
<PRE>
public static final java.lang.String <B>ATTR_IGNORE_COOKIES</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.ATTR_IGNORE_COOKIES">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="ATTR_BDB_COOKIES"><!-- --></A><H3>
ATTR_BDB_COOKIES</H3>
<PRE>
public static final java.lang.String <B>ATTR_BDB_COOKIES</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.ATTR_BDB_COOKIES">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="ATTR_LOCAL_ADDRESS"><!-- --></A><H3>
ATTR_LOCAL_ADDRESS</H3>
<PRE>
public static final java.lang.String <B>ATTR_LOCAL_ADDRESS</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.ATTR_LOCAL_ADDRESS">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="cookieDb"><!-- --></A><H3>
cookieDb</H3>
<PRE>
protected com.sleepycat.je.Database <B>cookieDb</B></PRE>
<DL>
<DD>Database backing cookie map, if using BDB
<P>
<DL>
</DL>
</DL>
<HR>

<A NAME="COOKIEDB_NAME"><!-- --></A><H3>
COOKIEDB_NAME</H3>
<PRE>
public static final java.lang.String <B>COOKIEDB_NAME</B></PRE>
<DL>
<DD>Name of cookie BDB Database
<P>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.COOKIEDB_NAME">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="SERVER_CACHE_KEY"><!-- --></A><H3>
SERVER_CACHE_KEY</H3>
<PRE>
static final java.lang.String <B>SERVER_CACHE_KEY</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.SERVER_CACHE_KEY">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="SSL_FACTORY_KEY"><!-- --></A><H3>
SSL_FACTORY_KEY</H3>
<PRE>
static final java.lang.String <B>SSL_FACTORY_KEY</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.fetcher.FetchHTTP.SSL_FACTORY_KEY">Constant Field Values</A></DL>
</DL>

<!-- ========= CONSTRUCTOR DETAIL ======== -->

<A NAME="constructor_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Constructor Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="FetchHTTP(java.lang.String)"><!-- --></A><H3>
FetchHTTP</H3>
<PRE>
public <B>FetchHTTP</B>(java.lang.String&nbsp;name)</PRE>
<DL>
<DD>Constructor.
<P>
<DL>
<DT><B>Parameters:</B><DD><CODE>name</CODE> - Name of this processor.</DL>
</DL>

<!-- ============ METHOD DETAIL ========== -->

<A NAME="method_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Method Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="innerProcess(org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
innerProcess</H3>
<PRE>
protected void <B>innerProcess</B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)
                     throws java.lang.InterruptedException</PRE>
<DL>
<DD><B>Description copied from class: <CODE><A HREF="../../../