crawlserver.html

用JAVA编写的,在做实验的时候留下来的,本来想删的,但是传上来,大家分享吧

boolean <B>validRobots</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>

<A NAME="robotstxtChecksum"><!-- --></A><H3>
robotstxtChecksum</H3>
<PRE>
java.util.zip.Checksum <B>robotstxtChecksum</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>

<A NAME="substats"><!-- --></A><H3>
substats</H3>
<PRE>
<A HREF="../../../../org/archive/crawler/datamodel/CrawlSubstats.html" title="class in org.archive.crawler.datamodel">CrawlSubstats</A> <B>substats</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>

<A NAME="consecutiveConnectionErrors"><!-- --></A><H3>
consecutiveConnectionErrors</H3>
<PRE>
protected int <B>consecutiveConnectionErrors</B></PRE>
<DL>
<DL>
</DL>
</DL>

<!-- ========= CONSTRUCTOR DETAIL ======== -->

<A NAME="constructor_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Constructor Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="CrawlServer(java.lang.String)"><!-- --></A><H3>
CrawlServer</H3>
<PRE>
public <B>CrawlServer</B>(java.lang.String&nbsp;h)</PRE>
<DL>
<DD>Creates a new CrawlServer object.
<P>
<DL>
<DT><B>Parameters:</B><DD><CODE>h</CODE> - the host string for the server.</DL>
</DL>

<!-- ============ METHOD DETAIL ========== -->

<A NAME="method_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Method Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="getRobots()"><!-- --></A><H3>
getRobots</H3>
<PRE>
public <A HREF="../../../../org/archive/crawler/datamodel/RobotsExclusionPolicy.html" title="class in org.archive.crawler.datamodel">RobotsExclusionPolicy</A> <B>getRobots</B>()</PRE>
<DL>
<DD>Get the robots exclusion policy for this server.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Returns:</B><DD>the robots exclusion policy for this server.</DL>
</DD>
</DL>
<HR>

<A NAME="setRobots(org.archive.crawler.datamodel.RobotsExclusionPolicy)"><!-- --></A><H3>
setRobots</H3>
<PRE>
public void <B>setRobots</B>(<A HREF="../../../../org/archive/crawler/datamodel/RobotsExclusionPolicy.html" title="class in org.archive.crawler.datamodel">RobotsExclusionPolicy</A>&nbsp;policy)</PRE>
<DL>
<DD>Set the robots exclusion policy for this server.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>policy</CODE> - the policy to set.</DL>
</DD>
</DL>
<HR>

<A NAME="toString()"><!-- --></A><H3>
toString</H3>
<PRE>
public java.lang.String <B>toString</B>()</PRE>
<DL>
<DD><DL>
<DT><B>Overrides:</B><DD><CODE>toString</CODE> in class <CODE>java.lang.Object</CODE></DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="updateRobots(org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
updateRobots</H3>
<PRE>
public void <B>updateRobots</B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</PRE>
<DL>
<DD>Update the robots exclusion policy.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - the crawl URI containing the fetched robots.txt
<DT><B>Throws:</B>
<DD><CODE>java.io.IOException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="getRobotsFetchedTime()"><!-- --></A><H3>
getRobotsFetchedTime</H3>
<PRE>
public long <B>getRobotsFetchedTime</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Returns:</B><DD>Returns the time when robots.txt was fetched.</DL>
</DD>
</DL>
<HR>

<A NAME="getName()"><!-- --></A><H3>
getName</H3>
<PRE>
public java.lang.String <B>getName</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Returns:</B><DD>The server string which might include a port number.</DL>
</DD>
</DL>
<HR>

<A NAME="getPort()"><!-- --></A><H3>
getPort</H3>
<PRE>
public int <B>getPort</B>()</PRE>
<DL>
<DD>Get the port number for this server.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Returns:</B><DD>the port number or -1 if not known (uses default for protocol)</DL>
</DD>
</DL>
<HR>

<A NAME="getSettingsHandler()"><!-- --></A><H3>
getSettingsHandler</H3>
<PRE>
public <A HREF="../../../../org/archive/crawler/settings/SettingsHandler.html" title="class in org.archive.crawler.settings">SettingsHandler</A> <B>getSettingsHandler</B>()</PRE>
<DL>
<DD>Get the settings handler.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Returns:</B><DD>the settings handler.</DL>
</DD>
</DL>
<HR>

<A NAME="setSettingsHandler(org.archive.crawler.settings.SettingsHandler)"><!-- --></A><H3>
setSettingsHandler</H3>
<PRE>
public void <B>setSettingsHandler</B>(<A HREF="../../../../org/archive/crawler/settings/SettingsHandler.html" title="class in org.archive.crawler.settings">SettingsHandler</A>&nbsp;settingsHandler)</PRE>
<DL>
<DD>Set the settings handler to be used by this server.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>settingsHandler</CODE> - the settings handler to be used by this server.</DL>
</DD>
</DL>
<HR>

<A NAME="incrementConsecutiveConnectionErrors()"><!-- --></A><H3>
incrementConsecutiveConnectionErrors</H3>
<PRE>
public void <B>incrementConsecutiveConnectionErrors</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="resetConsecutiveConnectionErrors()"><!-- --></A><H3>
resetConsecutiveConnectionErrors</H3>
<PRE>
public void <B>resetConsecutiveConnectionErrors</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getCredentialAvatars()"><!-- --></A><H3>
getCredentialAvatars</H3>
<PRE>
public java.util.Set <B>getCredentialAvatars</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Returns:</B><DD>Credential avatars for this server.  Returns null if none.</DL>
</DD>
</DL>
<HR>

<A NAME="hasCredentialAvatars()"><!-- --></A><H3>
hasCredentialAvatars</H3>
<PRE>
public boolean <B>hasCredentialAvatars</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Returns:</B><DD>True if there are avatars attached to this instance.</DL>
</DD>
</DL>
<HR>

<A NAME="addCredentialAvatar(org.archive.crawler.datamodel.credential.CredentialAvatar)"><!-- --></A><H3>
addCredentialAvatar</H3>
<PRE>
public void <B>addCredentialAvatar</B>(<A HREF="../../../../org/archive/crawler/datamodel/credential/CredentialAvatar.html" title="class in org.archive.crawler.datamodel.credential">CredentialAvatar</A>&nbsp;ca)</PRE>
<DL>
<DD>Add an avatar.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>ca</CODE> - Credential avatar to add to set of avatars.</DL>
</DD>
</DL>
<HR>

<A NAME="isValidRobots()"><!-- --></A><H3>
isValidRobots</H3>
<PRE>
public boolean <B>isValidRobots</B>()</PRE>
<DL>
<DD>If true then valid robots.txt information has been retrieved. If false
 either no attempt has been made to fetch robots.txt or the attempt
 failed.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>

<DT><B>Returns:</B><DD>Returns the validRobots.</DL>
</DD>
</DL>
<HR>

<A NAME="getServerKey(org.archive.crawler.datamodel.CandidateURI)"><!-- --></A><H3>
getServerKey</H3>
<PRE>
public static java.lang.String <B>getServerKey</B>(<A HREF="../../../../org/archive/crawler/datamodel/CandidateURI.html" title="class in org.archive.crawler.datamodel">CandidateURI</A>&nbsp;cauri)
                                     throws org.apache.commons.httpclient.URIException</PRE>
<DL>
<DD>Get key to use doing lookup on server instances.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>cauri</CODE> - CandidateURI we're to get server key for.
<DT><B>Returns:</B><DD>String to use as server key.
<DT><B>Throws:</B>
<DD><CODE>org.apache.commons.httpclient.URIException</CODE></DL>
</DD>
</DL>
<HR>

<A NAME="getSubstats()"><!-- --></A><H3>
getSubstats</H3>
<PRE>
public <A HREF="../../../../org/archive/crawler/datamodel/CrawlSubstats.html" title="class in org.archive.crawler.datamodel">CrawlSubstats</A> <B>getSubstats</B>()</PRE>
<DL>
<DD><DL>
<DT><B>Specified by:</B><DD><CODE><A HREF="../../../../org/archive/crawler/datamodel/CrawlSubstats.HasCrawlSubstats.html#getSubstats()">getSubstats</A></CODE> in interface <CODE><A HREF="../../../../org/archive/crawler/datamodel/CrawlSubstats.HasCrawlSubstats.html" title="interface in org.archive.crawler.datamodel">CrawlSubstats.HasCrawlSubstats</A></CODE></DL>
</DD>
<DD><DL>
</DL>
</DD>
</DL>
<!-- ========= END OF CLASS DATA ========= -->
<HR>


<!-- ======= START OF BOTTOM NAVBAR ====== -->
<A NAME="navbar_bottom"><!-- --></A>
<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
<TR>
<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
<A NAME="navbar_bottom_firstrow"><!-- --></A>
<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
  <TR ALIGN="center" VALIGN="top">
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="class-use/CrawlServer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
  </TR>
</TABLE>
</TD>
<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
</EM>
</TD>
</TR>

<TR>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
&nbsp;<A HREF="../../../../org/archive/crawler/datamodel/CrawlOrder.html" title="class in org.archive.crawler.datamodel"><B>PREV CLASS</B></A>&nbsp;
&nbsp;<A HREF="../../../../org/archive/crawler/datamodel/CrawlSubstats.html" title="class in org.archive.crawler.datamodel"><B>NEXT CLASS</B></A></FONT></TD>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
  <A HREF="../../../../index.html?org/archive/crawler/datamodel/CrawlServer.html" target="_top"><B>FRAMES</B></A>  &nbsp;
&nbsp;<A HREF="CrawlServer.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
&nbsp;<SCRIPT type="text/javascript">
  <!--
  if(window==top) {
    document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>');
  }
  //-->
</SCRIPT>
<NOSCRIPT>
  <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>
</NOSCRIPT>


</FONT></TD>
</TR>
<TR>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
  SUMMARY:&nbsp;NESTED&nbsp;|&nbsp;<A HREF="#field_summary">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_summary">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_summary">METHOD</A></FONT></TD>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
DETAIL:&nbsp;<A HREF="#field_detail">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_detail">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_detail">METHOD</A></FONT></TD>
</TR>
</TABLE>
<A NAME="skip-navbar_bottom"></A>
<!-- ======== END OF BOTTOM NAVBAR ======= -->

<HR>
Copyright &copy; 2003-2006 Internet Archive. All Rights Reserved.
</BODY>
</HTML>