robotshonoringpolicy.html

用JAVA编写的,在做实验的时候留下来的,本来想删的,但是传上来,大家分享吧

<HR>

<A NAME="ATTR_TYPE"><!-- --></A><H3>
ATTR_TYPE</H3>
<PRE>
public static final java.lang.String <B>ATTR_TYPE</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.datamodel.RobotsHonoringPolicy.ATTR_TYPE">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="ATTR_MASQUERADE"><!-- --></A><H3>
ATTR_MASQUERADE</H3>
<PRE>
public static final java.lang.String <B>ATTR_MASQUERADE</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.datamodel.RobotsHonoringPolicy.ATTR_MASQUERADE">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="ATTR_CUSTOM_ROBOTS"><!-- --></A><H3>
ATTR_CUSTOM_ROBOTS</H3>
<PRE>
public static final java.lang.String <B>ATTR_CUSTOM_ROBOTS</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.datamodel.RobotsHonoringPolicy.ATTR_CUSTOM_ROBOTS">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="ATTR_USER_AGENTS"><!-- --></A><H3>
ATTR_USER_AGENTS</H3>
<PRE>
public static final java.lang.String <B>ATTR_USER_AGENTS</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.datamodel.RobotsHonoringPolicy.ATTR_USER_AGENTS">Constant Field Values</A></DL>
</DL>

<!-- ========= CONSTRUCTOR DETAIL ======== -->

<A NAME="constructor_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Constructor Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="RobotsHonoringPolicy(java.lang.String)"><!-- --></A><H3>
RobotsHonoringPolicy</H3>
<PRE>
public <B>RobotsHonoringPolicy</B>(java.lang.String&nbsp;name)</PRE>
<DL>
<DD>Creates a new instance of RobotsHonoringPolicy.
<P>
<DL>
<DT><B>Parameters:</B><DD><CODE>name</CODE> - the name of the RobotsHonoringPolicy attirubte.</DL>
</DL>
<HR>

<A NAME="RobotsHonoringPolicy()"><!-- --></A><H3>
RobotsHonoringPolicy</H3>
<PRE>
public <B>RobotsHonoringPolicy</B>()</PRE>
<DL>
</DL>

<!-- ============ METHOD DETAIL ========== -->

<A NAME="method_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Method Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="getUserAgents(org.archive.crawler.settings.CrawlerSettings)"><!-- --></A><H3>
getUserAgents</H3>
<PRE>
public <A HREF="../../../../org/archive/crawler/settings/StringList.html" title="class in org.archive.crawler.settings">StringList</A> <B>getUserAgents</B>(<A HREF="../../../../org/archive/crawler/settings/CrawlerSettings.html" title="class in org.archive.crawler.settings">CrawlerSettings</A>&nbsp;settings)</PRE>
<DL>
<DD>If policy-type is most favored crawler of set, then this method
 gets a list of all useragents in that set.
<P>
<DD><DL>

<DT><B>Returns:</B><DD>List of Strings with user agents</DL>
</DD>
</DL>
<HR>

<A NAME="shouldMasquerade(org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
shouldMasquerade</H3>
<PRE>
public boolean <B>shouldMasquerade</B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</PRE>
<DL>
<DD>This method returns true if the crawler should masquerade as the user agent
 which restrictions it opted to use.

 (Only relevant for  policy-types: most-favored and most-favored-set).
<P>
<DD><DL>

<DT><B>Returns:</B><DD>true if we should masquerade</DL>
</DD>
</DL>
<HR>

<A NAME="getCustomRobots(org.archive.crawler.settings.CrawlerSettings)"><!-- --></A><H3>
getCustomRobots</H3>
<PRE>
public java.lang.String <B>getCustomRobots</B>(<A HREF="../../../../org/archive/crawler/settings/CrawlerSettings.html" title="class in org.archive.crawler.settings">CrawlerSettings</A>&nbsp;settings)</PRE>
<DL>
<DD>Get the supplied custom robots.txt
<P>
<DD><DL>

<DT><B>Returns:</B><DD>String with content of alternate robots.txt</DL>
</DD>
</DL>
<HR>

<A NAME="getType(java.lang.Object)"><!-- --></A><H3>
getType</H3>
<PRE>
public int <B>getType</B>(java.lang.Object&nbsp;context)</PRE>
<DL>
<DD>Get the policy-type.
<P>
<DD><DL>

<DT><B>Returns:</B><DD>policy type<DT><B>See Also:</B><DD><A HREF="../../../../org/archive/crawler/datamodel/RobotsHonoringPolicy.html#CLASSIC"><CODE>CLASSIC</CODE></A>, 
<A HREF="../../../../org/archive/crawler/datamodel/RobotsHonoringPolicy.html#IGNORE"><CODE>IGNORE</CODE></A>, 
<A HREF="../../../../org/archive/crawler/datamodel/RobotsHonoringPolicy.html#CUSTOM"><CODE>CUSTOM</CODE></A>, 
<A HREF="../../../../org/archive/crawler/datamodel/RobotsHonoringPolicy.html#MOST_FAVORED"><CODE>MOST_FAVORED</CODE></A>, 
<A HREF="../../../../org/archive/crawler/datamodel/RobotsHonoringPolicy.html#MOST_FAVORED_SET"><CODE>MOST_FAVORED_SET</CODE></A></DL>
</DD>
</DL>
<HR>

<A NAME="isType(java.lang.Object, int)"><!-- --></A><H3>
isType</H3>
<PRE>
public boolean <B>isType</B>(java.lang.Object&nbsp;o,
                      int&nbsp;type)</PRE>
<DL>
<DD>Check if policy is of a certain type.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>o</CODE> - An object that can be resolved into a settings object.<DD><CODE>type</CODE> - the type to check against.
<DT><B>Returns:</B><DD>true if the policy is of the submitted type</DL>
</DD>
</DL>
<!-- ========= END OF CLASS DATA ========= -->
<HR>


<!-- ======= START OF BOTTOM NAVBAR ====== -->
<A NAME="navbar_bottom"><!-- --></A>
<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
<TR>
<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
<A NAME="navbar_bottom_firstrow"><!-- --></A>
<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
  <TR ALIGN="center" VALIGN="top">
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="class-use/RobotsHonoringPolicy.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
  </TR>
</TABLE>
</TD>
<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
</EM>
</TD>
</TR>

<TR>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
&nbsp;<A HREF="../../../../org/archive/crawler/datamodel/RobotsExclusionPolicy.html" title="class in org.archive.crawler.datamodel"><B>PREV CLASS</B></A>&nbsp;
&nbsp;<A HREF="../../../../org/archive/crawler/datamodel/Robotstxt.html" title="class in org.archive.crawler.datamodel"><B>NEXT CLASS</B></A></FONT></TD>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
  <A HREF="../../../../index.html?org/archive/crawler/datamodel/RobotsHonoringPolicy.html" target="_top"><B>FRAMES</B></A>  &nbsp;
&nbsp;<A HREF="RobotsHonoringPolicy.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
&nbsp;<SCRIPT type="text/javascript">
  <!--
  if(window==top) {
    document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>');
  }
  //-->
</SCRIPT>
<NOSCRIPT>
  <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>
</NOSCRIPT>


</FONT></TD>
</TR>
<TR>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
  SUMMARY:&nbsp;<A HREF="#nested_classes_inherited_from_class_org.archive.crawler.settings.ComplexType">NESTED</A>&nbsp;|&nbsp;<A HREF="#field_summary">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_summary">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_summary">METHOD</A></FONT></TD>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
DETAIL:&nbsp;<A HREF="#field_detail">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_detail">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_detail">METHOD</A></FONT></TD>
</TR>
</TABLE>
<A NAME="skip-navbar_bottom"></A>
<!-- ======== END OF BOTTOM NAVBAR ======= -->

<HR>
Copyright &copy; 2003-2006 Internet Archive. All Rights Reserved.
</BODY>
</HTML>