quotaenforcer.html

一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫

</DL>
</DL>
<HR>

<A NAME="DEFAULT_HOST_MAX_ALL_KB"><!-- --></A><H3>
DEFAULT_HOST_MAX_ALL_KB</H3>
<PRE>
protected static final java.lang.Long <B>DEFAULT_HOST_MAX_ALL_KB</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>

<A NAME="ATTR_GROUP_MAX_FETCH_SUCCESSES"><!-- --></A><H3>
ATTR_GROUP_MAX_FETCH_SUCCESSES</H3>
<PRE>
protected static final java.lang.String <B>ATTR_GROUP_MAX_FETCH_SUCCESSES</B></PRE>
<DL>
<DD>group max successful fetches
<P>
<DL>
</DL>
</DL>
<HR>

<A NAME="DEFAULT_GROUP_MAX_FETCH_SUCCESSES"><!-- --></A><H3>
DEFAULT_GROUP_MAX_FETCH_SUCCESSES</H3>
<PRE>
protected static final java.lang.Long <B>DEFAULT_GROUP_MAX_FETCH_SUCCESSES</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>

<A NAME="ATTR_GROUP_MAX_SUCCESS_KB"><!-- --></A><H3>
ATTR_GROUP_MAX_SUCCESS_KB</H3>
<PRE>
protected static final java.lang.String <B>ATTR_GROUP_MAX_SUCCESS_KB</B></PRE>
<DL>
<DD>group max successful fetch bytes
<P>
<DL>
</DL>
</DL>
<HR>

<A NAME="DEFAULT_GROUP_MAX_SUCCESS_KB"><!-- --></A><H3>
DEFAULT_GROUP_MAX_SUCCESS_KB</H3>
<PRE>
protected static final java.lang.Long <B>DEFAULT_GROUP_MAX_SUCCESS_KB</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>

<A NAME="ATTR_GROUP_MAX_FETCH_RESPONSES"><!-- --></A><H3>
ATTR_GROUP_MAX_FETCH_RESPONSES</H3>
<PRE>
protected static final java.lang.String <B>ATTR_GROUP_MAX_FETCH_RESPONSES</B></PRE>
<DL>
<DD>group max fetch responses (including error codes)
<P>
<DL>
</DL>
</DL>
<HR>

<A NAME="DEFAULT_GROUP_MAX_FETCH_RESPONSES"><!-- --></A><H3>
DEFAULT_GROUP_MAX_FETCH_RESPONSES</H3>
<PRE>
protected static final java.lang.Long <B>DEFAULT_GROUP_MAX_FETCH_RESPONSES</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>

<A NAME="ATTR_GROUP_MAX_ALL_KB"><!-- --></A><H3>
ATTR_GROUP_MAX_ALL_KB</H3>
<PRE>
protected static final java.lang.String <B>ATTR_GROUP_MAX_ALL_KB</B></PRE>
<DL>
<DD>group max all fetch bytes (including error responses)
<P>
<DL>
</DL>
</DL>
<HR>

<A NAME="DEFAULT_GROUP_MAX_ALL_KB"><!-- --></A><H3>
DEFAULT_GROUP_MAX_ALL_KB</H3>
<PRE>
protected static final java.lang.Long <B>DEFAULT_GROUP_MAX_ALL_KB</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>

<A NAME="ATTR_FORCE_RETIRE"><!-- --></A><H3>
ATTR_FORCE_RETIRE</H3>
<PRE>
protected static final java.lang.String <B>ATTR_FORCE_RETIRE</B></PRE>
<DL>
<DD>whether to force-retire when over-quote detected
<P>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.prefetch.QuotaEnforcer.ATTR_FORCE_RETIRE">Constant Field Values</A></DL>
</DL>
<HR>

<A NAME="DEFAULT_FORCE_RETIRE"><!-- --></A><H3>
DEFAULT_FORCE_RETIRE</H3>
<PRE>
protected static final java.lang.Boolean <B>DEFAULT_FORCE_RETIRE</B></PRE>
<DL>
<DL>
</DL>
</DL>

<!-- ========= CONSTRUCTOR DETAIL ======== -->

<A NAME="constructor_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Constructor Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="QuotaEnforcer(java.lang.String)"><!-- --></A><H3>
QuotaEnforcer</H3>
<PRE>
public <B>QuotaEnforcer</B>(java.lang.String&nbsp;name)</PRE>
<DL>
<DD>Constructor.
<P>
<DL>
<DT><B>Parameters:</B><DD><CODE>name</CODE> - Name of this processor.</DL>
</DL>

<!-- ============ METHOD DETAIL ========== -->

<A NAME="method_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Method Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="innerProcess(org.archive.crawler.datamodel.CrawlURI)"><!-- --></A><H3>
innerProcess</H3>
<PRE>
protected void <B>innerProcess</B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi)</PRE>
<DL>
<DD><B>Description copied from class: <CODE><A HREF="../../../../org/archive/crawler/framework/Processor.html#innerProcess(org.archive.crawler.datamodel.CrawlURI)">Processor</A></CODE></B></DD>
<DD>Classes subclassing this one should override this method to perform
 their custom actions on the CrawlURI.
<P>
<DD><DL>
<DT><B>Overrides:</B><DD><CODE><A HREF="../../../../org/archive/crawler/framework/Processor.html#innerProcess(org.archive.crawler.datamodel.CrawlURI)">innerProcess</A></CODE> in class <CODE><A HREF="../../../../org/archive/crawler/framework/Processor.html" title="class in org.archive.crawler.framework">Processor</A></CODE></DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - The CrawlURI being processed.</DL>
</DD>
</DL>
<HR>

<A NAME="checkQuotas(org.archive.crawler.datamodel.CrawlURI, org.archive.crawler.datamodel.CrawlSubstats.HasCrawlSubstats, int)"><!-- --></A><H3>
checkQuotas</H3>
<PRE>
protected boolean <B>checkQuotas</B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
                              <A HREF="../../../../org/archive/crawler/datamodel/CrawlSubstats.HasCrawlSubstats.html" title="interface in org.archive.crawler.datamodel">CrawlSubstats.HasCrawlSubstats</A>&nbsp;hasStats,
                              int&nbsp;CAT)</PRE>
<DL>
<DD>Check all quotas for the given substats and category (server, host, or
 group).
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - CrawlURI to mark up with results<DD><CODE>hasStats</CODE> - holds CrawlSubstats with actual values to test<DD><CODE>CAT</CODE> - category index (SERVER, HOST, GROUP) to quota settings keys
<DT><B>Returns:</B><DD>true if quota precludes fetching of CrawlURI</DL>
</DD>
</DL>
<HR>

<A NAME="applyQuota(org.archive.crawler.datamodel.CrawlURI, java.lang.String, long)"><!-- --></A><H3>
applyQuota</H3>
<PRE>
protected boolean <B>applyQuota</B>(<A HREF="../../../../org/archive/crawler/datamodel/CrawlURI.html" title="class in org.archive.crawler.datamodel">CrawlURI</A>&nbsp;curi,
                             java.lang.String&nbsp;quotaKey,
                             long&nbsp;actual)</PRE>
<DL>
<DD>Apply the quota specified by the given key against the actual 
 value provided. If the quota and actual values rule out processing the 
 given CrawlURI,  mark up the CrawlURI appropriately.
<P>
<DD><DL>
</DL>
</DD>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>curi</CODE> - CrawlURI whose processing is subject to a potential quota
 limitation<DD><CODE>quotaKey</CODE> - settings key to get applicable quota<DD><CODE>actual</CODE> - current value to compare to quota
<DT><B>Returns:</B><DD>true is CrawlURI is blocked by a quota, false otherwise</DL>
</DD>
</DL>
<!-- ========= END OF CLASS DATA ========= -->
<HR>


<!-- ======= START OF BOTTOM NAVBAR ====== -->
<A NAME="navbar_bottom"><!-- --></A>
<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
<TR>
<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
<A NAME="navbar_bottom_firstrow"><!-- --></A>
<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
  <TR ALIGN="center" VALIGN="top">
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="class-use/QuotaEnforcer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
  </TR>
</TABLE>
</TD>
<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
</EM>
</TD>
</TR>

<TR>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
&nbsp;<A HREF="../../../../org/archive/crawler/prefetch/Preselector.html" title="class in org.archive.crawler.prefetch"><B>PREV CLASS</B></A>&nbsp;
&nbsp;<A HREF="../../../../org/archive/crawler/prefetch/RuntimeLimitEnforcer.html" title="class in org.archive.crawler.prefetch"><B>NEXT CLASS</B></A></FONT></TD>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
  <A HREF="../../../../index.html?org/archive/crawler/prefetch/QuotaEnforcer.html" target="_top"><B>FRAMES</B></A>  &nbsp;
&nbsp;<A HREF="QuotaEnforcer.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
&nbsp;<SCRIPT type="text/javascript">
  <!--
  if(window==top) {
    document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>');
  }
  //-->
</SCRIPT>
<NOSCRIPT>
  <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>
</NOSCRIPT>


</FONT></TD>
</TR>
<TR>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
  SUMMARY:&nbsp;<A HREF="#nested_classes_inherited_from_class_org.archive.crawler.settings.ComplexType">NESTED</A>&nbsp;|&nbsp;<A HREF="#field_summary">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_summary">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_summary">METHOD</A></FONT></TD>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
DETAIL:&nbsp;<A HREF="#field_detail">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_detail">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_detail">METHOD</A></FONT></TD>
</TR>
</TABLE>
<A NAME="skip-navbar_bottom"></A>
<!-- ======== END OF BOTTOM NAVBAR ======= -->

<HR>
Copyright &copy; 2003-2006 Internet Archive. All Rights Reserved.
</BODY>
</HTML>