statisticssummary.html

一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫

<DT><B>Returns:</B><DD>dnsStatusCodeDistribution</DL>
</DD>
</DL>
<HR>

<A NAME="getDnsMimeDistribution()"><!-- --></A><H3>
getDnsMimeDistribution</H3>
<PRE>
public java.util.Hashtable <B>getDnsMimeDistribution</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTotalDnsStatusCodeDocuments()"><!-- --></A><H3>
getTotalDnsStatusCodeDocuments</H3>
<PRE>
public long <B>getTotalDnsStatusCodeDocuments</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTotalStatusCodeDocuments()"><!-- --></A><H3>
getTotalStatusCodeDocuments</H3>
<PRE>
public long <B>getTotalStatusCodeDocuments</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTotalHostDocuments()"><!-- --></A><H3>
getTotalHostDocuments</H3>
<PRE>
public long <B>getTotalHostDocuments</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTotalDnsHostDocuments()"><!-- --></A><H3>
getTotalDnsHostDocuments</H3>
<PRE>
public long <B>getTotalDnsHostDocuments</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getHostsDnsDistribution()"><!-- --></A><H3>
getHostsDnsDistribution</H3>
<PRE>
public java.util.Hashtable <B>getHostsDnsDistribution</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTotalHostDnsDocuments()"><!-- --></A><H3>
getTotalHostDnsDocuments</H3>
<PRE>
public long <B>getTotalHostDnsDocuments</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTotalHostSize()"><!-- --></A><H3>
getTotalHostSize</H3>
<PRE>
public long <B>getTotalHostSize</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTotalDnsHostSize()"><!-- --></A><H3>
getTotalDnsHostSize</H3>
<PRE>
public long <B>getTotalDnsHostSize</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTldDistribution()"><!-- --></A><H3>
getTldDistribution</H3>
<PRE>
public java.util.Hashtable <B>getTldDistribution</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTldBytes()"><!-- --></A><H3>
getTldBytes</H3>
<PRE>
public java.util.Hashtable <B>getTldBytes</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTotalTldDocuments()"><!-- --></A><H3>
getTotalTldDocuments</H3>
<PRE>
public long <B>getTotalTldDocuments</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTotalTldSize()"><!-- --></A><H3>
getTotalTldSize</H3>
<PRE>
public long <B>getTotalTldSize</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTldHostDistribution()"><!-- --></A><H3>
getTldHostDistribution</H3>
<PRE>
public java.util.Hashtable <B>getTldHostDistribution</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTotalHosts()"><!-- --></A><H3>
getTotalHosts</H3>
<PRE>
public long <B>getTotalHosts</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getDurationTime()"><!-- --></A><H3>
getDurationTime</H3>
<PRE>
public java.lang.String <B>getDurationTime</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getProcessedDocsPerSec()"><!-- --></A><H3>
getProcessedDocsPerSec</H3>
<PRE>
public java.lang.String <B>getProcessedDocsPerSec</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getBandwidthKbytesPerSec()"><!-- --></A><H3>
getBandwidthKbytesPerSec</H3>
<PRE>
public java.lang.String <B>getBandwidthKbytesPerSec</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getTotalDataWritten()"><!-- --></A><H3>
getTotalDataWritten</H3>
<PRE>
public java.lang.String <B>getTotalDataWritten</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>

<A NAME="getReverseSortedCopy(java.util.Map)"><!-- --></A><H3>
getReverseSortedCopy</H3>
<PRE>
public java.util.TreeMap <B>getReverseSortedCopy</B>(java.util.Map&nbsp;mapOfLongWrapperValues)</PRE>
<DL>
<DD>Sort the entries of the given HashMap in descending order by their
 values, which must be longs wrapped with <code>LongWrapper</code>.
 <p>
 Elements are sorted by value from largest to smallest. Equal values are
 sorted in an arbitrary, but consistent manner by their keys. Only items
 with identical value and key are considered equal.

 If the passed-in map requires access to be synchronized, the caller
 should ensure this synchronization.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>mapOfLongWrapperValues</CODE> - Assumes values are wrapped with LongWrapper.
<DT><B>Returns:</B><DD>a sorted set containing the same elements as the map.</DL>
</DD>
</DL>
<HR>

<A NAME="getHostsPerTld(java.lang.String)"><!-- --></A><H3>
getHostsPerTld</H3>
<PRE>
public long <B>getHostsPerTld</B>(java.lang.String&nbsp;tld)</PRE>
<DL>
<DD>Get the number of hosts with a particular TLD.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>tld</CODE> - top-level domain name
<DT><B>Returns:</B><DD>Total crawled hosts</DL>
</DD>
</DL>
<HR>

<A NAME="getBytesPerHost(java.lang.String)"><!-- --></A><H3>
getBytesPerHost</H3>
<PRE>
public long <B>getBytesPerHost</B>(java.lang.String&nbsp;host)</PRE>
<DL>
<DD>Returns the accumulated number of bytes downloaded from a given host.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>host</CODE> - name of the host
<DT><B>Returns:</B><DD>the accumulated number of bytes downloaded from a given host</DL>
</DD>
</DL>
<HR>

<A NAME="getBytesPerTld(java.lang.String)"><!-- --></A><H3>
getBytesPerTld</H3>
<PRE>
public long <B>getBytesPerTld</B>(java.lang.String&nbsp;tld)</PRE>
<DL>
<DD>Returns the total number of bytes downloaded for a given TLD.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>tld</CODE> - TLD
<DT><B>Returns:</B><DD>the total number of bytes downloaded for a given TLD</DL>
</DD>
</DL>
<HR>

<A NAME="getBytesPerMimeType(java.lang.String)"><!-- --></A><H3>
getBytesPerMimeType</H3>
<PRE>
public long <B>getBytesPerMimeType</B>(java.lang.String&nbsp;filetype)</PRE>
<DL>
<DD>Returns the accumulated number of bytes from files of a given file type.
<P>
<DD><DL>
<DT><B>Parameters:</B><DD><CODE>filetype</CODE> - Filetype to check.
<DT><B>Returns:</B><DD>the accumulated number of bytes from files of a given mime type</DL>
</DD>
</DL>
<HR>

<A NAME="readCrawlReport()"><!-- --></A><H3>
readCrawlReport</H3>
<PRE>
public boolean <B>readCrawlReport</B>()</PRE>
<DL>
<DD>Reads duration time, processed docs/sec, bandwidth, and total size
 of crawl from crawl-report.txt.
<P>
<DD><DL>

<DT><B>Returns:</B><DD>true if stats found.</DL>
</DD>
</DL>
<HR>

<A NAME="getSeedRecordsSortedByStatusCode()"><!-- --></A><H3>
getSeedRecordsSortedByStatusCode</H3>
<PRE>
public java.util.Iterator <B>getSeedRecordsSortedByStatusCode</B>()</PRE>
<DL>
<DD>Returns sorted Iterator of seeds records based on status code.
<P>
<DD><DL>

<DT><B>Returns:</B><DD>sorted Iterator of seeds records</DL>
</DD>
</DL>
<HR>

<A NAME="getReverseSortedHostsDistribution()"><!-- --></A><H3>
getReverseSortedHostsDistribution</H3>
<PRE>
public java.util.SortedMap <B>getReverseSortedHostsDistribution</B>()</PRE>
<DL>
<DD>Return a copy of the hosts distribution in reverse-sorted
 (largest first) order.
<P>
<DD><DL>

<DT><B>Returns:</B><DD>SortedMap of hosts distribution</DL>
</DD>
</DL>
<HR>

<A NAME="isStats()"><!-- --></A><H3>
isStats</H3>
<PRE>
public boolean <B>isStats</B>()</PRE>
<DL>
<DD><DL>

<DT><B>Returns:</B><DD>True if we compiled stats, false if none to compile (e.g.
 there are no reports files on disk).</DL>
</DD>
</DL>
<!-- ========= END OF CLASS DATA ========= -->
<HR>


<!-- ======= START OF BOTTOM NAVBAR ====== -->
<A NAME="navbar_bottom"><!-- --></A>
<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
<TR>
<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
<A NAME="navbar_bottom_firstrow"><!-- --></A>
<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
  <TR ALIGN="center" VALIGN="top">
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="class-use/StatisticsSummary.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
  </TR>
</TABLE>
</TD>
<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
</EM>
</TD>
</TR>

<TR>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
&nbsp;<A HREF="../../../../org/archive/crawler/admin/SeedRecord.html" title="class in org.archive.crawler.admin"><B>PREV CLASS</B></A>&nbsp;
&nbsp;<A HREF="../../../../org/archive/crawler/admin/StatisticsTracker.html" title="class in org.archive.crawler.admin"><B>NEXT CLASS</B></A></FONT></TD>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
  <A HREF="../../../../index.html?org/archive/crawler/admin/StatisticsSummary.html" target="_top"><B>FRAMES</B></A>  &nbsp;
&nbsp;<A HREF="StatisticsSummary.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
&nbsp;<SCRIPT type="text/javascript">
  <!--
  if(window==top) {
    document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>');
  }
  //-->
</SCRIPT>
<NOSCRIPT>
  <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>
</NOSCRIPT>


</FONT></TD>
</TR>
<TR>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
  SUMMARY:&nbsp;NESTED&nbsp;|&nbsp;<A HREF="#field_summary">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_summary">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_summary">METHOD</A></FONT></TD>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
DETAIL:&nbsp;<A HREF="#field_detail">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_detail">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_detail">METHOD</A></FONT></TD>
</TR>
</TABLE>
<A NAME="skip-navbar_bottom"></A>
<!-- ======== END OF BOTTOM NAVBAR ======= -->

<HR>
Copyright &copy; 2003-2006 Internet Archive. All Rights Reserved.
</BODY>
</HTML>