bdbfrontier.html

一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫一个开源的网页爬虫

</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_org.archive.crawler.frontier.AbstractFrontier"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Methods inherited from class org.archive.crawler.frontier.<A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html" title="class in org.archive.crawler.frontier">AbstractFrontier</A></B></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE><A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#applySpecialHandling(org.archive.crawler.datamodel.CrawlURI)">applySpecialHandling</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#canonicalize(org.archive.crawler.datamodel.CandidateURI)">canonicalize</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#canonicalize(org.archive.net.UURI)">canonicalize</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#crawlEnding(java.lang.String)">crawlEnding</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#crawlPaused(java.lang.String)">crawlPaused</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#crawlPausing(java.lang.String)">crawlPausing</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#crawlResuming(java.lang.String)">crawlResuming</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#crawlStarted(java.lang.String)">crawlStarted</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#decrementQueuedCount(long)">decrementQueuedCount</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#disregardedUriCount()">disregardedUriCount</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#doJournalAdded(org.archive.crawler.datamodel.CrawlURI)">doJournalAdded</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#doJournalEmitted(org.archive.crawler.datamodel.CrawlURI)">doJournalEmitted</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#doJournalFinishedFailure(org.archive.crawler.datamodel.CrawlURI)">doJournalFinishedFailure</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#doJournalFinishedSuccess(org.archive.crawler.datamodel.CrawlURI)">doJournalFinishedSuccess</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#doJournalRescheduled(org.archive.crawler.datamodel.CrawlURI)">doJournalRescheduled</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#failedFetchCount()">failedFetchCount</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#finishedUriCount()">finishedUriCount</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#getClassKey(org.archive.crawler.datamodel.CandidateURI)">getClassKey</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#getFrontierJournal()">getFrontierJournal</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#getServer(org.archive.crawler.datamodel.CrawlURI)">getServer</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#importRecoverLog(java.lang.String, boolean)">importRecoverLog</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#incrementDisregardedUriCount()">incrementDisregardedUriCount</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#incrementFailedFetchCount()">incrementFailedFetchCount</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#incrementQueuedUriCount()">incrementQueuedUriCount</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#incrementQueuedUriCount(long)">incrementQueuedUriCount</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#incrementSucceededFetchCount()">incrementSucceededFetchCount</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#isDisregarded(org.archive.crawler.datamodel.CrawlURI)">isDisregarded</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#loadSeeds()">loadSeeds</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#log(org.archive.crawler.datamodel.CrawlURI)">log</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#logLocalizedErrors(org.archive.crawler.datamodel.CrawlURI)">logLocalizedErrors</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#needsRetrying(org.archive.crawler.datamodel.CrawlURI)">needsRetrying</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#noteAboutToEmit(org.archive.crawler.datamodel.CrawlURI, org.archive.crawler.frontier.WorkQueue)">noteAboutToEmit</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#overMaxRetries(org.archive.crawler.datamodel.CrawlURI)">overMaxRetries</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#pause()">pause</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#politenessDelayFor(org.archive.crawler.datamodel.CrawlURI)">politenessDelayFor</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#preNext(long)">preNext</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#queuedUriCount()">queuedUriCount</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#reportTo(java.io.PrintWriter)">reportTo</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#retryDelayFor(org.archive.crawler.datamodel.CrawlURI)">retryDelayFor</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#saveIgnoredItems(java.lang.String, java.io.File)">saveIgnoredItems</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#scratchDirFor(java.lang.String)">scratchDirFor</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#singleLineReport()">singleLineReport</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#start()">start</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#succeededFetchCount()">succeededFetchCount</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#terminate()">terminate</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#totalBytesWritten()">totalBytesWritten</A>, <A HREF="../../../../org/archive/crawler/frontier/AbstractFrontier.html#unpause()">unpause</A></CODE></TD>
</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_org.archive.crawler.settings.ModuleType"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Methods inherited from class org.archive.crawler.settings.<A HREF="../../../../org/archive/crawler/settings/ModuleType.html" title="class in org.archive.crawler.settings">ModuleType</A></B></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE><A HREF="../../../../org/archive/crawler/settings/ModuleType.html#addElement(org.archive.crawler.settings.CrawlerSettings, org.archive.crawler.settings.Type)">addElement</A>, <A HREF="../../../../org/archive/crawler/settings/ModuleType.html#listUsedFiles(java.util.List)">listUsedFiles</A></CODE></TD>
</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_org.archive.crawler.settings.ComplexType"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Methods inherited from class org.archive.crawler.settings.<A HREF="../../../../org/archive/crawler/settings/ComplexType.html" title="class in org.archive.crawler.settings">ComplexType</A></B></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE><A HREF="../../../../org/archive/crawler/settings/ComplexType.html#addElementToDefinition(org.archive.crawler.settings.Type)">addElementToDefinition</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#checkValue(org.archive.crawler.settings.CrawlerSettings, java.lang.String, java.lang.Object)">checkValue</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#earlyInitialize(org.archive.crawler.settings.CrawlerSettings)">earlyInitialize</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getAbsoluteName()">getAbsoluteName</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getAttribute(java.lang.Object, java.lang.String)">getAttribute</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getAttribute(java.lang.String)">getAttribute</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getAttribute(java.lang.String, org.archive.crawler.datamodel.CrawlURI)">getAttribute</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getAttributeInfo(org.archive.crawler.settings.CrawlerSettings, java.lang.String)">getAttributeInfo</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getAttributeInfo(java.lang.String)">getAttributeInfo</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getAttributeInfoIterator(java.lang.Object)">getAttributeInfoIterator</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getAttributes(java.lang.String[])">getAttributes</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getDataContainerRecursive(org.archive.crawler.settings.ComplexType.Context)">getDataContainerRecursive</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getDataContainerRecursive(org.archive.crawler.settings.ComplexType.Context, java.lang.String)">getDataContainerRecursive</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getDefaultValue()">getDefaultValue</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getDescription()">getDescription</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getElementFromDefinition(java.lang.String)">getElementFromDefinition</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getLegalValues()">getLegalValues</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getLocalAttribute(org.archive.crawler.settings.CrawlerSettings, java.lang.String)">getLocalAttribute</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getMBeanInfo()">getMBeanInfo</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getMBeanInfo(java.lang.Object)">getMBeanInfo</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getParent()">getParent</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getPreservedFields()">getPreservedFields</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getSettingsHandler()">getSettingsHandler</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getUncheckedAttribute(java.lang.Object, java.lang.String)">getUncheckedAttribute</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#getValue()">getValue</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#globalSettings()">globalSettings</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#invoke(java.lang.String, java.lang.Object[], java.lang.String[])">invoke</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#isInitialized()">isInitialized</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#isOverridden(org.archive.crawler.settings.CrawlerSettings, java.lang.String)">isOverridden</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#iterator(java.lang.Object)">iterator</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#setAsOrder(org.archive.crawler.settings.SettingsHandler)">setAsOrder</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#setAttribute(javax.management.Attribute)">setAttribute</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#setAttribute(org.archive.crawler.settings.CrawlerSettings, javax.management.Attribute)">setAttribute</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#setAttributes(javax.management.AttributeList)">setAttributes</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#setDescription(java.lang.String)">setDescription</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#setPreservedFields(java.lang.String[])">setPreservedFields</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#toString()">toString</A>, <A HREF="../../../../org/archive/crawler/settings/ComplexType.html#unsetAttribute(org.archive.crawler.settings.CrawlerSettings, java.lang.String)">unsetAttribute</A></CODE></TD>
</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_org.archive.crawler.settings.Type"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Methods inherited from class org.archive.crawler.settings.<A HREF="../../../../org/archive/crawler/settings/Type.html" title="class in org.archive.crawler.settings">Type</A></B></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE><A HREF="../../../../org/archive/crawler/settings/Type.html#addConstraint(org.archive.crawler.settings.Constraint)">addConstraint</A>, <A HREF="../../../../org/archive/crawler/settings/Type.html#equals(java.lang.Object)">equals</A>, <A HREF="../../../../org/archive/crawler/settings/Type.html#getConstraints()">getConstraints</A>, <A HREF="../../../../org/archive/crawler/settings/Type.html#getLegalValueType()">getLegalValueType</A>, <A HREF="../../../../org/archive/crawler/settings/Type.html#isExpertSetting()">isExpertSetting</A>, <A HREF="../../../../org/archive/crawler/settings/Type.html#isOverrideable()">isOverrideable</A>, <A HREF="../../../../org/archive/crawler/settings/Type.html#isTransient()">isTransient</A>, <A HREF="../../../../org/archive/crawler/settings/Type.html#setExpertSetting(boolean)">setExpertSetting</A>, <A HREF="../../../../org/archive/crawler/settings/Type.html#setLegalValueType(java.lang.Class)">setLegalValueType</A>, <A HREF="../../../../org/archive/crawler/settings/Type.html#setOverrideable(boolean)">setOverrideable</A>, <A HREF="../../../../org/archive/crawler/settings/Type.html#setTransient(boolean)">setTransient</A></CODE></TD>
</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_javax.management.Attribute"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Methods inherited from class javax.management.Attribute</B></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE>getName</CODE></TD>
</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE>clone, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait</CODE></TD>
</TR>
</TABLE>
&nbsp;
<P>

<!-- ============ FIELD DETAIL =========== -->

<A NAME="field_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Field Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="pendingUris"><!-- --></A><H3>
pendingUris</H3>
<PRE>
protected transient <A HREF="../../../../org/archive/crawler/frontier/BdbMultipleWorkQueues.html" title="class in org.archive.crawler.frontier">BdbMultipleWorkQueues</A> <B>pendingUris</B></PRE>
<DL>
<DD>all URIs scheduled to be crawled
<P>
<DL>
</DL>
</DL>
<HR>

<A NAME="ATTR_INCLUDED"><!-- --></A><H3>
ATTR_INCLUDED</H3>
<PRE>
public static final java.lang.String <B>ATTR_INCLUDED</B></PRE>
<DL>
<DD>URI-already-included to use (by class name)
<P>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.archive.crawler.frontier.BdbFrontier.ATTR_INCLUDED">Constant Field Values</A></DL>
</DL>

<!-- ========= CONSTRUCTOR DETAIL ======== -->

<A NAME="constructor_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Constructor Detail</B></FONT></TH>
</TR>
</TABLE>

<A NAME="BdbFrontier(java.lang.String)"><!-- --></A><H3>
BdbFrontier</H3>
<PRE>
public <B>BdbFrontier</B>(java.lang.String&nbsp;name)</PRE>
<DL>
<DD>Constructor.
<P>
<DL>
<DT><B>Parameters:</B><DD><CODE>name</CODE> - Name for of this Frontier.</DL>
</DL>
<HR>

<A NAME="BdbFrontier(java.lang.String, java.lang.String)"><!-- --></A><H3>
BdbFrontier</H3>
<PRE>
public <B>BdbFrontier</B>(java.lang.String&nbsp;name,
                   java.lang.String&nbsp;description)</PRE>
<DL>
<DD>Create the BdbFrontier
<P>
<DL>
<DT><B>Parameters:</B><DD><CODE>name</CODE> - <DD><CODE>description</CODE> - </DL>
</DL>

<!-- ============ METHOD DETAIL ========== -->

<A NAME="method_detail"><!-- --></A>