submodules.jsp

Heritrix是一个开源,可扩展的web爬虫项目。Heritrix设计成严格按照robots.txt文件的排除指示和META robots标签。

<%
  /**
   * This pages allows the user to select all submodules which appear
   * in collections inside other modules 
   *
   * @author Kristinn Sigurdsson
   * 
   * TODO: This page is a near duplicate of jobs/submodules.jsp. Fix.
   */
%>
<%@include file="/include/handler.jsp"%>
<%@include file="/include/modules.jsp"%>

<%@ page import="org.archive.crawler.admin.ui.JobConfigureUtils" %>
<%@ page import="org.archive.crawler.admin.CrawlJob" %>
<%@ page import="org.archive.crawler.settings.XMLSettingsHandler" %>
<%@ page import="org.archive.crawler.settings.CrawlerSettings" %>

<%
    String currDomain = request.getParameter("currDomain");
    CrawlJob theJob = JobConfigureUtils.handleJobAction(handler, request,
            response, request.getContextPath() + "/jobs/per/overview.jsp", 
            currDomain, null);
    XMLSettingsHandler settingsHandler = 
        (XMLSettingsHandler)theJob.getSettingsHandler();
    CrawlerSettings settings = settingsHandler.getSettingsObject(currDomain);
    int tab = theJob.isProfile()?2:1;
%>

<%
    // Set page header.
    String title = "Submodules for Override";
    int jobtab = 7;

%>
<%@include file="/include/head.jsp"%>
<%@include file="/include/filters_js.jsp"%>
    <p>
        <b>Override for the <%=theJob.isProfile()?"profile":"job"%> <%=theJob.getJobName()%> on domain '<%=currDomain%>'</b>
        <%@include file="/include/jobpernav.jsp"%>
    <p>
        <p>
            <b>Add/Remove/Order Submodules</b>
        <p>
        <p>Use this page to add/remove/order override submodules.

        <p>It is possible to add submodules in an override, and manipulate the
        submodules already in the override. It is not possible to remove or
        reorder the submodules inherited from the global settings or a more
        general override.

        <p>Go to the
        <a href="javascript:doGoto('<%=request.getContextPath()%>/jobs/per/configure.jsp?job=<%=theJob.getUID()%>&currDomain=<%=currDomain%>')">Settings</a>
        page to complete configuration of added submodules, or override
        configured parameters of inherited submodules. (For example, to
        add the particular regex to an added canonicalization RegexRule
        or to fill in the authentication information into an added
        RFC2617 credential).</p>
    <form name="frmFilters" method="post"
            action="submodules.jsp">
        <input type="hidden" name="currDomain" value="<%=currDomain%>">
        <input type="hidden" name="job" value="<%=theJob.getUID()%>">
        <input type="hidden" name="action" value="done">
        <input type="hidden" name="subaction" value="continue">
        <input type="hidden" name="map" value="">
        <input type="hidden" name="filter" value="">
        <%=printAllMaps(theJob.getSettingsHandler().getOrder(), settings, false, true, null)%>
    </form>
    <p>
<%@include file="/include/jobpernav.jsp"%>
<%@include file="/include/foot.jsp"%>