italiano.cf

harvest是一个下载html网页得机器人

<ResultSetEnd>
</DL>
<form method="GET" action="/Harvest/cgi-bin/search.cgi">
<table border="0" width="100%" bgcolor="#E0E0E0">
<tr>
 <td align="left" width="20%" nowrap>
  <input type=hidden name=broker value="$broker">
  <input type=hidden name=hp_url value="$hp_url">
  <input type=hidden name=caseflag value="$RQ{'caseflag'}">
  <input type=hidden name=wordflag value="$RQ{'wordflag'}">
#  <input type=hidden name=opaqueflag value="$RQ{'opaqueflag'}">
#  <input type=hidden name=descflag value="$RQ{'descflag'}">
#  <input type=hidden name=maxresultflag value="$RQ{'maxresultflag'}">
#  <input type=hidden name=maxobjflag value="$RQ{'maxobjflag'}">
#  <input type=hidden name=maxlineflag value="$RQ{'maxlineflag'}">
  <input type=hidden name=weightflag value="$RQ{'weightflag'}">
  <input type=hidden name=attribute value="@atts">
  <input type=hidden name=brokerqueryconfig value="italiano.cf">
  <a href="$hp_url">Ricerca:</a> <input type=text name=query size=15 value='$RQ{'query'}'> <input type=submit value="Cerca">
 </td>
 <td align="center" width="60%">
  $navigationBar
 </td>
  <td align="right" width="20%"><a href="$CFG{'HarvestUrl'}"><img alt="Powered by Harvest" border="0" src="$harvestIcon"></a></td>
</table>
</form>

</ResultSetEnd>

# EndBrokerResults is printed when the broker results end normally.
#
<EndBrokerResults>
#\n<STRONG>$msg</STRONG><BR>\n
</EndBrokerResults>

# FailBrokerResults is printed when the broker results end in error
#
<FailBrokerResults>
\n<STRONG>$msg</STRONG><BR>\n
</FailBrokerResults>


# PER-OBJECT DEFINITIONS
# ======================
#
# VARIABLES:
#
#    $url         Object url: http://www.cia.gov:3333/Spies/KGB/secret.html
#    $A           URL Access: http
#    $H           URL Host  : www.cia.gov:3333
#    $P           URL Path  : /Spies/KGB/secret.html
#    $D           URL Dir   : /Spies/KGB/
#    $F           URL File  : secret.html
#    $cs_url      URL to the SOIF object in the broker databse
#    $cs_[ahp]    elements of $cs_url as above with $url
#    $desc        Description attribute of the matched object
#    $opaque      A matched line (or all matched lines in obj-at-a-time mode)
#    $usermsg     A user message
#    $attributes  Requested attributes
#    $objectType  Type of object if not HTML
#    $objectSize  Size of object
#    $objectDate  Last modification date of object
#
<PrintObject>
<DT>$objectnum <A HREF="$url">$description</A>
&nbsp;&nbsp;<FONT size=-1 color=#606060>$objectType</FONT>
&nbsp;&nbsp;<FONT size=-1 color=#606060>$objectSize</FONT>
&nbsp;$objectWeight
<DD>$attributes
<DD>$opaque
<?$cs_urlX>
<DD>
<B>Link dato indicizzato:</B>
<A HREF="$cs_a://$cs_h/Harvest/cgi-bin/displaySOIF.cgi?object=$cs_p&query=$html_query">formattato</A>
&middot;
<A HREF="$cs_a://$cs_h/Harvest/cgi-bin/displaySOIF.cgi?object=$cs_p&style=plain">puro testo</A>
</?$cs_urlX>
<DD><FONT size=-1 color=#006000>$url</font>
&nbsp;<FONT size=-1 color=#606060>$objectUpdate</FONT>
<BR>
<BR>
</PrintObject>

# This definition is eval'd for each opaque (i.e. matched) line retruned by
# the broker.  It is intended to be used to remove SOIF attributes
# and the 'Matched line' string from the output.
# The results of these operations are stored in $opaque.
#
<MatchedLineSub>
#1. Completely remove lines with @FILE
s/^(.*)\@FILE(.*)$/ /;
#2. Remove "Matched line #"
s/^(.*)\# (.*)$/$2/;
#3. Remove "{12}:" etc.
s/^(.*)\}:(.*)$/$2/;
#4. Remove leading and trailing whitespaces
s/^\s+//;
s/\s+$//;
#5. Limit length to 10 words per matched line.
s/^(((\s*)(\S*)){10}).*$/$1/;
#6. show 4 matched lines, set maximum length and avoid double matched lines.
if ($opaquePerObjectCount>4 || length($_)>120 || $lastOpaqueObject eq $_ ) {
   $_ = "";                     #no output
} else {
   $lastOpaqueObject=$_;
   $opaquePerObjectCount++;
   s/(.*)/... $1/;              #OK, add dots.
}
#highlight search words.
for ($i=0; $i<=$#searchwords; $i++) {
   s/(\b$searchwords[$i]\b)/<font color=#800000>$1<\/font>/ig;
}
</MatchedLineSub>

# PerObjectFunction is eval'd before every object is printed out.
#
<PerObjectFunction>
# init output variables
$objectType="";
$objectSize="";
$objectUpdate="";
$objectWeight = "";

$opaquePerObjectCount = 1;
$lastOpaqueObject     = "";

# create description
$description = "<I>File:</I>&nbsp;&nbsp;$F";
$description = $desc if (length($desc) > 5);

# highlight search words.
for ($i=0; $i<=$#searchwords; $i++) {
   s/(\b$searchwords[$i]\b)/<b>$1<\/b>/ig;
}

# Create the HTML code to print the weight balls
if ($maxWeight > 0 && $weightflag)
{
  $nWeight = int($weight * 5 / $maxWeight);
  for ($idxWeight = 1; $idxWeight <= $nWeight; $idxWeight++)
       { $objectWeight .= "<img alt=\"*\" src=\"$weightIcon\">"; }
#  $objectWeight = "<font size=-1 color=#606060>".int($weight * 100 / $maxWeight)."%</font>";
}
# format matched lines
if ($opaque ne '') {
   $opaque = "<strong>corrispondenze:</strong> $opaque..."
}
</PerObjectFunction>

# PerAttributeFunction is eval'd before the Attributes are printed out.
#
<PerAttributeFunction>
# Remove all empty lines
$val =~ s/^(\s*)//mg;

# Now prepare the object's type and size to display at the description.
if ($att eq "type") {                           ## show file type
   $objectType = "[".$val."]" if !($val =~ /HTML|HTTP-Query/);
   $att="";                                     # avoid <FormatAttribute>
} elsif ($att eq "file-size") {                 ## calculate file size
   $val = int($val/1024);
   $objectSize = $val." KByte" if ($val > 150); # more than 150 KByte
   $val = int($val/10.24);
   $objectSize = ($val/100)." MByte" if ($val > 100); # more than one meg
   $att="";
} elsif ($att eq "last-modification-time") {    ## calculate last modification date
   local(@date,@months,$month,$minute,$year);
   @date = localtime($val);
   @months = ('Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec');
   $month = $months[$date[4]];
   $minute = $date[1];
   $minute = "0$minute" if $minute < 10;
   $year = $date[5]+1900;
   $objectUpdate = "$date[3]-$month-$year"; # $date[2]:$minute";
   $att="";
} else {                                        ## other attributes
   # insert commas to separate headings
   $val =~ s/\n(.)/, $1/mg;
   # If more than 120 Characters, display only the first 120 plus "..."
   $val =~ s/^((.|\n){120})(.|\n)*/$1.../;
   #highlight search words.
   for ($i=0; $i<=$#searchwords; $i++) {
      $val =~ s/(\b$searchwords[$i]\b)/<font color=#800000>$1<\/font>/ig;
   }
}
</PerAttributeFunction>

# Format Requested Attributes.  Before this is eval'd, $att and $val
# should be set.
#
<FormatAttribute>
<STRONG>$att:</STRONG> $val<BR>
</FormatAttribute>


# ======================================================================
# ERROR, STATUS and WARNING functions
# ======================================================================

# The message printed to the browser and logged to the HTTP server log
# when the processes is killed.  If the Timeout time is reached, the
# process dies from SIGALRM.  The short name of the offending signal
# is placed in $sig.
#
<sigdie>
Killed by SIG$sig...\n
</sigdie>

# How to format the object number.  Use a printf format specification
# to left/right justify, or whatever.  Do not include quotes around
# the format string.
#
<ObjectNumPrintf>
%2d.
</ObjectNumPrintf>

# A warning message printed only when the broker might have truncated
# the result set.  Only printed if the number of matched lines equals
# the 'maxresultflag' or the number of returned objects equals the
# 'maxobjflag' value of the query.html form.
#
<TruncateWarning>
<P><STRONG>WARNING: The search results were truncated at $nopaquelines
matched lines and $nreturned found objects.</STRONG><P>\n
</TruncateWarning>

# A warning message printed only when the broker returned 0 results.
#
<EmptySetWarning>
<H2>La tua ricerca <font color="#800000">$html_query</font> non ha trovato corrispondenze.</H2>
#<P>Forse la tua query <em>non trova corrispondeze</em> con le informazioni di questo Broker, oppure <em>may</em> hai specificato un tipo di ricerca non supportato da questo Broker.
<P>
Suggerimenti:
<UL>
<LI>Assicurati di aver scritto correttamente tutte le parole.
<LI>Prova con pi