tokenmanager.java

爬虫数据的改进,并修正了一些bug

/* Generated By:JavaCC: Do not edit this line. TokenManager.java Version 2.1 */
package net.nutch.analysis;

/**
 * An implementation for this interface is generated by
 * JavaCCParser.  The user is free to use any implementation
 * of their choice.
 */

interface TokenManager {

  /** This gets the next token from the input stream.
   *  A token of kind 0 (<EOF>) should be returned on EOF.
   */
  public Token getNextToken();

}