token.java

java写的词法分析器

package lexicalanalyzer2;
/**
 * Title: Token
 * Description: Create the token,include token,type,line and position
 * Copyright: Copyright (c) 2004 15th,Oct
 * Company: B02251132
 * @author: ZengBo Huang
 * @version 1.0
 */
public class token {//The class that create four attributes
  private String token;
  private Object type;
  private int line,position;
  public token(String tk,Object tp,int ln,int pos) {//Four attributes name,type,line and position
    token=tk;
    type=tp;
    line=ln;
    position=pos;
  }
  public String toString(){//Output the four attribute
    String out=token+"\t"+type+"\t"+line+"\t"+position;
    return out;
  }
}