accidenceanalyser.txt

Java词法分析器 [使用java开发

    catch (FileNotFoundException e) {
      e.printStackTrace(System.err);
    }
    this.aa = aa;
    inputBuffer = aa.csbFactory.createInputBuffer(BUFFER_SIZE);
    System.out.println("[INFOR]预处理器已经创建!");
  }

  /**
   * @roseuid 3D9BAFE20331
   */
  public void putSourceToINBuffer(String tmpString) {
    this.inputBuffer.Data = tmpString.toCharArray();
  }

  /**
   * @roseuid 3D9BB0400169
   */
  public void putFinToSCBuffer(String filtratedString) {
    aa.scaner.scanBuffer.Data = filtratedString.toCharArray();
  }

  /**
   * @roseuid 3D9BB05E00A4
   */
  public void controlThread() {
    int intLength;
    int resCounter = 0;
    String tmpString;
    String filtratedString;
    System.out.println("[INFOR]开始单词分析////////////////////////////////////////");
    try {
      if (SourceFile.exists()) { //文件存在
        //读文件内容到缓冲区
        while ( (tmpString = this.randomAFile.readLine()) != null) {
          ++fileRow;
          //分割符
          System.out.println("...................begin row " + this.fileRow +
                             ".......................");
          //开始这一行分析
          System.out.println("[INFOR]正在处理行: " + String.valueOf(fileRow));
          //放入输入缓冲区
          this.putSourceToINBuffer(tmpString);
          //处理字符串
          filtratedString = this.filtrateSource(this.inputBuffer.Data);
          System.out.println("[INFOR]已过滤句子: " + filtratedString);
          //放入扫描缓冲区
          this.putFinToSCBuffer(filtratedString);
          aa.controlThread();
        }
        System.out.println(
            "[INFOR]分析完毕////////////////////////////////////////////");
      }
      else { //文件不存在
        System.err.println("[ERROR]源文件不存在!");
      }
    }
    catch (Exception e) {
      e.printStackTrace(System.err);
    }
  }

  /**
   * @roseuid 3D9BB07D0239
   */
  public String filtrateSource(char[] Data) {
    String filtratedString = String.valueOf(Data).trim();
    return filtratedString;
  }

  /**
   * @roseuid 3D9BB9350315
   */
  public void startPretreatment() {
    this.controlThread();
  }
}
4） 扫描子程序：Scaner.java
//Source file: d:\\JAccidenceAnalyse\\Scaner.java

package JAccidenceAnalyse;

import JAccidenceAnalyse.Buffer.*;

public class Scaner {
  public ScanBuffer scanBuffer; //扫描缓冲区--共享
  private String finalAccidence;
  private AccidenceAnalyser aa;
  private int BUFFER_SIZE = 100;
  private String toDelString;
  private int senLength = 0;
  private char[] sentenceChar = new char[1000];
  private String TOKEN;
  private char CHAR;
  private int index = 0;
  private String IDENTITY = "identity";
  private String DIGIT = "digit";
  private String WORD_ERROR_INF = "在此行发现不能识别的单词,此行分析终止!";
  private boolean ASTATE = true;
  /**
   * @roseuid 3D9BB9370213
   */
  public Scaner(AccidenceAnalyser aa) {
    this.aa = aa;
    initBuffer();
    this.finalAccidence = "";
    System.out.println("[INFOR]扫描处理器已经创建!");
  }

  /**
   * @roseuid 3D9BB2860329
   */
  public String readFromBuffer(char[] Data) {
    String toDelString = String.valueOf(Data);
    return toDelString;
  }

  /**
   * @param tmpString
   * @return String
   * @roseuid 3D9BB2D5008D
   */
  public String scan(String toDelString) {
    sentenceChar = toDelString.toCharArray();
    this.senLength = sentenceChar.length;
    int i = 0;
    //分析单词
    while (this.index <= this.senLength) {
      //state0:
      this.TOKEN = "";
      this.CHAR = GETBC(sentenceChar);
      if (this.CHAR == ';') {
        break; //';'表示这一行结束
      }
      //进入状态判断
      switch (this.CHAR) {
        //judge letter
case 'a':case 'b':case 'c':case 'd':case 'e':case 'f':case 'g':case 'h':case 'i':case 'j':case 'k':
case 'l':case 'm':case 'n':case 'o':case 'p':case 'q':case 'r':case 's':case 't':case 'u':case 'v':case 'w':case 'x':case 'y':
case 'z':case 'A':case 'B':case 'C':case 'D':case 'E':case 'F':case 'G':case 'H':case 'I':case 'J':case 'K':case 'L':case 'M':
case 'N':case 'O':case 'P':case 'Q':case 'R':case 'S':case 'T':case 'U':case 'V':case 'W':case 'X':case 'Y':case 'Z':

          //do
          this.TOKEN = this.CONTACT(TOKEN, CHAR);

          //state1
          CHAR = this.GETCHAR(sentenceChar);
          while (this.ISLETTER(CHAR) || this.ISDIGIT(CHAR)) {
            this.TOKEN = this.CONTACT(this.TOKEN, CHAR);
            CHAR = this.GETCHAR(sentenceChar);
          }
          this.RETRACT();

          //state2
          if (aa.keyWordTable.isKeyWord(TOKEN)) {
            this.finalAccidence = this.finalAccidence + "[保留字] " +
                this.returnAWord(TOKEN) + "\n";
          }
          else {
            this.finalAccidence = this.finalAccidence + "[标识符] " +
                this.returnAWord(TOKEN) + "[种别码] " +
                String.valueOf(aa.classIdentity.findKey(IDENTITY)) + "\n";
          }

          //clear up token
          this.TOKEN = "";
          break;

          //judge ditital
        case '0':case '1':case '2':case '3':case '4':case '5':case '6':case '7':case '8': case '9':

          //do
          this.TOKEN = this.CONTACT(TOKEN, CHAR);

          //state3
          CHAR = this.GETCHAR(sentenceChar);
          while (this.ISDIGIT(CHAR)) {
            this.TOKEN = this.CONTACT(TOKEN, CHAR);
            CHAR = this.GETCHAR(sentenceChar);
          }
          this.RETRACT();

          //state4
          this.finalAccidence = this.finalAccidence + "[数字] " +
              this.returnAWord(TOKEN) + "[种别码] " +
              String.valueOf(aa.classIdentity.findKey(DIGIT)) + "\n";

          //clear up token
          this.TOKEN = "";
          break;

        case '=':

          //state5
          this.TOKEN = this.CONTACT(TOKEN, CHAR);
          this.finalAccidence = this.finalAccidence + "[等号] " +
              this.returnAWord(TOKEN) + "[种别码] " +
              String.valueOf(aa.classIdentity.findKey(String.valueOf(CHAR))) +
              "\n";

          //clear up token
          this.TOKEN = "";
          break;

        case '+':

          //state6
          this.TOKEN = this.CONTACT(TOKEN, CHAR);
          this.finalAccidence = this.finalAccidence + "[加号] " +
              this.returnAWord(TOKEN) + "[种别码] " +
              String.valueOf(aa.classIdentity.findKey(String.valueOf(CHAR))) +
              "\n";

          //clear up token
          this.TOKEN = "";
          break;

        case '*':

          //state7
          this.TOKEN = this.CONTACT(TOKEN, CHAR);
          CHAR = this.GETCHAR(sentenceChar);
          //state8
          if (CHAR == '*') {
            this.TOKEN = this.CONTACT(TOKEN, CHAR);
            this.finalAccidence = this.finalAccidence + "[乘方] " +
                this.returnAWord(TOKEN) + "[种别码] " +
                String.valueOf(aa.classIdentity.findKey(String.valueOf(CHAR))) +
                "\n";
          }
          //state9
          else {
            this.finalAccidence = this.finalAccidence + "[乘号] " +
                this.returnAWord(TOKEN) + "[种别码] " +
                String.valueOf(aa.classIdentity.findKey(String.valueOf(CHAR))) +
                "\n";
          }

          //clear up token
          this.TOKEN = "";
          break;

        case ',':

          //state10
          this.TOKEN = this.CONTACT(TOKEN, CHAR);
          this.finalAccidence = this.finalAccidence + "[逗号] " +
              this.returnAWord(TOKEN) + "[种别码] " +
              String.valueOf(aa.classIdentity.findKey(String.valueOf(CHAR))) +
              "\n";

          //clear up token
          this.TOKEN = "";
          break;

        case '(':

          //state11
          this.TOKEN = this.CONTACT(TOKEN, CHAR);
          this.finalAccidence = this.finalAccidence + "[左括号] " +
              this.returnAWord(TOKEN) + "[种别码] " +