htmltokenmaker.java

具有不同语法高亮的编辑器实例

    "\4\67\1\234\6\67\1\0\1\67\1\0\5\67\11\0"+
    "\6\67\1\u011d\7\67\1\63\5\0\1\67\5\0\3\67"+
    "\1\u01d6\2\67\1\0\4\67\1\234\6\67\1\0\1\67"+
    "\1\0\2\67\2\u01d7\1\67\11\0\16\67\1\63\5\0"+
    "\1\67\5\0\3\67\1\u01d8\2\67\1\0\4\67\1\234"+
    "\6\67\1\0\1\67\1\0\5\67\11\0\16\67\1\63"+
    "\5\0\1\67\5\0\6\67\1\0\4\67\1\234\6\67"+
    "\1\0\1\67\1\0\2\67\2\260\1\67\11\0\16\67"+
    "\1\63\5\0\1\67\5\0\6\67\1\0\4\67\1\234"+
    "\6\67\1\0\1\67\1\0\5\67\11\0\1\u01d9\15\67"+
    "\1\63\5\0\1\67\5\0\6\67\1\0\4\67\1\234"+
    "\6\67\1\0\1\67\1\0\1\67\1\u01da\3\67\11\0"+
    "\16\67\1\63\5\0\1\67\5\0\3\67\1\u01db\2\67"+
    "\1\0\4\67\1\234\6\67\1\0\1\67\1\0\5\67"+
    "\11\0\16\67\1\63\5\0\1\67\5\0\6\67\1\0"+
    "\4\67\1\234\6\67\1\0\1\67\1\0\4\67\1\u0191"+
    "\11\0\16\67\1\63\5\0\1\67\5\0\6\67\1\0"+
    "\4\67\1\234\6\67\1\0\1\67\1\0\5\67\11\0"+
    "\5\67\1\u0131\10\67\1\63\5\0\1\67\5\0\6\67"+
    "\1\0\4\67\1\234\6\67\1\0\1\67\1\0\5\67"+
    "\11\0\1\u01dc\15\67\1\63\5\0\1\67\5\0\6\67"+
    "\1\0\4\67\1\234\6\67\1\0\1\67\1\0\5\67"+
    "\11\0\6\67\1\u0118\7\67\1\63\5\0\1\67\5\0"+
    "\6\67\1\0\4\67\1\234\6\67\1\0\1\67\1\0"+
    "\1\67\1\u0177\3\67\11\0\16\67\21\0\1\u01dd\11\0"+
    "\1\u01dd\41\0\2\30\1\0\1\30\1\0\3\30\4\0"+
    "\6\30\1\0\5\30\1\344\46\30\1\0\1\30\1\0"+
    "\3\30\4\0\6\30\1\0\16\30\1\57\35\30\1\0"+
    "\1\30\1\0\3\30\4\0\6\30\1\0\22\30\1\u01de"+
    "\31\30\1\0\1\30\1\0\3\30\4\0\6\30\1\0"+
    "\5\30\1\u01df\46\30\1\0\1\30\1\0\3\30\4\0"+
    "\6\30\1\0\22\30\1\u01c8\31\30\1\0\1\30\1\0"+
    "\3\30\4\0\1\57\5\30\1\0\54\30\1\0\1\30"+
    "\1\0\3\30\4\0\6\30\1\0\35\30\1\224\14\30"+
    "\20\0\1\u01e0\54\0\1\63\5\0\1\63\5\0\1\63"+
    "\1\67\4\63\1\0\4\67\5\63\2\67\1\0\1\63"+
    "\1\0\2\63\3\67\11\0\1\67\4\63\1\67\5\63"+
    "\1\67\2\63\2\u010f\1\0\6\u010f\1\u016e\3\u010f\1\72"+
    "\5\u010f\4\72\1\u016f\4\u010f\2\72\5\u010f\3\72\11\u010f"+
    "\1\72\4\u010f\1\72\5\u010f\1\72\2\u010f\2\u0112\1\0"+
    "\7\u0112\1\240\2\u0112\1\236\5\u0112\4\236\5\u0112\2\236"+
    "\5\u0112\3\236\11\u0112\1\236\4\u0112\1\236\5\u0112\1\236"+
    "\2\u0112\1\63\5\0\1\67\5\0\6\67\1\0\4\67"+
    "\1\234\6\67\1\0\1\67\1\0\5\67\11\0\1\67"+
    "\1\u01e1\14\67\1\63\5\0\1\67\5\0\6\67\1\0"+
    "\4\67\1\234\1\u011d\5\67\1\0\1\67\1\0\5\67"+
    "\11\0\16\67\1\63\5\0\1\67\5\0\5\67\1\u01bd"+
    "\1\0\4\67\1\234\3\67\1\u01bd\2\67\1\0\1\67"+
    "\1\0\5\67\11\0\16\67\1\63\5\0\1\67\5\0"+
    "\1\67\1\u012f\4\67\1\0\4\67\1\234\6\67\1\0"+
    "\1\67\1\0\5\67\11\0\16\67\1\63\5\0\1\67"+
    "\5\0\6\67\1\0\4\67\1\234\6\67\1\0\1\67"+
    "\1\0\5\67\11\0\1\u01e2\15\67\1\63\5\0\1\67"+
    "\5\0\5\67\1\u01da\1\0\4\67\1\234\3\67\1\u01da"+
    "\2\67\1\0\1\67\1\0\5\67\11\0\16\67\1\63"+
    "\5\0\1\67\5\0\6\67\1\0\4\67\1\234\6\67"+
    "\1\0\1\67\1\0\4\67\1\u01e3\11\0\16\67\1\63"+
    "\5\0\1\67\5\0\5\67\1\u01e4\1\0\4\67\1\234"+
    "\3\67\1\u01e4\2\67\1\0\1\67\1\0\5\67\11\0"+
    "\16\67\1\63\5\0\1\67\5\0\6\67\1\0\4\67"+
    "\1\234\1\67\1\u01e5\4\67\1\0\1\67\1\0\5\67"+
    "\11\0\2\67\1\u01e5\13\67\1\63\5\0\1\67\5\0"+
    "\6\67\1\0\4\67\1\234\6\67\1\0\1\67\1\0"+
    "\1\67\1\u01e6\3\67\11\0\16\67\1\63\5\0\1\67"+
    "\5\0\6\67\1\0\4\67\1\234\6\67\1\0\1\67"+
    "\1\0\4\67\1\u01e7\11\0\16\67\1\63\5\0\1\67"+
    "\5\0\6\67\1\0\4\67\1\234\1\67\1\u0179\4\67"+
    "\1\0\1\67\1\0\5\67\11\0\2\67\1\u0179\13\67"+
    "\1\63\5\0\1\67\5\0\6\67\1\0\4\67\1\234"+
    "\6\67\1\0\1\67\1\0\5\67\11\0\3\67\1\260"+
    "\12\67\1\63\5\0\1\67\5\0\6\67\1\0\4\67"+
    "\1\234\6\67\1\0\1\67\1\0\5\67\11\0\1\67"+
    "\1\u01ae\14\67\1\63\5\0\1\67\5\0\1\67\1\u0177"+
    "\4\67\1\0\4\67\1\234\6\67\1\0\1\67\1\0"+
    "\5\67\11\0\16\67\2\30\1\0\1\30\1\0\3\30"+
    "\4\0\6\30\1\0\16\30\1\u0102\35\30\1\0\1\30"+
    "\1\0\3\30\4\0\6\30\1\0\35\30\1\150\14\30"+
    "\21\0\1\u01e8\11\0\1\u01e8\41\0\1\63\5\0\1\67"+
    "\5\0\6\67\1\0\4\67\1\234\1\67\1\u01e9\4\67"+
    "\1\0\1\67\1\0\5\67\11\0\2\67\1\u01e9\13\67"+
    "\1\63\5\0\1\67\5\0\1\67\1\u011d\4\67\1\0"+
    "\4\67\1\234\6\67\1\0\1\67\1\0\5\67\11\0"+
    "\16\67\1\63\5\0\1\67\5\0\6\67\1\0\4\67"+
    "\1\234\1\67\1\u01ea\4\67\1\0\1\67\1\0\5\67"+
    "\11\0\2\67\1\u01ea\13\67\1\63\5\0\1\67\5\0"+
    "\6\67\1\0\4\67\1\234\6\67\1\0\1\67\1\0"+
    "\4\67\1\u014c\11\0\16\67\1\63\5\0\1\67\5\0"+
    "\5\67\1\u0191\1\0\4\67\1\234\3\67\1\u0191\2\67"+
    "\1\0\1\67\1\0\5\67\11\0\16\67\1\63\5\0"+
    "\1\67\5\0\6\67\1\0\4\67\1\234\6\67\1\0"+
    "\1\67\1\0\5\67\11\0\1\67\1\u01eb\14\67\1\63"+
    "\5\0\1\67\5\0\6\67\1\0\4\67\1\234\1\67"+
    "\1\u0177\4\67\1\0\1\67\1\0\5\67\11\0\2\67"+
    "\1\u0177\13\67\22\0\1\u01ec\52\0\1\63\5\0\1\67"+
    "\5\0\3\67\1\u01ed\2\67\1\0\4\67\1\234\6\67"+
    "\1\0\1\67\1\0\5\67\11\0\16\67\1\63\5\0"+
    "\1\67\5\0\5\67\1\u0131\1\0\4\67\1\234\3\67"+
    "\1\u0131\2\67\1\0\1\67\1\0\5\67\11\0\16\67"+
    "\1\63\5\0\1\67\5\0\6\67\1\0\4\67\1\234"+
    "\6\67\1\0\1\67\1\0\5\67\11\0\1\u01e5\15\67"+
    "\1\63\5\0\1\u01e4\5\0\6\67\1\0\4\67\1\234"+
    "\6\67\1\0\1\67\1\0\5\67\11\0\16\67";

  private static int [] zzUnpackTrans() {
    int [] result = new int[27572];
    int offset = 0;
    offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result);
    return result;
  }

  private static int zzUnpackTrans(String packed, int offset, int [] result) {
    int i = 0;       /* index in packed string  */
    int j = offset;  /* index in unpacked array */
    int l = packed.length();
    while (i < l) {
      int count = packed.charAt(i++);
      int value = packed.charAt(i++);
      value--;
      do result[j++] = value; while (--count > 0);
    }
    return j;
  }


  /* error codes */
  private static final int ZZ_UNKNOWN_ERROR = 0;
  private static final int ZZ_NO_MATCH = 1;
  private static final int ZZ_PUSHBACK_2BIG = 2;

  /* error messages for the codes above */
  private static final String ZZ_ERROR_MSG[] = {
    "Unkown internal scanner error",
    "Error: could not match input",
    "Error: pushback value was too large"
  };

  /**
   * ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code>
   */
  private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute();

  private static final String ZZ_ATTRIBUTE_PACKED_0 =
    "\10\0\2\1\1\11\4\1\1\11\2\1\1\11\2\1"+
    "\2\11\2\1\1\11\2\1\1\11\5\1\1\11\16\1"+
    "\1\11\1\1\1\11\3\1\1\11\20\1\1\11\5\1"+
    "\1\11\7\1\1\11\1\1\1\0\1\1\2\11\1\0"+
    "\3\11\71\1\2\0\4\1\1\11\71\1\1\11\2\0"+
    "\1\11\57\1\1\0\10\1\1\0\34\1\1\0\34\1"+
    "\1\0\1\11\32\1\1\0\1\1\1\11\4\1\1\11"+
    "\44\1\1\0\16\1\1\0\32\1\1\0\7\1\1\0"+
    "\22\1\1\11\2\1\1\0\7\1\1\0\3\1\1\11"+
    "\1\1";

  private static int [] zzUnpackAttribute() {
    int [] result = new int[493];
    int offset = 0;
    offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);
    return result;
  }

  private static int zzUnpackAttribute(String packed, int offset, int [] result) {
    int i = 0;       /* index in packed string  */
    int j = offset;  /* index in unpacked array */
    int l = packed.length();
    while (i < l) {
      int count = packed.charAt(i++);
      int value = packed.charAt(i++);
      do result[j++] = value; while (--count > 0);
    }
    return j;
  }

  /** the input device */
  private java.io.Reader zzReader;

  /** the current state of the DFA */
  private int zzState;

  /** the current lexical state */
  private int zzLexicalState = YYINITIAL;

  /** this buffer contains the current text to be matched and is
      the source of the yytext() string */
  private char zzBuffer[];

  /** the textposition at the last accepting state */
  private int zzMarkedPos;

  /** the textposition at the last state to be included in yytext */
  private int zzPushbackPos;

  /** the current text position in the buffer */
  private int zzCurrentPos;

  /** startRead marks the beginning of the yytext() string in the buffer */
  private int zzStartRead;

  /** endRead marks the last character in the buffer, that has been read
      from input */
  private int zzEndRead;

  /** number of newlines encountered up to the start of the matched text */
  private int yyline;

  /** the number of characters up to the start of the matched text */
  private int yychar;

  /**
   * the number of characters from the last newline up to the start of the 
   * matched text
   */
  private int yycolumn;

  /** 
   * zzAtBOL == true <=> the scanner is currently at the beginning of a line
   */
  private boolean zzAtBOL = true;

  /** zzAtEOF == true <=> the scanner is at the EOF */
  private boolean zzAtEOF;

  /* user code: */

	/**
	 * Token type specific to HTMLTokenMaker; this signals that the user has
	 * ended a line with an unclosed HTML tag; thus a new line is beginning
	 * still inside of the tag.
	 */
	public static final int INTERNAL_INTAG					= -1;

	/**
	 * Token type specific to HTMLTokenMaker; this signals that the user has
	 * ended a line with an unclosed <code>&lt;script&gt;</code> tag.
	 */
	public static final int INTERNAL_INTAG_SCRIPT			= -2;

	/**
	 * Token type specifying we're in JavaScript.
	 */
	public static final int INTERNAL_IN_JS					= -3;

	/**
	 * Token type specifying we're in a JavaScript multiline comment.
	 */
	public static final int INTERNAL_IN_JS_MLC				= -4;


/*****************************************************************************/


	/**
	 * Constructor.  This must be here because JFlex does not generate a
	 * no-parameter constructor.
	 */
	public HTMLTokenMaker() {
		super();
	}


/*****************************************************************************/


	/**
	 * Adds the token specified to the current linked list of tokens as an
	 * "end token;" that is, at <code>zzMarkedPos</code>.
	 *
	 * @param tokenType The token's type.
	 */
	private void addEndToken(int tokenType) {
		addToken(zzMarkedPos,zzMarkedPos, tokenType);
	}


/*****************************************************************************/


	/**
	 * Adds the token specified to the current linked list of tokens.
	 *
	 * @param tokenType The token's type.
	 */
	private void addToken(int tokenType) {
		addToken(zzStartRead, zzMarkedPos-1, tokenType);
	}


/*****************************************************************************/


	/**
	 * Adds the token specified to the current linked list of tokens.
	 *
	 * @param tokenType The token's type.
	 */
	private void addToken(int start, int end, int tokenType) {
		int so = start + offsetShift;
		addToken(zzBuffer, start,end, tokenType, so);
	}


/*****************************************************************************/


	/**
	 * Adds the token specified to the current linked list of tokens.
	 *
	 * @param array The character array.
	 * @param start The starting offset in the array.
	 * @param end The ending offset in the array.
	 * @param tokenType The token's type.
	 * @param startOffset The offset in the document at which this token