tokens.h

pascal 词法分析器

/*分类*/
# define ID 257
# define LITERAL 258
# define NUM 259   
/*符号*/
# define COMMA 260
# define COLON 261
# define SEMICOLON 262
# define LPAREN 263
# define RPAREN 264
# define LBRACK 265
# define RBRACK 266
# define LBRACE 267
# define RBRACE 268
# define DOT    269
/*操作符*/
# define PLUS   270
# define MINUS  271
# define TIMES  272
# define DIVIDE 273
# define EQ     274
# define NEQ    275
# define LT     276
# define LE     277
# define GT     278
# define GE     279
# define AND    280
# define OR     281
# define ASSIGN 282
# define MOD    283  
/*关键字  省略了部分关键字*/
# define PROGRAM    284
# define PROCEDURE  285
# define FUNCTION   286
# define BEGIN      287
# define END        288
# define IF         299
# define THEN       290
# define ELSE       291
# define WHILE      292
# define FOR        293
# define TO         294
# define DOWNTO     295    
# define DO         296
# define VAR        297
# define TYPE       298
# define ARRAY      299
# define CONST      300

# define MAX_SYMBOL_TABLE 10000
# define TOKEN_SIZE       128
struct SYMBOL{
    int  token;
    char *tokPtr;
};