lexicalized.txt

一个很号用的词法分析程序

< ID ,#include>
<relop,LT>
< ID ,stdio.h>
<relop,GT>
< ID ,#include>
<relop,LT>
< ID ,string.h>
<relop,GT>
< ID ,char>
< ID ,buf>
<[, >
< NUM ,100>
<], >
<,, >
< ID ,str>
<[, >
< NUM ,15>
<], >
<;, >
< ID ,int>
< ID ,countdef>
<op,VAL>
< NUM ,0>
<;, >
< ID ,FILE>
<op,MUL>
< ID ,fpmiddle>
<;, >
< ID ,struct>
< ID ,define>
<{, >
< ID ,char>
< ID ,with>
<[, >
< NUM ,30>
<], >
<;, >
< ID ,char>
< ID ,des>
<[, >
< NUM ,30>
<], >
<;, >
< ID ,char>
< ID ,filename>
<[, >
< NUM ,15>
<], >
<;, >
<}, >
< ID ,def>
<[, >
< NUM ,30>
<], >
<;, >
< ID ,char>
<op,MUL>
< ID ,getFileName>
<(, >
<), >
<{, >
< ID ,int>
< ID ,i>
<op,VAL>
< NUM ,0>
<,, >
< ID ,k>
<op,VAL>
< NUM ,0>
<;, >
< ID ,for>
<(, >
< ID ,i>
<op,VAL>
< NUM ,0>
<;, >
< ID ,buf>
<[, >
< ID ,i>
<], >
<relop,NE>
< CHAR ,'<'>
<Logop,AND>
< ID ,i>
<relop,LT>
< NUM ,30>
<Logop,AND>
< ID ,buf>
<[, >
< ID ,i>
<], >
<relop,NE>
< CHAR ,'\0'>
<;, >
< ID ,i>
<op,DADD>
<), >
<;, >
< ID ,i>
<op,DADD>
<;, >
< ID ,while>
<(, >
< ID ,buf>
<[, >
< ID ,i>
<], >
<relop,NE>
< CHAR ,'>'>
<Logop,AND>
< ID ,i>
<relop,LT>
< NUM ,30>
<Logop,AND>
< ID ,buf>
<[, >
< ID ,i>
<], >
<relop,NE>
< CHAR ,'\0'>
<), >
< ID ,str>
<[, >
< ID ,k>
<op,DADD>
<], >
<op,VAL>
< ID ,buf>
<[, >
< ID ,i>
<op,DADD>
<], >
<;, >
< ID ,str>
<[, >
< ID ,k>
<], >
<op,VAL>
< CHAR ,'\0'>
<;, >
< ID ,puts>
<(, >
< ID ,str>
<), >
<;, >
< ID ,return>
< ID ,str>
<;, >
<}, >
< ID ,long>
< ID ,readline>
<(, >
< ID ,FILE>
<op,MUL>
< ID ,fpt>
<), >
<{, >
< ID ,if>
<(, >
< ID ,fgets>
<(, >
< ID ,buf>
<,, >
< NUM ,100>
<,, >
< ID ,fpt>
<), >
<relop,EQ>
< ID ,NULL>
<), >
<{, >
< ID ,puts>
<(, >
< ID ,buf>
<), >
<;, >
< ID ,printf>
<(, >
< STRING ,"readline error or reach file end!\n">
<), >
<;, >
< ID ,return>
< NUM ,0>
<;, >
<}, >
< ID ,puts>
<(, >
< ID ,buf>
<), >
<;, >
< ID ,return>
<(, >
< ID ,long>
<), >
<(, >
< ID ,strlen>
<(, >
< ID ,buf>
<), >
<op,ADD>
< NUM ,1>
<), >
<;, >
<}, >
< ID ,void>
< ID ,writeline>
<(, >
<), >
<{, >
< ID ,fprintf>
<(, >
< ID ,fpmiddle>
<,, >
< STRING ,"%s">
<,, >
< ID ,buf>
<), >
<;, >
<}, >
< ID ,void>
< ID ,processDefine>
<(, >
< ID ,char>
<op,MUL>
< ID ,filename>
<), >
<{, >
< ID ,int>
< ID ,i>
<op,VAL>
< NUM ,8>
<,, >
< ID ,j>
<op,VAL>
< NUM ,0>
<;, >
< ID ,while>
<(, >
<(, >
< ID ,def>
<[, >
< ID ,countdef>
<], >
<., >
< ID ,des>
<[, >
< ID ,i>
<op,SUB>
< NUM ,8>
<], >
<op,VAL>
< ID ,buf>
<[, >
< ID ,i>
<], >
<), >
<relop,NE>
< CHAR ,' '>
<), >
< ID ,i>
<op,DADD>
<;, >
< ID ,def>
<[, >
< ID ,countdef>
<], >
<., >
< ID ,des>
<[, >
< ID ,i>
<op,SUB>
< NUM ,8>
<], >
<op,VAL>
< CHAR ,'\0'>
<;, >
< ID ,while>
<(, >
<(, >
< ID ,def>
<[, >
< ID ,countdef>
<], >
<., >
< ID ,with>
<[, >
< ID ,j>
<], >
<op,VAL>
< ID ,buf>
<[, >
< ID ,i>
<], >
<), >
<relop,NE>
< CHAR ,'\0'>
<), >
<{, >
< ID ,i>
<op,DADD>
<;, >
< ID ,j>
<op,DADD>
<;, >
<}, >
< ID ,def>
<[, >
< ID ,countdef>
<], >
<., >
< ID ,with>
<[, >
< ID ,j>
<op,SUB>
< NUM ,1>
<], >
<op,VAL>
< CHAR ,'\0'>
<;, >
< ID ,strcpy>
<(, >
< ID ,def>
<[, >
< ID ,countdef>
<], >
<., >
< ID ,filename>
<,, >
< ID ,filename>
<), >
<;, >
< ID ,countdef>
<op,DADD>
<;, >
<}, >
< ID ,long>
< ID ,comment>
<(, >
< ID ,FILE>
<op,MUL>
< ID ,fpt>
<), >
<{, >
< ID ,char>
< ID ,prechar>
<op,VAL>
< ID ,buf>
<[, >
< NUM ,0>
<], >
<,, >
< ID ,ch>
<op,VAL>
< CHAR ,'*'>
<;, >
< ID ,int>
< ID ,i>
<op,VAL>
< NUM ,0>
<,, >
< ID ,j>
<op,VAL>
< NUM ,0>
<;, >
< ID ,for>
<(, >
< ID ,i>
<op,VAL>
< NUM ,0>
<;, >
< ID ,buf>
<[, >
< ID ,i>
<], >
<relop,NE>
< CHAR ,'\0'>
<Logop,AND>
<Logop,NOT>
<(, >
< ID ,buf>
<[, >
< ID ,i>
<], >
<relop,EQ>
< CHAR ,'/'>
<Logop,AND>
< ID ,buf>
<[, >
< ID ,i>
<op,ADD>
< NUM ,1>
<], >
<relop,EQ>
< CHAR ,'*'>
<), >
<;, >
< ID ,i>
<op,DADD>
<), >
<;, >
< ID ,j>
<op,VAL>
< ID ,i>
<;, >
< ID ,buf>
<[, >
< ID ,i>
<], >
<op,VAL>
< CHAR ,'\0'>
<;, >
< ID ,if>
<(, >
< ID ,i>
<relop,EQ>
< ID ,strlen>
<(, >
< ID ,buf>
<), >
<), >
< ID ,return>
< NUM ,0L>
<;, >
< ID ,do>
<{, >
< ID ,prechar>
<op,VAL>
< ID ,ch>
<;, >
< ID ,if>
<(, >
<(, >
< ID ,ch>
<op,VAL>
< ID ,fgetc>
<(, >
< ID ,fpt>
<), >
<), >
<relop,EQ>
< ID ,EOF>
<), >
<{, >
< ID ,printf>
<(, >
< STRING ," in comment, end">
<), >
<;, >
< ID ,exit>
<(, >
< NUM ,0>
<), >
<;, >
<}, >
< ID ,i>
<op,DADD>
<;, >
<}, >
< ID ,while>
<(, >
<Logop,NOT>
<(, >
< ID ,prechar>
<relop,EQ>
< CHAR ,'*'>
<Logop,AND>
< ID ,ch>
<relop,EQ>
< CHAR ,'/'>
<), >
<), >
<;, >
< ID ,return>
<(, >
< ID ,long>
<), >
<(, >
< ID ,i>
<op,SUB>
< ID ,j>
<op,ADD>
< NUM ,1>
<), >
<;, >
<}, >
< ID ,isin>
<(, >
< ID ,char>
<op,MUL>
< ID ,p>
<), >
<{, >
< ID ,int>
< ID ,i>
<op,VAL>
< NUM ,0>
<,, >
< ID ,j>
<op,VAL>
< NUM ,0>
<,, >
< ID ,temp>
<op,VAL>
< NUM ,0>
<;, >
< ID ,while>
<(, >
< ID ,temp>
<relop,NE>
< ID ,strlen>
<(, >
< ID ,buf>
<), >
<), >
<{, >
< ID ,while>
<(, >
< ID ,buf>
<[, >
< ID ,i>
<], >
<relop,NE>
< CHAR ,'\0'>
<Logop,AND>
< ID ,buf>
<[, >
< ID ,i>
<], >
<relop,NE>
< ID ,p>
<[, >
< NUM ,0>
<], >
<), >
< ID ,i>
<op,DADD>
<;, >
< ID ,temp>
<op,VAL>
< ID ,i>
<;, >
< ID ,while>
<(, >
< ID ,buf>
<[, >
< ID ,i>
<], >
<relop,EQ>
< ID ,p>
<[, >
< ID ,j>
<], >
<Logop,AND>
< ID ,p>
<[, >
< ID ,j>
<], >
<relop,NE>
< CHAR ,'\0'>
<Logop,AND>
< ID ,buf>
<[, >
< ID ,i>
<], >
<relop,NE>
< CHAR ,'\0'>
<), >
<{, >
< ID ,i>
<op,DADD>
<;, >
< ID ,j>
<op,DADD>
<;, >
<}, >
< ID ,if>
<(, >
<(, >
< ID ,i>
<op,SUB>
< ID ,temp>
<), >
<relop,EQ>
< ID ,strlen>
<(, >
< ID ,p>
<), >
<), >
< ID ,return>
< ID ,temp>
<;, >
< ID ,i>
<op,VAL>
< ID ,temp>
<op,ADD>
< NUM ,1>
<;, >
< ID ,j>
<op,VAL>
< NUM ,0>
<;, >
<}, >
< ID ,return>
<op,SUB>
< NUM ,1>
<;, >
<}, >
< ID ,void>
< ID ,includeAndDefine>
<(, >
< ID ,FILE>
<op,MUL>
< ID ,fpt>
<), >
<{, >
< ID ,void>
< ID ,add>
<(, >
< ID ,char>
<op,MUL>
<), >
<;, >
< ID ,void>
< ID ,replace>
<(, >
< ID ,char>
<op,MUL>
<), >
<;, >
< ID ,while>
<(, >
< ID ,readline>
<(, >
< ID ,fpt>
<), >
<), >
<{, >
< ID ,if>
<(, >
< ID ,isin>
<(, >
< STRING ,"#include">
<), >
<relop,GE>
< NUM ,0>
<), >
< ID ,add>
<(, >
< ID ,getFileName>
<(, >
<), >
<), >
<;, >
< ID ,else>
< ID ,if>
<(, >
< ID ,isin>
<(, >
< STRING ,"#define">
<), >
<relop,GE>
< NUM ,0>
<), >
< ID ,processDefine>
<(, >
< ID ,str>
<), >
<;, >
< ID ,else>
<{, >
< ID ,fseek>
<(, >
< ID ,fpt>
<,, >
< ID ,comment>
<(, >
< ID ,fpt>
<), >
<,, >
< NUM ,1>
<), >
<;, >
< ID ,replace>
<(, >
< ID ,str>
<), >
<;, >
< ID ,writeline>
<(, >
<), >
<;, >
<}, >
<}, >
<}, >
< ID ,void>
< ID ,add>
<(, >
< ID ,char>
<op,MUL>
< ID ,filename>
<), >
<{, >
< ID ,void>
< ID ,replace>
<(, >
< ID ,char>
<op,MUL>
<), >
<;, >
< ID ,FILE>
<op,MUL>
< ID ,fpp>
<;, >
< ID ,if>
<(, >
<(, >
< ID ,fpp>
<op,VAL>
< ID ,fopen>
<(, >
< ID ,filename>
<,, >
< STRING ,"r">
<), >
<), >
<relop,EQ>
< ID ,NULL>
<), >
<{, >
< ID ,printf>
<(, >
< STRING ,"file %s not found or open error!">
<,, >
< ID ,filename>
<), >
<;, >
< ID ,exit>
<(, >
< NUM ,0>
<), >
<;, >
<}, >
< ID ,fseek>
<(, >
< ID ,fpp>
<,, >
<op,SUB>
< ID ,readline>
<(, >
< ID ,fpp>
<), >
<,, >
< NUM ,1>
<), >
<;, >
< ID ,if>
<(, >
< ID ,isin>
<(, >
< STRING ,"#include">
<), >
<relop,LT>
< NUM ,0>
<Logop,AND>
< ID ,isin>
<(, >
< STRING ,"#define">
<), >
<relop,LT>
< NUM ,0>
<), >
< ID ,while>
<(, >
< ID ,readline>
<(, >
< ID ,fpp>
<), >
<), >
<{, >
< ID ,fseek>
<(, >
< ID ,fpp>
<,, >
< ID ,comment>
<(, >
< ID ,fpp>
<), >
<,, >
< NUM ,1>
<), >
<;, >
< ID ,replace>
<(, >
< ID ,filename>
<), >
<;, >
< ID ,writeline>
<(, >
<), >
<;, >
<}, >
< ID ,else>
< ID ,includeAndDefine>
<(, >
< ID ,fpp>
<), >
<;, >
< ID ,fclose>
<(, >
< ID ,fpp>
<), >
<;, >
<}, >
< ID ,void>
< ID ,replace>
<(, >
< ID ,char>
<op,MUL>
< ID ,filename>
<), >
<{, >
< ID ,int>
< ID ,i>
<op,VAL>
< NUM ,0>
<,, >
< ID ,start>
<op,VAL>
< NUM ,0>
<;, >
< ID ,for>
<(, >
< ID ,i>
<op,VAL>
< NUM ,0>
<;, >
< ID ,i>
<relop,LT>
< ID ,countdef>
<;, >
< ID ,i>
<op,DADD>
<), >
< ID ,if>
<(, >
<Logop,NOT>
< ID ,strcmp>
<(, >
< ID ,def>
<[, >
< ID ,i>
<], >
<., >
< ID ,filename>
<,, >
< ID ,filename>
<), >
<), >
< ID ,break>
<;, >
< ID ,if>
<(, >
< ID ,i>
<relop,GE>
< ID ,countdef>
<Logop,OR>
<(, >
< ID ,start>
<op,VAL>
< ID ,isin>
<(, >
< ID ,def>
<[, >
< ID ,i>
<], >
<., >
< ID ,des>
<), >
<), >
<relop,EQ>
<op,SUB>
< NUM ,1>
<), >
< ID ,return>
<;, >
< ID ,else>
<{, >
< ID ,int>
< ID ,lenOfWith>
<op,VAL>
< ID ,strlen>
<(, >
< ID ,def>
<[, >
< ID ,i>
<], >
<., >
< ID ,with>
<), >
<;, >
< ID ,int>
< ID ,lenOfDes>
<op,VAL>
< ID ,strlen>
<(, >
< ID ,def>
<[, >
< ID ,i>
<], >
<., >
< ID ,des>
<), >
<;, >
< ID ,if>
<(, >
< ID ,lenOfDes>
<relop,GE>
< ID ,lenOfWith>
<), >
<{, >
< ID ,int>
< ID ,k>
<,, >
< ID ,j>
<;, >
< ID ,for>
<(, >
< ID ,k>
<op,VAL>
< ID ,start>
<;, >
< ID ,k>
<relop,LT>
< ID ,start>
<op,ADD>
< ID ,lenOfWith>
<;, >
< ID ,k>
<op,DADD>
<), >
< ID ,buf>
<[, >
< ID ,k>
<], >
<op,VAL>
< ID ,def>
<[, >
< ID ,i>
<], >
<., >
< ID ,with>
<[, >
< ID ,k>
<op,SUB>
< ID ,start>
<], >
<;, >
< ID ,for>
<(, >
< ID ,j>
<op,VAL>
<(, >
< ID ,start>
<op,ADD>
< ID ,lenOfWith>
<), >
<;, >
< ID ,j>
<relop,LT>
< ID ,start>
<op,ADD>
< ID ,lenOfDes>
<;, >
< ID ,j>
<op,DADD>
<), >
< ID ,buf>
<[, >
< ID ,j>
<], >
<op,VAL>
< CHAR ,' '>
<;, >
<}, >
< ID ,else>
<{, >
< ID ,int>
< ID ,offset>
<op,VAL>
< ID ,lenOfWith>
<op,SUB>
< ID ,lenOfDes>
<;, >
< ID ,int>
< ID ,k>
<,, >
< ID ,j>
<;, >
< ID ,for>
<(, >
< ID ,k>
<op,VAL>
< ID ,offset>
<op,ADD>
< ID ,strlen>
<(, >
< ID ,buf>
<), >
<;, >
< ID ,k>
<relop,GT>
< ID ,start>
<;, >
< ID ,k>
<op,DSUB>
<), >
< ID ,buf>
<[, >
< ID ,k>
<], >
<op,VAL>
< ID ,buf>
<[, >
< ID ,k>
<op,SUB>
< ID ,offset>
<], >
<;, >
< ID ,for>
<(, >
< ID ,j>
<op,VAL>
< ID ,start>
<;, >
< ID ,j>
<relop,LT>
< ID ,start>
<op,ADD>
< ID ,lenOfWith>
<;, >
< ID ,j>
<op,DADD>
<), >
< ID ,buf>
<[, >
< ID ,j>
<], >
<op,VAL>
< ID ,def>
<[, >
< ID ,i>
<], >
<., >
< ID ,with>
<[, >
< ID ,j>
<op,SUB>
< ID ,start>
<], >
<;, >
<}, >
<}, >
<}, >