token.h

一个用c++编译的词法分析器

#include<string>
#include<fstream>
using namespace std;

class Token{
private:
	string token;
	string type;
	string attribute;
	double digitValue;
	float expo;
	char inBuffer[64];
	
public:
	int line;
	int tLength;
	Token();
	Token(string token1,string type1,string attribute1,int line1,int tLength1,double digitValue,float expo,char Buffer);
	setToken(string type1,string attribute1);
	setNum(double digitValue1,float expo1);
	setDefault();
	outPutToken(ofstream& out);
	outPutData(ofstream& out,double digitValue1,float expo1);
    addBuffer(char in);
	convertBuffer(string& remember);
};