tokens.h

Basic语言解释器.zip

#include "stdafx.h"
using namespace std;
enum token_types{DELIMITER,VARIABLE,NUMBER,COMMAND,
             STRING,QUOTE,FINISHED,NONE,ENTER};         // 标记类型集合
//enum command_types{INT,FLOAT,IF,RETURN,BREAK,CONTINUE}; //命令类型集合
#define TOKEN_MAX 0xFFFF
#define STRDELIMITER "+-*^/=;(),><%" // 符号集合
#define DIM     11 // Dim
#define AS      12 // As
#define INTEGER 13 // Integer
#define PRINT   14 // Print
#define IF      15
#define THEN    16
#define END_IF  17
#define END     18
#define WHILE   19
#define LOOP    20
#define DO      21
#define EXIT    22
#define SUB     23
#define CALL    24
class CToken 
{
public:
	short tokenlength; // 包括'\0'
	char *token;
	int token_type;
	int tok;
};

class CSub
{
public:
	short namelength; // 包括'\0'
    char *name;
	vector <CToken> m_tokens;
	vector <CToken> m_argtokens; // 参数定义
	// 参数值在CToken::token里,类型在CToken::tok里
};