tokentest.java

来自「可根据字典文件快速进行单词校对」· Java 代码 · 共 41 行

import java.io.*;
import java.util.*;

class TokenTest{
	static int[] str={0,0,0};
	static void Show(){
		int tt;
		tt=str[0]+str[1]+str[2];
		System.out.println("Word:"+str[0]+"  "+"Number:"+str[1]+"  "+"Token:"+str[2]);
		System.out.println("Totle:"+tt);
	}
	public static void Count(String f)throws IOException{
		FileInputStream fi=null;
		fi=new FileInputStream(f);
		StreamTokenizer tok=new StreamTokenizer(fi);
		try{
			while(tok.nextToken()!=StreamTokenizer.TT_EOF){
				switch(tok.ttype){
					case StreamTokenizer.TT_NUMBER:System.out.println("number:"+tok.nval);
					                   str[1]++;           
					                   break;
					case StreamTokenizer.TT_EOL:System.out.println("number:"+tok.nval);
					                   str[1]++;
					                 break;
					case StreamTokenizer.TT_WORD:System.out.println("word:"+Integer.toString(tok.ttype)+tok.sval);
					                 str[0]++;
					                 break;
					default:System.out.println("token:"+(char)tok.ttype);
					        str[2]++;
					        break;                                                     
				}
			}Show();
			
		}catch(IOException e){;}
	}
	public static void main(String args[]){
		try{Count("analyze.txt");
		}catch(IOException e){
		}
	}
}