token.java

java小程序

import java.io.*;
public class Token
{
public static void main(String args[]) throws IOException
{
BufferedReader br=new BufferedReader(new FileReader("linenum.txt"));
BufferedWriter bw=new BufferedWriter(new FileWriter("token.txt"));
StreamTokenizer st=new StreamTokenizer(br);
int tokenType;
st.whitespaceChars(0,32);
st.eolIsSignificant(true);
while(br.ready())
{
tokenType=st.nextToken();
switch(tokenType)
{
case StreamTokenizer.TT_NUMBER:   
  bw.write(String.valueOf((long)st.nval));   
  bw.newLine();   
  break;   
  case StreamTokenizer.TT_WORD:   
  bw.write(st.sval);   
  bw.newLine();   
  break;   
  default:  
  ;
}
}
bw.close();
}
}