fmmsegment.java

垃圾邮件过滤器Java源码 本软件基于朴素贝叶斯算法

/*
 * FMMSegment.java
 *
 * Created on 2008年12月2日, 下午12:03
 *
 * To change this template, choose Tools | Template Manager
 * and open the template in the editor.
 */

package newpackage;

import java.lang.*;
import java.io.*;
import java.util.*;
import java.util.Observable;

/**
 *
 * @author Administrator
 */
public class FMMSegment {
  Dictionary dic;
  int totleNumber; //记录文中总共词汇数
  HashMap vocabulary; //记录从文本中获取的中文词

  public FMMSegment() {
  }

  public FMMSegment(Dictionary newDic) {
    dic = newDic;
    totleNumber = 0;
    vocabulary = new HashMap();
  }

  public int wordSegment(String Sentence) { //中文分词
    int senLen = Sentence.length();
    int i = 0, j = 0;
    int M = 12;
    String word;
    boolean bFind = false;
    FileAppender fa=new FileAppender("vocabulary.txt");

      while (i < senLen) {
        int N = i + M < senLen ? i + M : senLen + 1;
        bFind = false;
        for (j = N - 1; j > i; j--) {
          word = Sentence.substring(i, j);
          if (dic.Find(word)) {
            if (j > i + 1) {
              if (!vocabulary.containsKey(word)) {
                vocabulary.put(word, new Float(0));
                totleNumber++; //累加总词汇数
                //将获取的单词写入文件
                fa.append(word);
              
     //           System.out.println(word + " ");
              }
            }
            bFind = true;
            i = j;
            break;
          }
        }
        if (bFind == false) {
          i = j + 1;
        }
      }
    return 1;
  }
  

  public void fileSegment(String fileName) { //按行读入
    try {
    	
    	
    	
    	
    	
        FileSex ss=new FileSex();
	File myDir=new File(fileName);

        ss.amain(myDir);
        for(String str:ss.getDir()){		
        	if(str!=null){
      
        	 //   System.out.println(str+"");
       ////////////////////////////////////////////// 	
    	
    	
    	
    	
      BufferedReader in = new BufferedReader(new FileReader(str));
      String s;
      
      while ( (s = in.readLine()) != null) {
        wordSegment(s);
      }
    }
    
    
     	    
        	}	
        }
    	
    	
    
    
    
    
    catch (IOException e) {
      System.out.println(e);
    } 
    
  }






  public int NumOfVoc() {
    return totleNumber;
  }
}