bmm.java

简单分词程序 读入一个pdf 输出一个分好词的txt

/**
 * 
 */
package WordSegment;

import java.util.ArrayList;
import java.util.Collections;
import java.util.Hashtable;
import java.util.Vector;

/**
 * @author icdi
 *
 */
public class BMM extends SegStrategy {
        StringBuffer segPosPool = new StringBuffer();
        ArrayList segPos = new ArrayList();
        Vector result;
        Hashtable ht = null;
       
	public Vector Segment(String sentence, Dictionary dic) {
		int maxLength = dic.getMaxLength();	
		int negPos = sentence.length();
		int targetLength = maxLength;
		int restLength = sentence.length();
		Vector<String> seged = new Vector<String>();
                segPos.add(negPos);
                ht = new Hashtable();

		while (restLength > 0)
		{
                        int pos = 0;
			if (targetLength > restLength)
				targetLength = restLength;
			String tempStr = sentence.substring(negPos - targetLength, negPos);
                        if(tempStr.getBytes().length==tempStr.length()){
                            pos = negPos - targetLength;
                            segPos.add(pos);
                            ht.put(pos, tempStr);
                            seged.add(0,tempStr);
                            negPos = negPos - targetLength;
                            restLength -= targetLength;
                            targetLength = maxLength;
                            
                            continue;
                        }
			if (dic.checkWord(tempStr) || targetLength == 1)
			{
                                pos = negPos - targetLength;
                                segPos.add(pos);
                                ht.put(pos, tempStr);
				seged.add(0, tempStr);
				negPos -= targetLength;
				restLength -= targetLength;
				targetLength = maxLength;				
			}
			else
				targetLength--;
		}
                Collections.reverse(segPos);
                result = seged;
		return seged;
	}
        
        public ArrayList getSegPos(){            
            return segPos;
        }  
        
        public Vector getSegResult(){
            return result;
        }
        
        public String getWord(int i){
            return (String)ht.get(i);
        }
}