knowninotherstate.java

CRF1.2

package iitb.Model;
import iitb.CRF.*;
import java.util.*;
import java.io.*;
/**
 *
 * @author Sunita Sarawagi
 *
 */ 

public class KnownInOtherState extends FeatureTypes {
    int stateId;
    WordsInTrain dict;
    float wordFreq;
    int wordPos;
    public KnownInOtherState(FeatureGenImpl m, WordsInTrain d) {
	super(m);
	dict = d;
    }
    void nextStateId() {
	for (stateId++; (stateId < model.numStates()); stateId++)
	    if (dict.count(wordPos,stateId) == 0)
		return;
    }
    public boolean startScanFeaturesAt(DataSequence data, int prevPos, int pos) {
	if (dict.count(data.x(pos)) <= WordFeatures.RARE_THRESHOLD+1) {
	    stateId = model.numStates();
	    return false;
	} else {
	    wordPos = dict.getIndex(data.x(pos));
	    stateId = -1;
	    nextStateId();
	    wordFreq = (float)Math.log((double)dict.count(data.x(pos))/dict.totalCount());
	    return true;
	}
    }
    public boolean hasNext() {
	return (stateId < model.numStates());
    }
    public void next(FeatureImpl f) {
	setFeatureIdentifier(stateId,stateId,"K",f);
	f.yend = stateId;
	f.ystart = -1;
	f.val = wordFreq;
	nextStateId();
    }
};