tagwordlatticetest.java

一个自然语言处理的Java开源工具包。LingPipe目前已有很丰富的功能

package com.aliasi.test.unit.hmm;

import com.aliasi.hmm.TagWordLattice;

import com.aliasi.symbol.MapSymbolTable;

import com.aliasi.test.unit.BaseTestCase;


public class TagWordLatticeTest extends BaseTestCase {

    public void testEmpty() {
    MapSymbolTable syms = new MapSymbolTable();
    syms.getOrAddSymbol("FOO");
    syms.getOrAddSymbol("BAR");
    String[] toks = new String[0];
    double[] ends = new double[0];
    double[] starts = new double[0];
    double[][][] transits = new double[0][0][0];
    TagWordLattice lattice
        = new TagWordLattice(toks,syms,starts,ends,transits);
    
    assertEquals(0,lattice.bestForwardBackward().length);
    assertEquals(0.0,lattice.log2Total(),0.0001);
    assertEquals(syms,lattice.tagSymbolTable());
    assertEqualsArray(toks,lattice.tokens());
    assertEquals(1.0,lattice.total(),0.0001);
    
    }

    public void testOne() {
    MapSymbolTable syms = new MapSymbolTable();
    syms.getOrAddSymbol("FOO");
    syms.getOrAddSymbol("BAR");
    String[] toks = new String[] { "a", "b" };


    double[] ends = new double[] { 0.4, 0.8 };
    double[] starts = new double[] { 0.2, 0.1 };
    double[][][] transits 
        = new double[][][] { { { -1, -1 }, {-1, -1 } },
                 { { 0.2, 0.1 }, { 0.4, 0.8 } } };
    TagWordLattice lattice 
        = new TagWordLattice(toks,syms,starts,ends,transits);

    assertEquals(0.2,lattice.start(0),0.001);
    assertEquals(0.1,lattice.start(1),0.001);
    
    assertEquals(0.1,lattice.transition(1,0,1),0.0001);
    assertEquals(0.4,lattice.transition(1,1,0),0.0001);

    assertEquals(0.4,lattice.end(0),0.0001);
    assertEquals(0.8,lattice.end(1),0.0001);
    
    assertEquals(0.2,lattice.forward(0,0),0.0001);
    assertEquals(0.1,lattice.forward(0,1),0.0001);
    assertEquals(0.08,lattice.forward(1,0),0.0001);
    assertEquals(0.10,lattice.forward(1,1),0.0001);

    assertEquals(0.16,lattice.backward(0,0),0.0001);
    assertEquals(0.80,lattice.backward(0,1),0.0001);
    assertEquals(0.4,lattice.backward(1,0),0.0001);
    assertEquals(0.8,lattice.backward(1,1),0.0001);

    assertEquals(0.4*0.08 + 0.8 * 0.1,lattice.total(),0.0001);
    }

}