manual.ja.html

Amis - A maximum entropy estimator 一个最大熵模型统计工具

FEATURE_TYPE    integer
MODEL_FILE      me.model
EVENT_FILE      me.event
OUTPUT_FILE     me.output
LOG_FILE        me.log
ESTIMATION_ALGORITHM    IIS
NUM_ITERATIONS  200
NUM_NEWTON_ITERATIONS   20
REPORT_INTERVAL 1
PRECISION       6
</pre>
</p>

<p>
$B;XDj$G$-$k%*%W%7%g%s$O0J2<$NDL$j$G$9!%$3$NB>$N%*%W%7%g%s$O!$(B"--help" $B$G(B
$B>\$7$$@bL@$,I=<($5$l$^$9!%(B
<table border>
<tr><th>$B%*%W%7%g%s(B<th>$B%G%U%)%k%HCM(B<th>$BM-8z$JCM(B<th>$B8z2L(B</tr>
<tr><td>DATA_FORMAT<td>Amis<td>Amis AmisTree AmisFix
    <td>$B%G!<%?%U%!%$%k$N7A<0$r;XDj$7$^$9!%(B</tr>
<tr><td>FEATURE_TYPE<td>binary<td>binary integer real
    <td>$BAG@-$N%?%$%W$r;XDj$7$^$9!%(B</tr>
<tr><td>MODEL_FILE<td>amis.model<td>$B%U%!%$%kL>(B($BJ#?t;XDj2D(B)
    <td>$B%b%G%k%U%!%$%k$NL>A0$r;XDj$7$^$9!%(B</tr>
<tr><td>EVENT_FILE<td>amis.event<td>$B%U%!%$%kL>(B($BJ#?t;XDj2D(B)
    <td>$B%$%Y%s%H%U%!%$%k$NL>A0$r;XDj$7$^$9!%(B</tr>
<tr><td>OUTPUT_FILE<td>amis.output<td>$B%U%!%$%kL>(B
    <td>$B=PNO%U%!%$%k$NL>A0$r;XDj$7$^$9!%(B</tr>
<tr><td>LOG_FILE<td>amis.log<td>$B%U%!%$%kL>(B
    <td>$B%m%0%U%!%$%k$NL>A0$r;XDj$7$^$9!%(B</tr>
<tr><td>ESTIMATION_ALGORITHM<td>GIS<td>GIS IIS BFGS GISMAP BFGSMAP
    <td>$B%Q%i%a!<%??dDj$K;H$o$l$k%"%k%4%j%:%`$r;XDj$7$^$9!%(B</tr>
<tr><td>MAP_SIGMA<td>1.0<td>$B<B?t(B
    <td>MAP$B?dDj$G2>Dj$9$k;vA03NN($N@55,J,I[$NJ,;6$r;XDj$7$^$9!%(B</tr>
<tr><td>FEATURE_COUNT_HASH<td>FALSE<td>TRUE FALSE
    <td>IIS $B%"%k%4%j%:%`$K$*$$$F!$%U%!%/%?%j%s%0$K$h$k:GE,2=$r(B "map"
    $B%/%i%9$G9T$J$&$+(B "vector" $B%/%i%9$G9T$J$&$+$rA*Br$7$^$9!%%G%U%)%k%H(B
    $B$G$O(B "vector" $B$rMQ$$$^$9!%(B</tr>
<tr><td>NUM_ITERATIONS<td>200<td>$B#10J>e$N@0?t(B
    <td>$B7+$jJV$7$N2s?t$r;XDj$7$^$9!%(B</tr>
<tr><td>MEMORY_SIZE<td>5<td>$B#10J>e$N@0?t(B
    <td>limited-memory BFGS $B$N%a%b$j%5%$%:$r;XDj$7$^$9!%(B</tr>
<tr><td>REPORT_INTERVAL<td>1<td>$B#10J>e$N@0?t(B
    <td>$BESCf7P2a$rJs9p$9$k4V3V$r;XDj$7$^$9!%(B</tr>
<tr><td>PRECISION<td>6<td>$B#10J>e$N@0?t(B
    <td>$BM-8z?t;z$N7e?t$r;XDj$7$^$9!%(B</tr>
<tr><td>EVENT_ON_FILE<td>FALSE<td>TRUE FALSE
    <td>$B%$%Y%s%H%G!<%?$r%a%b%j>e$K$*$/$+(B($B%G%U%)%k%H(B)$B!$%U%!%$%k>e$K$*$/(B
    $B$+$r;XDj$7$^$9!%%$%Y%s%H%G!<%?$,Hs>o$KBg$-$/$F%a%b%jITB-$N;~$KMQ$$(B
    $B$^$9!%(B</tr>
<tr><td>EVENT_ON_FILE_NAME<td>amis.event.tmp<td>$B%U%!%$%kL>(B
    <td>$B%$%Y%s%H%G!<%?$rF~$l$F$*$/%U%!%$%k$NL>A0$r;XDj$7$^$9!%(B
    EVENT_ON_FILE $B%*%W%7%g%s$rM-8z$K$7$?$H$-$N$_M-8z$G$9!%(B</tr>
</table>
$B@_Dj%U%!%$%k$K$h$k%*%W%7%g%s$N;XDj$O!$5/F0;~%*%W%7%g%s$K$h$j>e=q$-$9$k(B
$B$3$H$,$G$-$^$9!%(B
</p>

<h4><a name="amis_model_file">$B%b%G%k%U%!%$%k(B</a></h4>

<p>
$B%b%G%k%U%!%$%k$O!$AG@-4X?t$H!$$=$l$KBP1~$9$k%Q%i%a!<%?$N=i4|CM$rM?$($k%U%!(B
$B%$%k$G$9!%0J2<$N$h$&$J7A<0$K$J$C$F$$$^$9!%(B
</p>

<pre>
feature1    1.0
feature2    2.0
feature3    0.3
...
</pre>

<p>
$B0l9T$,0l$D$NAG@-$KBP1~$7$^$9!%$^$:AG@-$NL>A0$r5-=R$7$^$9!%AG@-$NL>A0$K$O!$(B
$B%9%Z!<%9!$%?%V!$%3%m%s(B(:)$B!$%7%c!<%W(B(#)$B0J30$NJ8;z$J$i$J$s$G$b;H$($^$9!%<!(B
$B$K!$%9%Z!<%9$^$?$O%?%V$G6h@Z$C$F!$%Q%i%a!<%?$N=i4|CM$rM?$($^$9!%=i4|CM$O(B 
C $B%9%?%$%k$N<B?t$G5-=R$7$^$9!%=i4|CM$O$$$/$D$G$b9=$$$^$;$s(B($B$U$D$&$O(B 
1.0 $B$K$9$k(B)$B!%3F9T$O!$AG@-$H%Q%i%a!<%?$NFs$D$NMWAG$N$_5-=R$G$-$^$9!%MWAG(B
$B$,#1$D$7$+$J$+$C$?$j#3$D0J>e$"$k>l9g$O%(%i!<$H$J$j$^$9!%(B
</p>

<h4><a name="amis_event_file">$B%$%Y%s%H%U%!%$%k(B</a></h4>

<p>
$B%$%Y%s%H%U%!%$%k$G$O!$4QB,$5$l$?;v>]$N%G!<%?$rM?$($^$9!%6qBNE*$K$O!$4Q(B
$BB,;v>](B(observed event)$B$HJd40;v>](B(complement event)$B$GH/2P$7$?AG@-$N%G!<(B
$B%?$rM?$($^$9!%$3$3$G4QB,;v>]$H$O!$<B:]$K4QB,$5$l$?;v>]$G$9!%Jd4V;v>]$H(B
$B$O!$4QB,;v>]$H$OL\E*;v>]$@$1$,$3$H$J$k;v>]$G$9!%(B<a
href="#introduction">$B35MW(B</a>$B$G=R$Y$?DL$j!$3NN(CM$rM?$($k;~$K!$F1$8Mz(B
$BNr;v>]$N85$G4QB,$5$l$&$kA4$F$NL\E*;v>]$K$D$$$F@55,2=$r$9$kI,MW$,$"$k$?(B
$B$a!$$3$N$h$&$KJd4V;v>]$G$=$l$i$N;v>]$rI=8=$7$^$9!%$D$^$j!$3F;v>]$O!$<B(B
$B:]$K4QB,$5$l$?;v>]$H!$$*$J$8MzNr;v>]$N85$G4QB,$5$l$&$k;v>]$G5-=R$7$^$9!%(B
</p>

<p>
$B%$%Y%s%H%U%!%$%k$O0J2<$N$h$&$J7A<0$K$J$C$F$$$^$9!%(B
<pre>
event_1
1    feature1:2 feature3
0    feature1
0    feature2:3

event_2
0    feature2 feature3:5
1    feature1
0    feature3

...
</pre>
</p>

<p>
$B6u9T$GJ,$1$i$l$?%V%m%C%/$,0l$D$N;v>]$KBP1~$7$^$9!%0l9TL\$K$O!$;v>]$NL>(B
$BA0$r5-=R$7$^$9!%;v>]L>$K$O!$>e=R$7$?FC<lJ8;z0J30$NG$0U$NJ8;z$,;H$($^$9!%(B
$B<!$N9T$+$i$O!$3F9T$K4QB,;v>]$^$?$OJd4V;v>]$r5-=R$7$^$9!%9T$N@hF,$K$O!$(B
$B$=$N;v>]$N4QB,2s?t$r5-=R$7$^$9!%4QB,;v>]$N>l9g$O@5$N?t!$Jd4V;v>]$N>l9g(B
$B$O#0$K$J$j$^$9!%[#Kf;v>]$rM-8z$K$7$F$$$k>l9g$O!$4QB,2s?t$H$7$F@5$N<B?t(B
$B$r;XDj$9$k$3$H$,$G$-$^$9!%[#Kf;v>]$,L58z$N;~$O!$4QB,;v>]$K$D$$$F$O@5$N(B
$B@0?t$r;XDj$7!$0l$D$N;v>]$K$D$-4QB,;v>]$O0l$D$7$+5-=R$G$-$^$;$s!%$=$N8e(B
$B$m$K!$H/2P$7$?AG@-$rNs5s$7$^$9!%AG@-$O!$%b%G%k%U%!%$%k$G5-=R$7$?$b$N$r(B
$B;XDj$7$^$9!%%b%G%k%U%!%$%k$K$J$$AG@-$r;XDj$9$k$H%(%i!<$K$J$j$^$9!%3FAG(B
$B@-$N8e$m$K$O!$AG@-4X?t$NCM$r;XDj$9$k$3$H$,$G$-$^$9!%>e$NNc$NDL$j!$%3%m(B
$B%s(B(:)$B$KB3$1$FAG@-4X?t$NCM$r;XDj$7$^$9!%>JN,$7$?>l9g$O#1$H$_$J$5$l$^$9!%(B
</p>

<p>
$B3F;v>]$O!$6u9T$G6h@Z$j$^$9!%6u9T$O2?9T$G$b9=$$$^$;$s!%%3%a%s%H$N$_$N9T(B
$B$b6u9T$H$_$J$5$l$^$9$N$GCm0U$7$F2<$5$$!%(B
</p>


<h3><a name="amistree_input">$BF~NO;EMM(B(AmisTree$B7A<0(B)</a></h3>

<p>
Feature forest $B$rMQ$$$k$H$-$O!$%$%Y%s%H%U%!%$%k$O(B AmisTree $B7A<0$G5-=R(B
$B$7$^$9!%@_Dj%U%!%$%k!$%b%G%k%U%!%$%k$O(B<a href="#amis_input">Amis$B7A<0(B
</a>$B$HF1$8$G$9!%$3$3$G$O!$%$%Y%s%H%U%!%$%k$N7A<0$K$D$$$F@bL@$7$^$9!%(B
</p>

<p>
AmisTree$B7A<0$N%$%Y%s%H%U%!%$%k$O0J2<$N$h$&$J7A<0$K$J$C$F$$$^$9!%(B
<pre>
event_1  2
feature1:2 feature2:3 feature3
{ dnode_1 ( node_1 feature1:2 { dnode_2 ( node_2
feature2:3 ) ( node_3 ) } { dnode_3 $node_2 (
node_4 feature3 ) } ) }

event_2  1
feature2:3
{ dnode_1 ( node_1 feature1 ) ( node_2 { dnode_2
( node_3 feature2:3 ) ( node_4 feature3 ) } ) }

...
</pre>
</p>
$BCm(B)$B3F%$%Y%s%H5-=R$N#39TL\0J9_$O!$<B:]$K$O0l9T$G5-=R$7$^$9!%(B

<p>
Amis $B7A<0$HF1MM$K!$6u9T$,;v>]$N6h@Z$j$rI=$7$^$9!%(BAmisTree $B7A<0$G$O!$0l$D(B
$B$N;v>]$r#39T$G5-=R$7$^$9!%#19TL\$O!$;v>]$NL>A0$H!$$=$N;v>]$N4QB,2s?t$r5-(B
$B=R$7$^$9!%>e$NNc$G$O!$;v>](B event_1 $B$O#22s!$(Bevent_2 $B$O#12s4QB,$5$l$?$3$H(B
$B$rI=$7$^$9!%#29TL\$K$O!$4QB,;v>]$NAG@-$r5-=R$7$^$9!%(BAmis $B7A<0$HF1MM!$AG(B
$B@-$NL>A0$HAG@-4X?t$NCM$rAH$G5-=R$7$^$9!%#39TL\$K$O!$4QB,;v>]$*$h$SJd40;v(B
$B>]$N(B feature forest $B$r5-=R$7$^$9!%$^$:!$(Bdisjunctive node $B$OCf$+$C$3$GI=(B
$B$7$^$9!%Cf$+$C$3$NCf$K!$$O$8$a$K%N!<%IL>$r5-=R$7!$<!$K(B conjunctive
node $B$r%9%Z!<%9$G6h@Z$C$FJB$Y$^$9!%(Bconjunctive node $B$O!$>.$+$C$3$^$?$O%N!<(B
$B%IL>$GI=$7$^$9!%>.$+$C$3$GI=$9$H$-$O!$:G=i$K$=$N(B conjunctive node $B$NL>A0(B
$B$r5-=R$7$^$9!%(Bconjunctive node $B$NL>A0$O!$%N!<%I$N6&M-$rI=$9$?$a$K;H$$$^(B
$B$9!%AG@-$HF1MM$K!$FC<lJ8;z0J30$NG$0U$NJ8;z$,;H$($^$9!%$=$N8e$K$=$N%N!<%I(B
$B$GH/2P$9$kAG@-$r5-=R$7$^$9!%AG@-$N5-=RJ}K!$O(B Amis $B7A<0$J$I$HF1$8$G$9!%$=(B
$B$N8e$K!$(Bdisjunctive node $B$r5-=R$9$k$3$H$b$G$-$^$9!%(Bconjunctive node $B$d(B 
disjunctive node $B$N6&M-$rI=$9$H$-$O!$%N!<%IL>$rMQ$$$^$9!%4{=P$N%N!<%I$K(B
$B$D$$$F!$$=$N%N!<%IL>$N@hF,$K(B $ $B$r$D$1$?$b$N$G%N!<%I$N6&M-$rI=$7$^$9!%>e(B
$B$NNc$G$O!$(Bevent_1 $B$K$*$$$F!$(B$node2 $B$OA0$K=P$F$-$?(B node2 $B$H6&M-$7$F$$$k$3(B
$B$H$rI=$7$^$9!%$3$N$h$&$K%N!<%I$r6&M-$7$F(B feature forest $B$N%5%$%:$r>.$5$/(B
$B$9$k$H!$7W;;NL$,>.$5$/$J$j!$%9%T!<%I%"%C%W$7$^$9!%(B
</p>

<p>
$BCf$+$C$35Z$S>.$+$C$3$NA08e$K$OI,$:%9%Z!<%9$r6u$1$F$/$@$5$$!%%9%Z!<%9$,$J(B
$B$$>l9g$O%N!<%IL>$dAG@-L>$N0lIt$H$_$J$5$l$^$9!%(B
</p>


<h3><a name="amis_output">$B=PNO;EMM(B</a></h3>

<p>
$B=PNO7A<0$O!$(BAmis, AmisTree$B$H$b6&DL$G$9!%(B
</p>

<p>
amis $B$O!$AG@-$H%Q%i%a!<%?$NAH$r=PNO$7$^$9!%=PNO7A<0$O!$(B<a
href="#model_file">$B%b%G%k%U%!%$%k(B</a>$B$HF1$8$G$9!%=PNO7A<0$,%b%G%k%U%!%$(B
$B%k$HF1$8$J$N$G!$=PNO%G!<%?$r?7$?$JF~NO$H$7$F(B amis $B$r;H$&$3$H$b$G$-$^$9!%(B
$B$9$J$o$A!$$"$kDxEY3X=,$7$?%G!<%?$r85$K!$$5$i$K3X=,$r?J$a$k$3$H$,$G$-$^$9!%(B
</p>

<p>
$B3FAG@-$KBP1~$9$k%Q%i%a!<%?(B<span class=math>a_i</span>$B$,=PNO$5$l$k$N$G!$(B
$BL$CN$N%G!<%?$KBP$7$FH/2P$9$kAG@-$N(B<span class=math>a_i</span>$B$N@Q$r5a$a(B
$B$k$3$H$G!$$=$N3NN(CM$r7W;;$9$k$3$H$,$G$-$^$9!%(B
</p>



<hr>

<h2><a name="example">$B;HMQNc(B</a></h2>

<p>
$B4JC1$JNc$rDL$7$F!$(BAmis $B$N;H$$J}$r@bL@$7$^$9!%$=$NB>$K$b4JC1$JNc$,(B
"test/"$B%G%#%l%/%H%j$K$"$j$^$9$N$G;29M$K$7$F$/$@$5$$!%$3$3$G$O!$IJ;l%?(B
$B%0IU$1$N:GBg%(%s%H%m%T!<%b%G%k$r9M$($^$9!%Nc$($P!$(B"I like handball"$B$H(B
$B$$$&J8$K$O!$(B"I/Noun like/Verb handball/Noun"$B$H$$$&$U$&$KIJ;l%?%0$rIU$1(B
$B$k$3$H$,$G$-$^$9!%%?%0IU$1$N%?%9%/$O!$D>A0$NC18l!?%?%0$H8=:_$NC18l$rM?(B
$B$($i$l$?;~$K!$:GE,$J%?%0$r3d$jEv$F$k$H$$$&;v>]$NNs$H9M$($k$3$H$,$G$-$^(B
$B$9!%Nc$($P!$:#(B "like" $B$r8+$F$$$k$H$9$k$H!$D>A0$O(B "I/Noun" $B$G:#$O(B 
"like" $B$K%?%0$rIU$1$h$&$H$7$F$$$k$H$$$&MzNr;v>]$N$b$H$G!$:GE,$J%?%0$r(B
$B3d$jEv$F$k$H$$$&L\E*;v>]$r9M$($k$3$H$K$J$j$^$9!%(BAmis $B7A<0$G$O!$%?%0IU(B
$B$1$N;v>]$O0J2<$N$h$&$KI=8=$5$l$^$9(B("BOS" $B$O(B "Beginning Of Sentence" $B$N(B
$B$3$H$G$9(B)$B!%(B

<pre>
event_BOB/BOS-I/Noun
1  BOS/BOS-I/Noun */*-I/Noun */*-*/Noun
0  */*-*/Verb
0  */*-*/Prep
0  */*-*/Modif

event_I/Noun-like/Verb
0  I/Noun-like/Noun */Noun-like/Noun */*-like/Noun */*-*/Noun
1  I/Noun-like/Verb */Noun-like/Verb */*-like/Verb */*-*/Verb
0  */Noun-like/Prep */*-like/Prep */*-*/Prep
0  */*-*/Modif

event_like/Verb-handball/Noun
...
</pre>

<p>

$B6u9T$G6h@Z$i$l$?$=$l$>$l$N%V%m%C%/$,0l$D$N;v>]$KBP1~$7$^$9!%3F%V%m%C%/(B
$B$N0l9TL\$O;v>]$NL>A0$rI=$7$^$9(B($B$3$l$O<B$O?M4V$N8+$d$9$5$N$?$a$N$b$N$G!$(B
$B?dDj4o$K$O2?$N1F6A$b5Z$\$7$^$;$s(B)$B!%B>$N9T$G$O!$$=$N;v>]$GH/2P$9$kAG@-(B
$B$r=q$-$^$9!%3F9T$,$=$l$>$lL\E*;v>](B($B$3$NNc$G$O(B Noun, Verb, Prep, Modif)
$B$KBP1~$7$^$9!%3F;v>]$N5-=R$G$O!$$=$NMzNr;v>]$KBP$7$F4QB,$5$lF@$kA4$F$N(B
$BL\E*;v>]$K$D$$$FH/2P$9$kAG@-$r$+$+$J$1$l$P$J$j$^$;$s!%$=$NCf$G!$<B:]$K(B
$B3X=,%G!<%?$G4QB,$5$l$?L\E*!$MzNr$NAH$K$D$$$F$O!$9T$N@hF,$K(B1$B0J>e$N?t(B($B4Q(B
$BB,2s?t(B)$B$r=q$-$^$9!%$=$l0J30$N9T$G$O!$@hF,$O(B0$B$K$J$j$^$9!%(B

<p>
$B%b%G%k%U%!%$%k$O0J2<$N$h$&$K$J$j$^$9!%(B
<pre>
BOS/BOS-I/Noun  1.0
*/*-I/Noun      1.0
*/*-*/Noun      1.0
*/*-*/Verb      1.0
*/*-*/Prep      1.0
*/*-*/Modif     1.0
...
</pre>

<p>
$B?dDj4o$rAv$i$;$k$H!$0J2<$N$h$&$J=PNO%U%!%$%k$,F@$i$l$^$9!%(B
<pre>
BOS/BOS-I/Noun  8.03
*/*-I/Noun      1.45
*/*-*/Noun      0.84
*/*-*/Verb      0.72
*/*-*/Prep      0.54
*/*-*/Modif     0.48
...
</pre>
$B$3$l$i$N%Q%i%a!<%?CM$r;H$C$F!$;v>]$N3NN($r7W;;$9$k$3$H$,$G$-$^$9!%Nc$((B
$B$P!$D>A0$N8l$,(B BOS/BOS $B$N;~$K(B I $B$K(B Noun $B$r3d$jEv$F$k%$%Y%s%H$N(B($B@55,2=(B
$B$5$l$F$$$J$$(B)$B%9%3%"$O!$(B

<blockquote>
<div class=math>q(Noun|BOS/BOS-I/*)</div>
<div class=math>= prod( a_i^f_i(Noun|BOS/BOS-I/*) )</div>
<div class=math>= prod( 8.03 * 1.45 * 0.84 )</div>
<div class=math>= 9.78</div>
</blockquote>

$B$H$J$j$^$9!%F1MM$K!$(B<span class=math>q(Verb|...)=0.72,
q(Prep|...)=0.54, q(Modif|...)=0.48</span>$B$H$J$j$^$9!%=>$C$F!$>e$N;v>](B
$B$N3NN($O!$(B

<blockquote>
<div class=math>p(Noun|BOS/BOS-I/*)</div>
<div class=math>= q(Noun|BOS/BOS-I/*) / Z_y</div>
<div class=math>= 9.78 / (9.78+0.72+0.54+0.48)</div>
<div class=math>= 0.849</div>
</blockquote>

$B$H$J$j$^$9!%(B



<hr>

<h2><a name="internal">$BFbIt;EMM(B</a></h2>

$B=`HwCf$G$9!%(B



<hr>

<h2><a name="others">$BFC5-;v9`(B($B@)Ls!$4{CN$N%P%0Ey(B)</a></h2>
<ul>
  <li>$B4QB,%G!<%?$K0lEY$b8=$l$J$$AG@-$r%b%G%k%U%!%$%k$d%$%Y%s%H%U%!%$%k$K(B
  $BF~$l$J$$$G$/$@$5$$!%$=$N$h$&$JAG@-$O%b%G%k$KA4$/1F6A$rM?$($:!$=>$C$F(B
  <span class=math>a_i</span> $B$OI,$:(B 1.0 $B$K$J$j$^$9!%(Bamis $B$O$=$N$h$&$JAG(B
  $B@-$rL5;k$7$^$9$,!$B?>/$N%3%9%H$,$+$+$j$^$9!%(B
  <li>$B07$($k%$%Y%s%H?t!$AG@-?t$O%7%9%F%`%j%=!<%9$K0MB8$7$^$9!%(B
  <li>$B%a%b%j$,B-$j$J$$;~$O!$(BEVENT_ON_FILE $B%*%W%7%g%s$r;H$C$F2<$5$$!%(B
  <li>($B>e5-$N(B tagger $B$NNc$N$h$&$K(B)$BL\E*;v>]$N?t$,0lDj$N>l9g$K$O!$(B
  AmisFix$B7A<0$rMxMQ$7$F$_$F$/$@$5$$!%%a%b%j;HMQNL$,8:$j$^$9!%(B
</ul>



<hr>

<h2><a name="references">$B;29MJ88%(B</a></h2>
<p>
<a name="Berger1996">
[1] Adam L. Berger, Stephen A. Della Pietra and Vincent J. Della
Pietra.  A maximum entropy approach to natural language processing.
Computational Linguistics, 22(1):39-71, 1996.
</a>
<p>
<a name="Miyao2002">
[2] Yusuke Miyao and Jun'ichi Tsujii.  Maximum entropy estimation for
feature forests.  In Proc. HLT2002.
</a>
<p>
<a name="Pietra1997">
[3] Stephen A. Della Pietra, Vincent J. Della Pietra and John
Lafferty.  Inducing features of random fields.  IEEE Transactions on
Pattern Analysis and Machine Intelligence, 19(4):380-393, 1997.
</a>
<p>
<a name="Nocedal1980">
[4] Jorge Nocedal.  Updating quasi-Newton matrices with limited
storage.  Mathematics of Computation, 35:773-783, 1980.
</a>
</body>

</html>