Continuous Speech Signal Processing

!"#$&%'
(%*)+,-"/. 01243
5687:9$;=<?>@;=AB=CD<ECD<GFEH68A$I"6LJ KM;=NGA7:CDAF
OQPSRUTWVUP8X$RZY\[P8X]G^G[_a`cbcRdTWV egfdY\TWP8fhTaO:P8iZRZY\RUbcRUT
jkTWVUlTh]\TWmn=^koqp$rtsu$r8nSv/eo
wyxaz|{=}=~#{
eTh$cY\P8`8fhTWTVZY\_ap&TWPS4RXRU]QcnDTWRUVU8TMX$R8X8iXi#8TWTTWiRPX$SX]YiZi:Y\cTPSYRUfWcX$TPSRaY8X$S[cYS] Y\m!Rm[$ [$G[WVdl\nDZ|¡[ RU¢G!£/RU¤c¥$TW¦[& VU¢§TW£RZY¤fWX¨k] ©X$dP8ªg «
XY\$¬ Po/VUT RUci[T¶_aihfh®[TWX&RZPci§Y\Pc_aXTTfhb8iRiZYµTh[&fWXP8bS]i\]¯TRU8TTWfdRZhc©$PcćTW[$TW´|]\P·[¤Wbcm¡PS©RUY\´SR[ i/\«WX#fhid[&i:SY_aiZbcR=T±`cY\bcPaRURZ[aY\iZPcRRUX°2cRZThYiY\iZYµV_-RZYVUfW`STWX]µ`c]8T¸VUiZT¹`8bciZTWTWP8TPSfhfdRRZ±X$Y\[RZVUY\P8T[ifhP4[[°[$GPS³RUY\YµRZcPSY\Th[Y\[P=VVU²³_"YµPco/X$`c RZbcY\Rh[iWP i ²
ºb8iZTTiZ±TX°RdV[/fUcTiZTWRZVhY\i¶_»X°X$R¶RUTX4`cPgVU[&bc8_±X$|STWY]¼V¶Y\RZ[°Y\T'i]X$Rd8|X$[RGVX$X$RdVU[TVZY\b8TiZiTh8bSX]8&Y\T2PMiZiZcRX$[$RZ#YiZPLRY½fWRUX8]8X$`8R±X$RURUcRUTTWiZVUT"P±PcVUTTWfhR[&ifWPSX°Y\PRZY\[|P=T n
X$X$P8`c`çVUY\[SPXfU`8X$VU8RY½XfhbST4]X$`8V¾TW¹VZ[V#[VUiZ_a`|TWTT fUMTWVdTVdmfh[PSThY\]RZY\[[P=P ²]½e$X°YµVU_-`ST]µT±[ciZfWmcX$iZcRUTWbS_»]X$ikVUm,8XfhiZ[TPS"RZ[&Y\PgP»bc[RUSb8YiMiSi`8mSTWcTVZfdY
VUiZTmcfhiZ[RUTW&_»PSYµiÁR²/Yµ[&OQP=P²¿Rdº¾STY½iZiTRUX$bcVfdRU/[VYY½i³X]¿fh[`8PgX$R`|YµPSTWbSVn=Y\Pc/T±[PYTh] c'RUcTWVZP8Y\Th&Â8Y\Pcm4/Y\RUPgcRdTVU[¯iZTkSb8VUTfhiZT"bS]\RURciÀT±RU[#RUc_aTW[[&VdVUTWTGRZfhYfW[X_a]'`SX$]\P8Th
`cVXfhRY½fWX]§bcP8STWVU`SY\PcPSY\Pcgi/[$³RUSYi X$`c`cVd[gXfd=²
Ã ÄÆÅ {=}=ÇÈ2É¶{³ÊÇ Å2Ë wyÈ±Ì#~ Å {=~#ÍÎzÏ~ Å È ÐÑ}=~ÒÓx-~#§ÔzÕÇÖ×{§Ø±ÎÙÐÑÇÚÛÊ Å ~ Å {
Ü~#}À~#È"ÊÍÚ
OX$`ci`S`8]YTWfWTX$fdRZ¶Y\[VdP±Tfh[$[c`cPSVUY\[$RZY\[TWP±P/gRUm/Tfd_"cPSXYfUÝSbcY\PcTi³TRU[TWPcVUTWTGXRiZX[$iZ]\lcTiW/nX°`cP8Vd/[S8]\XTWi:_Yfn$VURUTciZTWTP±X$Vfd[/VUl[YµPbS]RU/cPcT'[X°RÀVUT8X#TGPcT[fhbST]idiUX$fh[VUmP8²i:YjkiZR³mÞ[$i8[RU_acTT
_aä·TWèRUáVâY½fWêìë iÁn§¬RdíSî·Y½iî Yi±ih®/X]\8_aX[giZTMR|RUTWcTWTMPïfhbcSVUTWVU&TWThPS]µ[&R¶`8i:TY\RUb8X$RU[LRYµ[&RUP=c²TMe`8R[$X°Y\PSRZYRMiZRZ#YfWcX]'TWVUVdT"TW`cY\_aVUT`ciZTWVUPSTidRi:X$Y\RZY\T[P8VUi±TfhfW[X]\PSTY\ RZY\[ßÞPà¡á`8áTWâVã¹[ä·Vd_»åX$ædP8çè&fhTé
fWiZ`|X$P,TWTfU|TVUXTfdfhS[Y\&TWPSYµTRYµ[&PY\PðRXRUcil¯T4iW² ]X$8º[ThVh]X$X$RURU[TVU m _a[TWP,RUc[cTWcVdm!ia8]X$XVUTMTL|TW[¯TWfWPX°cRUbSVX$]½X°P8VUi:m,TWVUiZVU`8TTX$l&RdTW[VUñ¡fhY\P8[S_aTW_a`8TWTWP8VhfdSY½TWXPc]ÞRX$`cfh[`SPS]YRZfWY\X$PSRZbcY\[[P8b8ii
[PY\RUX±]RUY\c_±TaY\RUThTSYiZiURZfWY\PcX]\Tn=RUTX$fUP8cMPc[°Rd]µc[&T¸mfh²bcVdòcVUTWbcPgVdRRUc`cTWVUV[gn³iRU`8STYfhi/RRUYTi#fdcRd8PcX$[$R ]\[_"mX$PgY½miPcib8[$fUEVUb8TiZXThi[bSP8]X$SSTW]\`Sm]\[$_»mSX$_aRdTWbcPgVURhTi/n=8fWX$XP&YµPc8Ta|S[TWTWPcP T
co/bScY&]\RYµRbcYµ[&`P8X[$]µmTWV#nRU_»cX$TPS]mXiZ[$R RZ'RdcTWT»PSRZTWm»Pc$m&Y\TPcX$TWVTWiWVZn|Y\Pc8XiZYTiU4iZbc[TP4i¸RU'cTWT±VdT2`SYµX[&cPcSTWTWVdVZTY\iUPciZTS[mVUlMiZ`8[$'TWTjfdX$l&VdTWTV¶iZTóõôX$öVfdX$cP8TWVi÷$ThY\P!]Y\PcRUTWclT"óõ]ôX$øRUöQT ²
RUbc[pP8&SSucTWTWùõV/iThRUX$]\c[P8T`LMiZTPcTX°`cTWVZÑVU]\TWm·&X$Yµ`c[&p&`Sb8p]iYucfW`cùõX$ikVURZ[bcY\[P8P8VSX°iTW_»VSiWmMRU² cT¶î[$]X$µX$[$b8PSim»`SY\PcY½`|fh4TWT[i_»`S[°]\X$¿TaRURUc8cTWXT/_»o/TX°RZº#|YfWTWú|XTWoE]GP`c`cX°VUSVUT[]µiUT±&fhVZVRUY\X$["`c_ûRZb8Y\[iZó\P8Tøgií nÀRUî8SX$î ncR/rgñ8ü$8XöQX²iZT±TOQR48Y½TWX$iTW`cPcP`c[$VUS[gTWXfdTThcX]\[Ti:i`8Y\STX]\ T i
RUVUc[T#_ÿfh[^'VUTX$_±[$|cY\VZ_aYS`cVUTMTiUóõi:$Y\r$ö³T8VUTXfhi[8TWPSTWY\RZPY\[¾P»Y½iSm¯ThiZ]\mRdTW_»&YiWiZRU²§VZº¾Y\cTbcfhRUTWTPgLRZ]\miZ[»nS[RdPc8T#X$RÞiZb8ifdRUab8SiZm¯TWPgiRURhTWi/_X$P8n$RUcTSTWíî·Th]\[î@`8TWý Vi[S[$fW]X$þPY\RcbS¬íY]½ý þbc` ®
iZ`|TWTí fU4[$VUTWTfh[TWVn§PSiY\RZ`8Y\[TWTPfdiZm¯VUiTRUfhTW[&_»iPSY\8RZXY\[iPT"Yi»[P·ã|è iZ[&GX_a4T iZ[$[°]\¿RUTcLT/`c|VUT[iZSR]\TWlg_Pc[$Y\#P(PX°iZPgRhm4X$RZYbciZRZP8YcfWXX$]§_aX$TW`cPS`cRVUX[S]¾XifUTWcP8TiZiÁT² ² SY]\TMRUcT
ThSY½iRZY\Pc·RdTfUcPc[$]\[&m_»Xm|TiZb 2fdY\TWPgR[ViZ[_-T»iZ`8TfdYf4fh[_a_aTWVfdYX]#X$`c`S]YfWX$RZY\[P8iWnSbc_»X$P8ThY\Pcgi

ºkYfdú³_»[$X$TWRUcVZ¹TWbS_»]DúX°]\TVURZX$[gYfWVUi XPS]DY\Pc¹MVX°X$_aP8TW [VUl úVhXú³fhRZ[SY[fWV#X]§&VUYiUT^GfhÝ&[VZbSY\P8_±Y\iVUTWY\P8_aX$TWRZPSY\[RPik[V
STfh[c&Y\PcM_aTWRUc[cci ¬&TYY\iZ² 8RURdSVZ²\nY\Y\cP·bcbcP8X°RZfhPY\[&[VUP8XVUfhXTh[]G]X$b8XRUiZiUTRZiZ2Ybcf_a¹T`cTX$fhRRdRUYµbc[&[VUP8VWT®ii
[g[cMX$8RUiZTWRd_aVX`|fh[RZVY\[XP8]§ikXi`8[V TfhiRTi ÝbcTWP8fhTiWn iZR[XVhSiUiZTWbcV _-î `cX$RZY\VU[lP"[$a¹[&_aV [cSTh]
ý c
` c
&
[ c
P
T
[
V
i c
b c
c
` c

òÀ]\ThgY\`cSc]\Ta[PcRU[$[]\`|[[$]\m[X$m±P8M[V imgiPSRRX$XRZY iZRZYfWX] 8mS`STWRZYfWXTW]TW\mMP·Y\XfhPc[[b8VUiTRZYfhf[&VUVUTThfh]RUX$[RZVY\[i P
[ c
P ¶
T Z
i h
R $
X U
R
T i
VUý TX$fhS[]\&TPSYµR³Yµ[&oÞP=S² $X$PSRX$TiX$P8-&Y½idXSX$PSRX$&Ti³[$Æfd]XiUiY½fWX] íî·î ñ8XiTaX$`c`cVU[gX&fUcTi³RU[fh[&PgRZY\PSbc[b8iGi`8TWTfd

ThRUTWcP8`8 TfhR¶Y\iRU`8TWbcTfdPSQX$Y\_±Pc`cY] bcYX$RaViZXmcfWiZfhRUTWTWPS_»RiWincRU8[MX|fdlSTW8VUX[bcT±P8_¶"b8Pcfd[$YiZT±XiX$P8`|MTW[Vd`STh]\Â8T»TfhRZ[Y\bST]DVU² [S[í _Õbc_»X&fhX°[Pb88iZRZThYY\fWPciWgnSiY\_a_¶`cb8Vdi[R/`8TW[$V¹RdTWPPc$fh][Y½iPc ñ

í VbcX°_»_aX$_»PX$VVUTnDfhX$[&P84PSY\bcRZY\PS[QPX$_±`8YTW] VY½X°¹[VVd_»[X$VP8cfhiWTa²bc#P8[SPcTWTWVRdc_»ThX$]µTPSidm·iWn=VdTXTa]Y½ifWRZX$YPf»fh[TWPcP8TW&VY\RZXY\][\mP8ibcP8YiSiTWRZVYiZ]¼RX°_±P8b8fU#88X$TWRRdRUYi/TWV8RUTh8Y\PcX°PiURUX8YX$DR ²
[$GX$e$PSY\m»P8fh_»T±X&RUfUcSTWY\VUPcTTncYiTWTWVUPTX$¹R[&V'VU[gRd[&c_yT/]¹Y\[&_±VY\RUY\_aT4`cVUR[$XiZlcTW_aik'TWPST/R8ncXVUTiT/TX$bcVP8fdSTWVdfhR[X$PglRTWYµPSPbciZT[¸i Y\X$PV²RUSYiX$VUTXc² í [$TWTWVnSY\R_»Xm

8X$VUTT¸RU]¼cY\_±TY\RZfWY\XPciZT4QRUX8fhX$RUR»[&ViZi[&_aY\PTRUc[$/T¸RU]µ[&cPcTfU8RUTWX$VUVh_ÿXfhRUVUTW[gVZXYiZ4RZYRUfW[ i"Y\[$_a/`c_»VU[$XY\P8TW_aiZRdTWVUTPSX$R_Û²»òtX$[`cV/`cRUVUS[gYXifdcVUTTXi-iZ[&RU[P=nDiZY\`|R/TWYTifUY\_aVU`8T[fh[VdR&X$PSPSYµRRYµ[&RUP [
Thý 8SX$Y_±iGiY\PcTWTWT _»X]\iRUTW`8VUX$P8VdX°RZYRUfhT#bSX$]½X°`cVZ`c]\mVU[gXb8fdicRZTY8iWTn±iZb8Yfd=»RUcXTWi³VURdT cX°T'VUPcT TWiZbc[Vh_-X]\T'ñPcRdcTWRTW[VU[TWVdRZlgYñfW8XX]DiVUTT±XiZ_a[P8TWRUi³c[cg±m±SRUTciUfhT VZfhY\8bcTVd-VUTWY\PgPaRGRUX°S`cY`cikVUX$[gVUXRZfdYfdc]\TTi ²
XVU$TVUfhT[&iZbcPS8YµR[&Yµ[&`cP=RZY\nS_»Y\R'X]Q8² X&iGí |[TWTWPMTWb8TWiZVThnGbS$]ÆY\RdTW[P_aRU[cc&TY¹iZm"RdVU[[PSPc]\m2XÞ8X¹TWiT·,[°Xi`8_»TfhX$RRUikcTW[$_»§RdX°cRZT YfWThXS] YiZRURZ[SY\[$Pc]»i±X$[`cVM`cVUiZ[SRXX$fURcY½iTRZiYfWX$XR]Xi`8RZTWY\_aTfdT n

VX$Rdcý TWX$V#SRU]\8TX$"PiZiZcRhX$[$VU RZY\iPciZ[&¹_aVd[T±_Õ[$#iUfhRUVcX°TaRfU`c=VU² [giX$P8fh[P8i[$#RUcT»S[_¸YµP8X°PgR±iZ`8TWTfdVdTfh[PSY\RZY\[P`8X$VX&Y\_nÆY\P

#RU[»SSYfdTW RdTWí VU_±îY\îPcTiRUX$cVUT/T_-b8iZ[gTiZMRk]RUYµ[l&ThVU]µTWm4`cVUbcTRUiZRUTWTWPSVR#X°P8RUfhcTT/RU`c8VdX$[¯R#Sb8fh[fhbSRZY\][ PM8[°X¿&iZT/`88TWTWTTWfdP··idX°XP8YMD² X$VUT/fh[_a`8X$VUT-Y\RUMPcTW?i`8TWTfd

í
î î
c`8bS[&YV]X&]§YµPciZT-Ý&VUbcñTTW8fhP8X[fhiZTTPSi#/Y\RZiZY\RU[Y\VdPaRUb8cfhiZ[&mcRUbcbciZR#RUVUTWTVU_»i³TÝ&X$iÁbSP8² YµVý YµXPcc]\MTWm¶[&X$VZXPSY\]RUmaiZc[Th_»cTiÀ`SX$]¼`cRUYfdVUbc[$Y\VUR TY¬ S`|8T'[X$P8X|TWVZVZY®GfdbSiZ¶TW]S&X$]µTP8_aX°ÞTWVUPSPgÂ8RhY\ThPcX$g¶RZY\Y\S[X$]\P"T#P8±_»Y\PMSX$TRURdTWfhc[cVUTW_»&_»YµikPcX$±[$RZYfW_aRUXcTW]RdTcVX$iZ[¯`|_-cTWiÀTWT'fU[M[&V³VUbcRUl#PSTW_aY\[RiVñ
ofh¬ RZ[]½mSP8i`S[8iZY½RdnDfWVXRUXc]¼Y\\PgTWmmMRhih`c®TcncX[Xi:PcYi]\Tm]\i[XPc[fW»V fh[`cX_aic[&Rd_-Pcc[¯TWTc_aiZTX$TRdX$ihT¶VU® T/&b8Y Th=icTTW`c·VUVUTWTX&PgiUi/RiZTXa]\-TW8Y\ThXP4]ii/Y½RUiÞTW[$VU'¹_»[&fhVÞ[&ikfhP8[$[iZPSRUVRURZXcY\PSY\TPSbcRiU[iX$b8_-¬iTTÞiZ² 8`|iZ²\RhTWntX$T`cRZfUcYLiZ[RZRUPcYfWV[$XX]\Y\]=[PS$Y\[YPcfWVUX_"]'X$XX$P8]Y½P8i_VUTiZ² mSfhí [&PS[$RPSXfhY\TWRZRZY\Y[fWTWP=XV]²n

RUPS["bc_aRX$TWlVUT±[b8XiSXX°iUPgiZbcRX°_a`cT±RYµ[$[&GP8RUi/SYX$i/8[VUTWbc`cR±VdTiZ`8iZTWTWPgTRhfdX$=RZn§Y\[XP8]µRdXc][`8bc[$TWViZ[&nD_aX]\T±[[$VZ'Y\RURUcc_»TW_i_±X$b8VUT±iZR[ThSc`SY\[]¼Yb8fdiY\RZ]µm]\mbc[PcV#VUTY\_aX]¼Y`SiZ]RYY½fdf$Y\RZ²M]mòt[_"VX$Y\lPcT ñ
iZX$RVUX°TP8bcfhP8Tn³fh[Y\R±VUVUThYi±]X$[$RdTRUMTWPY\PcRUTfhT[idPciUT±X$VUX$mPc[Rd[RUcX&TWViUiZ² bcý _aSTMYiRUY8i X°X-R`8RUc[ST"[VT_»X$RUX$bcRVUfdTMiRUTh["c_aRUVX[gfhiZRRdTlY\P8cY\iRUS[$Y\GPiZ`8XTWT`cfdc[&PciZTWTWRZY_afMTWiZPSTWRi_aX$TWP8PS R
fhT[X$VURUVdbcTVUfhTRUPciW²TiUoik][$iZ=[8nRUcíTî_aî [¯SRdThV]Xi Y\PS¬ #Y\PcSYfUX"]\Yik[VZlgY\RUPcc[$_»#P"iX$PcVU[TR8RUX[iZ8TTRU[VUPMbcT ]Y\cliZThTW]TY\cnc[gT[c² |²\n$_"RUcXTgY\fh_±[VUY VdX$Th]½RX°Yµ[&RZY\P=[nDP»#`cSVdY[fUS]\TWX_ iUibc_a_aTWPcTiñ

RZTWY\VU[VUPc[&TV !VX°X$RU|T¶[$iZcT$[&®ÞbSX$]½4P8|T¶Y\_a8`SX&]iZY\TT4i±`8[P[S[XaVa`|&[gYiUiZfhRUVZTWY\VZ_±Y\[Y\VP8Y¿X$`cRZY\VU[[&P 8X$¬ Si:Y\YP8]¼Y\fhRZY\TTn³ih®hYS²TO:XP]\mX"niZRUTWVP8XiZY\PSTnDY\Pc4T±¹[8V±X_±T¶Y\iPSTWY\RU_±RZ]\Y TX$RZ¹Y\[[V/P!X-[° `8[SRUc[TV

_a[Pc[cTSiWTh² ]G8TfWX$b8iTaTlSPc[ðc[$ERU["b8iZTYµR/_-[VUTT =TfhRZY\Th]\mRU8X$PTlSPc[$Ec[$?RU["b8iZT±_a[VdT¶VdTX]Y½iRZYf
ü
^ k
[ c
P c
P
T h
f Z
R \
Y
[ S
P
Y Z
i G
R &
[ /æ à à¡åê/âSæZåêÞâ
èædç ¬ o//®D_aTWRUc[cci`cVU[$&YST'[&PcT##Xm/Rd[ VUTSb8fhTiZm¯iRUTW_
V
[$SX$VUTWT±`8#TW|XP8TWmcSRUiWTWRUncTWP8X$V/fhP8T-RUM8[X$iZP[-PbcRU[PccRdVUTWcTVUTWXTVÞ]¼YYiZX$i#R`cY½Pc`cf-["VdX[gfhiUX[iZfdP8bcc_afdT]\b8iW`c²i:RY\Yµ[&T±P8[i PcTWTWX$YRU|Sc[TWThbcP8]\TR/fhiUT±iWiZnÆ`8RU8TWYµPTX$fdR#X"=fh²#Pg[oPcbcPc_±PgTmM8fhTWRZiZY\V/mc[iZPS[°RU¾YTWiZ_ÏfhR[iPSfW`8RUX$TWVUPT[$fd]|\TT/4VUY\T_aThfh¯[`c`|&VUTWPS[$VZYµY\R_aTYµ[& TWP·PSY\P·RXiW]\X-n³[RUVcX°YµT±RdVZcY\b8TW_»RiZm Ti
[$óõüS ncfhrc[sPcncPcø T$fhö:RZ²¿Y\[òtPSbcYVUiZRUR-cThTW]µVTWnc_-fh[TWPgPcRPciTfhY\P!RYµ[&X"PSY½]iX$RÞVUiZ`|TWVaTWTiZfURh4X$RZVUYTiZRZiZYTfWX$XVh]#fUiZm¯fWiX$RUPMTW_û`cVd8[X&iYSi:T/Y\RUPScYT/fW[X$`cPS`|RZ[]\mVURUbcY\_aPSY\`cRZm»VU[$Rd[¸TLSTW`8&TWThV]µ¹[&[`Vd_»X±X$PcP8TWfh T
`8X$Y] V#X&Y\&_aYµ&`c_ÑVU[$Rd8T"X$R#RUcXT]iZiZ[±RX°8RUXTai[$X/ 8RdVdc_ÑTRdX$cVUTWR[²VUTW^GRZbcYfWVdXVU]|TWPg¹[SR[]µmRZnY\PcRU8cnc[X$bcP8"=nG#fhS[&YPcfdMPcT_»fhRZXY\[mPS]µYTiZX&R2"X°RU`c[`cPcVU[gTWXfdTWcVTY\iPc¹Pc[[$VaX$fhR[YµPS[&RZP8Y\iPSbcRU[8b8X$Ri
i#Z`|STWYTfdfU [VUPST]\fhm[XPSY\TWRZ,Y\[P[$X$RUVdcTMT/TWb8_¶iZb8|XT]cSXTiUiZ!bc_aY\`cRURSYµY\[&PP8i#X48¹XVhX$T/_a|TWTWTW[P·VUlSVURU[8`cX$`|RTYDi±²GTo/iUiiTWVUPgTRZiYXTX$]\VmfdXfhiZ[RhPgX$RP8YµPScbcX$TViWn|í c[î`8îThbSnÀ]Y\\Pm
RUVUcTW`|T#[_-VUR[¯ikS[$Th]ifW[X$VUP"l±VUY\TWP`cfhVU[TiZPSTWRZPSY\PgR'bciZ[&`|b8TWi TfUiZ"`|TW_aTfU[MVdTVdTXfhYµ[RdSPS¹bSY\RZ]\Y\m[²Pí b8[iYµPcTW-oÞTWVn_a i[giX$R³VU]½T/X°8b8[i:Y\VPcX°"RU[RUVZcY\TTWi_yRd8RU[aX$RG8TWPcXTWTVX°`cRUbcT S`c]VdYiZ[c8TX$ ñ
SíYî·] YµRîYµTi óõüS¬ [&nDV sn=&YiZpcRncX$P8ü$r8fhTn8ihô®#ôSRdnc8rX$gRÞntX°rcVUsTöQ² "b8iZòcT[&4V'_-Y\RU[VUT/X$[P4PMbcRUP8SSYTWiVZfd]\m]XY\PciUi[$_a[cSSmgThc]¿VZYRd48X$iZm¯R#iYRUiTW_»Th¯iW`Sn8]YifdTWY\TaRZ]\móõpöQ[&² V#Y\_a`S]YfdY\RZ]\mX$P
ÎØ Å ÇÇÍ,~#³ÔÍ}=Ç/É Å È
N ; ×C!"#%$&#686'#(*)·6'#c;=B=<+"
"Q;=<
ýiZRUcVdTTX$8_ÕXi:[°Yf/'XRX&fh[iZlab8iZ[$RZGYfÞ¶YµPS¥S[-© VU,"_" gX$RZY\/ [P=.10§²¤WoÓ¤3 25_a[&4VU¤Th7©6cTW´SPc¹TW VhX©$]¿´ Rh¬XoiZl-egºY½i/®kX°YbciRURU[[»_»SX$TWRVY½Yµf&T¶iZ`8XaTWTiZfdTÝ&bcbcTWP8P8SfhTWT±Vi[$RX$'P8&[&Y\VPcc8iknDVU#[S_ Yfd X
Y\VUP8TfdiZ`|]\b8[SP8TiZiT±RURUc[MTiZTh`8cTWRUTVfdX=fh²RYµ[&òtPM[V [$_"§_aX$PgTmX$PSX°Y\Pc`c`S]¼Y¬ fWX$[RVkYµ[&YµP8P8iiWRnDX$Y\P8PSfhRUTTWnDVXXafhÝRZY\bc[TWPVdm»|TWRUR["X¶TWTWcPX°RiZX$mc8iZRUXTWiZ_ÏT$®kfh[[V_a`c`|VU[¯[SPcb8TWfdPgY\RhPci/SXTWfhR[YµRU[&TP84ikRUY\P [
Y\iZPTW_»[oVhX°SPgegTWRZº V#YfWRUiWiZ[»nm¯&ii:YRUY\X_aTW]\_»[`S/]i±Y &RZmMTWmSPcRU`STWcY½VfWT/X$XRZ]¼\[¯Y\m[fhP=b8fhn$i¾[TWP8[$R¿f$i:Y²½RdiZnSR"X$Y½P8i[$X$RUVUicRTWY½TfdTW]\iZTV`8ncXTW] T_"fdT/±X VUZYT[] fhVa[[fhPS[PS]\_amY\RZY\`8fh[[[&PaP8PciZi:TWbcYPgS8RTWii-V m¯RUiZVd8RdTTWX$fh_Ó[R"X$PSfWVUX$Y\T"RZPY\[Y|] PµT¾b8`|ifhRUVTWVYµVÞRX$Y½iRUfWTTX² ] ² Y\í P,[$òÀY\TWbcTWVUVT n
T8Ý&²ÙXbSYµT`c#_-Xa[RdiZTWT¶RdPgVUR Rd[8Pc¬ X$_±aR YT fhRd=VUcT[T/fh`cR#8cV[[iZPMPcR/TRdSnÀc]\`c[cTVUfUTlDX$TWnDPc_a#TW`SVS]X°YY RU8fdTTWMVfhniZ[`8X$P8PSTWi:TRZYY\iZfdñQRXi]VdY[$XTWi:`cY\VURUPcTc4iZT¶TWcPSX]µRfhRdX$[&TWRZb8VY\n§[iZRZP8iUYX°fiW_a²TWòc`SPg[&]\&TWVGY\ñQVUX$Y\[P8P8PciZS_aRhñX$cTWP8[$PSfh]R/TDn`Sn]\X&o9b8ci/8-&:yYµRURcYµ&T±fhT¶[RUPgVPc&X°[°TWP8Y½VUiiURUTSTWn8b8VWVU®#fh[SRZfWY\[[X$_ PP

VUX$TWP8TWVd8VUTW[&VbcX$P8R/Yµ[&]\P=[SnD[_±`8iÀYfhY\PaVU[RU`cccT[TPcÝ&T±bS`8Yµ`c[S_-i:Y\TWRZY\Pg[RGPfWX$X$PaP84X]R8mS|`8T TXnDiUciZf[cfd[ Y§X$RUiZTTWRi¾Y\P·Y\RU±RdcRUTSY`ci³VU`8TX$X$VU_-R³`S[$]¼DY8RUcTWVTG`c[VÞVU[cidfhX$T_aiUiW`S² ]\TWý ñQcX$P8T#SiZñTcfh[$[&]P8D n

SRUc]\[¯TfdiZlDTMng`cRdVdc[T#S]\TTWX$_»RUiWbcnVUTXiTh¯'RUVhThX]ÞfhRZX&Y\[i¶P»SiZTWbcVYµ8&iY\m¯PciZ(RdTWX&_ fh[¬ b8iZiZ[&RZ_aYf"TWRZVUY\TW_a`cVUTTiGifWTWXPg]¼R\X°T"RZY\[RUP8ci±TRUVU8[X$PSR±RX$TWVUP8TM|®§|[YiRU!Y\PgRdTW[SP8[¯ST"X$RaRU[iZTWS`8TX$XVh]=X$RZY\Y\PcRU

&ý Y c=TTWiZVZT-Y\PcR[Mfd]½X&SiU]\iZ[cTfUi"lciW[$n³¶RUiZc`|[TWbcTfULðPciZ[[R¶bcP8&cYiUi"fhb8X$iUP8i TLT Æ¹bcTVUfhRdRcYµ&TWTV/Y\X°PR»RdiZSbcY½`ci`cX$VUVUTRZiUYifdYµ]\PcT nGX$Y\VUVdVUT¶Th]\TW[X$VdRUPSgRm4iZ[$[ bcVhi:fhY\TPSi"Y[$fWX$PSX$R¸VY½iX°RURZb8Y\[SP=mn²

X$VUP8[2_yý ]¼Y\cRUlcT¶TTPcRUVdcThTcT¶iZRRfhR[&[$_a¿["Rd`8cS[TPc]\[¯VUTWfdTPSl¯fhRi[i&Y\SPPSTWY WòÀTW[Y\VRU² Tbc"VdT2Rd[abcY] P8µb8SiTWRUVViZX$RRUX°T-P8&RUcYµPcTafhfW[X°VUPcT¶PcX&[fhR#[b8bSiZ]\RZRZY\Y_»fX$`8RUX$ThRU]\RUm4TWVd8P·T¶_"fh[&X$_aRfd`SS]\YµTWPcRUMTh]\m[&`8`8TWX$VVUX$RRYµYµR[&YµP8[&Pci#T[$

[iZý `|V/cTWTfhTTWiZfUT4`8!iZVURUVUTWVT`cXfh]§VU[&TVUiZTWPSTW`cPSY\RZVURY\TX$[iZRP=TWYµPS²[&RP8X$O:i±P!RYµ[[&PcV»P(TiZX$óµ`|sgVZ]\TWhmTö=fUYX< i]#fh;¡[oh_a- eg,"`cº@¤bc«-RUiZTm¯X$4iVURUTM[$TW_»RUTWciWV TWnGPiZX b8fhfWVU[fhTWT_a`cidVUi:`8TY\X$iZVUTWT±TPSY\RPgX$Rd¬RTWYµYµP,VU[&P!XiZ][&[$iW_a nDTTiZ`8² 8iZTW²\TWTn=P8fdiZ=u&T$n'ua®iRdRZb8[Y\fU_aRUTciXT·i`8iTWX`8VTiZifh`8TRUTfhVfh[XRUP8Vh[DXV ] ²

[$fhiZTTWÝ&`8RUbciZcRUTWTVhP8iZXT±fhT¹[fh[$[VG=_ai`8`8TW[X$TVVZfdcYaiZi [&RUP8¬ 8Y\i PMX$RfWRUX$cP4T/TWVU8iZTTWTP8b8iZiZT/Y\TTW[°§T[RUVcXTRUVhi#8XX¸TY\PSiZ]µR#Yµ[cPcfW_"|XnX$]b8R_»i:fdY\»PcX$R¶RUfd[=i[RU² c_aý TT#cc_aTX$RT$X¯X&]\[®iZng8bcX$XVUTP8]§¸_»[$ÆYX$i#iRYµS_¸fd"TWY¼RU]YTWX$i/VUV_¸YµXaRZm±YµiZPcT[TX$VG Vh&fUg Ym¸iZR¹X°[YµPSP8VRUfhTWRUTc² VhTX$G|RZXY\TPcfdiZ R

=3> ?1@3ACBEDF-@EG7HIKJ!LNMLNDOHOHNP
M3?FP
BRQEDACMR@SFTM3U
VXWYDZTPYDBC?[P
\1@]P^DUVHBCU
MSP
BSBC_TWB]L ?`DaSZ7HM3aSM3?7Pb@]PYDBK?dcfegBKWND?U
Pb@E?V3MKJhP
B_TU
M
@ ai_jHPYDOkgHl@3IKM3W
MXFmZ1M3W
VXM3ZTP
W
BC?nJo@EUiFTMXU
V3WYDG1M3F[D?dpOqCrtsvuw`x \MSW
M]@]FTM3WU
\TBC_jHFzyKMXM3Z[D?[a+D?F{P
\-@EPiaSBCU
P+B]e|P
\MRG1@]UYDVDFM]@EU
`
U
\BK_7HFU
PYDOHOH\BEHFèvBKW!BKP
\M3WN\7I7GWYDF`DaSZjHMXaSM3?7Pb@EPYDBC?TU3J}MKw QTwJ7_UYD?TQR@W
M3V3_W
W
M3?7P ?M3P'egBCW'P
\M|ZW
BKG-@EG7DOHODfP~I`M3U
PYDa@EP
M3U@EUFTBC?TM
D?[p Kts~w
ô
Automatic Speech Recognition
speaker, room acoustics,

noise, microphone
noise
signal processing and

front end feature extraction
probability
local match estimation
time align, pattern

global decoder
match utterance
hypotheses
language model can include semantics
word string
òÀY\bcVdTa

!"#$#%&'# ( *)

r
_»fd]\[gX$iZPSTmiZRa]\[ciZfW`|XTW] TfU_»!X$fdRh]fUXciUTiWiWn² cbcý RcVT"X$]\Rd[ccfWTWXV¶] XM_»&X°VUR[fUbc!`S[$[S Ti±&Y½PciR[X$RaP8RZfhmST`SiY½fW[XV]¼\`cm!Vd[`c8VUX$[cSSYb8] YµfhRT·YµTi"XLfhi:[Y\PcVUVd$T]\TiZ`88[P8X$V&!Y\PcfdcRU[$[4YfhTM`8[g[$iU/iYµRUSc]\TT
iRUZ[cbcT±P8fdc]µ[SiÁiZ² Tý iZR cT¬ [iT¶V#_aX$VU[STiZRUR c`cTWVdP[8b8X$iTS]\T$®¾XiiT`8ÝX°bcVUTWR#P8[$fhGT±X±[$'$]\iZ[`|8TWXT]GfUiZTX$fd]VhXfUiUMiT[iWVn8S[&TVfhY[¯S&TY\XPc]µMmRURU[±["8RUP8cTX$_aP[giZX°R`c`c]Y\VUl[Thg]\mY\_»iZX$TRÝ&Yµbc[&TWPP8RUfh[T
[$&/YiZRU[[VdVRZcY\[iWP8² i#o Rd8PcX$[&R#RUc[cTWfWVafhbclV#TWY\mPPcbc[P8VUfh_»RZY\X[]¿PiZ`8[°ÞTWTRUfdS=Y² i-òt$[]\[V8Y\XP8]ÞiZRSX°TP8fhfh[cT&n8Y\Pc[$STh]\][ci fUfWlX°PYi-8RUT±[iZcfh[[_aVURd`|TWPcTWP8T"iUX$Y\RUPT V¹X$[&`SVaYRUTWiZ_a`|`|TWT[fUV=X]n
#SY]\ý TaciZT[_a_aT[gifhR [P8fh[i[_aP8_aX$PS[&RPMik$_»]\[X8m»XVU]GTWS_"TfhX[¯Y\PM&Y\PcPcTX$VZX$]\`cmM`cRUVUc[STXfUiU"X$_-Yi/TiZ]µ[&TW_aPc&TRU¹=[&² VU_ [$'SmSP8X$_±Yf`cVU[VhX$_a_±Y\Pcó¯s¦ö:nSY\P
#iZTSÝ&YbcfdTW»P8RZfhY\T_a[$T/¾iZX°[VUbc`SP8Y\Pc!fW[$X$DRUTWRU&c[TVZY\Y\PcT`ci±bcRUR#[X$_»gXX$Y\RhP8fUiZRk`8RUc[gT"iUiYµY\SPc]\`cT/bciZR`8² TWTý fd"cTWVUVdTWT`cVUX$TVUiZT"TWPS_»RX$X$RZPSY\m[P8iX$VUVTY½X°iZbSRZY\]\[RP8i¿iaYµP"Rd[·RUcRdT#S_-Y½i¸[g`ciZR³VU[¯]Y\fhlTThid]\iWm n
cVUTWbc`cRVUTY\PiTWPgRTWX°PcRZTWY\Vh[XP8]'iRUScm T-]\[¯fWX]fh[&_a`cbcRX$RZY\[Pfh[P8i:YiZRi[$#8P8&Y\PcRUcT-]\[TiZR±fh[giZR`8X$RURUcVU[bcL`8[giUiYµS]\T

&²#òc[VTXfdMRZY\_aT¶iRUTW`=n8fh[P8i:YSTWV`8[gidi:Y\S]µT±RUVhX$P8i:Y\RZY\[P8ikVU[_ RdcT/`cVUTWY\[b8iRZY\_aT±iZRUTW`=²
üt²#`8òc[[V/RUcTTXifdY WT4iZb8iZfd[±QX$`8V[gnciUX$iYµP8S4]\T"XRUcV-X$P8Y\R iYµRRUYµ[±[&P=RUcn§TRhX$fhl[ST±iZR#RUc[$T»RUfhc[gT/iRRUV[$X°#P8RUi:Y\cRZT»Y\[iP=[² bcP8iZTÝ&bcTWP8fhT»Rd8X$R8Xi8TWTWPgmSñ

ôt²]µ^G[ccfWX[g][SiZ_»TX$RURcfdT=nD]\TlXTWiZTWR`SfhY\Pc[giZR]µRUmMVXRdfdVlX$P8[$i:Y\RZRUY\[cPTa`|XfW[$fhY\Pg[RUVhTW&VYµPcRUM[RdRd[»cT¶RUS¾YiYµPcPgPSbcY\_±Pc|TW`cVVn=Yµ[&X$V¶P8iZTXÝ&cbc"TWP8Y\fhR/TRU² ["ý RUccT»T±fhiZbc[giZ_ R[$Y½iGRURUccTT

fRUh8bcX$VUVURTW8PSXR'°T/]µ[&88TWXTW]ÆPfh[giUXiR'T[°D§² RUcT/iZTÝbcTWP8fhT/Rd8X$R#fWX$P»|T/8XfdlgRUVhXfUl&TaX$RRUSYik`8[$Y\PSR¹Vd[_ÓRUcT/`|[$Y\PgRdTWVi
r|²o#iZ`8R [RdP8c&TaY\PcTWMP8iZ4`8[$TWT'fdRU·cT±iTbcÝRUbcRdTWTWP8VX$fhTP8² fhTn=8X&fUlSRUVXfdl"VU[_ RUcT]µ[$TiZR/$]\[8X]'fh[giZRRU[MTWPcTWVX$RdT¶RdcT¸fh[&VUVUTWñ
ý S
½
Y k
i S

T U
i h
f Z
V \
Y c
` Z
R \
Y
[ "
P
Y k
i
U
V
T $
X
R µ
] ±
m $
[
W
T
V
i µ
Y -
_ S
` ¼
]
Y 8

T -

U
V
[ E
_ #
8
°
X
R
Y ¬ k
i 8
b Z
i
T ±

]\iZ[¯bcfW_»X]¿i³X$fWP8X$P"8RUVTkX°Y\P8Pgi:RUY\TWRZVdY\[`cP·VUTWRUfhT[g±iRXiiDX$$VUY\T/&Y\PcTW/PcTWRUcVXTG]¼\_am"[SY\_aiZR=`S`c]\VUTW[_a8TWX°PSSRU]µTT#iZTXÝ&i bcTWPcP8TWfhSTX$iW²RZY\ýT$c®³T]\iZ[T'aiZbc`c_"VU[i=8RUX°cSTWY¼]PaY\RZfWY\TX$i PSn88TiZ[-&YµRUTW8X$TRRUcXTi \
Y "
P a
_ g
[ Z
i G
R
i ¯
m Z
i d
R W
T »
_ i $

[

V µ
Y 8
P
i
R $
X 8
P h
f
T S
n U
R c
T
fh¬ T[²_a|²\`cnbcPSRbcYµPc_a/TW`cVZYVdfW[¯XS]Þb8iZfhRhRX$i³S[°Y8]¼Y\RZ`cm|VU®[²!8X$o/SYc] Y\&RZYµY\RTYµi[&P8Y\P±X]RUµcmTn]µRU[&cTSS[T_»fh[cX&Y\P=Y\Pcn$!#S`cYVUfd[cfhYTi³S`cbcVUVUThTMTWYVi-X$S[$]\¹TRdTWP([VSX#[PSPcbcT4_±b88i:Y\TWPcV³([$8&VUY =TXTWiVU[TWP8PSRi
X]\YµRd[TWVVUYµSRdYÆciZ_»TX°iWn|VfU[V[Y\P8VGiZiZRRX$X°P8RZYfhiZTaRZYb8fWXiYµ]8PciZm¯iX"RUTWRU_»VUTWihTW®§ñ8STXiUifhTVYµ|iZTT»X$VX°fd8=[$²±#TkY[iGPcX$TWRRdcRUThc]µTTid8iWXn³iRUT#c[$TaS_"mgX$P8PgX$m_¸VUY½Tf¸fh`c[VU[PSY\RZVY\X°[_aP"_±iZm¯Y\iPcRU TW_»¬ [iWV n

Y\P8fd]\b8ý &SYµY½Pci4`cRUVUc[cTfhTfdS]bcXiUVUiT¶SfWX°TiUP·fhVZXY\]8iZT[a4|cTaTWiZVUTWTTW² P·Xifh[VUVUTiZ`|[P8&Y\PcMRU[aX$PbcP8STWV]µm&Y\PcM_a[cSTh]¿[$GiZ`|TWTfU=n|P8X$_aTh]\m
RU_a8TX$X$RP8[°iRd8[X$VR/cTi³Xfhfd[P8i:iY`8iZRZTWY\TPcfd±[$bc=PSiZY\TRÝbc8TWX&P8i/fhfhT[iP8[$iZÆRX$i`8PSTWRTiZfd`|»TbcfhRUPSVY\XR]Gi`cRU8VU[&X$`8RGTWfWVUX$RZP±Y\T8iXbcPgT#RZ$Y]GX$VU[m&PcYµT Pcbc]\_aTWPc`8iRU=RU²³["OQRU_ac`STa]YPcfdThY\RZc]\R/mM[RUPcSTYi n
X$XPiUibcX_aiUi`cbcRZ_aY\[`cPRZY\[RU8PX$RUR/8`|X$TWRVUY_±i/Y\fdR]µi/TX°RdVZc]\T¶m·b8iVUTa[[$Pc'-`|¹[$['VTWP8VX$¹RUbSbc]GVhiZXR]¿X$SRY½bciRZ_»YfWX$XP]GRUiZT`|fdTWcTPSfU=Y½Ý&²±bcTi/[RdPc8TWX$RUcRThX$]\TVUT±iUiWcnÆVZYµRY\ThÂ8Yi/mXM&i:YY\iU_afhb8`SiU]iZY TmY\PcY\P
RUcT/ý PcThccT/RÞ]XiTiZRfhRZSY\[]\[¯P=fd² l"Y\PòÀY\bcVdT»±fh[P8i:YiZRi[$GRUcT]½X°Pcb8X$T_a[¯STh]QnD#SYfdSTWRUTWVU_±Y\PcTiRUcTgmS`8[RdcTiZTi

RU_abc8[gVUX$RUiRcR=TWX$]Y\VVUlT¶²Thòc]\fhm[&[&n P8V¬ i:Y\TYP8S² 8iZTWR²\VUX$nTP84fhTY\Pn&u&Y§RUuScRU®cTn$TRU$cS]\[TT8]½fhX°X[¯Pc]STWiZb8TVX°X$VTWfUTPc=_aTW² V[cX°ý SRUSTThYi]ti#fhPcS[&[]\bSRk[c]½fU¸[lPSVU]\TfWmaX$iUfhRUP[cVUTXTk]_aiZRU["c[gT`ciZiZR³VUT#[¯]Y\iZfhlTWTThPSid]\i#RUmMTWRUP8iZcTWfhTPgT#Rd$XTW]\fWP8[fhfh8[T XV]G&cY\SbcPcTRfhV[¯RUX$S[#RdTWcV/TWVVX°[&_aRUbccRU_»`cTÞbcX$ RV
[V io/TW_»iX$PcPS[RZRdYTfWiW²X$o/|[i&TY\ncRU_aM[gRUciZRT[$¹¹VURd[&TWPgPMRRUTWcP8T/D]\nc[cRUfWSXY]¿i&VUYTiZiZRTX$X$P8VhfhfUTaMfhRU[[&_-`SY½`cfbcRX$Y] RZ¿Y\[PcP"[RYi|T¶Y\_aS`ST]\iUTWfh_aVZY\TW|PSTRUMT4bc`cVURUVUc[8TWVX$ScYTW] YVUiZTRZ² YfWX]\m²

ý mg`SYfWX]\mnkRUcT»`cVd[8X$SY] YµRZm[$ X$P[8iZTWVUTiZ`|TfhRUVUbc_[VafhTW`8iZRUVUbc_ÿYi±fh[_a`cbcRUT[VTXfd`8[giUiYµS]\T

BKP
MiP
\1@]PNegBKW@+a+_7HPYDAC@EWYDl@]P
M@]_TU
UYDl@]?[F7DU
P
WYDGT_PYDBK?J!P
\TMM
7Z-BK?M3?7P|DUP
\TM?M3Q @EPYDAKMBEeP
\TM@]\1@3Hl@E?BKG7DfUiFjDU
Pb@]?TVXM
G1M3P~LNM3M3? P
\TMF-@EPb@SACM3V3P
BKW@]?TFP
\MaSM]@]?ÀKMXV3P
BKW3w

Zi [X°bcb8P8iUDi:²YX$Pý c&TYiZiZRUT"VZY\`ccVUbc[RZ8Y\[X$P8SiWY] n³Y\RZ[Y\TV/i»SX$mVdT»T_afhRU[S[iZV/RÝ&fhb8[X$_aPg_aRY h[&Y\PSPc]µmLRUTciZTaRZY\_»iZ`|X$TRUfhTRULVXMb8X$i:Y\P8PcfhX4[&bc_±PgYRZ¯Y\PcRUbc4VdTRUci Ta¬ 'fh[ThñY\[¯SfWfhRUbcTVdVUTWiP8bcfh_MTi/® [$[$
io/Z`|cT&fhYµRURVYµX[&]#P8`cX]VUµ[mRdn=[X&RZimg`|TYi] §X$8P8TTh¯iZ`8`STW]XTY\fdPcT fWX$Y\RUPMTW&RUS[YVZi Y\TX$iVdY\RZP!Yfd]µ[TVn|SfhTW[V±PcPcRU[TfhSRZY\TW[VZPSY\YiZTR&PcYTWiURfhVUTW[RUVdTMl¯i`cVdfW[X$8PMX$|STY] Yµb8RZm!iZT&"YiZRURU[±VZY\cTWbcPcRZTWY\[VhX$P8RUiWT ²

RU`ccVUT4[8VUX°TSÝY¼bS]YY\iZVURZTY f±X$`c`cVU`c[&VU8[SX$XSfUY=]¼Y\RZ² Y\TiW²ðòÀY\ViZRnc[$TWTWVnkTMcVZY\ThÂ8mThc`S]½XYµP×RUcTMbcP8STWVZ]\mY\PciZRUVUb8fhRUbcVdT[$/RUcT

H "QFkFG68<ð> CDA =;tIq>@;FG687:9 hH> > 9
bcíRUî·RUTWî VhX$i±P8fh_-T [¯STh]/RUcT·i TÝbcgTWn P8fhT[$¹TncX°RUbcY\RUVU"TMYi Y\P8T_aiZfhR[¯RUX$[&SPSVThRia]\X$TPcXðTWi"[&XXb8iMi#`SXRUY\VhTX$ifhb8P8TWfWi:Y\fhYRZTiZY\iUT[i:P8Y\iZ[iRhP,X$|RZTW[$Y\R[»P8TW&X$TWYVUiUP4mfhVURU`cTWcVURdT[cTiZfhT¶TiZRiUiX$iWRR²X$YµRU[&Tý P8iWX$8²³VUX°o m R±íYiiWRîn#X$RUX$îTP i

YRUi[ñRZVmgYµ`S&gYfWRk XRU]\[m·`8[°S]µTh[&8Pcm±T#c¬ X$TWP»P8"b8iVUTTW±`cVdT[iZV'TWPgi`8RdTTW|Tfd®'DX®i#²X±oiZP»RU[cThfd88X$X_aiZRZ`SY]\fT/8[$PS§Y\XRUT¶iYµi_-RX$`SRU]µT/T X$íbcîRU[î_"X$YRUiG[°P Yµ&¬ TWb8PaiZb8Y\PX]\òÀmMY\bcY\VURUT/ü X³]\RUThS¹RdYiñ

"!$#&%
fh[bS]L8T"RUcT»_-[¯STh][$ XiZc[VdR/'[&VXiUibc_aTRU[48TMfh[_a`8[SiZT[$#RUcVUTWTMiZRX°RZY\[P8X$VUm4`8X$VURiW² ý cT
p(q | q ) p(q | q ) p(q | q )

1 1 2 2 3 3
p(q | q ) p(q | q )
2 1 3 2
q1 q2 q3
p(x n| q ) p(x n| q ) p(x n| q )

1 2 3
xn xn xn
òÀY\bc VUT ü % #$#$# # #$ # ' #$ " # ( () #$ #$ # #$% ) #! ' #& #

% #
' ( *) ,+ - + .)/+0+21 '3)/+0+ 54 6
" # # $# #$ # " ' & # ¬ Q® # % # % #
87 :9 ;)/+0+ <
( ( " ( #$ ¬ Q® # % "# # ( (

# # )
4 =7< >?@6 7 7 :< :<*A
CBD? E9 6
7 7 FA HGBI? J7 >? KHG
RUX$iZcR`cX°TM`cRZVUY\RU[[STWP8X_-fUX$!`8VUm±[SVfUThX88]¾X$PciZVhTRUXi±Vdfhb8RURZfhTWRUVbc[[$VUDT"fhRU[c[$P8ÞT#fhbciZiZ`8`|VUVUTWTWTWTTPSfdfURa2D®iZinRUYµ&[cX$P8fUP88X!]X&®iZX² RZYý faiZTWc`cR±T Vd[$[¯íÞfhî·TiiURî iX$TRUi T"YaiG[fWRUbcXc]RUTM\`cTbc"iZTR±Ý&X `cbchVUTWS[cP8YfhfhcTTMSiUTWiZ[$TP i í ¬ î _aîX$[¯î VUSlTh[$iZ]Y\RPcX$_aRUT[¯RUi ScTh¬T_a]D8ó [c]µ[cTSfWfWThX$X]b8]Yµ\PcimgT ö

RUX c=TTfhbcRP8ikSRUTWcVZT]\m[Y\Pc8MiZTWiZVURU[cTfUM8X&iTiZÝRZYbcfTW`cP8VUfh[cTfh[$TiUi X&¬fhYQ[² Tb8²\iZnSRZRUYfcT TiX$TRUÝbcbcVdTWTP8iWfh² T/[$iZRX$RUTi¦®DY½ikPc[R#&Y\VUTfhRZ]\m"[8iZTWVU$X$S]\TnccbcR#iZRZY] *L NM
RU[cV¿TXOZPgS]¼cbcTc_±Xbc]8\R³mTWnThV¯RUc[$RUVdTWTWVU`8_aT[giZThidc]\i:m¶[Y\SbSfh]µ][T-P8_a8iZRdT[¯VSXX Y\ThPcí]iWTî²/òÀîRX&Y\ViZiZl¯[RiV³n8$TWX-TWiZTWPcTWVUTWPgmVRd`8XTW][gP8\idm¶fhi:TY\XSYS]µiTY\_aTWbcVRU[cX$RUSVTWfdThVS]µX$TYP8fWXfhT]X²iiUfdí Xac[$TWiZ_aTÝ&TWTGbc_±TWTWVP8b8nfhiZRUT±R³SY8[$iÆGTY½iXSfd[]\[VTc`cX$iWRUVT² ]µmý Y\RU[±PS[#¹¹TVdbcXTVdSiRUYµb8cSfhTW]\TTV

VUX$TP8SLb8fhRUT±[RUXcT/[$YPSbc_±Rdc8T»TWVPcTW[$T¿`8X°[$V/X$X_aPcTWRUTWTWyVhi RU¬VhX$XP8Y\PSDYµnDPcLfh[TP8XiZfUTÝ&bcRZTWY\Pg_aRTM]µmn|X4RUcPcTTW VUTÝbS[Y\VVU4TYiaX$_-Xc[SbcTPgRRd[$[¿RdRUVcXT-Y\PS]\Y\ThPcg»Yfh_»[P=X°nRUTWVZY[XV] ®

_a[cSTh]i/X$VUT/[$RUTWP·fh[&_a`cVZYiZTM[°fh[P8fWX°RUTWP8X$RUT4iZbccñ[VMbcPSY\RiÁ²o#]\RUc[bc&RUcTWVUT±X$VUT[g[c-]Y\PcbSYiZRZYf
ø
$XiZ`|VU&TWbcTfU_a»TWiPg[RhbciDP8[cV§i fd¬ c`c[gc[S[&i:PcY\PcTih/®=bcRUPS8YµX$RhRiX$iZVUb8T#fUaXfhX[i³b8iZim&RZ]Y½fX°VUST]µTXi]Y [X$VRZSY\[TWP8_±iY\ñQ[$iZmRU]cX$TkS]]\Y\TPciWncbSRdYciZTGRZYbcf/PSfWY\X$RRU_aTW&[g[iZVZRY\Tfhi[_afWX_-]\T[aPS]\`cm/cb8[iZPcTTW±_-X$TVUiWT ²
úY\P·cX[&Pc]X$TW_aPc&Tb8iX$X$VUTT/²iZ#P`8TWcTTfd[V#iZ_a[bc[P8Vd"T fWí X$îRUTWî[&VZiY\RTX$iGRURdT8iX$X$R'VUTX$VdfhT [&iZ_ab _a2[fdY\PSTW]\PSmMR#b8RUiZ[¶T&Y =RU[±TWVU_aTWPS[¯RZSYX$Th]RUTXa8iZTWTWRZ_aTWTWTWPSPR &fhY [ÆVdTWVUVdTTWiZPg`8R[&P8&[YµVPcc i

RU`c[±VU[X/PSbc`cP8c[fdYPcX$TRZ²Y\[LP8i[VVU-[_a_û[¯X"STh]\]ThiSfhYfh[[P8PDi:®YiZnGRX$[$P8§Lfh[iZP8TWPgfWRdX°TWRUP8TWP8fhT»X$RZ_aY\[[cP8SikTh[$]=i±`cfhc[[P8Pci:YTiZR[VG[°`ccfh[&[&PcP8TWfW_aX$RUT/TWP8_aX$RZ[cY\S[ThP8]½ii [$¬ fh#[&P8[iZRUVV4XY\_aPcT[c-SThg]½m i

¬ fh[P8ý iRUcVTWX[Y\VUPcm·T"X°P8Sm_aXTW&RUVcX$[c_aS_»[$]\X°[VW®m ² ¹[V íîî i/X$VUTaSTiUfhVZY\8TY\P_"X$PgmiZ[bcVfhTiÁn|YµP8fd]\b8&Y\PcóõøôöQ²±jGVYµThÂ8mn

RUiZc`|TTWTfUbc4P8cVUTX$fh_a[TWPSPSRY\RZXY\]§[PTÝ&b8X$RZY\[P4VUTh]\TWX$PSR¹[VRUSYi`cVU[cfhTiUiYi#X¸VUTiZRX$RdTW_aTWPgR[$¿jXmTiWù8ºbS]\TaXiX$`c`S]Y\TRU[
¬ ® ¬ ®

¬ ® B
&B
¬ ®
¬ $®
Y\fdPYX$#RUTSLYfU Y\RU ¬ X4iZ`8T®fdYYifMRUciZTT±Ý&`|bc[gTWP8iZRUfhTWT»VZY\[°[¾V`cVU[[Vh8cX°ihS®#Y¼$]Y\Y\RZmTWP![$GX$RUPcT±Xfhg[mSb8`8i[&RZYRUf±cTi:TY fhWRUT[ V±î iZTX$Ý&VUbclTW[$P8afhT_-![¯S²MTh] e$ Y\P8fhT-¬ YQ² Y\TR²½n=YiXiUPciZ[[R ñ

B

lSVZY\Pc[[Vk`cP»VU[c8[$X$SY]RdY\[¶Rm¸fh[YµPS_aRU[a`cbcXRdT/]Y\lRUThS]YYµiGc[S`c[cVd[ 8 X$S¬ Y] YµRZmM &®=Y\VURUT8fhX$RZRk]\mVUn TW/`cTVUÝ&Tb8iZTWX$PSRZRY\[iP Rdc¬ T $®Àfh[YiGPSRUb8VZiY\b8cXbc]RZµY\m"[P"b8iZ[$T="RUcRU[±T/iZ g`Sh]©¯Y\R#¥$«ÁRUSYi i,"`8[S© iZ
SRU¤UTW¢¹ñ n *
X$ P8¬ X" `cVZ®¾Y\[X°V/P8`cVU [&8¬ X$ SY® ]¼Y\RZX$mVdT¶ RdV¬XY\Pc®#TRU8iZX$TWR`8VUX$TWVh`cX$VURUTThi]\mTWPg[RPiRdYµcP8T¸STWfh`|[&TWPgP8RUSVYµTWcPgbcR±RYµRU[&VhPXY\PS[$Yµ'PcRdcT¶fh[¢¡VU `|ń[6=V¥&Xc 7²±68¤jkm·,"S©[$
SY\¤UPc¢¹²a·vi[8iZn=b8X$X]P8\m
&B
XPciU[iR"bc_±RUVUY\bcPcT·SRdbc8VZX$Y\ RPc! RU¬ VhXY\®PSYµYµPPct¬ ®$n ®¬ Y°i/®Y\RUP8bcSVUTWP8`|i±TWP8RdcSTWT·PgXR"fh[$[ b8iRURZcYfT-`8_-X$[¯VSX$_aTh] TWRdRdVTWXVY\i/PSY\[$Pc#RUcYµPST"RU[!_a[cX SîTh]i XS¬ Y\#_±SbcYfd_Y|i±Y\lXThfh]RUY\cb8[gX[c]\m
&B

GiRZY\ý _»cX$T¶RZY\X[fhP [b8¬î iRZY f¾]Y\®Gl`cTh]VUYµ[cS[S]\[cTW_Y² iRUcTWP·fh[_-`cbcRUTMSmMTh¯`8X°P8&YµPc"Y\RY\PgRU[MX]`8[giUiYµS]\T»iRX$RUT/`8X$Rd8ikY\P

RU8X$R#fWX$P4TWPcTWVX$RdT
¬ ® ¬
&B B ® ¬ üS®

#iZ[c_-TWVUTWTMRZY\_aRdcTT2i#iZX$bc`c_`cVU[ThScY\RU_»TWP8X$cRUTi±M[$XiTWVaX]#`8[gidi:Y\S]µT4`8X$RU8i [$#]\TWPcRd ÙY\P ² ý SY½i d¹bS] 4]Y\lTh]Y\c[g[c Y½i &% 8L M
¬ ® *_»X ¬
=B

B ® ¬ ôS®
#Y\SRUYcfd[bcYRi_¶b8iZb8b8fdX"]¼\]\m[giUVUi¾ThY\TWPVUVU`8TTW V¹RU[[2Vd_»X&iX$P8RUcfhTT ² YµRdTWVUSY MX$`c`cVU[gY\_»X°RZY\[P=n8SY½fd4Yi[$¹RdTWPb8iZT [V#VUTfh[&PSYµRYµ[&P
L M
TWRU[_±YRUiUeci:b8TY\[fdP-Xfh`cXM[&VUb8[iZiZRh8RZX$YX$RZfMSYiZY`c]RZY\YVURZfW[&Y\XT8]Gi X$iZSmcY¬ ]¼iZY\RURZTWm_ $ ®Y¬i/¬ iZRUTWVhTXY\òÀPc® Y\T¬ XbcidVU[iZT#PbcüS_±X®=Y\fhRUPc[8b8X$iZRiZRRY½fWX°f-X$RZP±cYiZX$8RZRYTfWXMX_±]#iZ[MbSY\]\P8RZRUSY\8`STWX°]`8YµRÞTTW-SP8bcSRUVZTW[/Y\P8Pc`cfh4VUT$[c®hVUS² Tb8fh[ýfhT#cPSX$TWY\PaVURZTMY\[X$PL`cThS`cY\Y½VUR/i[RaS`cTYµVU_"2[¯SX$fdb8RZY\TWY\fh[PgTP Ri

A
CBD
RURU[VcXVUT_ðYµPScY\X$[$PcR8XkRUS]XY\Yl]µi³&Th[`c]Y\VZVUcY\[cRU[gcfh[cT_»cSiibcVUfhRUT[[ P8Yi³&]µTY\[$X°RZY\VURU[PTWPcPaTRdcfWXTM[]µP`8T¸X$TVXRUX$fdc_aTkTW¹Rd[[TWVdVhV¾i/X°_a[$V#S[¯ñRUS8cThXT"] fd¬lg`c #VU[¬ X$8VX°/S XY¼]µ]&Y\®URZ[®8m!VZX$Y\VUTRUT³ciZRZY\_Y\RU_»TWnVhY\X$X$P±RdRZ[Y\#VSThiW]\²YmfU-ý RUVhcRUXcT»Y\TPc_aTTaiZ[SRZiZóY\rR¶_»ö:²§fhX$[RUòc_-[&[&VV=_aiDRU[c[P TV

&B
`8X$YµRdRUTWVUSRUcYÆVdX$[`cbc`cVd[SRdY\c_»T¸X$iRZRY\[X$P=RUTn&i¾RUcY\P·T¹RdbSc]T¶8]_-Y\l[¯Th]SY\cTh][giW[cn³"Xi#Yi°X$Yµ&`cTW`cPVU[gSmMY\_»RdcX$T¸RUTS±mSSP8m±X$_±RUcYTf±]`cY\lVdTh[]Y\cVX$[g_-[cM_±[$Y\Pc=»RUc`cTVU_a[cfh[gTiZSRbc`cVUTVU[&² 8ý X$SS]\Y½Ti

&B
X$fWX$`cP`cVU8[STY\_»`8X$X$VdRZRZY\[YfhP"bS]½YX°i#VZiZ]\mï[&_aiTWRURZVY\X_aY\TSiRZ_a[VU[&#VUTX$ViZLTWP8RUi:[LY\RZY\Yµ_-T`SRU]µ[±TW_-`8TW[SPg[RVn/Y\PSX$Y\P8RZY X]bSY ]\X°RZY\RZ_»Y\[X$P8RdiWThnD]µm cbcYR#i"_aY\RU[VdT·Xfh[[gPS[c-TWPSY\PSY\TWY\PgRZYR"X]Y [X°V"RZY\RU[cP T

X$`c`cVU[SXfUcTiSTiUfhVZY\8T Y\PRUSYiX$VURZYfd]\T² #PcT¹[Vd_ [$RUSYikY\RUTWVX$RZY\[P=ntRUcTWP=nfh[&bS]½ 8T±Xi¹[$]\[$ i

B]LNM3AKMXW3JTU
MXM p rtsegBCW'U
BCaSM|P
\M3BCW
M3PYDV]@tH LNBKW
yiP
\-@EPNU
_QKQCM3U
P
U@E? @EZZTW
B @EVb\`P
BiP
Wb@tD?7D?TQ @]?TFRW
M3V3BCQK?7DPYDBK? LNDP
\`@QEHBCG1@3H
c! " u'VXWYDP
M3WYDBK?w
# x \7DU!@EV3P
_-@tHOHIM
7ZjHl@3D?TUP
\TM'Hl@]VyB]eF7DU
V3WYDa+D?-@EPYDB7?RaSM3?7PYDBC?TM3FSD?ix!@EG7HM%$KJ @EUhU
I7U
P
MXaSUhP
Wb@tD?M3FSP
BaR@ KDa+D'&XM c(") 5u
egBCW^P
\MV3BCW
W
M3V3P aSB7FMH!@]W
M?TBCP|P
Wb@tD?M3FP
BSaiD?jDa+D'X& MSP
\1@]P+7* _1@]?7PYDPYIègBCW^P
\M|D?V3BKW
W
M3VXP|aSB7FMHU3w
s
&² RUVY\XY\P·TWP!X°P·X·TiTWiRZR¶Y\_»[°ÞX$RUX[fhV[b8RU[»iZRY½&f"TWPcRdVTWXVX$Y\PSRUY\TPcRUcTacX$cRX$X RX"RU8SX$TWRP8Yi:i±Y\Rm`cc¹[[&PcV TWX$RZPSYfWmX]S\mmg`|][X$RU8cThT]\Ti:Y WT¬ `8[giZiURhiX$YµRUST ]\m!¬ iZ`|TWY\RUTfUTWVUfdVU]X[&iUVi¦ih®®n
Y ² T²\nSRUVXY\P·X°PMTiZRZY\_»X$RU[&V'[°¿RUcT/TW_¸Y½idi:Y\[P`cVU[8X$SY] Y\RmSTWP8iYµRZmfh[P8&Y\RZY\[PcT4[PMRdcTYµPc`cbcR²

üt² _±Y\Y\PcTW/P·RU[#X¸8`cP8VU¸[8RUX$cSTY] _aY\Rm4[giZTRÀiZ]RZYµl&Y\_»Th]µX$maRdiZ[TVÝ&bc[TWV#P8RUfhcT#T±RUccVdX$[RbcX]±Y\lRUThc]Y\T#c[giZR[cX$RdT[°iD¿Y\PaTXXfd]·8RUicRTX$RU`8T[gnSidb8i:iZY\ST±]µTSmg_aP8[¯X$S_¸ThY½]fiT`cÝVUbc[&TWP8VX$fh_aTiWñ²

ýiZTSÝYbci'TWiP8RUfhTWTà[$YiGXiZ[fh_-[b8TWiZRZRZY\Y_afTRUiVhXfWY\XPS]YµµPcT"4XTfh[RUV[&fhVTi #Y\RUY\RUMTWVdRUScYÀTXfh]¼[&Y\VUPcVUT_-iZ`|TWPg[P8R &¬ Y\SPcTWMRUTW`cVUc_±[Y\PcPSTWY\PcRZYafRU]cX$T/|ThX]½]i¦Y\®² Pc_aTWPSR'[°§RUcT

ý S
½
Y ¸
i c
` U
V ¯
[ h
f
T S
c
b d
V
T '
n Z
i &
[ a
_ W
T Z
R \
Y a
_
T a
i W
f
X
] \
T !
W
T ±
_ |

T c
S

T µ
Y d
R W
T U
V S
#
Y \
]
T $
X U
V S
P \
Y c
P ¬
X
i 8
b Z
i
T L
\
Y
P U
R c
M
T Z
i W
T
-
_ W
T g
P
R
X ¾
] S
l ñ
Y_ai#TVdX$TWP8`8iTX$XRU]\T"[&VZbcY\RUPScRZ_ûY]GiZóõ[ø_aôöQTn°¹iZ[&RdVG[Y\`cP8`SiZY\RhPcX$»P8fhfhT$VZ®Y\RUn8TWfWVZX$Y\[P"P488T/X`ciVd8[&TWTWTPaRUVU[aTX&fhfU[cPSTDTW² VU&T RU[aX]\[¯fWX]Æ[&`cRZY\_¶bc_ SY\PM`cVXfhRZYfhTY\R

1A " S#h"QCD7#568NkACD7 5h6 »;ÀA 9 559

#8#bXSci:YV Yfdf±&fhYiUX°[fhVUP8b8TfdiU]\RUib8cYµ[&i:TY\P[_aP8[$i[giZX$PcR8TWfhbc[[bcV_aXR]=_aRUPcc[TWT±RZP4bcoÞ[RZYVU] lcY\REim4[X$[$VV#GfdRUiZS`|cY\RUTTWTiZTfhTafURU4bciZRdVUVUT±b8Y]¼b8fh³RUiZ8bcTTVU2Ti¾¹[¯[&fh¹VÞ[&b8V iZiZT`|T TWiZTR[fUYµ_"PX$(VURZTY\fh¥Pc[&¢»PS¢¡`c Y\Vd8RZ[Y\¤[8 P=X$kS² Y¤í] WYµRh[$Yµ3¤ 'T0§iTWQ&h[TW©VVć]\n8« [¯XfW¬]îX]'[$=fhGúk[gRUiZihcR®T i n

!"#%$&')(* ,+-.'"/
10 32 4
ý [Y\V#_aX$TWP ñb:í Thî]Xmgî ñQTWYbc]¼GVXX]\]ñQiZ[±TWcRZ'[$][&"VUl[¬Vý [:/RUcTW/V®iZRUnVUXb8i³fhb8RUbciZTVdTi'Y\Pib8óõfUü°rö:X² iý XcTVdiZTTfhbcXVU]\VURUTWTWPSVUP8R#X$PcRZTWY\RZ'T#[&iZRdVUVUlb8nSfhXRUibcVUb8TiZi³T-YY\] P|óõôT#ôcöQnSVZY\[ThV#Â8mX

&YiUfhýb8iUmSiZ`STY fWXY\]Pµmen Tî fhR=Yµ[&úkP·i/üc8²õXôt²õücT»² X-]XmTWVUT4TWT&[VU#X$VX$VfdSY\RUTfhRUbcVUT"Y\RUX°PY\Pc`cbcR]XmTWV ¬ fh[&P8i:YiZRZY\Pc[$
RUòÀcY\TbcY\PcVUT±`cbcôcR'² $X$kVZXYX$fdS"]\T]½Xihm®nTWV/WTWfhVU[[_a[`cVbc_aRdT[&i#VUT Xa2SiZTW
R
S[$¤³´ ]¼Y\¬ PcY\PgTRdX$TWV/VU_a&YTiU&fhVZYY\X$_±RUT$Y\®³P8X$]XPSmRTW¹VbciWP8nSX$fhRP8Yµ»[&P8X°i±P»óõü[übcö Rd`c¬ &bcYRXa]XX±mTWVThncY\XgiGRic_»[X$RdP±VZYY\P ®

[$]µ[$TMSmMX±Pc[PS]Y\PcTX$V#bcP8fhRZY\[P=n|#SYfU Yi#[$RUTWPMXai:Y\_a[°Y½2¹bcP8fhRYµ[&P

5
¬ Æ® Thc ` ¬ Æ®

76 *8
¬ rc®
o/[bciMRU`c&bcY½idR/fhb8bciUPSiZY\TR iÁ² Y\#PPÓóõpRUöQcnT±RUSSYY½i"cSPcTW[PPS]bcY\PcPSTY\RX$iWVMn|Y\RbcP8iZfhTWRZVUY\&[TP,i#RU`|[MTWVZ&¹TW[&PcVU_»TWVi"X$RUX!TS&YµY &=TWVU[TWVPSSRMTWVVU[$_a]\T4[_a[TWV»PSRdRciT·[$GSYRUccSTTWY\PEPc`cX$bcP8R ³RURUScYTi

RURUfWccX$P"T±VUTPci8c[T[$PSS]]LY\[PcPcT]µT[&X$$VZT YY\=RZfMmTbcfhfWRZPSY\X$Y\RaPTh]\[|m»V±TaS`8ma&TWYµTWVh_»fhTWX°T`cPgRUmaVUX&[Pci/P,[&PSXMóõ]¼ø&Y\&PcpY ö:T=n³X$TWV¾YQVU² TWT¹PSbc²\nRZP8YTfhX$iURZSiY\]\[TWTMPgP8RZiÁX$Ync`cXPc]`c\[m!VURG[gRU[&[Y\PS_»]µfhm"X°[RZbcSY\[PSm»PR±i:Y\TWRU[MVU_aVU[RU[$cVYiÁTac²iWS² òcT#Pfd[YV±Mi:Y\[RURUSPcYT i±Rdc[&`cbcVUbcTRUVUiZ`c`|cbc[g[$RiZ]TbcnkPS[$RUYµ#RhciWXT n

[RUcbcT±RU`c«hbc-© Rk;:b Pc,"[ PSM]Y\PcfWTX$X$PVZY\|RZm2T±iZb8ciZ[&TDbS]½n-X&8iTY\R/XX$i:`cY\`c_aVU[[°gY½Y\-_»[X°VRUTi:i Y\X"_aiZ[$RYX°SRZñ¡Y]iZY\lRZYTfWX¹bc]¿P8i:Y\fhR_-Yµ[&P=[$Y²Mo#]\bcRUP8TWVdfhP8RZY\X$[RZP=Y\²Thòc]\m[n8V XX°PbcP8[fhbcRZRUY\`c[bcP2RfW]XX]¼m\TTW V

F! [$ ÿbcPSYµRhiWncRUSYi¾¹bcP8fhRZY\[P4[bS]M8TSTh8PcTXi
9
5 ¬ :® Th¯` Th¬¯` :¬® t®

?
:

<;

?

¬ S®

Y\X Pc`cÁSbcî TR'i:=X$Y\VUP8úkTi [bc[Y\RURdbcM`cRUbc`cTWRbcPc² RG[î bc&&TÀMfhúRU[S`8VGY½cX$¾SVYµX$TWRdP_-2TWbcX$RUPSP¸TWY\VRYµi Pci`c¬ fWRUbcX$cRP TTh¬ T]\Y\TWPfh_aRd[`cTWVVPg²YµP8Rhý i³fdY\S[$`SY]\iT$RU®#Y½ciT`cXVUfd[$STh&Y\Y\Y½TWSST±TR-X$_»VUSX$YY\RUXRUVZVYRUX°fhcTVUT maih®=k_»X$UVUhX$T©`c RU`SVh#Y\XPcY\ SgPci Tª ±G¬ RUDh[/©j®X0=8iU 7TWiZ68[cRZ gfdYTWX$¡TW©RUP´T
>=
Y\$¬ RUk]\TWT±j'VX$]ú¾XRmYµ® &TWThXV]µ]\mMPc[TW_¸VZRZY\YµRUPSc[Y\_VU_±lcY i W¬ kTaiZTWó\XaTfhö³ó [g¹i[&öQRVn¹óXbcP8pfhfhöQ[nGRPSYµ[&óRUs$P=VUu[$² öG]X°RUP8c!TW[óõVdcm·hö³&TW[VV/i:Y\[_±PDbS® ]µRRdY¼8]XX$mR/TWb8ViZPcTTWiRXM[iVdRUl¯TWTWi `8Tó½WiZRaöQnSóõøTpiUfhöGTWX$PSP8R `cVdóõ[¯ôfhö³TS¹[&bcVVUT"i:Y\PcRU[ ñ
*L M @? -A CBD4

P(phone | acoustic vectors)
Acoustic Vectors
òÀY\bc VUT± ô # # #$# ! ( '# "$ ##$ #" # # #"(' #$$) )% % % # " $ #$# # ! " $##
( #%# " #$
' ( < ,.+ 1 N7 < + 6
" # ( " % * #

%# # % # " )
%#
,7 < 7<
# #$ #" '#$ # (%# "

%# #$ )
%# # # # $# ## # & % #
6 :< 9
$# )
%# " $# " #$ "%#$ " ' #$ (%# #$ % #$# ( # # #'
:9 <
( #$( # (%#

# )
< < 7 7 *7
6 7
p
ú³[&`cbS]½X°V fh[giZRkbcP8fhRZY\[P8i X°VUTn8X$_a[&Pc¶[&RUcTWViWncRdcT ¤W $´ .¯¥& ¦¤ GUh©$ ¬î e ®GfhVZY\RUTWVZY\[P .0 @?
¬ ® t¬ ® ¬ øS®

=
8

!;

[V#RdcT/VUTh]X$RZY\TTWPSRUVU[&`gm»fhVYµRdTWVZY\[P ¬ X]½i[aVUThTWVUVUT"RU[»X&i#þbS]µ8X&fUlSñ DThY\S]TWV¶&YiZRhX$P8fhT$®
¬
¬ c®]\P ¬ cc®® ¬ s®

!; 3; =

#STci:TWY\VUVUTT ¸[bcY½Rdik`cRUbccRT/`8TX°fhRURURU[&TWV VUPa¬ ¹Rd[&[¶V¶|fdTÞ]XfdiU]iZXTidi i:Y8TDn t¬ t ® ¬ L ¬ ®n c® ¬ S® ¬ ¬ c¬ ® t® ¬ c¬ ®U® c
À® VUTW`cVUTiZTWPS¬RikcRU®Uc® T

H

RU`8cX$TRURd[TW8VUP8iZTWiWVU² T4[bcRd`cbcR TfhRd[Vn RdcTRU[ RhX ]§PSbc_¶|TWV/[$Gfd]½X&iUiZTiWn=X$P8 RUcTRU[RX]³Pgbc_±8TWV/[°¿RUVhXY\PSYµPc

N!

! =

8%
=

=

=

î =úkiWnXi³Th]ÆXi³[&RUcTWVPcTWbcVX]\mgñ¡Y\P8iZ`SY¡VUTMX$VfdSY\RUTfhRUbcVUTiWn&8XT#8TWTWP-b8iZTY\P2X$X$VZY\TWRZm±[$#Xm¯iÀ[V
`ciZòc`|VU[&[cTWV TfhRUfUTcciUiZT±ñTVUThfWa]XX$X°iZRdT±R§T[±[$P8RfhXYTiZiZ[$lcg]iWmX$²³RdRUTòcc[T VDî Y\P8[ÀVhiZcRhú§X$iWn$P8nSfh[TSV#n$Y½fdY\a[P8V§iZ&RhiZY\X$[&TWP8_a fhi³TGTRUnDRcX&TTiZXl¯fdRUiÀ·TW_aRUc`|Tk[[VhTWVMPgXRZ]fWY\VUXX$TkfhP[&Y\Pc8b8`cTaiZRZbcYXRGfWiUXiZiZ]8T[cÝ&iZfdTbcYX$ÝTWRUbcP8TTWfh4P8T fh¬ T/TY\RU²X|i³²\nhX/X$YPiZiZ[$`8][X$X$bcRZRUYRUTX`c]8bc`8RX°[[$RUVGRU|TWRU®tVUcP=Y½Ti ²
PcX$P8TWRZ"[VUY]lD² Pcí[R#[8T±TW&TWYViUncfhRUb8SiUYiZiT lY\P8bcVURU[°c'TWV#iZRUcVUb8TWVUfhTRU²bcVdT8XiPc[R8TWTWPb8iZThbS][VÞfh[&PgRZY\PSbc[b8i/iZ`|TWTfUVUTfh[&PSYµRYµ[&P
1<
Yo/^Gik[iP8Xi]T#YT±ÝiZbc8[TWXVPS]RZX$]\iZmPgTWm±TY\fhP"T[PcRUX$PccVUTTT4fhPcRZPcY\Th[[¯PSRMRYiZiZ$R TY\fhX°RZY\VPcY\[fUSP8Y\iWRUX!n&TRUfhi:cRdY\bcT#PSVUSTYmgncfW$X$VZY\YPSaTWRMPMX°RU`ciZVU[`cT_-X°VU[gRUT¾_aXfdX&TWiUPSiZY½R»bci_ac8TWX`cVUiZRZTTY\[±[$P8[&iP¸RdX$c|XT·[iZbcR`|X$RG[gRRdiUY½cii:RZY\T#SYfWRU]\XTV]8XPcY\`8PSTWTWY\bcVPciV`8X]/T`cfhVdPcRZ[¯Y\TWfhRTTSRU[bc8VdVUl¯X$TRi ²

$& &< $&D' << %'
RUí 8[X$R/TWfh[TWbSV]n§|T"T¶cb8VZiY\ThTÂ84m(¹[&SV TidRUfhSVZYY\i8`cTbccVUTW`|Vd[gTiZT iZ[¬ _aiZTWT"TM[$ó t RUö³c[T"Va[óõô&RUcüTWöÀV±[l&V Y\P8_-c[iaVUT¶[$X°Pc8TW[RbcR/[RUVdcl·T±Rd`|8[gX$iURai:Y\fWSX$]\PT»X$|VTMfdSb8Y\RUiZTTLfhRUbcY\PVUTi¦X$®P ²

o/ /8 íî·î SmgcVY½ 8Ti:YSTiRUcT î =ú STiUfhVZY\8TX$|[$T²
º#X&YX]¾jXiY½i±òtbcP8fhRZY\[P8i ¬ º#jòih®Qñ_»X$PSmVUTiZTX$VfdcTWVib8iZT»X4X$VY½X°PgR[$ X"]XmTWVUT¹TWT&[VU#X$V
Pci:Y\TWR_a[$[YVdcli#Y\PMó½ô#öQ²§SYòtfdbcVURUX/cSTWYVcn&SRUTWcPMTiZ]TXmPcTWTWVRZ'[&Y\VURUl¯iXÞfh[&c_a¯T_aSñ[$PSX$]\VZmYX$b8P8ifhT T X/i:Y\X$Pcb8$iU]\i:T YX$P"X$Yb8ikiUb8i:YiZX$TP-]Y\XP8miZTWRUVGTX&X$"P8a[$=X°P¶[Pc[&T/bcRU`cY\bcRU R
]½RUXcmT±TWV[`cRU8RZY\X°_»RXY]i#[iZRUbcVZRUY`cfhRZbc]\Rm-]]XYµPcmTWTVX°V'² Th#PY\8SfhRTi/VUfWTX$XPiZ[&|P8T¸X$SS]\TWTRdTW`8VU[S_±i:Y\Y\RZPcY\T[P8i#X°X$P8VUXT]\mgRZ[YbcfWP8X]-\m[V#Y\RURUcT/X"S_»YcX$SRUTWVP Y¼MY\PSX$b8TWiUViY½i:X°Y\[P8P=iW²n
ýî cÀTúGiZTiW² iZmcý iZcRUTWT_»[&ibcRUfW`cX$bcPRi#|TfWX$RUPVXXYµPc]iZT[" 8TY\RUb8iT_±·b8X&fdiM`c]\VUT[iU8iX$fhS[Y_a] Y\RZ`cY\TbciRX°X$RZP8Y\[2PMY\PgRU8RUTWX$&PVX$i:Y\RUT_-2[$YµPSYRU[»[&X-V iZS[$mgcRU_»VZY4XciZñm¯8iXRUiZTWT_
ó`8õø$[Src[ncVUsTWø°V#öQRU² 8î X°PMX°Pgm±Y\RUVUMTiZRUTcX°T/VfUQcX$TWVVhiG_a8[XVdTTfhVU[TW_a`8`c[bcVdRURTX$DRYµnS[&cP8[X]µTWmMTWThcVn`8RUTW8P8X$iRkYµ&RUT cTî 8=P8ú³X² ]=`8TWVZ[VU_»X°P8fhT#Yi#iZ[&_aTW#8X$R
ºTfhbcVUVUTWPSR'TWbcVX]=#TWRZ[VUl/ñ=RdcT#VU[bc`"X$R^'X$_±cVZYST vPSY\TWVi:Y\RZm Pc$Y\PcTWTWVZY\Pc :TW`cR ¬ ^'v i:®
8TW_±Xi YiUSi:Y\TW[&PTh]µ[&`c`8Vd[T8X$X$SP·Y] YµRZX°m `c`cY½iVU[g&XTWfdPcTWVRUX$8RUX°TR"YiSmTWX±VUmVUTi:fhY\bc_±VUYVd]TWX$PgV/RRUPc[aTWRdbccVTX][PcPcTWTaRZ'ST[&iUVUfhl VZY\¬|º#TcTW®ÞVUTóõø¯n|s¦Thö:t² fhý TW`ccR/TRUPc8TWX°RZ'R#[&RUcVUlT
¹b8RUVUciZ[&TT2_ûiMX&X!fhRU[cb8iZT"TWiZRMRZ[Ybcf-[$RUa`cY\PcbciZ`cRR±X$bcRU[$RaT4#YiaRUbccPSfhTMY\[&RPciZiMRPcX$RUTRd8fhT±X°RUTR»]XRm&X°RUTWl[V¶T8RUi"cX&RUTMfUclT[bcRdX[MRUfh`cY\[bcRb8RiiZR]Y\PcXY½f m`cTWbcY\VPcR² `c² bcý ý RccTMX$TMP8Pc iZTWRX°RZ8'RUXT±[&iMVU]lXXmYTWVUi±V±TfhRU[bcVbcXVURUYµVdPc`cTWTPgbcRRab8Xfh[]\i[YµPcPcPcPcLTfh8RXYµY\[&RUfUPl

x \7DU|V3WYDP
MXWYDBK?[V]@]?G1MiFTM3WYDACM3FegW
BKa AKDM3LND?Q`P
\M+?M3P~LNBKW
y BK_P
ZT_P
U@]U@SZ1BKU
P
MXWYDBKWF7DU
P
WYDGT_PYDBK?zB]AKM3W P
\M+AC@3H_TM3UB]e
@ Wb@E?FTBCa AC@EWYDl@]GjHMRP
\-@EP^DUP
\MiZ1@]P
P
M3W
?VHl@EU
UScgVXBK?FjDPYDBC?TM3FzBC?P
\TMR@]V3BK_U
PYDVSF-@EPb@CuJ}@E?F9M3AC@3H_1@]PYD?TQ @SF7DU
V3W
M3P
M+egBCW
a B]e
S
P
\MVHl@EU
UYDV]@3HNFM-?jDPYDBC?9B]e!W
MHl@EPYDACMSM3?7P
W
BCZ7I`G1M3P~LNM3M3? P
\TMPb@]W
QKM3P F7DU
P
WYDGT_PYDBK? @]?TF P
\jDUBK_P
ZT_P|F7DU
P
WYDGT_PYDBK?}w
u
`cXiVU[RU`8cX$T gX°î RZY\=[ú,PMRUX$c`cVU`c[VUbc[S&XMfU=RZnÀY\_acTbc²#R/ºTY\RUfhTWPSTWR/ThTW¯P4`|TWTWVZY\_aTWV/TWPg`8RhX$i/VX$iZc_a[$TW,RdTWRUVSiW²Yi#ý _-cTWTaRUc`c[¯VZY\P8fdRUY\["`8X']¾[&SVUlaVhXVU[8bcX&fUSl]µmX$X`ci`8TX°ThV]i
RU[±8T¶X-iZ[_aTW#8X°R'RdVZYfUlSm»RdVXY\PSY\Pc2iUfdcTSbS]\Tn=SbcTRU[±`|[RUTWPSRZYX]=Y\P8iZRX$SY] Y\RZY\TiW²
ý Y\_aTWbñ :Th]XmSñQTWbcVX]¾TWRZ[VUlMñVUTfhbcVUVUTWPSRPcTWRZ[VUlcifWX$P8T»X$`c`cVd[SY\_»X$RUT[&TWVÞX-8PSY\RUT"RZY\_aT
`8iZTWTWVZTWY\[cVX!]#S`cmVUTX4fhT¹&TWY\TPc&[XVUfh#RYµX$$VhX$RZY\Pc[PTWRZX[]µVUbclLTiÁY\P² #ý SSYYfdi±TWRUTc&T ¹[&]µVU[S#[`8X$Vi"!X$VUX$TM`c`cVUVUTW[S`SX]XfU!fhT #Xgi-m!iZRdcc[$TM#P!Th¯RU`S[]Yfd|Y\RTb8b8iZiZTMThbS[$]
]½X°Y\RURUTWV SXm i:Y\Pc$X]\Y\T·8Thfh]G[PSTWR/[$X]\]=bcRZ[Y\[V P8X"X]i:Y\]_±XmY]TWX$V±V/R[XV¶iZl"fh[&b8P8i:iZY\[PcP8MX$_±PSRabS]\VURZTY\fh`S[]µTa&PSfhYµ[RPSYµ[&P[$]\bcYµP,RZY\[P8pX]§ô4]Xgmm TWVî iX°óslpY\Pcö§[X$P8ó rS 8ö:nGP8X$XP8]\m
¹YµP[Vk`cgVmSXcfhVZRYY½"fhTMiZm¯_"iRUX$TWPg_»miGVUTib8iTfUX$VfdXciTWRUVci [g¬iZY\TP8fdS]µTb8iU&fhY\VZPcY\8T2b8ihYµ® P"8RUXSYi#T"X$b8VdiZRZTYfd]µT±Xóõü$fhr$[öQ_a²³O:`cRGVU[Yi_¸XY½iÂ8T»Thg|Y\TWSR]\TTWiZTWRUPVdb8RUfhcRUT»bcVUi:TY\nc_aX$`SP8]\T

î ÀúX$P8MXbS] ý :/ Y\P#SYfd·STh]Xm¯i#X°VUT/[PS]\mMb8iZTX°R'RdcTYµPc`cbcR]XmTWV²

[ U
R -
T U
R 8
$
X /
R \
Y
P U
R c
M
T W
f
X Z
i a
T $
[
U
R c
T ý
iUî X$_-e !T[¹[VVd_ÕVUTh]X$XRZikY\[T/V TWX$PSPRUVU[î `S=m ú ¬ X$¬ _aiYµ[&Pc_a±[$Y[cRU:/Xc]TWVh[ihV ®²iZX$[$P8RU_»ºX ®ncX$n³P8RU"cT»Rd8SX$YcRSY\PTWPX]X$¿P8fWLXiZ[TbciRURU`ccbcT/RTWbcVUPSVU[&Y\RV iafhfWVZY\X$RUPTWVZ|YXMTMfW[$X$#PMRU|cTT

w zE~#z{Æ~¾{§Êz|{³ÊG~ z8{³ÊWÚ ~{=Ç}=z

T9 "b,C'"Q<kBH> > <"Q9$91"Q;=<
aA&;GC i":7b" ":689 5" (ðCD< 55
o/RUTW _a`|[i±VfWXX$]P!VdTW8`cTMVUTb8iZiZTWTPSRX$RdRZ[·Y\[P8fd]i-XiUY\i:PSYRUm[iZiZ`8`8TWX$TRZYfdX!]bc[&PSPcY\TRiWianiZ[b8VMfdgm Xib8`ci:Y\cPc[PcTWVU_aTfhTbci±VUVU[TWV±P8fhT[iWV² ciÁý n§SRZmSY½i2`SYYfWiMX]RUµcm!TS#mX_»mX°o/`c`S YµPc i

o/TW VUTMi±Y\PSfdY\]½RZX&YXiU]i:\Ym?¹m&Y\b8PciTfh[[&_aPï`S]\iTWYµ_-RUT"`SRU]µTTW_aiZ`8`8[&TWTVXfd,]¾iVUTTÝfhbc[TW&P8PSfhYµTRYµi[&P8X`cTaVd[PcS[]\TWR_»8i TWTW¬ PiTWiZTb8n#fWTfh²T8id²½i:n/¹bSóõø]uSn'[V&ucfhn#[PSs$RZp$Y\öPg®bc² [&b8í i¶[$i`8TWTWTTWfdV n

VUPSTbcfh_¶[&|PSTWYµVRYµ[$[&#P=²`|[gOQP-iUi:Y\SX&]\fhT»Rn$b8[iZTVh"XiZTiÝ&iZbcb8TWfdP8»fhRUTci/TWY\maPX$X°VdPT'Pcbc[&RURRUTW]VY\lX°ThP8]\fhm»T±RUY[/i/TW[PcVdlTWVX]¼Th\]m8Y\[PSVG8fhPS[Y\RUPSTRZ²MY\Pgobc[]iZb8[8in³iZ`|TWT±T`cfU=VUTnciZi:TWY\PSP8RZfh]\TmRUSc[T
PciZT[Ý&RkbclgTWPcP8[$fhT»[°[°¿iX$`8PSTWm¶Tfd`cVYµP8bcfdPSY\Y\`SR]\iT4Y\#RU!XmX$RUP[o/RdV X$P8 i:]X$[RUPST/]\mX$ ² P±#PY\Pc`cbcRUR cTaiT[&ÝRUbccTWTWP8VfhT/8X$[$P8§DXn fh[&íb8îiZRZî Yf#i&T`cfhVURU[$[VYi¿STMYµPSRUXM[aVUX$TPaX&iZ[&[bcP8RUX$`cSbc]\TR
iZRU[SVd[¯b8-fhRUb8bciZVUTT¹[&[VGV#o/VUTW `cVUTikiTW_±PgY\RZY\PcgMR|iZTT Ý&RUbc[TWP8`cfhVUT[$i#Y[$SGTiZRU`|cTWT/TfU&Y½iRiZX$[P8bcfhP8T/ci_a[TVXibc[VUVT#ciW[²VkoÞRUciUiT#bc]\_±[cfWY\XPc]=2_»iZb8X$fdR·fdaX-SiZ]\[cRUVUfUb8lafh[°RUbc¿VdòÀTY\nc[bcPcVUTT
² òt[V¶iRX$RZYiZRZYfWX]GVdTfh[PSY\RZY\[PiZmciZRUTW_»iÁn=RUcT"VU[$]\T"[$#RUcTa]\[cfWX]'TiRZY\_»X$RU[V_±b8iZR|T»RU[X$`c`cVU[SYµ_"X$RUT
]`c$Y\Y\lVU[TTW8P"RUX°cSRUT4cY¼]TY\`cRZY\gVUT[mSiW8`8²kX$[OQSRdPacY] `8TY\RZi:X°m Y VUWRZTYfh¬ bSí ]X$îVn&î °®ÞYµ&[°iZTWRPaX°òÀRURUT Y\c¬Tbc#VU8STXYi:fdücY2fnkfhíRU[&8îVUX$VURîTiZY`|iWTn[Ý&P8RUb8ccX$TMikRZY\RU[`c[¶P8VU[iWiZ8[&n&_aX°ST'TÞY¼]iY\RZ`8[mTWbST][$fd]RUY\iZlc[T#TbcRdP8[[/|8T®iiZ²TWRZVUíY\_»[TX$!RUTWT#cX$iZTW[&RVX_an íTWRUî·TSfhY\îRUPc[ Vi
A
BI
TX$[iZVUbcRZT"Y\P8_»8cXX°X$iZRURZTT Y\[`cP8Vd[&i[P8[VX$XSRUYc&] YµTWTRVUYµTmTMiiZfdRdRUYµ8VTWY½X$P8fhR#R¸fhm4X$¹VU[[$TVd§_»VURUThXc]]X$TYRUiZT_RUV"XRUY\RUPS8[±Y\X$PcRURcMTYiaX$iZT±P8&"¤CY 2,¸VUTfhµfh«dbS«Z[]\¡R»©PS´"RUY\[RZ`cY\[VU_a[P8[cXX$&]\SY¹Y[m!] Y\VZRZY\¾Y\RUTcYµiWRd_"n=cX$[iWP8²GbcMRòc[&]µiZ[SVU[aRUi:bcY\fWPcX$P8PMX$RURU|Thc]\TmT"nc XRUo/cYµVTW]µm"[ VdTTWiXRZYfWi:fWYX$]\XmP ]

Y\0§Pg©$Rd«WTWZ¤VZX$¡©RUT·`cVUYµPS[&RU8[X$SX$YP ]¼Y\RZí m î¬ î ñ8X|iZ®Tn|LRU8X$X$`cR`cVUYiW[gnDXRUfdc=T"²M[ O:P0§`8©$«WX$ZVd¤RZZY¡fh©bSZ]½X°V`cnVd[o/8 X$SY]i±YµRZfWmX$P[$|RUT»cT RdVí XY\îPcTî RdiZ[RhX$`cRUTVU[c°SYµ&b8TWfhPTMRURUccTT

RUX[afh[TWb8e_¸iTWRZY½&YidTWf'i:VY\c[XX°P] RX$Xc`cbcnÁVURU[&Y¼8c8T[X$X&VhSfUiY±]¼Y\8RZo/XY\T iTMb8iZi:c[Y\[$Pcbc#MRd`cP!jbcR=XRUm&8YiTX°iWR¶XùciURdVUicbS[¯TM]\fdTYX$²[RUbcTRU`cbcRY\i±RU±[°X ioÞ`8TfdYi±f b8íiZTîLî Y\P iZRfdX$]XRUTiUi² Y¼ý fWSX°YRZiY\[fWPX$P_a|[cT#SfhT[PgfW&X$TWP!VURU|TT
0A BI

Y\óõPgpöQRdn±TWVUó\`cVUuTWöQRUn±Tóõü¯s¦X&ö:i#n¶TóìiZøRøYµöQ_"² X$RUjkTThi¹[[$VdT 0³T·©«WVdZTW¤`8Z¡T©X$R4`cRUSVU[YiM8X$`cSVUY[S] Y\[$RZUY\Tn iRdc[°'T[bcTWRUPc`cTWbcVRX]fd]`cXVidYµiZP8Tfdi/Y\`Sfh]\[T P8&fWY\X°RZP,Y\[Pc8TTL&[TWP[_aRUcTWTRUVZYµYPcfWX`c]bc\m R

_a[Rý Yµ$cX$TRUT8 bc¬ iVUTWT/T¶iZcòÀ[$Y\ bciVUT/Rd8rcX$®hR'² X$P-TÝbSY] Y\cVZY\b8_ RU8X$RYikVUTXfdcT¸YµP"RUcTYSTX]§fWXiZT S[STiYµP"QXfhRfh[VUVUTiZ`|[P8
RU[aRdcTPcTWRZ[VUl"[bcRU`cbcR 2|ThYµPcMTÝ&b8X]RU[aRUcT`8[giRUTWVZY\[V`cVU[8X$SY] Y\Rm =²^G[P8iY½STWV/X$PX$VUTX¸YµP ¹TX°RUbcVUT
= A

(1-g)
<F 1> = p(1-g)
<F 2> = (1-p)g

g
g=p
òÀY\bc VU TMdV r $# # #$%(# % #
(( %(# &" " !# (%( #! %# # # #! # "
# "%# #
"' " '#$$)
' 9 . <1 7 7
#$(% % #

% % # (%# # ( #!
%#
# # # ( '
7 9 9 6 . - - '

'#$% % # )
27 16 9 9 . - -
87 951
ü
Zifd`8]XXiUfhi¾T"¹[&X$V#VU[RUbcSP8Yi`8X X$RURURUVTWXVdY\P=PSY\n8PcX$P8M`8X$RdRUcRUTTWVdfdP ]½X&iUi8n[$GX$P8X]L¿`8XiUX$iZRdbcRUTW_aVUP8T-iRU8RU8X$X°R/R ST»[»fhPc[[&P8R#i:Y8SThTW]\V±[Pc[MPS]\RUm[-RZRUc[T/8fd]VXiiUR iZTfdi]XiURUiWc² TaRhTX$fhVURU[&TWVRi

Y\RUPTWVURU_@cT»[iV Th]µXT]fhRdT`8X$RUX$RUTWVdVUTP8X"iY]¼Y\RUbcP8X-SRTWX$VUVU[TWRX$PL[$¾bc `g8#RUX$cVTa Ý&db8X[SVfhVTX$MRY½ffh[&TWVUVUVUVUT[iZV`|[RUTWP8VU&_ Y\PcYµPRURU[MSYRUi/cT-fWXiVT/XY&i Y\TW PS¬ R/ [$'RUc® T-n|TWVUVUY\RU[ V
L M

Xý cSTWTWVUVZThY\[X$VURTYµ&nDTMRdc[$T¶ bc¬ `S #X$VD ®n³[X$VP8fhT Rd¬ SX&Y½i-TWVfWX$XiZTT"VXY]¼&Y\[¯TWPSfWfhR/bcRUVaTWVUX _M¹®#VhXX$fh`cRZ`SY\[]Y\PT[$#RU["RUcRUT»cT±RYµVU_-TW$TMY\[$PY\TWY½iPTSÝ&mb8X`c]GVURU[&[ 8X$S¬ Y ]¼Y\RZm D=®²²
8 =
8 =
A
[ý PSc]\TMmMo S[c_a[$fW#fh[bcPgVUV#Tk##X$[cVhVU4TW_»P¹X[&Rd]¯Vc`cfhT/T±VU[SPcY[$iaTWURn$i:Y\[_±[VZVdY\Y$la]Y\X$P8[VZX]\bcm!]RU\m»`cSbcTh°R8Yµ&PcYiTWTPDTÝY\n'Pb8X$XóõP8ø]§LøRUöQ[anYRUYi]c#VdT/TW8`8`|XT[g]X$X$iZP8RURUTWTfhV¸T"Yµ[&c¹V#[&TWVVU`cTVURU²[c8òcT"X$[STVGÝYfh] bSY\[RZYPSm] Y\RZS²cY\PSVX$bcRU[Tb8 iZñfWXXiZ]µbcT²TMý X&SfhY[ib8iZRZYY]¼f

A 8 =
Y\Pc`cbcR &TfhRU[ViWnSRUcT î e Y\P ¬ ø¯®fWX°PM8TThc`cVUTiUiTXik[$]\[$ i
¬ D® ¬ D®Dó ¬ D® ¬ D®Qö

A
3;

A BI
=

8

¬ S®
;
e$Y\P8fhT ¬ D® ¬ D®hngT/8XT
A
:

?
; A ?

ó ¬ D® ¬ D®Qö ¬ Æ® ¬ D®

=

8

A BI
A ?
?; *;
;
oiZbc¹cRUTWRUVhVaXX2fhRZ]¼Y\Y\PcRU R]µT4_a¬ [VUDT"®XYµ]\P4TWRUccVT/Xc`cnVUb8TWi&YµPcY\[Lb8i#RUcTT2Ý&b8X&X$iURZiZY\bc[_aP `c]\TRZY\X[cPiRURU[8X$R ¬ Æ® Y SnGX$P8Xc&Y\PcX$P8

A IB

?
;

¬ D® ü ¬ D® ¬ D® ¬ D® ¬ D®

=

8 %=

A BI
6 A DB
FA ?
;
6

¬ Æ® ¬ D® ¬ Æ®
?
;

A BI
8 A IB
FA ?

;

¬ ¬ D® ¬ Æ®U® ¬ D® ¬ pS®

=

8 A BI
A ?

?
;
;
¬ ¬ D® ¬ ¬ Æ®U®U® ¬ D®

6 A BD
8 A BI
FA ?

?
;
;
eRZ$Y\Y\[P8P4fhT[$RUGcRUT'ciZT¶TfhidÝ[&b8P8X$/VdRUTTWSVUñ_×TWVUVUY\P[V RUSfhY[SiÀiZ8R#P8bcX]SP8Thfh¯RZY\`c[VUP4TidYi:i Y\[X&P fUS¬ Y\pSTW®cYTiÆ4YµP8SSmTW`|fUcTWP8[S[gSi:TWY\PgPcRk"[$PccTWRURcTG[PcVdTWl»RZ`8[X$VUVhlX$_a[bcTWRURU`cTWVbci¾RiÁRUn[»_±_¸Y\PSYµPSY\_±Y\_±Y Y WX$T ñ

RU8cTWTRZ8TWVTWiZPRThRUcc`8T±TPcfhRTWX$RZ'RYµ[&[&P»VUlMRUTW[Vdbc_RU`c² bcí R [$¬ TWÆ®¾TWVX$n&P8RU4cT#RUc8T±VhiZ`|R[gThiZ¯RU`|TWVZTY\fh[RV/X$RZ`cY\[Vd[P"8RUX$TWSVUY_ ] YµRZmYii:Y\¬ _a`SD]\m»®h² RUcî TY\PS_aY\_±TX$Y PMX$iURZÝ&Y\[b8PX$VU[°TSñ¬ TWSVU®Vd[Y½iV

RU[$Sb8RUi#cT TÝ&î bSY\ÀXú§]\² TWPSý R/SRUY½i["iZ_±c[$Y\PS Yµ_¸iYRU8X°X$RZR/Y\[XMP&[$YiUfhRUVZcY\_±T/8Y\P8VhX$iZR#PSRRUTW¹VUbc_ P8fh[$RZY\ [¬PLpS®[n¯cY R² TX²\Y\n8PcTTiRZY\S_»mX$_±RZY\[Y\PSP4Y\_±[$ Y hY\Pc¬ RUDc®'T X°îR#RUe cT[&VdTWbcRRUX`cY\bcP8Ri

=

0A BI
A BI
RU,"c¤WT/ T´MiUi« TW¯¥Pg&RZ YX¦]³¤/`c¤VUU[h©`8WTW²³VdRoÓm"i:[$Y\§_±|YTh]X$Y\PcVM`cVURU[Sc[$T/¿8#TiZXRikX$$`cY\`cTWVUP [gY\PY\_»óõX°øRZøY\öD[PM[VRU[aRUcRUTcTVUThj]X$XRZmY\TikT/`cTWVUPS[RU8VU[X°`SSm2Y¼]Y\fhRZ[SY\TiZi/R\´LbcP8b fh2|RZ¤ Y\[«hP=¤²ć«h¤/-© ;

RUcT#e$PcY\TWP8RZfhT[RUVUcl|T®iZn$TRUc`cTWVdm±[g[$X$QVUi#T#X$$VdXT/]Y[-PS¹]\[m»VG8X°XPgimTM[$=[RUPMcT#RUco/T/ _¸YµPSiGY\&_±YiUY WfhTb8iUiTfh±VYµRdY\TWP4VZY\e[TP fhRZ¬ Y\X°[P8P2"ütPc²õôc[²õR#ücn[$PMY\RUTWcP"T±RZX$'V[/fdSfhY\[RUTP8fh&RUY\bcRZY\VU[T/P8[$i

&² RUý [¶cXTaiZm¯[Si[¯RU"TW_ÏX$`c_±`cVUb8[iZSR Y\_»|T»X$RZiZY\[b P"2[$fd=Y\TWRUPScRZT]\m_»fhX$[`c_a`S`SY\Pc]\Th± bc¬ TP8² fh|RZ²\Y\n[fhPM[&8PgRTWXRZYµPTWTWTWPaPc[Y\Pcbc`c&bcR `8X°X$P8V"X$_-RUcTWT RUTW[&Vbcih®RU`cRUbc[MR#8fdT±]½X&RUiUVhiWXncY\X$PcP8T

x \-@E?y7U|P
B @]_jHoBb@]U|BEeTW
MDM>^?7DAKM3W
UYDPb@]M3P3J'M3WYHOD?egBCW^P
\M -QK_W
MS@]?TFRegBKW P
\7DU|Z1M3W
U
Z-M3V3PYDAKMBK?`P
\MZW
B7BEe
w
ô
üt² VUý Thc]X$T2RZY\im¯T/iZRdTWTWPS_ûRUVU[_±`Sb8m2iZX°RVU|T/TMTWVURUVUV[XV#Y\PcfhTVZLY\RUTWRUV[·Y½X-X4RU8$X$]\[R8X]'Y]¼³TWVU'VU[&[&VVUla_±[Y\PSVY\_±RUSbcYi_ `cbc¬ #VU`8c[gTWiVUT$T"® _aTX$P!iUÝ&b8X$VUTLTWVUVU[V±X$P8
RUøcc²\TO:Y\[PR/bc8RUóìp$`cXöbci®RnS8iTWTW[$TWTW§PP"X/Th`cc[VU`8V#[&TWTW`8VZVUTWY\Vd_aVZ[]\maTWVPSRURVhXXX]\]bcY\\PcmTTi[ RU88î iX$TWR#=VUú!X$TVd4ST/[RUPc8Yµ[P-X$R#RQ`cntXVUfhT[R'fdVYX$iZiZ`cThmc`c]\miZVdRU[TWRdS_»cY\T/_»i$X$RU]\VRU[XT8Y\Pc`8XT]§[g4iZ_±RdTW[Y\PSVZPY\Y\[_±X-Vbc`c]_X$VUVU[²8TaX$SX$_-Y] Y\RZ[Y\bcTPgi R¬ iZ[$TW'T/iZòÀ`|Y\TWTbcfU=VUT n
ý
OQP4`cVXgfhb8RZiWYfWn|XTW]_±iZYm¯iUii:RUY\[TWP_»iW`cnSVU[&8TX$XSfhY]¼RUY\b8RZY\XT]i\mfWX$fh[P_a8`cT±bcTRdiZT RZY\_»X$RdTMSmX$`c`S]\mY\Pc·jXmTiWùtVUbS]\T¶Rd[»RUcToÞE[&bcRU`cbcRiW²

¬ ¬ &® ¬ ¬ c® ¬ uS®
A
CBI
c®
A BI

$®
P8Sý mX$8_aX$X-RTh]\Ym[iWVn³RUfhcTTG T»VU#Th&]Y\Y\X$&RURTWY½YµSVU&TMSTGY#RdVUXcT]TaY\Ý&bc`8PcTW[g_aP8ifdRUTWY\TWPSTVZRiY\[[$[$V8TTRUiXcRZfdTaY\a_»RUfdX$V]XRUXTYµiUPSiÞiY\Pc¹XVUi³[&S_ÏcTWX$RURRUTWXtcVUTa²_±ýo/Y\Pcc TT"yiUVUfW[&[Xbc_ð]\TRU`cRUbcc]RY\T'lifdThS]]XY\m·ciUiÀ[gT[c]iX$RZ!|Y\_»Th[°]X$'iRURURUTc8iT±X$[$R]\ ThX$fdVUR]½TkX&8`ciUX$i/VUP8[c`cLSVZb8Y\i:[fhYVhTSiW T n
A
A
fWX$¬ Pa|®T Yib8iX¶T»fh[&XP8ikiZRX$X$PaPSRTW_±[YV#iUiXYµ[&]¿P»fd`c]XVUiU[&iZ8TX$iSX$Y]¼P8Y\RZMm-¾¹[Y¼]V§RdPcc[&T R ífU8îX°Pcî nT/iRUYµP8cfhT¶Tfdnc]SXbcidi:VZYY\PcfW±X$VURZTY\[fhP=[&² PSYµRYµ[&P=ngRdcTÞiUfWX]¼Y\PcQXfhRU[V

f`cWX$VU[P!&òÀ|VY\X$TM_abcRUVd_±VTX$Y\P8Pci:iZc[Th[$VUYµRd_- ci³TTW4VRUcY\T#[PgVRU8[X&[i:TWVY_±fhfTgYaiUmSiXcYµ[&]¼VZY\PYaPc`c_-iUVUfd[TWcPg8TWR_aX°S¬ T#Y¼]n&Y\cY\RZPaY\TWTP-#iMRUSXcYi±fdT »STRU[iUcVhfhT¶VZY\o/|iT TÝ bcTWX$P8|TWfh[PcT&TWTYVhi'nGX$X&RUX$TiUP8iiZLbc`|_a[gRUciZTRUTW|TWP!®³VYµ[[&b8VViZTT[LiZVRZY\Y\VUP_»TfhX$S[RUmg&TP8PSiX°YµRUR_±8Yµ[&X$YP fR

A

¬ #cTWPM[VhMiZTÝbcTWP8fhTiX$VUT/SmS`8[RUcTiY WT|®h²
( m(i":5 9 "Q9 ;;F

efh$[Y\P8PSfhTTWPSRZY\Ta[P8bSX]\RZ] Y\_»¬ TX$² Rd|Th²\]µn mSX$TWb8VidYµ&i:YTMX$PTiUiZ_±TWPSY¯RZRUYXbc]VdµT$m®aRUTciZTRZY\_»iUX°X$_aRU[&TaV`cn#VU#[88X°X°SR"Y¼]Y½Y\i"RZm!RdcT·Y\RU`|![$Y\X$PgPR o/ý ÕcTWXVUiTX°VUT»TX$[RabS]]\TXiRMY\RUR!X[

`8[&RUTWPgRY½X]¿XSX°PgRX°TikRU8X$R#TX$P8"[RdcTWVi8XT/[8iZTWVdT

&²oÞX$8i[Pcbc[RRURUTc4TaY\PiZRX°RURZcYT¸iZRZYµYPSfWXRUVU]G[cfUS8b8X$fhVhRZXY\fh[RUP=TWnGVi[$RGX$P8RUccTX$VY\Pc`ciZbcRhRX$n=RZYiZiZb8RZYfdfWX]GX&VUi#T`8fh[&X$VhX$PS_aY WTWTWVRUTWiVZVUY hTY\ÝPcbSY\VURdTMcT/iZRUY\VdPc[`cPcbcR¶XSiUTWiZbcP8_-i:Y\RZ`cY\TRZY\i[P8Xii

_±[$¿Y¯&RUYiUbcfhVdVUTTWiaRUT±[$STWP8X$i:Y\b8RZY\iUTi:iYX$P[V#S&TWYP8=i:TWY\RZVUY\TWTPgiMR¾¹TY\X$RURd bcVUPcT[(ikRUfh8[&X$VUVUR#ThX$]X$VURZTY\[XPidiZbc8_aTWRZT"TWTWRUP![±8TTX$iRURbcX$VdRZTYiWiZnRZY[fWXVM]\Xm"i±Y\P8RUcSTTW`8`cTWVUP8[cSSTWb8PSfhRR ²

ý`8X$SVUYRZi³YfhRbSmS]`8X$TVZ]\[$mM#X&iUciZTWbcP_aX`cRZ_±Y\[YPcRUYbci³VUPcT/[[$R³VUT¹TÝ&X°bSRUY\bcVUTVUTRmSY\`8RU»TiX$X$PVUToÞb8iZ!TDTnciTRZY\² 8_»²½ngX$RUS[Y\P8VnX$#Vdm2SYX$fdP8aMfhY[&] 8Pg8RZY\T PSX°bcP¸[b8X&iWS²eX$`|PSRTX$fdY¹Tñ

Y½X$fWVUXT]¼\bcmP8n³fhiZ[RVUX$VUP8Thc]X$X$RdVhT Dí²Gòcî·[î VRdcX$T#`c`coÞVU[gX fdcTTiZiRZY\VU_»TÝX$bSRd[Y\VUVT±n$_±RUcbST±]\RZXY\`SiU]µiZTbc_-Y\Pc`c`cRZbcY\R[iPfWRUX$8P-X$8R/TiZb8b8fWiZfhTTiUi:Y\VU[Ta_ÓXX/fh[Vhb8X$iPcRZYfT&[$=TfhRZRUY\_a[VT i

i`cZRUbcTWR`8iWiW²GncX$P8[-RUTRURUc8T/X$PcRTWRURZcT/[b8VUl±iZT[$Y¿] §iZ]\b8TfdX$·VUPXiPc[TW_aRZTWRU[SVUY\laPca¾X$Y¼]8³[&]\TbcXR#MRUcRU[aT/X±fh[_-VUVU[ThVU]X$TRZY\[TWPMPcTW|VTWXRZ]§'TWTW_¸TWPMY½idi:RdY\c[TÞPX`cfhVU[&[&b88iZX$RZSYfY]¼Y\Y\RZPcm ñ
RURU8[VX$i R#_»Xm»X]½i[»|Tb8iZT2YµPRUcT/°]µ[&8X]S¶TX°fhVU[cT/&Y\b8PciZ8T²ý X&8ikX$Y\PcR¾`cY½iÁbcncR/Y RU[±`cVU[$ YST¶fh¹V[&X°Pg_aRUThTciRUb8[$GX]ÀXYµfhPS[b8[iZVUR_"Y½fX$RZY\T[fhP ñ

-6 6
RUý [SYRUicTM`cVdPc[TW&RZYST[iaVUlDXn³RUi:Y\c_aT"`S[]\TbcRU_a`cbcTRafd8$X$XPS]\bcYiZT_i±[$ [VRUcYµP8TMfho/[&VU`8[yVhX$RZY\YPc] TXiZRZfhY\[_»b8X$iRZRdYT f»fh¬ [PSRUThcRYµPS® RU[RUcTûiZRhX$RZYiZRZYfWX] ²

>A B

!
¹[Vd_¶bS]X$RYµ[&P=²
NM3VXM3?7PYHIKJ DZZTa@E?? p 7rts\-@EUi?TBCP

M3F[P
\-@EP HB7Vt@tHa+D?7DaR@/_U
_-@tHOHIzW
M3ZW
M3U
M3?7P@tHP
M3W
?-@EPYDACMU
BEH_PYDBK?UL \7DV\ V\-@E?QKM
!
FM3VDUYDBK? W
M3Q]DBK?U@E?F`Z-BKU
P
M3WYDBCW|ZW
BKG-@EG7DOHODfPYDM3UiBK?7HIe @EW'egW
BCa P
\TMP
Wb@tD?7D?TQ F1@]Pb@jw!x \TMXIP
\7_U \1@3ACM|HODP
PYHMSM M3VXP^BC?`Z1MXWYegBKWYk #"
aR@]?TV3ML \M3?P
\M3W
M|DU|U
_ RVDM3?7PP
Wb@tD?7D?TQ F1@]Pb@jw %$ &
')( e}V3BC_TW
U
MCJ UN@]W
M|?BKP!P
\TMBK?7HILo@tIiP
B|D?V3BKW
Z1BCWb@EP
MiU
_TVb\RV3BK?7P
M 7P3w @]?7ISV3_W
W
M3?7PNU
I7U
P
M3aUN_TU
M 1W
U
Po@E?FU
MXV3BK?F
+*
PYDaSMFTM3WYDAC@]PYDAKM3Uip CqjJ-r 3sV3BKaZT_P

M3F`B]ACM3W @U
Z1@]?B]e!@|egM3LzegWb@EaSMXU3J1@3HOHB]LoD?QRAKM3W
IiHODa+DP
M3F @EVXBK_U
PYDV]@tH V3BK?7P
M 7PaSB7FTMbHOHOD?TQw
, -,
. BKaSMRU
I7U
P
M3aSUP
Wb@E?UYegBKW
a @`V3BC?7P
M 7P+LND?FTB]L B]e@egM3L @EF b@EV3MX?7P egWb@]aSM3URcgPYI7Z7DV]@tHOHI 3k

qevWb@EaSM3UD?zP
BKPb@3Hlu LNDP
\ D?M]@EW /
DU
VXWYDa+D?1@]?7P ?1@3HI7UYDU c uJCL^\7DVb\ -?FTU @^HOD?M]@]WNP
Wb@E?UYegBKW
a@EPYDBK? P
\1@]P'a@ KDa+'D &3MXU^P
\M G1M3P~LNM3M3?7k~VHl@EU
UNAC@]WYDl@E?V3ML \jDOHM
1* 2 *
a+D?7Da+'D &D?Q9P
\MLNDP
\jD?7k~VHl@EU
UiAC@EWYDl@]?TV3M cgU
M3MKJ1MCw Qw J}p tsvuw'x \M?TMX_TWb@3H!?TM3P~LNBKW
y V]@E? G1MiU
M3M3? @EU@SQKMX?TM3Wb@3HO'D &]@EPYDBC?[BEe!P
\M3U
M
0 0
,43
@EZZW
B7@EVb\M3UP
\1@]P Z1M3W
a+DP
U@EW
G7DP
Wb@EW
I`LMDQK\7P
U@E?F @+?TBC?jHOD?M]@]WP
Wb@E?UYegBKW
aR@]PYDBK? BEe!P
\M|D?TZ_P|F-@EPb@jw
Wr
HMM states
q3 .
. .
"d" q2 .
q1 .
q . .
6
.
"a" q5
q4 .
q3 .
.
"d" q2
q
1
n time
p(q k| xn )
. . . . . . . .
1 2 3 4 5 6 ... k ......... K
ANN
òÀ#$Y\ bcVU T # # )

# %! ##!# # "#$ ($% #
" ' #$# (% # (% # % # # # " " *'#$ # $# ( $ ( #% #
x n + acoustic context
' - < 6 -
9
# % # 7 < " (% ) (%#84 # 7 -#6 %# 9
F. 1 7 7 6 - K7< 6
" # %,' ("

< 7 $# (%#& # (%#$ # ($ # # % K.( # (%#&#$ -#
* (%K 1 #$ ' (%#! " (%# #$"
#)
%# # %9
(%E# 7 #$ " %&(% % %# # " #
&. (%
$ E7 #& #$ # # 7<E7 $( (%'%
" # 16 (%# %# " %
%9 (% $ 27 #
#$ # # # (%#
#$ #
" # (%# #
%# )

üt² îX$P8À/úGiZ[i/RUX$cVUTaT`cX"VU[8[SX$[cSY] _"Y\RZY\X$TRifd·YRd] c[8&TY½id[fh`cVZRZY\Y\_±_±Y\YP8WX$TRZY\RUTM[#_»[ XZgTY\fh_±RZY\YWTT'&bcYiUP8fhfhVRZYµY\_¸[P8YµP8i X°¬ RZTY\[² 8Pa²\n|8_aTWRZTX$TWPTWP¶iUÝ&ib8[X$bcVUP8T4fdTW]XVUVdiU[iTVWiW®nn

VRU8X$RUX$cR¶TWiVb8RUfU8X$PX4RURU[VX_aYµPSY\[SPciZR¶fdYia]\[gfhiZ[&Th]\P8miZTW_»VUX$X°RRZfdY\TMRUc[$TM `8&X$YiZVhRUX$VZ_aY\cTWbcRURZTWY\V[iÁP8nGi-i:Y\P8Y\fhRUTMSY\RUP!cTMTX`8fdX$VX°fd_a]XiUTWiWRU²TWViO:Ra[$fW X$RdPcT»|T2TiZX°RYµVU_"bcX$TRU T

X$fh[VUT±_aRU`8V[SXiZY\T/PcTRULcT¶RU[&Y\iZ&`SYi:]Y\Y\R±[PRUc[$T»iZi`8`8XXfhfhT-T¶fh8[TWP8RZiRZTWY\TWRUbcPRZY\fdPc]X»iUiZTTX&iWfUn³VfdX°]½RUX&ciUTWiWV/²RUe8[X$_aPTRd[°[¿VURUTWc`cT/VUTVdiTTWiZPgbSR/]\RRUi cfdT-Y\RUT[$]\bcY\P_aeTTifhRUR8Yµ[&X$P R
YµaP4X$Pc`c[`8PcTñQX°&V YiURUfh["VZY\iZ_±bcY\`cP8`8X$[RZY\VdR TaRUciZmcTiZPcRUTW[_"RZY\[iP4RUY\RU8·X$RiYµ_¸TWY¼]X$TWV#V`8`8X$TWVV¹X$[_-Vd_»TWRUX$TWP8Vi#fhT X$Vd¬ T/iZTWVUTTn¯ÝYµbSP4Y\VU`8TX$ VURZY[fhV#bS]RUX$cVTn³iT¶ó rciZsWmcö®hiZ²RUTW_»i¾RU8X$P
L 2
T $
X 8
P L

[ U
R c
W
T h
V
i 8

X
"
T 8
` W
T
V ¹

[ d
V a
_
T
g
P c
b -
_ W
T U
V
[ 8
b
i h
T ¯
|
` W
T Z
V \
Y a
_ W
T S
P
R ±
i U
R 8
$
X ±
R 8

X
"
T
W
T Z
V
Y 8

T
U
R c

T Z
i M
T Z
R

OQósPn iZ[&øS_anT±pcn§[$Gø tRUcn§TWøS_sgnÀn=rcX¸scöQ² ¯T cíTWîP!î RdcT#iZT»Xi#Thcb8`8iTTWVYµ_-X$P8TWPgRXi¸]\RU'TWVUTWP8VdT»X$RdfhT[PS`cRUVUVU[[$8]X°\TSLY¼]Y\¹RZ[&mVTRUiZcRZT"Y\_»PgX$bcRU_±[&V|i#TWVaTW[$VU#T±`8iZX$bcV8X$iZ_-RZY\RUTWbcRUTWRdVTiW n

[ |
` $
[ \
Y g
P h
R W
i ²
RUÝ&cb8TWX$VUPgT4RYµ8RhX$XRZY\TMT/8TWTW&TWPY½STWi:P8Y\fhPST±YfWYX$] Pg8R"TY\_acV`cYµThVd[Â8&mTW_aibcTW_aPgRh_»i±X$b8VZYi:WY\PcT2YµRdPLcT·eTX$fh`cRZY\`c[VUP [SXtfU² cTi-STiUfhVZY\8TcTWVdT²,e[_-TM[$RUSYi

¶ xa}¿ÊÈ Ü ÓÎGÇÍ Å ÊU{³ÊÇ Å /¶z|{=Î#Ú

m( G6KMCD9-"# $ G9T6!
o/RZY\_»i/X$_aRdTWT PSí RZY\[îPcî TTWX$_¸8[$Y½idi:TY\[n³PT»`cVUX$[&P88X$S[&Y]¼RUY\cRZY\TWTVi2i/¹8[XVaT"fh[&PSY½RZidY\fhPSVZbcY\_±[b8Y\P8iaX$iZRZ`|Y\TWThT]\fUm! RUVUVTXfhY\[PcTPSY\RZ]Y\X$[VUP=²!T"PcO:PTWbc`8VXX$]VdRZPcYfhTWbSR]½X°[VVdn'l¯iim¯RUiZ[4RdTW_»TiZiñ

8_±XY] TYµ[&|P8TWi±TWP[$GSThTW8X$Th_a]\[`S`|]\TTi[$RU["¹`8TTWX°VZRUbc[VUVUT±_ÏTiZ`8fhRUTW[TVhfdi¹VU[TV/fh[&RdVXPSY\Y\PSRZY\Y\Pc[8P4²±¹[o#V±R[ubcu&Vua]X$X$P88[VhX$uRU[uVUu¸mnD'[&VT±M8X[cfWTX$¹c[cbSfh]b8X$iZVZTY\TiWnD[&°PYµ&b8TWiZP ñ

Y\[PcRU·cTWX4V]i:X$Y\_a8i`S]\¾T YµRdî =iZú×RUVUb8RU8fhRdX$bcRVUYTii Yi] \b8b8fUiZRUVX&X°i RUTº#Y\P!iWòÀ²Y\bcOQVURT»YiøcnDSRdTcfhTW[`cbcRYµ&Th]µi:mY\_±i:YY\]_aX$V±`S]\VUTTn§iZbSfh]\[RP8ii:Y8iZXRYµPcT±48[$TW¾TWP!XMXiYµfUPcS°Y\TW]µT¸T]½X°VUX$TR
SSYbccP8SSTWVUPTM]XXmfhTW[Vb8n|iZRRmSY½`SfYfWX°XVZ]\Ym·X$S¾]\TYµiRd·¬ T|² 8TWRZ²½ng'pTWTWV%P X$_-u&TuaiGX$[°P8À4X&fhrg[ub8uiZu¸RZYfSY½fhc[SPgTWRdPLTh¯bcRPSfhYµ[Rhi/P8i:RUY8iZRZX$Y\RPcaVUT[$fhThY\ü$T±RUaY\Pc[&`cVbcSRTW¹V'Vdú³[_ TWVfhiTWTW`cRdTWb8VXX]]
|fdT]Y\XX$PciURUTiZbcX$TVUVaiTiúiZb8`8VdfdTTW(&VY½fh¹XVRiX°Yµ[&_a`cP(cT$[&fh®Pc[S
² TT i¶2ý SfdcY\ThT¶TW8PgPc[&RhbcTi RU`c¬ ú bc[=R V/úRZRUmSñUc`ST üSYfW®ý X]óõO µôîmuöGO fhý X$[P8VUVU`c·TciZ]µ[&`|[&Pc[TWP8RZTWcYPcfMiTWVURUc[MX$mRi:nX$Y\_a8XX]\`S[i]\PcTT»MnDfhb8¾[i:PSY\YµPcRdRUThcRUøtRUcñ¡±Y\ThP8Y\`cV±ScTWS[`8TWPcTWVZTP8Y\iWS²X$TWRZPSGY\R¸XTfdX&iÁfhn§[[&b8V¶iZ[RZüVYøf

_aTW_±[cYSiUThi:Y\]Æ[fhP4[P8`ciVUY½[i8RikX$S[$Y§] Y\XRZY\iZTb8ifWfWfhXT]iUfhibSYµ[&]X$P»RUT[$2=`c¹Vdc[[_ PcTî _a=[cú!STh[&]iWbcn8RUX$`cP8bc±RiT&X&YfUXa"j`cXcm&[TPciWTùc_aVUbS[¯]\TS² Th]Db8iZTiXi:Y\Pc$]\T/STWP8i:Y\RZmncY\RU
8[$X]µ[$T¶:TX°Y\iPc`c`SM`8YµTRdiZT X$TVUfhRUTRZS4Y\Y[iP8RUX$["i `c¯8`8¹T±[X$V¾VdPcTW¹TPgbcfhRVUTRdiUi:cY\id_aTWX$V#VU`Sm"Th]Y½¯fd[`SY\RZV ]mX$&n|P8[gRUX°c[cRZY\TW4[VUP=T `8nTWX$VZiVdTWTÞ[TaVUiZ_»[&óõp$_aöQX°² P8T fhi:TY\² PSý YcfWT±X$PS_»R X fd8[X$VV`8X[$fhY\RUPSTWRVi Y½iRZX°YVUfWTaiiZ[$bc§_aRdS_»Y½iX$iZVmcY WiZTRU TW_ Y\PRU8RUcX$TR

ANC "Q+< "Q<GB

OQP!TRdSX$Y½P8i-X$[`cRU`ccVUTW[gVXi¸fd=8nX&RUcTMTMb8iZTTh!Y\S[PcRi±ñ¡]Y\X$PcVUTTMRUXV XZY\b8PSiZY\PcRUTLLYµP8Y\PiRUTRUcX!TM&[°Y\ÞVUT[ fh=RZY\ñ¡[]Y\P PcT [$ ¬ RURUVUcbcTMTMTWVUVhVdX[&V±Y\TWPgVRWX®&Y\8TWXPSfURalS`cVUY\[RU`8X°VUgTX$iZRZ`8Y\[TfhP=R ²

RUTW[VUVU[&RUV»cTVhXTh&Y\Y\TWSPgR»Rn&[TPcfhRUT[Vfhn#[bSX]i¸ T`ciZRZVUY\[¯_»fhX$TWTRUT YµPVU[RU_cTX&Y\i:VUY\TPcfh$RZ]\Y\T[P×`8X$[$RdRUTWRUVUcP=T4² ]\[¯ fWXY\]RU,RdVX$XPY\PSY\XPcfW!fhbc_±VhX$Y\PSRUTYµ_±Tbci_RZY\_»² X$íRUT4[$[$TWRUTWcVT n

RUTWcPSTMRZY\VU`|TaTWVURUñV`8XX$YµPSRUY\RUPcTWVdP!iZTWRV² X&ý Y\TWcPST»Rai:TY WiZTaRZY\_»[$X$RURdcT2T±fW]\X$TP!X$VU|PSTY\Pc&Y\TWiZ'RUTWT`!fWX&X$iaPX4|TaPc[$YY\iZTWmTTiRZY\X_»iX$RURUcTMT±[$_»X$RUcPSTMY\RUb8VSXT-&Y\TW[$PS'RaRUc[$T-TWPcV±[$YRUiZcT T

Y\iZP!RUTW`8RUci±T-fd]\]¼Y\[g_±iZThY\]\Rm!nkfh[TWVUVUmVUTi]½X°`8VU[P8T-L]µTRUX°[VUPSRdcY\PcT»RUVdiZbcRUTWTa`8iV_aX&[$Y\TWT"PSR[$²4TWOQPLVRU cXT"fhRTWn=VUY\VURa[&V¸fWX$iPbcVZ8 X&T"fh8T»TWVPcX°ThP8Sfd[YX_±]/]\mRU[n#8XSY]\T-TM_aTW[VUVUmTaiPc_»[°Y½Xi]T

@]?7I`
M 7Z-M3WYDaSM3?7P
U\-@3AKMG1M3MX?FTBC?TMD?BK_WNHl@EGP
\-@EP|W
MXU
_jHP
M3F`D?P
\7DU|Vb\BEDV3MiBEehD?ZT_PêvM]@EP
_W
M3U3w BKaMBEe!P
\M3U
MS@]W
M
W
M3Z1BCW
P
M3F`D?[p qKrts~w
.
ø
P(phone | acoustic vectors)
61 phones
500-4000 hidden units
9 26-dimensional
vectors
Acoustic Vectors
òÀ
Y\ bcVUT±ø # # (% ## $# ')
%(# %# " ' # ' #$ "# " ' # " %#$ $ #$ #$! # #$ ## " ' #$ (#% #
' - 6 - 6 9

#)
7< < 7
+ 7
$s
¬$]Y\X$VUTW&P4TWV¸VUTiXRU]TWYiZ`8RZihY®/fY\RUPSVY\XRZY\YPSXY\]Pc\m2ncY\PX°R[XcVhnSS#TWSVaYfURU [YTi#iUfWRZmSX$`|`SY½T"fWX¹VU]¼\[&m_ ÝbS`|Y\[RUTRUTWVUPSTRZSYXbc]P8\m!cX$`8PS[SR[ncV±TX]\[¯fd"fWX¹]ÞbS]iZ[$`8]\bcXRZiUY\i[P8RdiWc² VU[oÞbccM&Y\RURZcY\[T±P8cXX$]\RmX n
VUTW`cVUO:TPiTW`cPgVRX&i¾fh_»RZYfhX$TPSn8m»b8`8i:Y\XPcidMiZT[iPcRUñ¡c]Y\VUPc[&T±bcVX&i:Y\Y\_±TWPSY]RÞX$iVÞTiX$bcV8fdiZTWX$RiWP8n8X°X-P8MVUThRU]SX$b8RZY\i#TfWX$TWPMPgRU|VdT[`gVUm"Th]X$TWRZVUY\VU[&ThV ]\mMfhVZT Y\2RUTWVZfdY\Y\[TWPSP=Rn|² [PS]\m·Xai_»X]
PSSbc®² _¶|TWV#[$§`8X&iUiZTikRUcVU[bc&»RUcT/cX$RX±X$VdT VUTÝ&bSY\VUT"RU[±`cc[PcTWRZYfWX]\mMRUVXYµPMRdcT PcTWRZ[VUl ¬ RZmS`SY½fWX]¼\mRU[

O:PXc&Y\RZY\[PRU[±RUcTb8iT/[$¿[&Pcñ¡]¼Y\PcT±RUVXYµPSY\Pc8nt[RUcTWV Xi`8TfhRi[°¿RUcT/RdVXY\PSY\Pc»_aTWRdc[¯2YµP8fd]\b8ST
^GVU[giUiñX]YcX$RZY\[
`8TW[PcVURTWYµV[&XP]cVU[$bS#]\TkRUcYµP-TMRUP cVX$X!OY\RPSXcY\QnÆPcR"Y /² YTi`8²\n³X$PcRUbcTRURUfhTWRUTVdTWP¶iUViUX$X$fdP8]VUXm fhiUTi:iRUY8[RUTW8Vb8X$iÁiZR±nT_aX$XVU[gTaiiZR§RUPc[[$[`c8R`SRdb8cY\PciZT'T TX°fhVZ¹V]\[Yµm/RdVTW`cVZRUbcY\V[XSPY\]¼PSYiZY\8cPcXT8iZM² Tibc[SP,YT]\TMiZX$RZP Y\RU[SP8Y\YP8iiÆSY½TW[i±`8V§XTWPcP8TWSbc[gTWVh[cPSX R ]

Pc[VTWRi:]\[[`8VdlT² iZRUý [`cc`STaY\PcPc¶TWRZfh'V[&YµRdVUTWl¯VZiYX/RU8X$TWR/VUT#_aTWVUTT±X&iZbSbc]\RZVUY\T_»i³X$8RdXThiZ]µTm¸iZ[b8PafWfhRUTcidTi:¹RUbSV]kXYµ¹PS[&Y\VPc±fh[iZPgTWRRYµnPSTbc² [8b8²\n$iiZV`8X&TW&TYµTWfdPSRVU_»TfhX$[&&PSPSYµYµRdRb8Yµ[&SP T

X$X$VUVUTaT iZÝb8bSidY\fhRUTWT¸`c]½RZX°Y\SVU]µT±Tn=RU[°[¹[$RUTWPLTWVZ8b8RUi:Y\RZPcY\Pc±SRUbccP8TSRUVUVTXcY\iPSY\[$Pc'»RUccX$[&Rhb8XciUnX$VUP8TcibSi]µRUR[MYµPc-_±Y\Y]PMY\[8P8Xi±-[$`c#VU[`88X$X$VSX°Y_a] Y\RTWm"RUTWTViZiWRZ² Y\_»ý X°cRZTY\iZ[T-PPcX$TWP8R i
TWVUm"`8[S[V#TWPcTWVX]¼Y X$RYµ[&P`8TWV¹[Vd_»X$P8fhT[&PMRUcT/RUTiZR iTWR²

OQcPX$RZXY\[cP&Y\iZRZTWY\[RPnDX±RU[MRUVh_-XY\TWPSVUYµPcTh]\"m`c8VUX[c]\fhRZY\TPcSbcVURdTacT¶fWX$RdPMVX8Y\PST±Y\Pcb8iZT82XY\iZPT4#[SPYfd·`|TWRdVZc¹T[&VU]µ_»TX°X$VUP8PSfhY\PcTM[VVÞX$RUX°TPYiY\P8XS]TWiZ[2`|TWX&P8 STWb8PgiZR±RdTMX]¼RUY\[ ñ
Yµ[$_- `cüSVU® [$#T/cTWPTWPcfhTWVdV[gXiU]Y iZñX$$RZXY\][Y½cPX°RZó $Y\[r$PöQ²kY\eP8`8&TY½fWfdYX°RUfWTXi±]RUm8nDX$RdR±cTX4]µ$TY\X°VUTWPSPY\PcVh»X$RUVT±X°RUYTi±YPci[4VUT]\S[b8PcfhTTW V±¬b8RiZmSTh`SbSYfW]QX²]\oÞmMcg&mMY\RZXY\[QP8XXfh]RU\[mV n

'b8iZTTh¹8bSX]Q² Tý TWc_aT/`ScY\VZTWYbcfWVZXY]iZµRZm4YfPc[$[§RUT[&"PS]µRUmM8X°`|R¾TWVUX_±¹RUY\TWRUVRZY\RUPccMTXa8Vi:iZY\PcR$VU]\TTS`8b8X&fhRZiUY\ik[P=[ncV [X$PSPS]\mMm±X±]\TX$i:Y\VUPcPS$Y\Pc]\TMTWV`8X$[cRdfdTÞ·XX$RURTWV#TXRdfdc»TVhYµX$PSRUY\RZTYXY½i]

[`8PcTWVZT [fhbcVU_»RiX°SP8[$fh#T² P"RUcT#PSbc_¶|TWV[$§TW`8[cfd8iGSm»X]\_a[SiZR'XÞ XfhRd[VG[$=RZ[8ngX°P8±8Xi]YµRdRZ]\T/T ÆTfhR[P¸8P8X]
ý VXYµPSY\Pc»fhVYµRdTWVZY\[ ¬ î
#TWcP8TWfhP»T² Rdcý T c[T¸bcRdfh`c[&VUbcVUR'T$fhRZXY\]\[bcPTi VUTX°iZVUbSTÞ]\RZX°Y\RGPcRUc¹TVU[&Th_Õ¯RdVURUTWS_aYiTi fhVZ¬ Y\RRUXTWYVZ]Y\ih[®P[$§Yi/RdcX]\TÞ#i:XY\m¯_-i][$Y\YPce T!X$¬ V¶#fhVZcX°Y\RUP8TWTWVU·VTYµ[&SRUP·c[ST/TiZi`|fh[PcTWVUT[VUcRTi#fhiURZX°fhY\[RU[bcPSP"VX$TW[RUVUTVñ
P »v :
i \
Y c
P a
U
V h
T
] $
X Z
R \
Y
/
T W
T S
P U
R U
V
[ S
` m &
s §
® \
Y 8
P Z
i d
R
T
X "
$
[ §
U
R c
T
RUcT î e fhVZY\RUTWVZY\[P Yi#PcTW$]Y\$Y\S]\T$®²

OQPSY\RZYX]Y X$RZY\[P[$ [bcRd`cbcR¶SYXiT i í ½

Y
i U
R
[

V °
X »
_ /
i $
[ /
U
R c
"
T
[ c
b U
R c
` c
b a
R S

Y
X
i
T ±
i $
[
c
` c

[ c
P W
T
R ½
Y W
f
X ¼
] \ !
m U
R h
V
X \
Y c
P
T
ñî rc®À² úGiaý SiZcYi±[$Yi-TPc[XfhP8[$X$Y\P8VUVUfd[$YS TWP8&fhYTiZRUn/VZY\i:cY\P8bcfhRZTY\[RUP,cT"X$
VdY\ [ Pcbc `cP8bc!RMXRU[iZRURUVdc[TPc$i:Y\]\m_aPc[$TWYSX$RZPcY\[PSTM]Y\PcXT]µX$bcVZT Y\RZm!¬ RZ¬ mS`S[V»YfWXX$]P8µmX°[&VUbc[RUbc`cP8bc R

bcPSYµR/`cVd[¯Sb8fhTiRUcT]µ[&M[¯cciWnD[&V#]\[
#cTWPRUcT±[bcRd`cbcR/`cVU[¯Sb8fhTi D®² cTWPRUcT /A BI

TWYSTWP8fh¬ T-¹VU[&_ÏRUcTacX$RX-Yi/TÝ&bSY\[¯fWX] n³RUSYiÞY½iVU[bcS]\mTÝ&b8X]GRU["]\[ n=X$¬ P8i:Y\P8fhT"RUcTiZT

0A TXXiUiZfUbc _a`cRYµ®[&PYiRU_¶8X$b8RfdRUc]\TT»iUicX$RUR8X2X$P!Yibcn=PSRdY\cPST¸[iVUYµ_»&_aX°RZ[$Y\YTn³Y\PcRUc`cT»bcRY½ThiY\VUS[RUbcTS]\iZmbc_ TÝ&b8SXbc]'T"RU[-RU[M]\[RUcT-Y\Pc&`c®²±bcRv#P8VUS[TW_ÿVRURUccTT
0A
`cfd]½VUX&TWiUiWY\² [b8ý iÀS]YXimYTWi VX-fWX$VUP[bc|&TkYµ&X$PcVU[VUbcT_aDnTWX$PSP8Rn8X°RUP8c"TS[Y½X&VÞi§iiZ`8cT[&fdYbS]½¸f±8&Y½TGiRUVdVZ[Y\bccbcSRZ]\Y\m[P8RUi cT¬ iZ]\b8[ fU`cVXYµi#[&V³X ¹[VÀX$RUb8cidT#i:YXX$iUPDiZ®G[cfdY\R/YX$fWRUX$TP

8RU8TX$RiZcY\[$R#Y½iPVURU[[bc&|ST"]µmMY\P8RdXVUbcfWfhTbcn8VX$X$RRUT]\T²Xi#R#[&Y\PcPTWRURUccT¶Th]\TiTWiUiWP8nkiZTRUcRUT»8X°TWR#_-RU`ScYµT¶VY½XfWX] TWVh[X$8iZTTWVU[$bcX$RURZ`cY\bc[PRS¬ Y½X&VU[i#_ÿ[$SRUYciZT±RU[fh[VhPgX$&_»TWVUih®TY½ i
PcRU8TWX$RR[Y\PSVdl"Y\RZYY½Xi]Y fdh]\Y¡[gPciZTaRURUc[MT"RdcST»YXiZXTiTWVRUX$[4TRUc]\Ta[VU[`cbcVZ&Y\[VV`cX°VUPc[8TaX$SRU8Y] X$Y\RZR/m²aRdco/TWmc&YµRYYµ] [&¾P8bSX]\]RZµY\m_»n¿X°YµRRUTh8]\m(Xi/X$|`c`cTWTWVdP[gXfhfd[PS8iZ`8VUTW_-TTc i
fh[Pg&TWVUTWP8fhTn8X$P8Mi]¼Y\SRZ]\m"Y\_a`cVU[$TiRdcTVUTiZbS]\RiÁ²

º#X$P8S[_Û`8X$RdRUTWVUP`cVdTiZTWPgRhX$RZY\[
iRUZT[±ÝRUbccTWTPSRZPcYTWXR ]\m¬ YQ²XTfW²\nSfh[Y\P4V&RUY\cPcT/±[RU[±VSRUTWcVT/RUP iZ8`8X$OTWRTRUfdQP,c·TWimMTYµX°&VZP8]TWYµXTWVU]QV"T²iZe[`|TVU[Ý_"lbcTWTWi"PDPS[$RZ®#YXfW]§X$[Pbc`cVVdfWTX$iZX$b8TWP8PgiZXT±Rh]\X$mci:RZi:]\Y\[$Y[i"?P"fh[$T·[§PSRU`ccVdTWT/TVUiZXTWTWfhPgP8[Rdb8fhTTiZRn|Y½VUfRUTc&Ý&TTbSfhYµcVRUX$Yµ[PcRVX i

±X TfhTWRU[VUm-Vi]\[X$×VUT/]\`cTX$VUTVUPSiZTWY\PcPS"RUT4VX$RUX$TR#Y\VPX$P8RUSc[&T_ fWX¬ iZ`cTVU[$TiZTW[VdPcñ¡Y\Pc]Yµ"PcT-RUcRUVTXVUY\PSTh]Y\X$PcR8Yµ&²kT/OQPVURUTcÝTbcTWfhP8bcfdVUY\VUTTWiPS[$R¿_aRdcTWRUT¶cfd[c]DXiUnciZRUTci¦T¶®nci#`8TWSTYfdfd
i¹Z[`8VÀTWT`ccVXiÀfhbcRZ`/YfWoÞX]cRUVXY\RUPSVY\XPcYµPSY\b8Pci:8Y\n$PcX$P8iZ`8TWXT]iZfd[ ai:c]Y\X$RSX$RZ8]\mXiYµT_-iD`c#VUc[$[gTiZTiDRUi:cY WTTGVUThT8ifhbSTW]µRhTiWc²³i³OQRUP¶cTGXk`c$X$SVZmcYi:X$YPSfWR§X]¯[_-P/TWRd_aSY½iÀ[VUX$m`cn`cSVU]\[g[¯Xfdfdl¯ i
Yµ[$iUPSfU¿RUciZ[#TWT_-`cÝ&SbcTmcTWiWPgi:n|YRY\fWY½RÞXX]¯]ÀS_-[SiTWTTWPgi_aRUPcTW[P8[VURfhmTn$X$i X$`cP8¬ `|#TSX$YVV fUX$Rd_-[»fWTX°_»i=PMfWX°X$RU8PRUT/TW|VVTGX$#P8`ccSVUTW[&TRUi_±cTWPgTWY WV/RUTTVX$P8X$VX$RSP8[&RUSc_ [T/_¸iUiZX°TW]µm_aPSRU`STWVU]P8[YµPc_×fhT ]\YTWi/Y\RUSThS]Y\[®¾P¶PcX$RdT±VdcT TVUY\SRUT]µX&[c±fd[lV ²VU[¾O:_ PYµRd|c&[[YRUbciZl R

VU8TWT¶`S]X±Xfh&TWY =_aTWTWVUPSTWRPSR ¬ YQ[² TPc²\T/n|Y\RdR8X$SPM[gT8iXPc[&XR ]µVd_»TXX°SRURUm»TWV|TW#TWcP·TWRUfdccTW[gV/iZTWTPDX®fd² VX$P8S[_@¹VhX$_aT¶fdc[$YfhT±Yi/fh[P8iZRdVXY\PcTRU[

i:Y\P8T fhT»Pc[&RURUcT TMciZTWRUVdVdT/b8RUfh8RUbcX$VURT±[YiVRU[cPcT/T"fWXiZY\RUT([$¿X°Pº#Y\PS×8PSRUYµVRdXTMY\PSY\_aY\Pc`c8bSn8]iZiZTTMÝ&bcVUTTWiZPS`|RZY[XP8]DiZ¹TV² X°_aí T [$`cVdTWTiZTWTWVPgnÆRhY\X$PRZY\[`cP-VX&Y½fhi¾RZYPcfhTT2fhTº#iUiUX$VUm ñ
8gmSXciZTVZ/YcSiWmS² cVZY¶im¯iZRdTW_»iD8XT`cVU[$&Y½STTÝ&bSY\X]\TWPSRG`8TWV¹[Vd_»X$P8fhTGRd[#RU8X$R=`cVd[&YSTgm î =úñ8XiT
" iI "Q19 "Q;À< aA ":;=A9
o/jXi=mPcT[iWRdùTºbST]\X°T·VZ]YµRdTW[Vn$RUY\cP±TRUco/T# fhbcVUVU[&TWbcPSRUR `cíbcRîiWnî [8VoÞnkY\P`c`8VX$XVfhXRZ&YfhY\Tn _4&nY\c&X$Y&RhYµXPc]Y\lThT]XY\cfd[g[c`|c[giiZX$RUTWVUTVYµ[&TiZVMRZY\`c_»VU[X$8RdTX$/SYS] Y\m¶RmX$`cS`Sm!]\m&RUYµPcc T

fhfW[X$VUPVdTXiZ]½`8i[[P88&TMY\PciZc[$fd#]XPiUiRd`c8VZX$Y\R[n|ViY\PRU[aRdc&TWTW[RÞVUmiUfWn Xí]µTî4î cX$iRX¸fWX$]PYµl&Th|]¼T»Y\cRd[SV[¯XcY\Pci T¬ Xib8i:iZY\cPc[$4#]\P"[¯fWY\PX]T`8Ý[gb8iX$RURTWYµVZ[&Y\P[V`cuSVd®h[² 8í X$[$S'Y] YµTWR&YµTTWi-VnSXY\Ri

TWe_±TfhYRZiUY\i:[Y\PM[P±øc`c²õôVU[&[8VGX$SXY]¼cY\RZVZY\Y\TThi¿SóõpTöQiUnfhVdVTYµiZ`cbSR]\YµRZ[&Y\P»Pc[$§YµPiZ[&_a_a[cT#SThfh]½bci³VURdVU8TWPSX$RGR§X$VU[TVU|l[YµRUP"RU]µS[cYfWiGXX°]\VUmaTXcX$n$P8#/S$Y]\fd[a8XYiG]¼\Sm±T&idY½fhidVZfhY\8VZY\T_±"Y\P8_aX$[PgVdRT² ¹¬ bSe]TW\m T
Y\Y\P_a`Sóõø]Yöfd®Yµ²RòcRU[&[±V'RUfhcbcT/VUVURUTWVPSXR#YµPSiZY\mcPciZMRUTWc_»X$RiWXanSRUX°cP8TW"VdTÞRUcX$VdT/T#`cVZTWY\[PcVTWiVXRU]8\mMX$R#_±X$YVUiZT_»Y\X°_aR`SfUc]YTfdikY\R|RUTW[±RRUcTWTWTP"]\ThRUScYTfWX`c]'VZY\X$[P8V#Mfd]½iZX&mSiUPgiRh`cXfhVURZ[Y8fX°_aSY¼[c]Y\SRZY\ThT]½ii
RUfW8X$RX$²R#X$VdT ý b8ciZTaT2RU[Y\`|PM[$VU]\T[fh$[YfWXPS]¾Y\RZSY\[ThP=8²PSY\òcRZY\[[VkPY\P8$iZY\RX°TWP8PLfhTY\Pn8òÀRUcY\T±bcVU8T±bcs¶VdiZTac[$ Y] ik¬RUY\cPT fhí[î·_±Sî Y\P8X$[RZV#Y\[XP`cVU[Y\RUPSbcP8Xfd]¼GY½X°[°RZ¾Y\[RdPcT¶[$ [&hRURUccTWTV L
_aiZ[[cbcSP8Th ]ihÁ®XS TWRUTW[VUPS_±]\mMY\Pc[cT"fWfhRUbccVTai#`cXVZY\RU[TWVV `cWSVU[=8n X$SRUYc] Y\TWRPMmRd¹c[T/V/`cTX&VZY\fU[V#`c`ccVU[[8PcX°T»SSY¼]bcY\RZVZmMY\Pc[$VURUTcfhT[&¹[&PSVUYµ_aRYµ[&TWPV³¹[[&bSV]"YµP88iRTX$P8STWfhT`8nÀTWP8Y STWRUcPSTR

JM

[_aPM[cRUScThT]i¶`cX°VZP8Y\[V#RU`ccVUT-[&8]½X°X$PcSY]¼b8Y\RZX$mTa[°¿_-RUc[¯TSTh]]QX$nRdRUTTWXV fdiZ[`cbccP8[DPc+² T-:Y\TWP(`8TWX4P8iZ&TY\Ý&PcbcMTW[P8PfhTa|][Y\lRUMT RUhSRUYciT"fhfW[$X$]\R T"fhRZY\[YP] #[$8¿X&`cT»Vd[iZPg[bc_aP8T-fdYX$`cRVZYµY\[&[P V

L M L M
`ciZTWVUR[nD8`8X°X°SVUY¼]RZY\YRZfhm!bS][$X$ VZ]\m[cfWYfh#bcRUVUcVZY\T±Pc`cVURU[8PSX°bcR¶P8fd_"Y½X°XRZmY\[|PT_-X[¯`|S[gTh][&iVafh_»[&_aX$RTfd¹VU[&RU_û[RU&cY½TMfhRVdYµ[&Th]½P8X°X$RZVZY\Y\TT"i±¹X$VdP8TÝ bcY¼TW#P8RUfdcY\TTi¸]X$YµP!PcRdb8cX°T»TaRUVh_aXY\PS[cYµSPcTh ] L M
Y`8iTWVY\PS¹[¹TWVd_»VdVUTX$P8fhTVU[_ÿcTW]P·X$VURdcTMTRd`8Th[S¯iZR»RUTWfhVZ[&Y\VU[`8Vi[VhX$XcVU² Tb8ý iZSTY"i"fW[X$VP!VUTVUfhT[iZbS]\PSR±Y\RZY\Y\P[Pi:Y\&Y\PSVUYTfhfWRZX$]\mPg² RMý SSTWb8iWVX&ntcYµRX$RZYiY\[P8TWiPcY\TWPVXVU]\Tm·fh[id&XPS¹TWYµRVYµ[&RUP [

Pc`c&Y\TWVZY\[YTWSVViÁT±² [¯RUfWcfhT/bcV¾o/Yµ PðRUc[&T/bcRdRUV`cXbcY\RPSiY\PcS2m2iZfdTW]RXnSid]\iTX`c&VZY\Y\[PcVMiWntRU[aRX$Pcl&TWYµPc$"]Y\$fWY\X$SVU]\TaT/RU[[aV 8WTWX°VUP8[-&]µTX]\RUbccTTifWX[iZVTRUi¾c[$TTfdiZ]RXYµid_"iZTX$i#RUTRdi8X$[$RVRUX$cVUT±Th]\fdm"]½X&[iUVi

Ý[$&bcTWRUP8c#PfhTT`c_aRUVcYµ[&[cTaV#S[&ThY\RUPS]i#c[TWRUVUV±8_»X°8R¾X$X$RX°P8YµVU[&DTÞP"nÀfhYµYµR±[&_-P8`Si:Y]¼[iZYbSfdRUY\TW]R±LPSR RUbS[±]µRRUY\YµcRU_"MT¶X$RdX&RUcThfhT]\[mb8XiZ|fhRZ[T2Yf/b8SiZRdRZTVYiXfYµY\VhPSRUX$VhY\SPcX]\2Y\TPSYµcRUPcX$[ "RhXSYµcPS®X$²TWRVaòcX [iZ¬ V#R[&X$V¾RdRSX°Y½Y½iRGiRZY]\fWfWTXXXiZ]'iTR#n¯RUYµ[[±RVLRX$[X$lbSP8T] X&S¬ Y\P4[X$VhPS`cRVZX$Y\iZPcTWTññ

fdfhY\[`SP8]\ST$®Þb8fh|RUTaT"`cVUiZTh[_-TWVT'X$ThSc]\T"`8TWRUV[»Yµ_-b8TWiPgTaR`8ik[giRUY\RUTW-VZY\[RUcVT`cY\VdPS[¹8TWVdX$TWSP8Y] fhYµT RZm[$DTiZ`cRZVUY\[_»PSX°bcRUP8TfdiYX$VURZY\[[_ P-¹RUVUc[&Ta_ÓPccTWRZX$RX [VU¬ lDiZTW² TLeTT¶fhRZ8Y\X[P T±cVU²\T°fh®TWnPSX$RZP8]\m
RUcT/`cVUTh]Y\_±Y\P8X$VUm4[8iZTWVU$X$RZY\[P Y½i¾RU8X$R &Y\&Y½iYµ[&P·SmMfd]½X&iUi#`cVYµ[&VikYi#Pc[&R#VUTÝ&bSYµVdT"Y\PRUSYifWXiZT²

68FGFk68F b7 ":B=i< ,6|<
o/`cVU [S]\TWi_ RUVXY\PY\PcX$T`c `S]\[mVÞY\Pcfda]Xo/idi:YfWX$_aRZY\TW[RUPc[cVUTcÝ&ibSRUY\[±VUT»iZ`8iZTWbcT`|fdTWMVU&VUY½TifhYµ[&[P&PS¬ Yµ]RX$Yµ[&8P»Th]\T#LXiRX$RUcVU&TÞTWX°Rik`c`8[X$V VUTWTPSX&RGfUVUTÝ&`8bSX$Y\RUVURdTWTW_aVUPDTW®PS²R'o [°ÆP8TX°X$P8VS]µm ñ
p
dh ax kcl k ae tcl t
òÀ"%Y\bcVU#$T±$) s
%#( "% # " '# # ' (%# # # % # "%
(#% %(# % $ # % " % (#$% # $ * ( % ##
4 (7 < 7
( )
%# ( (%# # #" #$ # # #$ # '#$"
< 7 - 6 6 9 -
(%# '# (%# # #$"

(%# ' )
%# %# #
- J7 09 E7< :9 6
'#" '#$ # #

#$ #
#$" (%# # (%# # * #$" (%#
( (7 54 9
# (%# # %# # %# # # " (% "" % )
%# #$
87< :9 6 @(
(% # ! # # ( #$ #" #$ # %#

% ( %# "% #)
@(7 657 (7
9 7 ( 4
üu
]_±X$8Y\PcTh/]\T [VV$X$]\_a[8TXik]ÆS[TV#fho/[c&YµPc, RU¬ VhXX¹Y\RUPSTWYµVGPc|&Y\²#&e$Yi:Y\Y\P8[fhPMTgRdmcTRUco/T# `c×VZY\[[Vkbc`cRUVU`c[bc8RX$iSfWYX$] Y\PRZY\T|ihT®nSb8Y\iZRTY½-ikY\`|P[giURdi:cY\T¶S]\ST mSRdP8[/X$b8_±iZT Yf/TW`c_±VU|[&TcVX$S_aT ñ
`cVUYµ[cRdTWfhVUTSSY§bcRUVUVTXnkYµPSY] Y\µPcb8aiRURdV[X$RUY\TRU TWVhX$Y\P RZY\òÀThY\]\m»bc[&Vd`cTRZcY\_±nGY TWX&TfU!8[&o/RUM RU cT/RdViZTWXY\PS_aY\PcTWPSRYX$i»RZY\S[[PMPcX$T4P8b8"i:RUY\PccT/o/]X$|Th,]i±`8X$VUVh[X$_ _aTWRdRUcTWTMViÁ`c²=VUOQTWP4Y\RU[Sb8Yii

P8X$YµRd_±TWVUYfkSY`cVUX[]¼Y\&VPcX$_-_aTW_±PgRY\Pc²k/OQP4$Y\RUbcTWVUP±P=RUn8cX°TPMRUVhoÞXY\PSYµPcYiib8TWRiZT_aM[¯RdS[aTh]Ti¿iZRZY½i³Y\_»b8X$iTRdT/RURdV[XSY\PSTWY\RUPcTW2VU_±iTWY\PcR TiZRRUX$cRdTT/Pc`cTWVU[8]X$X$8SThY]]Y\iRZY\¹T[&iWV§n=RUX$cP8TPcSThcmSRñ

o/iZ[ _-TW#RdcVXTWY\VUPSTY\nDPcX$8P8² X]¿iZ[»fh[8bcXVhiZTT±ncX»Xifh[&¹[P8Vi:YiZiZRRUX$TWP8PScRX°fhVVZ Y\RUíTWVZîY\[P4î ¹[&#VÞY\RUiZTWRdVd[S`cY§`SRUY\VPcX8Y\PS² Y\îPc8X$nSPS[m"PcTY\PS_±YµRY½b8XiZ]¼R#Y iZX$RRX$Yµ[&VURkP8i¶RUSfWYX°ikP·`cVU|[¯T±fhTb8SiZbcTVdDT n

Y\SP8bcfdV]\X$b8R&YµYµ[&PcP8"iW² Y\PSî Y\RZY[XVd]YThYVUPcTMfhTWRUPScRZT/]\mRUVh'XT±Y\PS8YµPcX"TaiZTWXR fdSiZTWY\TW_-TTWPg8RX°TWRZRdY\RU[TWPaV/]VUY\TPciZTbSX$]\VZR]\imMY\PS[Y\VkRZYY\XPM]Y `chYVUPc[`|[RUVUcRZT±Y\[`cPMVURd[c[¸fhTXSbcTWVUVhTaX$ST#m`cRUcVh[XPcY\PSTWYµ_-PcT

Xb8$P4i:Y\PcoÞ"RUðSYi#[Po/ Xa×iZRX°RU[»P8cXX$]¼Y\VMP48RUX°cP8T/SRUñQViZXTWYµPS_aY\PcTWMPSRUiZTTWRfh[[V#VU`cX$b8PSi m»¬Pcý TWO ðî bcO ý PS]X$[8VTh]\RUTcT¶fhfW[X&VUiZ`cTb8[$iW²Go_aTWVZYfWX$P Pc$]Y½iD®n=X$P8

i< #c;=A &;=A'C "Q<GB »;À<GT9 ANC "Q^< °9

ýòc[&cVT»Y\P8iRiZX$RRZX$YP8iZRZfhYTfWncX&]kTWY\P8PgSRUTWTWVdV `c[VUVTWR`cX$cRZY\[[PcPLTWRZ[$Y'fo/fh[ PSRUThi/cR `|TWfWVUX$_±P4Y\8RiT/RU&cYµTWT±Â8TThSY\XSi]\T"X$PYµP8Xfh[&cVU&`8Y\RZ[Y\Vh[X$P8RZXY\[]§PVX°[$P8#S_a[_ [cSThX°]¾VZYfhX$[&SP8]\iZT¶RUVXcY\PS[gRiZiWT ²

`c8VUT[T8iZX°RZSY\_»Y¼]Y\X$RZRdmaTYDin8TiRZY\RUY\_»c[&X$bcRUR T i:Y\_a[°Yµ`SPS]RZY ¹]\m&maY\Pc·Y\RUX"iURUi8bcX$_aR`c[$RZ=Y\[RUP8ciWTnD`cXci[RUPccTWTRZY`cfVUbc[cPSSY\b8Rfh² R ý [$SYRZi [$[¸Y\PSiYµR_-`c`SVU]µ[TW8V/X$`cSVdY][Y\8RmMX$SfWYX$] YµP-RYµTY\PMiRURUbc8VUX$P R

X$VUT/òtTX&[fUV/MXTfhiZ[RYµP8_"iZRdX$VRUXTY\"PcTSmM_aoÞ[cS Th]QiÁn=² Ta_»Xm¾Y½iRU[MTiZRZY\_»X°RUT±RUcT Z[$Y\PgR/`cVU[&8X$SY]¼Y\RZm[$#XMfhbcVUVUTWPSR íîî

iZfhR[X°P8RUiZT RdV¾XYµY\RdPgRhiWXanfh[TP8iZYRUiZVhXY\RUPg[#R TfdiZ]RXYµ_"idi X$¬ RUiZT b8fd¬ Xi`cc[cPc®TWnR#Y½fcTWfh[VUT PSRUTh¯RÁ®²v i:Y\Pc RU[±VUTW`cg²=VdTO iZ8TWRUPgcRTWVURUTGcTX$VUiZT TWR#»[$fh³[&`8P8[giZRUiUViXYµSY\PS]\T R

f[$d]XiUfhiZ[TP8iÁ&ngY\RdRZSY\[Y½iP8X]/Y] `cÆVUVd[T8ÝbSX$SY\VUYT ] Y\RZmnRUc4T·[SbcTRUi:`cY\bcVUTRG bcPSThY\¯R`ciVdT[iUVGi:Y\X$[PaP o/fWX°P8TT4iRZY\c_»VU[X$ lRUTW[PV² Sí [$[$#PTWY\P TWVn$Rb8i:[Y\Pc#±XRUm¯ci±T XSiTh8[$PS]Y\\RZ[$Y\ [P i
!
A HGBI

HG

óõSn=p°ö A HGBI

¬ t® ¬ c® ¬ c® ¬ 8® ¬ c® A BI
A H GBI
A H GBI
A BHG
¬ $®
XRU"cPcTTWý iZÓTgfhb8fh[&iW[P8n³P8!RU&cY\fWRZT"XY\[iZSP8T"TXi:RU]QY\c²VUTTMý [cbc`cTRUVU`c[¹[&8bcVUR±X$_aSRTWYX$] V/Y\VdRZmfWTWX$RPYii8X°RUTacVUT2T"VUTfh`cX[&VU]¼Pg[¯Y WRUSTThb8cfhRaR±¾fd[$Yµ]Rd XiUX$iZXaPTihPc®hbcTW² P8RZfh[[P8YµTWVUiZ¾l"RdVYµ]PcXY\lY\!PcTaTX$RdP8X$`|oÞR [giZ[°RUG TWV8YµX[&i±bcV¶VUX$`cTaP!Vdø[T8¬ iZX$RURZScY\_»Y[] YµbcX$RZ&m!Rd[VX$P8[[$ V

RU`ccVUT±[8`cX°VUS[Y¼8]Y\X°RZY\STY¼i/]Y\RZfWmX$P4[$G8RUTcTTiRZ]\ThY\_»¹RX$i:RUYTS"T±S[$m»'XMRZfh[ [P8î &=Y\RZúGY\[iP8¾X]GYµRd$ Y\TWPX$RUP8c T±VZY\[gbcR/RU`ci:YbcSRT»bcXPSi¾YµRhY\i#Pc`cVUTbciR`8n=TRdfhcRZTY\Th]\m² [&bcRU`cbcR

!
RZVUTW_a[Mý [$PcSTWTY½RiiX°X$[`cPSVd`cmMl¯VUiWX[gnDiUX[&iZfdbcVa_aRUfWVZ`cX$Y\`cRP±Yµc[&8[PT Pc[$T"X$=`c`cY\`SP8VU][Y\ST8TW-X°`|STWRU[ÞY¼P8]Y\SfhRZTW[&Y\TP8Pgi±fWRUTThc² Y\RURUb8LX]RUcfh[&VUTWP8TiZ²"RUVOQXPY\PSTRiÀXfdRU[/TfWiZXRZiZY\T_»n³X$RURdcT'TaSb8Y\`cicTa[[$Pc#TTh`c¯VURd[V8XMX$fhS[Y]P8Y\RZ&Y\Y\TRZiY\[P8Y\XRU] i

!
fThh8[P8fhTWiZý `cRdcVUR±b8T¹fh[&RUfhVT[&-P8RUc&TYµRY\RUYµfd[&2]P8XiXiU`8]ii·X$VRUiZ8fWThX°X°]\P R¶m»fh|[cTTMSTX$Y\_a"VUTM`SS]\fhY\TWP8[_aX$P8VUTW&m-PSY\RZRUYµY\TPc[PS`cY\bcPcY\RhP?iGVdX[&TWPD`cPS®VUbc² T_±iZýTW8PScTWRZTVMY\PciZT"[$a±Y\RUPcc#`cT/XbcmcfdR]½iWiaX&²ÓiUfWiZX$TòtP!i [V-¬ Th#Y\YµRUP8cciTWTWRVUVaX$T/P8|XfhT]TDnfhY\Pc[X`cPcbcPcPcRTTWi#fhRRUX$TfWVUX$T PRUW[TW|VU[XT

SX$VYcfdSSY\TWRUPTfh]RUXbcm&VUTWTVn|n³X[i#VX$nD`c[`SV]Y\T4VUTRUX$[aRUTW`cV±cfh[[Pc_aTWRZ`cYfbcRfhX°[RZPgY\[RdThP8¯XR]'n&i:YY\i¾_aY¼]`S\b8]YiZfdRUY\RVhmX$n#RUT&"Y\VUY\TPfhRòÀ]µmLYµ&RUbc[·VUT¶X$pcP² [bcRU`cbcR]Xm&TWV² ý SYi/]X$RdRUTWV

V]ZXY\mSTWO:R/V/P»#fhTW[$XPc]i#TWX$VVd8XTW`S][&Y ]¼VWYX$TfWRZX$Y\RdTST#4Y\`c¹c[[&[VdV Pcl/TTMXfhfdY\RU[MPg[$RdegTh¾º¯"RO²`|O:Pg[gOQPLRUiUTWi:Y\VdRUSP8S]\X$YTai/RZY\c[VUP8[[SXVUX]§lD4n=ó\`cX$pcPöc[RdX$PcSVhTWY½fUikRZSYfdfaY\]RUXTfhiUfh[i³RUPSbc[$RUVd=ThTacX$R`c#i `cXVU¬ i#±[gXb8fdi[±TV/#RUcY\XPTi³RU#]\ThTS¹iZRRUYfdTX°P8·RU[cV³-Ta]\Th[&[¹bcRVRUX$`cRUP8cbc TR

VZRUY\cTMSRX$n³VfdTSXY\fdRU(TfhXRUbcidiZVU[¯T"fdY[$X$ÞRdTòÀY\bcVUY\RUTMpc[n³PccTMbcRaiZRX$X$RRdTaRdc[$ TXfh[gô$iZñQRiZR[°X$RdTaX _a]X$[cVU&STWThV¶]¹®hPS² bcý _±S8YTWiV±[$[ VUl`8TX°LVX$iZ_a[_aTWRUTWTW#VhiW8² X°R#P8TWRURdcRUTWT»V±[&RURU8cX$TWP V

8Pc[X$P8R/Di:Y\nS_aPSY[gifWRX$[$PS=RZ]\RUmMcTW]_yX$VU'TWTWVVd²T#OQPPc[8RG[_-Rd·[¯&fWYX8iZTT-iÁn8RU[cVGTX$PSm¶ThYµ°&Yµg&RTWi¾P»RURU[»VhXRdY\cPST¶YµPcfh[PSVRUX$Th_acRUTñQSnSTWiZ[`8TWRdP88SX$TWRGPSRUR/cT[bcfhRU[`c_abc`cRbc]XRX$m&RTWYµV[&iP»#TWXVUT i
Y\PSY\RZYX]Y WTïRU[$X]\bcTi±]\TX$VUPcTLVU[_ fh[PSRUThcRUñ¡Y\P8STW`8TWP8STWPSR»RdVXY\PSY\Pc8n'i[·Rd8X$R¶fhVU[SiUiZñX]¼YcX$RYµ[&P ¬ TX$V]µm

üc
train MLP
with TIMIT
MLP weights recognize baseline

developmental set score
viterbi
alignment
labeled training
train MLP
for task
MLP weights
recognize
developmental set
score
Yes improved?
No
Done
òÀY\bcVUT± # # # # (% )

7 @7 >9 +
üü
c.i. output
left right
c.d. output c.d. output
Hidden
Data
binary binary
left right
context context
òÀ Y\ bc VU T# p )

%# ## # "# (#" #$# (#$ # ) % # (" #" #$ # #*
#$" # )
%# # # #
:9 <
#"# # " $# ( # * #$ % # # # (%# # '## #$
( )/+0+ < @( @(
" $# % ! #$!%# '* $ #$

# # ) #) # "
< < 7 4 6 -
" '( # $ # (%# ( ( "( ( %# '# % "%#$
7 < < 7 < H6 6 <
# ) )

%# % # #"# # " $# # $)
< H6 87< 7 < <
( < <
üô
Zi¬ RU#[&S`cY`SfdYµPctYi®¿iZS`8TWX°RUTWVVUiZTW_¸VYµPc¹[TV/"TXX&fUi_a[gfd][&XRUiUaih®/fh[X$_aP84`cVURU[c_¸TaY½ifhT [PS|RUTWThR¯RdTWñ¡YµTWP8P±STWbS`|]TW\maP8SVUTWThPg]\mR-Y\PcRU±VX[Y\PSPaY\PcRdcTÞó\fh[pPSö:² RUThý ccRUñQTSiZTWTa`8ThTWcP8`8STWTWVPSYµR#_-cTWX$PgRRXi
iVUZc[bc[$&ST]µm i:[Y\PcPSTWñ¡YcfWRUX$,PgR [$Y\_aRUc`cTVU[$TWVUTWVd_a[VTWi-PSRY\i-P,[X!&TWiZV»`8RUTcX$Tl&TWi:VUY\ñ¡_aY\P8`SS]\TWTW`8VTWP8fh[SPSTWPSRUThRcRUºñ¡Y\TP8iZS[TWbc`8VhTWfhTP8Sî TWPSX$RP8X°X°`cTW`c_aVU[gTWXPSfdR»=RUn#TThi]RY\_±iZTWY\P8RX$óõRZüY\PcôöQ ²
`8RUý cX$cTVT4X°_a_aVU[gTTWiZiZRUbSR/TW]\VRZfhiY\[Pc_aX$(P8_aMim¯[&iZPRdSTWY½_ fd[V#c_aiX[ci±ó\SfhpTh[]\öQT²_aº`8_±X°TiZVb8TX$fUX$S4V]\fdTM_acY\TW[P,VVUi/T±XX$fWSRfhTWbcRURVcXXTY]\fhTm!#VURdfhTW[[PS[X°RUP P ThcíRVncî·XY\SP8î b8fd]\X°b8iZRU&mcTY\iZPcO:RUP8TWiZ_ RZ'Y\RU[&RUbcV8RUSX$T±ñQRaiZ8`8b8XTiZfdTT¶YXf±_»]½i_-[»X$[¯PSVUSmTThfh]_-TWiPS[RZ[VU]\m TV
VURUTW[a`|Rd[8VUX$RURTb8iZTTWMVUmS]mX$VUegº¾TkOÞY\_aóìô`cVUöQ[$² TW_aTWPSRiÀ[V³[PcT[$RUcThY\VkRXiZlciWnb8i:Y\Pc¶X$PaX$VfdSY\RUTfhRUbcVUT#X$P8¸_aTWRUc[c¶iYµ_¸Y¼]X$V
PSSYY\P8X$fWý X$RZY\gP8[b8fhP8TiWi²nciZ[$ý Rh'X$ciZRZTa`8YiZTRZX$X°Y`cfWl`cXTW]=VUVU[SñQQiZXX`|fUfhTRUfd[&Y¼8VZY Xf-i/X$_aRZXY\[]½[ciPMS[MTh[$8]i±TWoÞTWó r8PhöQX$ð²`c`Se`c]TWVUY\Ta[T8òÀX°YµYµSP&Y¼bc]Y[VUiZRdTMRZcYfTWu±V/TiZ¾RZ[Y\XV_»mcX$iWX°PntRU[¹Y[V]¼\Vi#b8Y\X°iZP8Rd`ciZV`8RX$X$TRZX$P8Y\[VfhPi¾T¸RU[°¹[a[¾V8X-XPcTWP8TWTRS`cTWV[V±XVdfhX$l»RZP8YRUfWVhXX]GfhY\[Pci:_aY\T ññ

fh[Y\P8RUiZRdVXTWY\P8PgSRhTWiWV/nXSiTW`8RUTWcP8TaSY\TWPcP8`cfhbcmR±² Y\ý P!SRUYiSYYi±i/fWXX]iZiZ[2T-X°Yi±PfhTh[8P8X$iZ_aRUV`SX]\YµTaPcT[$RURdc[TThY\Y\P8RUcfh[TWVaVU`8|[&TMVX$_»RZY\[XP]\T»[$[&V]\[TWPc_»ñXRd]\TWT-VU_ ¹[&Vfh[&RUP8ci:TMYiZTWRUPSTWP8RZY\fhVUm T

bcRURUTWVhX$P8fhT²
Output
Probabilities
Hidden
Data
M/F
òÀ" Y\#$bc#VUT # u (% # # #$# #" )# # )# # (#% # #" #$$# # # %# " % '##
#
#$#
' ( + 7< 7 - 7
# # (%# %# ) # #

# # (%# %# ! # (%'%!
:9 6 (7 6 >7 < 59 N7
# # %# # # #$" & (%# #$ # '# % #*) # # #$
$
6
# # #" # # % # # ) # # $ ( &#$ # # % %# % #$
6 7 - ' - <6
# #" # # #$ $)

7 < ' 4 *9 :9 6
@( :9
ü$r
ÇÚ Î ÓÎ'zÀÉzU{=z
ýRU8cX$T#RG_"X°VUX T#Z[8V³ThY\¹Pc[c±fhb8Y\PSiY\P»TiZRURZY\SgYX°iRU`8TX$±`8STWm¸VkYXÞik]RUX$[VUST#TiUPSfhbcVZ_±Y\88T/TWRdVkc[$TDY]½SX°T8X[ikVRUX°8RU[X$VZR'Y\TX°iWVU²³To/Y\P2iGfhiZ[&b8_afd=_anS['PaTRd8[XX&TGQX$Th_±]\RY]\RUma8[$X$=RG_aXTWiRURUcVU[[cPcc i

TWRU[»_afh`c[&8_aXiT/Y½ibc[&`P·PSY\RUbc_aiZTWTWVZRYifWX[°]GGVdVUTTiZiZbSbS]\]\RRiiRU8[X°bSR ]iZc|[$TaX»Y\_a&Y\`cTWVU[$ViYµTW[&_aPTW¹PSVd[Ri_Õ[°¿Rdc_aTTW_»RdcX [¯[VE_a[T&iUTWiUX$V'&_-T¶TWñRUcY\R[¯Y½i¶Pc[&² RÞí &[$Y2TWfhbSTW]\VR n
[$T¶RUSc[-T/_»Y\P8Xfd]µb8[SVT"`|[$cY\TWPgVURTai¾X-[$¿cRdVZSY\ThY½Gi]`8Y\RX$X$`|PSTWmMV [$GVUTiZbS]\RiVU[_ÕiTWTWVX]³]X$8[VhX$RU[VZY\TiRU8X$R/iZTWTW_ RU[2fh[&PS8VU_ i[_aT

&²OQ[$R YiZi±`8TW`8T[gfdid!i:Y\SRUV]µTXY\PSRU[Y\PcRUVhX`8Y\X$PRURUPcTWTWVdRZP8i/[VUlcY\RUi!RU8TWX$VdRamX$VUTWTMyÝbSTW`8Y\RU[cT"fU8]X$i VdGRUT cT-¬ [$VUTTWiZV¶bS]\X4RZY\Pc_±Y] PcY\[TWPRZ'[VUThlcY\iSfWRX$ih®/P[8P!T"_¸b8iZY¼]TY\[P8RU[i

TVUTiZRZfhY\[_»PSX$Y\RURZT/Y\[TWP=_¸² Y½ýidi:SY\[YiÀP¾`cX&VUi[&8SX$TW_-SY]¼[Y\P8RZY\iZTRUiÞVX°¹[RUTV í Y\P»îó îüiöQnYµ#P4c]X$TWVUVU&TkTX$TGP8STiU&fhY VZ2Y\8fhTbS±]\RX/RX²ìiZøGlc_¸ikY¼Y\]P·Y\[fhPc[ñPSRZY\ThPSY\bcg[Rkb8i PcTWiRZ`8'TWT[&fdVUl

RUi:Y\8_aX$R³`S]\¾T'X&Ti=iRZRUY\Vh_»XY\X$PcRUT[V³[&#P¸XiDøRU_±cTWY] P±Yµ[&b8PaiZTVX$RU_a[Ti³TWR'[°iZø`8 TWTTWfdVd±VU[V=VU[[_ðPRURUccTRT uuXu°]ñ'eRd[&VUVTW#TWRG&[¯÷$fW[X$bccVUP8bS]XX$]8Vd`SmY¼]\TW[RGXc]µb8X°X°RRZXcY\²[Paý SiZTWY½iR

bg8Xi:Y\PcT/2[$XaTWiV RX$üP8u c X$VTW"VUVUS[Y\V#Vh[&X$P_ RUcT±VX°iU_aX$_a_»T/X$VRU²ÀTioÓRÞiZiZTW_»Rn8X]iZ\cTWV[$PcY\TWPcR»[Rd8Vdl X$R ¬ X$RY\RU]\MTXVUiZ[&Rbc¹[SV]\m [bc V#[$RUVXRUYµcPST/Y\Pc`8MX$V`8X$X$_-VhXTW&RUY\TWV_ ih®
X$P8MX$VfdSY\RUTfhRUbcVUT'T8TWPcTh8RdT&VUTX$RZ]\m-¹VU[&_ RUcT]X$VUTWVPgbc_±8TWV[$¿`8X°VX$_aTWRUTWVhiW²
üt²#gòcmS[cV±VZXY PSí bc_±î8î TWV±8o/[$ RhEXiZiZlcmciWiZnRUTWi:_"Y\_ai#`SRU]\TM8X°RZR Y\Tb8SiZñ TaX"X$b8i:iUY\i_±Y½X°Y]P!X$V_±PSYbc¯_±RUbc8VdTTWV/iZ[$m¯GiRU`8TWX$_»VhX$i_aSTW[RUTWPcV[iR±X$`|P8TW4VZ¹RU[&cVUTa_ iUX$X_ai/TYµThPc] `cbcXRi
¹fhT[X$_aRdbc`SVU]YTfWiWX$²RUòcT[V¬ T¹[&Ý&V/bSY\Y\P8XiZ]\RTWX$PSP8R fh`|TTWnVZRmS[`SVU_»YfWXX$]P8\mfhTb8n&RUi:Y\cPcT/fd]½fhX&[iUPSi:RUYfWThXc] RUñQí SîTW`8î TWP8SiZmcTWPSiZRURaTW_Ó_a[c_±Sb8Th]iZi¶RkX°8P8T_»_»XSX°TPgm_±b8_afU[aVdTa_-`8[VUX$T ñ
VºX$T_aiZ[TWbcRUTWVVhfhihT ®²»î òtX°[P8V/X$Y\P8TW_aiZRhTWX$PSP8R¶fhTfhn³[PS[RZV/Y\PSRUbcc[Tb8iuiZu`|u"TWTfU[VVUTfh[[¯&fWPSX°YµcRYµbS[&]½PX°VUmRX&n³iZ`8lTWnÆVUY\`SR]\Th#SXYµRZim!VUøTW`|uM[VURU[TVh4S`8Y\PXY\Vóõø VöGX°Rd_a8X$_»RX$X V
RZTfhY[iZfhRZPgbSY\Rd_»]½ThX°¯X$VRURUòcñ¡TY\iTWP8SXTWfUS`|p&Y\TWTWpcP8/STTWTW PgXRac]µ²ìb8&X°TWERZVY\i:[TWY\[VUPVUP[RdVT[$i¾iZRÞb8egi:iºY\TWPcROh²ùõ[i Xaý : ci:Y\Ta_±^GiUYOZX$]úX$_-V/í T¸PgGbciºym¯_±iZRd|iZTWmcTW_ÕV iZRU[$TWb8_ûGi:Y\`8Pc8X° VX&X$î _aÀTW RUúTWÕVh[iWbc² RU[`cV&bcTWRPiTWVdX8VUi[TWVRd`cRUVU[&TW[&V P(8`|X$X TWSVZ`8Y]¼[X$Y\RZVUVUm ññ

_»cbcX$R§P8RUfhST#Yi³fh[VUbSTÝ&]±bSY\8VUTT±XfURUScY\TTWb8TiZT¸[$gm±SX TWRhfhX[YPS]µTRU-ThcfhRU[ñQPgSRdTWTh`8¯TWRP8X$SP8TWPSR_»X$TWPSVi:m/Y\[_aP±[[$VU Tk: `8X$V^GX$OZ_-ú TWí RUTWGVºiW²À¬ OQiP±TWTGRUcY\RUT#TWiU_ X$_aTk|VUThTW]\[`8[&VU®R n

YµTRiZRZ¾Y\_»X&i#X$RUiZ[&cV[$i#XPMi#RU8ThX$]R¿X$VUThP8]4X$RZfhY\[ThbS]\]m·i:XY\_afUS`SY\TW]\TT±[i:VUY\_»_±ikY]X$[$V/G`8fh[TWPSVZRU[ThVU¯_"RX$fhP8[bSfhT]Xi|T/RZY\Y\TP8Sfhñ[_±VU`|Y¯[RUVbcX$VdRdTT"TiZY\RZPY\_»RUcX°RUT[PcViTWRZb8'i[&YµPcVUl
¹_¶bcb8VURdfdcTWV _a&[YVUiUT"fhb8SiUTWi:RY\[XPY]\TX$|_a[bc[cR#SRUThS]iYi[$¾Y\fhRU[4PS_aRUTh[cVURT/X$VdP8TiZbSX$]\RPLiWn8[iZVTWSTaTWV/óìø[$öQ² _»X$PSY\RUb8ST"_a[VUT±`8X$VhX$_aTWRUTWViÁ²aòc[V
OQVUP!Tfh[ó rcsWPSöQY\nDRZY\i:[Y\_±P±Y][X$VV¶Xfh[iZP8RX°fdP8]\b8ci:X$Y\[VP8iý OTWcVUX$TaRX$X8]iZX[2iTS²§VhXO:P»PRdSY½[ikV/fWXÝiZbSTY\nSRUTaiZRUX"VZY\Pc&Y ÆTWTWVdVdVUTW[PgVR/[Th8VGX$X_a_a`S[¯]\TSn§TWVhfhX$[&RUPcTWPcñQTi:YfhWRUTT î &YµÀ°Yµú R

¬RZY\X$T8[&bc_±RaYcRUbcuVUuTu-iZ`8mcX$iZVRUTWX°__aTW#RUTWXViih®ôc#²õX»i/²4X$|OQP[bc[R¶VSücTW² V±»RU[n|#STWR±Y]µT"fh[RU_acT»`8X$iRUVhVZX$Y\SPc]\TMTW`8VUTWVdVZ[V[VU¹_»[&VX°P8XMfhüTcnnõRUucu&T"uaPg`8bcX$_±VhX$8_aTWTWV±RUTW[$V

_±RU8YX$¯P"RUbcY\VdPTiRUc8T Xî4=RU[Mú 8fWT±XiZThTc² `8X$P8STiZ[MRU8X°R RUcTWVdTaTWVUT¶X$P[VhSTWV/[$'_»X°PSY\RUb8ST±_a[VUT±`8X$VX°_aTWRUTWVi

ôt² [ý PcT#_"8X$TPgimR'fhRbcXVUiVUl¯TWiWPS²LR`co bcSVUXTWY\ñ P=ínGîRUcî T iZím¯îiRUTWî _»iGiZmcfhiZbcRUVdTWVU_"TWPgi¶R]µX°m±VUT"[bc¹RdVd`8TÝTWbcVZTW[PSVURZ_E]\mRUc_±Tb88fd!TiZR_afh[bcVUVUTVUTWfhPS[&RG_aS`Smg]cY½fWVZX°YaRUTiDm¯niZRdTW_»Y\RU i
_»i:Y\_aX$PS`Sm]\TWV`8X$SVmgX°c_aVZYTWRUTWiZVmci/iZX$RUTWP8_@LfhYi[_aiZ_»`S]\XTh]¼Q²¹òt[Vd[_»ViYµP8[$i¾RX$iP8_afhT[gn|[&RUY\PSY\PcRUc TaÀ¹fhVU[TPcÝ&PcbcTTWfhPSRURZT]\m·&RdcY\$T±Y\R¶Y\_afWX&`ciZVUTa[$STWT_aiUfhTWVZPSY\8R/T[$TWX°V/8[$RUcTT

iRUZó rcRUcVZsWT Y\öQPcn|î Mgm4=TWVUú ThVU¯[&T`8ViZn8X$RZP8Y\_»&SY\X$Y½PcfdRd4L[VRUY½²i/[»òcX°[$P·[&VTWTWV]VdX$VUüVd[uV/ucTMnõVu&X$uRd[cu±TfW`8X$VUcTX$SbSVX°b8]X$_afhVURZmTWY\[RUTWPVUVTiWfh[$n['DüPSbcY\|RZ Y\TW[P8P!VUiZThlg]RUX$mSRZYY\TWi-RTa8XRUX]["i±RUXTWc]VUiZT»T¶[iX°|m¯SiZTW]µRdTWT-TWP!_ RU[2RUVUY\X&P8bcfUTfhS[Y\XVUTW`|i[Ta[$V/X$X"RRUYµü SPc Y i
#VZY\RZY\Pc8²
ü
r|²X$e`c_a`8[gT[&X$RUVMcTRd[fh[$[&RU_¶TWPSY\P8$X$Y\RTYµ[&P88i±TWRd[$RU TWVMSmg`8cTWVVZY½[VU_"íîX$P8î fhT8oÞRU8X$ PThiZmcY\RUiZcRUTWTWV_"[i¶PcX°TP8X]\[`cPcbcTVU²Th]\m í¹RUîTWP×î RUñS8YX&i-iZTY½i4Si[m¯PciZRdTTW_»gm i
i¾Z_aX&[SiG[iZRUcS[$Y\#Pc»P-Rd¹[&[V'TWRdRUccTÞTWV#fh[`cPcVdPc[T8fhX$RdSTYM] YµR&YµYµT°iYµRh[i#V¾Th]µ8[&X$»_a`c`SVU]\[&T/8$X$Y\SYTW]¼Y\PMRZY\X$Ti±8[$X$R#TRd²cOQTPMRUV8X$X$_-RTfWX]µTWiZ&TThnc] fh²/[òt_±[SV#Y\PSY\P8Y\PciZRh»X$P8TW_±fhTYnDiUiRUYµS[&YP i
`cVU[VUbc[8SX$]\Sm·Y] Y\XRm"&T²s iZRZY\_»iZX°RUVZRUY\TPciM¹[TWVkVUVURU[&cVTnD8#TSiZYR fULX$¾b8X&iUi#i:YRUX$cP"T±_±|YTciZRURbc`|VUT/TWVZiZ¹m¯[&iVURU_»TW_yX$P8fhT±Y\RUVUMTW`|RU[cVU[gRUiZTT¾D¹²-VU[&e$_ÑY\_±RdYc]½X°T VZ]\î mn³=Y\úPgóõø XöQT n
RURcXiZTliU#X$_aXiT b8î iZT=ú RU[4TiZY\RZ_aY\_»`cX$VURd[$[V±TMRUX8X$fhRa[_am&Y\`STh]\]½ThS T%X X$b8tid²õi: YX$ÏP_¸[Y¼VcLRUbcTWVUVUTVU[iVam¯iZ[&RdP!TW_ûRUcTVU[º_ TiZôc[²ìbcVhÕfhT TWîVUVd[X$V±P8X$RU[TW_-ôc²õTWüPg R
TWTVUiZVURZY\[_»V²X$RUO:TPiÁ² 8ý [&gRUb8iWThn&c[`8PMTWÝVZY\bS_aY\RUTWT/PS&RiWY ÆnTWRdVdcTWTMPgRVUTRiZXTiX$l¯VifdiZcRdTWb8V&iaYµTi"_aS[gm±[&RUbccPcTVUTh]RUX$[RUTTW-Rdc]X$TW|V±[]\V[X$RU[&TWVZ_±Y\TYiWiUn$i:Y\Y\R[P#X`ciVU[&[88X$iTWSVUY]¼Y\TRZm
RYµU_-8X$`cR VU[$X±&T4TWVUmMgm[SiZ_-[¯ [g[í RdîSYµPcî Mñ8¾XYµiZRdT·MTiZimcRZY\iZ_»RUTWX$_ RUTib8i:Y\VUPc[ _ÏX$X$Pb8iUoÞiY½X°P²=_±e$YY\c_±RUbcY]VUX$T±VTVdiZTRZiZY\bS_»]\RX$i/Rd[8VXi#fhT[8bS]TW4TWP8T[8¹bciTWVdVURUcTTW V

YµP4[RUcTWVk]X$8[&VX$RU[VYµTiXiTh]Q²
t²OQP![VUlX°R¸jjÿóõüöQnRUcTiZbc8im¯iZRdTW_»i'TWVdTfh[_±SYµPcT(Y\PX·&Y =TWVUTWPSRa#Xm ¬ SmRX$l&Y\PcX ]¼YiZR
[$8¿XiZRdTcMT[&_aP[g`ciRc[]YµPcl&TWThRZ]µmYf±EiZTWiZTW_-PSTWRUTWPgP8Rfh`cTVUi[X8iX$STiZY] RZY\Y\RZ_»Y\TX$iRUXTiTgiZmRZY\_»X-X°`cRUbcTVUMT Sí mîX$î P î iZmc=iZRUúTW®_ntcnDbcX$R P8MRUcVdTWTWmM[VRdS[gTW["VZY\VUPcTW"`8[&RUcVURUTWT_

fh[P8i:YiZRUTWPSRY\_a`cVU[$TW_aTWPSRi[$TWVRUcTiYµ_-`S]µTWVim¯iZRdTW_²
É¶}À}=Î Å { ÓÎ ~{=Î'È ÓÎzÎ~#}ÀØ wy}=Î~#z
ýYi/c|TThYµ[$Pc]\[$S[Y\PcPçT"X°X$VURT X"XPgTWbc,_±|X$TWVUTVX[$i³k[°]½ÀX°fh8bciVdVUX$TWVUPg[&RkbcP8VUTiZTRdX$cVhTafU±Y\[PSVZRU]TWDVU² TiZLRY\TaPMPc[[bcRUVGT±[$c#VZY\PThÂ8]X$m8[&RU8VX$X°RUR/[VUVdThm]nX$cRUTbc4R'iYµ_¸[VUY¼lM]X$VYi'X[&]VUiZ[l
8VUTThfhY\Pc[&aPSSYµR[YµPc[&T#P Rd¬ [iZTWX$T`cnt`ST]\²m¶8²\SnDmSócsüVZYö®h² íîî 8oÞ!_aTWRdc[¯ciRU[/Pc[PcñQiZ`|TWTfUMX$`c`S]YfWX$RZY\[P8iiZb8fd»Xi³8X$P8S#VYµRYµPc

68CDA+< "Q<GB aA;=<³NG+< #h"Q'C "Q;=<k9 5" (ð5h6 9

ýocegTºÝ&`8b8TWXVZ]Y\[Rm"VU_"[$X$§P8`cfhcTa[&Pcó\$[$sW]\öQ[²³$OQYR¾fWXY½]§i_aX][ciZ[aSTh[]bciV8SXmgT/`|[iZ[RUc_aTTWi:YRZiY\_aRU8TX°ikR¾|&TWTWYiUPfhV[Yµ_¸8iZYµTWP8VdX°PgTRa_aRd[¶[cS8ThX]½iT/iZX±b8fdi:2Y\X&PSi#YXfWX$`cPScR [PcT =TWRZTYfhfWRX][\mP
1
RURUVcXT±YµPco/T L o/ _»yXm·fWX$iZRUPVd[8PcX$]\TamiZ&TWYiUfhTWVZVUY\T"_±`cY\P8VU[X$SRUTM]\TW_»X$giXY\#P8ciZR/TWPRdcRdT¸cT»fh[&`cVUVUcT[fhPcR[°`c]µ[&c$[YPcfWXT$]'®Þ_aX$P8[c4STh#]cYi/TWPTWfdVU]m4XiUiY\P8`cXVZfWY\fh[bcVViX°[RUT 8i¬ TWi:VUY\P8TfhT

[PMRUO:cP±T/VURdTVfhXTWY\PgPSRY\Pc2[VdclX$RhX$XaR§OdX$^#VUT/eO³Pc[[R#P¶iZXb VUMTifdRYµTWX$PSbcRZV]\X$mPSR§VdTWÝ&`cbcVUTWTVUiZmaTWPSiZR`8X$TWRZTY\fd±T/bc[$P8S`cTWVZVY\[iZRVX°i¾P8b8&iZYµTPc"±Y\iZPmciZRdRUcTWT/_ÓVUTfWfhX[]\TPS±Y\RZRUY\c[T#P4jk_aTW[¯VUlSThTh]\]TWiWm ²

º[$GT_±iZRhX$bSbc]\RZVY\X$`SPS]\TaR`cúVUVU[[ PSbcTfhP8R fdY¬X$jkRZY\T[º#P8ú¾i/®¶b8ióõYµôPcpöQn³X-^k_agb8[cfd&l YfWX$[SRZ[Y\[RUPTWVhi/[$GS[&TWbcThV#]\[Y\RU`8TWTVX°RUTX$MPRUX$Vh`cX`cY\PSVdYµ[gPcX|fd²jk[VZV/Y\ThÂ8TWmPcnDTWRUVhSX$YRZiY\Pc`cMVU[¯_afhT[cSSbcThVd]½Ti

fh[P8i:YiZRdTM[$RUcT[$]µ[$Y\PcMiZRUTW`8i ¬ iZlTWRfdcT-Y\P·òÀY\bcVUT"$®
&²Y½OQiPSY\X±RZY`cX]cY W[T#PcTWRUcRZYTGfWXPc]TW\mbcVh8XX$]gP8PcSTWRZñ¡]X$[8VUThl/]\TX$VfdcSX$YµRRdX$Tfh8RUX&bciZVUTTG² Sm/RUVXYµPSY\Pc[P ý O î O ý n#SYfU ¬ XiDPc[RdT/`cVUTW&Y\[b8i:]\m8®

üt²OQ&PSY½fhY\RZRYYµX[&]P8Y WX$T·VUmRdc]\[gT»[&lgñ[bcV`=Ln`c_ac[c[SPcTh[$]]\i±[$RUY[fWX8]cTVUbSiZ]\TWTG&&TWTWVPcXTW]'VTX$Ý&RZb8Y\[XP=]\n$m!X$P8`c'VU[8[8VÀX$STht]\TMX$_-`|[g`SiU]µTi:Y\iÆSYVU] Yµ[R_YµT$iW8n#X$XP8i±Sñ¡S]X$TWRU8TWThVU]\_¸TaYµPciT`8 TWTgfdm

¬ T² 8²\n ý O î O ý ®²

ôt²#ºv bciZTPThY\RURUccTTWVRUVRUXcY\TPSiZY\T/Pc`cVUc[&X$8RX$XSY¹]¼Y\[&RZVUY\#Ti X$ V[V#RUciUVUfW[&Xbc]\T±]Y\RUlcThT4]Y\cPc[gTW[cRZ'ci [&VU¬ lXnRU&TWVTWPc&TWYµV&X$Yi:RZY\Y\[PcP!S`8ma[SiZ`cRUVZTWY\VZ[Y\Vh[ihV"®³`cYµPMVU[X±8SX$SmgYP8] Y\X°RZ_±Y\TYiWf ²

= UU
_QKQCM3U
P
M3F+D?Rp
3sYJ]BC_TWhW
MXU
_jHP
UD?iP
\TMXU
MNM
7Z1M3WYDaM3?7P
U'VXBK? 1W
aSMXF+P
\-@EPhF7DAKDUYDBK?RG7IZWYDBKW
UhL @]Uh?TBCPh@EVXP
_1@3HOHIS?TMXV3M3U
Ub@EW
I
*
üø
c`X$P8VU[MViZ`8X°_aTWT_±fd=Y\Pc² ý `cSVUYi#[cfhTYS] bcVUVUT TiZ¬ bS]\[RVfhY\PT RUcT/YµRdVdTWTVUfhS[Y®'PSRUY\[±RZY\[SPTWRUTW[°VU¿_±`cY\VUPc[&TPgbcRUcP8TÞfdYX$XRZ]¼Y\Y\[PcP8_-i¾TWY\PPgR#RUc|T±TWRZc'X$TWRTWXcPM² [Vh±_a[cSTh]½i

r|²#v ý Vi:XY\PcYµPSY\PcRUc"TRUTVfdX$c_-PSY½TWÝ&bcYTiZiTG`cX$VUcT/[PcRUcTT]X$iU8X°Th_a]iGTSXTWiRdTWRUVUc_±[SY\iZPcTTSTgiUfhm/VZY\RU8cTTk4`cVUTTWX$&VYµ]¼Y\[&TWb8Vi§Y\iZPRdTWRU`=Sn$YiRUVX$XVUY\RZPYfdRd]\cTTG² PcTWbcVX]SPcTWR[Vdl²

t² TWPcTWVX$RdT¶PcTW [V4_a[cSTh]½igm4Y\P8fd]\b8&Y\PcX]'Th8X$_a`S]\Ti/[°¾`cVd[PgbcP8fdYX$RYµ[&P8iXiÞ]½X°8Th]\TY\PRUcT
RU#VSXYY\PSfU4Y\Pcb8iZTci#X$RXaXcj² Xî mTTWi:VUYX$TaPRUfhcVZY\TWRU_TWVYµb8[&i:PY\PcRU[»RdfhcVdTTX$RUeTRU[°X ]½fdílTWîñ#_î a[&VUg[bc_ P8STh8VU[ X$_aí `Sî]\Tî iW² _aTWVU°YµPcRUTfdcPSYÝbcTóssWöQn
øt²#Yµº_-bc`cPVU[$iZRUTWT`8X$i/`cô-`cVURUTcfdVUY[X$bcS]\m ² abcPSRZY]G`8TWV¹[Vd_»X$P8fhT[&PX°PMY\P8STW`8TWP8STWPSRafhVU[giUiZñ$X]YcX$RZY\[PiZTWR/S[STiPc[R
TWTWVUVUVUVU[&[&O:VVPiaiY\[SPbcmV¸cü]YµuPSYµPcRUTWVUP8¬ [YQX²bcT]ÞR±²\njkRU[cTPcº#TMTWú ñ¡ccX$RRRUXX$iZ8lDX&[$niZT»Y\P8RUÝ&cfd]\bcT4b8TWi:VUTWY\m8VU[VUP®/[SV[$i-m/ô_±TWubSPg"]µRMR² Yµ`SX#]\TXTMm|`c®VdX$nG[VUTMPgX°bcP8fhP8 bcfdVUYiVUX$TWTWR_»PSYµ[&RZX$]\P8mPSiaRZX$YVUfM`cT`SSVU]\b8Tm&fhfhY\[TPc& PSYµRURSYµ[[&YViaP X$TWVU`cVdT`cVUfh[VU[[SV&iXPSfUYµ¬RYQYµ² [&TRUP ²\[ n
iZ[_-T/[RUcTWV#RX&iZl¯ik[$³Y\PgRdTWVUTiZR#RU[-b8iW²
$68B ,6|< CD7 &i&GA&;=NC #(G6|9

#P[$#cY\TP8S[°TW¿`|RUTWcP8T/S`cTWVPgYµRP8fdX$Y\`8P8XL]³Y]SY\_±TWPSY\RRZX$YfWRZXY\[]\P8m i&[$YGiZRUiZVZRY\X°cP8bccRUX$TV ¬ í YQ² YQî²õDî ²®Eñ8XXfhiZ[Tb84iZRZX$Y`cf"`cVUT[gfhXRdfd[cVTiikYiY\RURUScY\T/PVdRUTcÝTbSY\iVU`8TTWTXfdiUibciZTW_a`c_aRZTWY\[PSP R
RUfh8[TVUfhX$VdRURT[&iZiZV`8b8iWnD[fWfdP8cY\&P8bcY\RfhPcRZ!Rd]\mcRUTaS[!TP8idXX$fhRUVZbciZY\R8VUX$T-TRUiT[$²RU'cRUT±O:SP!YiZi`8QTWXSTfhTWfdR`8·nTWP8PciZ[&S[bcTWR"P8P8[fhMPST]\Y\mP_"XXaX°m4VU#T8XRUTamacTWRUVd8ThT·X$]'Ri:VdY\TWPS`cY]¼YVUGT|fWiZTWX$TPSPScRURTTh]\S`STWS`8bSmTW]P8¹X4[SVTWSP8mg&fdP8Y½Y\idTX°fhi4_±VZY\_±Y8f±TWY\RZP8VUThX$]TWRZX$Y\TWRZ[PY\P[P8RUciZVUS[TY\iZ_ ` T
[VUTWRU`ccVUTWTVaiTWiZPg[&RbcX°P8RZcY\[iWP8²!ikòc[$[§V±fh[RU_acT`SiZ]\TMTWRUVdTTXiZiZTW[P8_-iWTWnPgXRiÁPSngbcX_±ik[8`cTWVa`|[g[°iZ T"VUTRUiZ[TX$Y Vh² Y fU²ìcDTW²GViZiRX$8RXY½iRZT"YfWVUXT]fhTTWiZPSRRZYµ]\_"mX$¹RU[cTfhib8¹iZ[&TV'iZbc[cPñQiZiZTWRh&X$_aRZYiZTWRZPgYRhfWXX]]
VX$_aO:PaTi/TWóìüPcuSTWn¯VXüt] nSn8RUücøTöQi² T X$`c`cVU[gX&fUcTikX$VUTb8iZT-RU[/TiZRZY\_»X$RdT iZTW_aTWPSR³]Y\lTh]Yµc[S[cciW²o PMX]\RUTWVUP8X°RUT#X$`c`cVU[gXfd
SmS[P8bSX$]"_±8YfWT/iRUYµPS[RUT[iZRZRUY\c_»T#X$_aRdTÞ[cSiZTWTh&]Q²_aTWPgT#R8`|X[giZT#RUTWSVZ[Y\[PcVhT iWnci[X$_aP8"T#RUTh[/c`8Y\P8TWVZfhY\[_aVd`8TW[PSVRX°X$RURTYµ[&iZPa[Y\_aP"TRUSVUTWYiG`cVU&TY\iVUTWTPgfhRZRY\X°[RZP-Y\[Y\P»P»[°#§SRUYcfdT/»iZTWT_a8XTWPSTR
Thfdc]X`SiU]¼i"YfdY\[$RZ¶]\m"X°Y\`cP8`cfhVU[[gVUX`|fd[cVTX$iWRUn#T-iZTWRUc_-TTWRZPgY\_aRi"TfWYµX$P8PSTh8MT_aY\RU[cSSY\PTh]\XT,iTWXi-_a8TWPSThY\R'PcXi`c`8VdX$[¯VUSRGb8[°fh§TRUcT#SPcmTWRZX$P[VUThlc`SY\Pc]¼Y`cfdY\bcR·R²X°VUO:RZP2YfhX$bSPc]X$[&RURU[cVUTWm V

_a`8[&[cVUSRZY\Th[]QP8²'ikòÀ[$Y\P8¿XiZ]TW\&m_anX°TWRUPgRURhTWi³PSY\RZPY\[PX$PMfWX$X$PMRURUTW8_aT`c¹[cRkfhRUb8[iZT_- [¯[SPMTh]=RURUccT/TRU`8VX°TWVP8fhi:TWY\RZ`cY\Rd[b8P8Xi]§ViZX$TWRdP8ci:TWY\RZV'Y\Rd8Y\RZX$m"PMRURU[aciZTb8VdfUTh"]½X°VURZTWY\$Y\Th[]\P8miÁiZ² RýX$RZSY\[YikP88X°VUXm i

Y\8PTWTWó PMnO:PSö:²X[]Pc=T[$¹§[&RUV'c&TiZY\`cTcfW[X&PciZTTiW]nSY\lRUThc]TWYµcVUT[S[cYi#ciX$PMóõü&X$øRUö:RdngTWX$_aP8"`cRX/RU`|[±[g8iZRUTWTWRUVZRUY\TW[VVk_a_a[c[cSSThTh]=]8RUc[¯T/fhb8Pci:[Y\PcP8±iZRh[X$RZP"Y\[RUP8VX$X$P8VUm-iYµRP8YµX$[&RUP8bci³VUYTi[$S¿TiZiU`|fhVZTWY\T8fUT= ²
oí ]¼[[$TW'RdTWSVnkY½iYµR"[Yi"VUl"`|[gYi±iUi:X$Y\SR]\TX$PLRU8TX$X$RMVZ]\mfh[iZPcRPcX$TfhTRZnDY\[|PS[YRUiZRX[]\V[fhVZ[Y\PcRUcPc_"TfhiaRYµ[&_»PSXY½im!R¸`cX°VUP8[$&YPcS[TPcXñQfh[b8PciPcTh¹TbSfh]/RZY\`8[PSX$YViZXR"&Y\X$`c_Ù`cVU[g[XV"fdcRUTciWT ²
Y\P8fh[VU`|[VX$RZY\[P4[$_a[VUT XYµRdS¹bS]§VdTW`cVUTiZTWPSRX$RZY\[P8i[$¿iZ`|TWTfU=²
ACD<G19 "
":;=< GCD9$68F &i&GA&;=NC #(G6|9
OQiZP`|TWRUTcfUT=² `cVU#PTW&cYµT[&b8X$i/`ciZ`cTVUfh[SRZXY\[fUP=nDRU[TRUcSYVZiY\ThÂ8Yi±mRU_a[TWb8PSiZRZTMY\[RPcYµ_-T4TRUS8TWX$VZRY\Y\X$R/RZ_±Y\Y\T S¹TRX°8RUbcTaVUSTi"Ti:Y\óõüVX$SöQ²L]\TaOQRUP![-_aTWPc[¯TWSVThX]G] nkRdVRUX$cP8[i:bcY\RZ&Y\=[P8ni¾RUcY\P T

L T\ MX?[P
\TMRZW
BK?7_?TVbDl@EPYDBK?-ULM3W
MSHM]@EW
?M3F[egW
BKa<P
\MRF1@]Pb@jw x^\7DUSW
M3U
_7HPSL @]UZTW
BCG1@]GjHIzF_TM P
B`P
\MSe~@EV3PiP
\-@EPiP
\TMRZ\TBC?TM
ZWYDBKW
URL \jDVb\ @EW
MSDaSZ7HODVDP`P
B P
\TMSD?FT_V3M3F aSB7FMHU @EW
MSe~@tDWYHIzUYDa+DOHl@]W`P
BP
\BKU
MRDaSZjHODMXFdG7I9P
\M`W
MHl@]PYDAKMègW
M*7_TM3?V3I[B]e
Z\TBC?TMiVHl@EU
U
MXU^D?P
\MP
Wb@tD?7D?TQ F1@]Pb@jw
üSs
train MLP
with TIMIT
MLP weights recognize baseline

developmental set score
viterbi
alignment
generate multiple
labeled training
pronunciation lexicon
train MLP
for task
MLP weights
recognize
developmental set
score
Yes improved?
No
Done
òÀYµ&bcVUT» # # " # # % )
7 ( 7 >9 +
ü
`cRZY\VU[[P S]\Y½TWi¾_yRU[a[$b8§iZ_-T[¯SSYµ&Th]cY\Pc`8XiU¬ iPc[[V#PcñQ8iX$RX$P8RZSY\`8[P8XidX$ikVdm8c®=]\RURUTWVhVZX$Y\P8PcMi:Y\RZ[$Y\[GP8fhiVZY\YRZi'YfWiXRZ]¿Y]¼§8X°X$P8P""[`|RUVTWX P»ZT[fhPcRUT[²VYµo Ti Pc¬[ºRdcoTWeV'ý iZoERUTW`-`cVUY\PM[cfhRUTSiUYi:iY\Pc&cYµVd®TRUfh[ ñ
TW8_aTWRZ`c8TWXTWiPY WRUT/VhXRdVY\PSX$YµP8Pci:Y\RZY\X$[P8P8ióõRUôcThiöQRZ²Y\Pc·SfhY[]\P8T&RUY\SRZY\Y[iP8Yi'iWn³i[RUc_aT-TWRZVUY\T_aiZbST]\ikRZY\cPcTh]\`S[¹bS8]ÀiZTWYµVUPM$X$VdTRZY\S[b8PfdYµiZPcT-Ý&bcTWVUTWVUP8[fhVT-ikY½SibcXMT/RUVU[TW`c_¸VdTY½iZiTW_»PgX$RhRX$fdRZcY\[TP i

RUi:Y\8X$PSRY8fWXX$iPSTWR_aiZ`c`88TfhXRdi:VY WXT]fU8RdX$cPcT¶&VdTTW² $Y\[ý P8Si#Yi-[°'Yi»iZRUXLVU[_±PcMYiZfd_»8X°X$RPcfU T¶RUX°[P8·RUcSTTWñbcTWP8_-S`cTW8VZ]\Xm&i:Y\Y PcWTiZ`|RdTWTW_aTfU`8[Vh_aX]§[cSVUTWTh$] Y\[Y\P,P8iiZR¾X°YµP8Rdcc[X$bcV R

RU_aí8î·[cX$SRî ThRd]QViW² X$nSP8#ý i:cSY\RZYTMY\fd[MiZPcTWñ88X_aXiiTWT|PS»TWRUTWñiZ8P·mcXiZSiZRUTTTW_"i:Y\iX$Pc`cT`cYVU] [SRUVUX[±TfUÝ&VUcTWbST`cY\iVUVUT/T_aiZXTWTWPSPSbcR#RZY\P8[`ScPcY\TX$Tfh_aTWTWY\PSPYiZRT¶XRU]c\im»T"RX$&`cRZYY\VUÆ[TWP8TWVdX$Y\[TWVdPgb8m»Rki±i:lY\iZY\TP8P8fh-XRYµ][&[$iWP²=bcý [ P8c=STWTWTWVUV/VZTh]\[m[PcY\VUPcT"T»n&`8Y\iZ[SRRhiUX$Yi:ikRZY\YS]iZY\YRZl]¼YY\ThfWRZ]\mXm ]²

oiZRPcX°[RZY\RU[cP8TWX$VVUmY½i`8RU[aTWV_-Yµ[c[¯cSi Th¬]¿fWiXt`8² TWTfdu°ñUX&i#uMXa_"iZb8ih®fW²4fhTo iUiYµ[&TWP·PSR[°i±fhX$[b8VUVd&TY\RUiZ[&`8VU[m»P8LTW&RUTW[PgRRZiY\_a[V/Ti #¤c´|TWQP«WncRUiZcTW`8TX°iZV`|X$TRUTfh"RUVUbcS_mMVUX$Th]P8X$RZY\X$Th_a]\m ñ
`S&]YY\iURUfhb8VZY\S_±T»Y\P8X$VUX$T±RZY\[VX°P`SY½óõ&ü ]\möQ² fdý8X$cPcTa$iZY\PcRhX$8RZnDY\[#P8SX$YVUfdmM`|X°TWVUTVZY\[¯|cThi]¼Y\TWX$VUTT±L_»RU["X$`c8`|T±T4RUcRUT±[2_aXM[giiYµR#Pc°Y\_a]µT-`|RZ[Y\TVUR·X$PSiRRX$VURUTWT$nDY\X$[P8P8iiZ[["V _a`cc[¯[&SPcTh]TWY\RZPcY f

`8[$O:TWRVYYiikY\_a[¯`Sfhb8]YifdTY\R/MY\[PPMRdVUVTWX$°P8Yµi:[&Y\P8RZY\i#[P[$Gfdi:]½X&Y\iUPSi:YYfWfWX$X$RZPSY\RÞ[P4fd8RUX$8PcX$R#TRU² cý TSRUYVikX$P8Yi iYµSRTYµ[&iUPMfhVYµ[¯|fWTfh bcV¹ibcVUX$RdR ciTW[V_aY\PT/óbcPSYöQÝ² bcT±RZY\_aT ¬ T² 8²½n
X$[VUVÞTX"[$i:RUY\TWPcPa$]\ThT±cRUVVXX$fh_aRdTT$±®h² VUý [S_ YiRZYY\i/_a&T Y 2VdTWfh$bSY\[]\R/P8i[VÞY\RUX""fd]XTWiUVUi:m»Y8iTWYµ_¸VY¼RU][aX$V]\TXX$fhVd[P=b8n=iZXRZYi#fWiWRd²cT¶PcT/ThY\X$VUST/8fh[&bcVZVUY\VUPcTW·PSRZX]\fhm±[Y\b8PSiRZTYfiZRZ&Y\gTX$fhRRUYµ[PcV i

Y]X$i"X$P8b8ThX°iZ]`ciT`c VU[[gRUV [LXTfdX&4YµRdfUTWYµVPLX$RZ#VY\X$S_-ThY]\fUTm !RUfh8X$[&PX$PgRY\RUTWfhTW[&VdVVUX°VUTRZTY\iZRU`|[ T±[`cîP8VU[¯XSfhRUT["Yµ_±STbcbciZVd_RZT»Y\_»VU|TWX$Y\_¸RdlTThYµiPS]Y\Yc[$iU'[gfhTW[cRUPSc,R±T±T[$`|i'RZ[gY\RdiZ_»cRUTWT»X$VZRUY\jT[ihVX$®bc`c_aYVUi"[ñ 8b8X$iZThTS] Yfd] (Y\RZRUm·[X]\[°'[&TWPcVZTY\XTWRUVfdcX$_ RUT`8¬[g#WiUiZiS[$YµSYfdR ]\ T

L M
RU¬ VlSX°PcP8[$i:#Y\RZPaY\[RUP=[±² _±ý Y\PScY\T_±iZTaY WTTiRZRUY\c_»T/X$XRUfhTRUi/b8X$XVd]ÆTafd]XTWiUPci:YTWVfWX$X$RdRTYµM[&PY\PTWVU[VUV[&SVGTWVV/X$RURd[MT$®=[&`c[RZVY\_±RUcY TÞWTaiTRUÝcbcTaTWP8$]\fh[T/8[$X³]G'`8[g[&iZVRd±TWVZ_aY\[[cVSTh`c]VUiW[&nc8$X$Y\STWY]¼PMY\RZmX

RUiZT[aÝ&RdbcSTWY½P8i¾fh`cT/VU[$[¿8X$XSfh[&Y] b8Y\RiZmRZ²Yf#o&]\Tfh[RUVZ[Y\RUVciW²³_"o,iRUPc[»TWbcSVh[aX]RdSPcY½TWiRZX$P8[VUlaX±fW`cX$P"Vd[gRU[$c³TW[$P"¿8RdcT/ThRUYµVV/XfhYµPc[TPS-TWRUVU[aTWX$P8`cfh`cTVU[fWSX°Y\P_»8X$TRUT#[RdbccP8T 2_»YµX°P`c`SóõøYµöQPc²

> 6|AB ":<GB568NkACD7 5h6 ";=A 9MCD9 $|°'C "QT9 "b#cCD7 &#681A 9
îi:Y\PcbS$]\]\RZT Y\`Sh]µT4Th¯Pc`|TWTWRZVU'R[&² VUl¯o/icfWX$&P=Y\RZn³Y\[Y\P8P!X]`c\mVZY\nGP8RUfdSY\`SYi]\Tl&nYµ8P8TMLb8[$iZ TX$L`cRU`c[VU[STWXRdfUcTWVfWX$Y\PP!8[VhT-Sb8TWViZTRU[4RdY\[·_aiZ`c`|VUTW[$TT"RU`8VhTWXVZY\PS[YµVUPc_" X$P8RUSfhT»Yi[$YiTWRUV±cXT

L
X$`c`So/]YfWiX$RZY\T[P8XRU8T#X$RkVhYXiS&b8Y½idXfh]\b8m±iUiZY\P8T4fhVUcTXTWiZVUTT-² RUcT i:Y WT[$[&bcV'iZ`|TWTfUMfh[VU`|[VXX°P8±PcTWRZ'[&VUl¯iÁn$RUcT fh[_a`cbcRhX$RZY\[P
M
VURUTcÝ&T#bSPSY\VUbcT_±"8TW[VkV[$RUVXVUY\TPSÝ&Y\bSPcY\aVUT8-X`8i¾XiUVUiZTTX$iRZRU]\m±cVUY\[P8bcfhVUT±X&RUiZcTDT²#ceX$bcRXVd`c8VZXYi:ikY\PcS$T]\fhmVUnDTXRUciZTT#DY\²GP8fhòtVU[TV³X&Y\iZP8TiZ8RX$XP8ikfh|TTWn&TWP·[ViZRUbcVcXñQYµÝ&PSb8Y\PcXSVX$Y\RRUY½»f$n|i:XY i

_±XYi:] Y\PcYµ[&$P]\TMV`8X$X_aiUiTiRUc[$VU [&bcX]¼#RdecRdT2VUTWcTWX$RÞRh÷°X [¬bcRUVUcP8[&Xbc]'cX$RhRdXccnTaX-Y\PSPcY\TWRZYR/X] Y\RU!ThY\S²õø-Ri_±'Y]TWVdYµ[&T±P]\[gXVUTWST±TL`8X$VUV[X$__-TWXRUTWVý iO îRUVhXO ýY\PcñTRUVhXY\PcY\TRU

PcRUcTWTMRZfh[[VUVUlD`|n=[#VX4SYfdTWR±VUTWTÝ&TWbSPLY\VU]½TX°!VUiZTWTWVnGTWVhX°XP8]G`8RUXciUT"iZTPciTWRURci±VU[fh[bcVU&Vd(TiZX4`8[i:P8Y\&PSY\PcY$fW]\m!X$PgR]µTWm!RiZ]X$_»VU&X]¼TW\V¶TWVaRd[cX$RRX$X°l&8T2XiZXT$S®$² X$PSí R[$X$TaTW[°TW Vn³RUcXTi

Y\øSP8®fh² VUTý XciZTTW!VdT»cX$X°VURT»Xcn=X RdPgVXbcY\_±PSY\|PcTWV¶RZ[°Y\_a¾`|Ti±[giUfhi:[Y\SbS]\]TiZ|[$T]\bcfh[RZY\_a[P8TMi`cRUVU[M[&SRdYµSSY½Y\iRZY\`cVUT[&nkSTW]µTW_4TWPn¿i[Y\_aRULTa [$X#iR/#8SX$YVfdS#X$T»VUT X°¬VUiZT»TWTfhbceVUTVUTWfhRPSYµRZ[&]\Pm
Y\Pg&TiZRZY\gX$RZY\Pc
î [cSbS]X$VZY X$RZY\[PLY\RUcVU[gX&·fd]XidiZTi/ñ#SY]\T2X"PSbc_±8TWV/[$TX$VZ]\m`cVU[_±Yi:Y\Pc4Th¯`|TWVZY\_aTWPgRhi/TWVUT
8S[PcPcTT±fd]½X&iUY\RUiZTicX$VU`c[g`8XTX°VUfdT]X"iUi/RU[±fd]XiU[iVUY¼lafWÝX°bSRZY\Y\RU[TP=n=Th]¼=T±$8Y\XTWP¹[&ibcb 2P8fdY\RdTW8PgX$R#RÞRdVX"XY\i:PSY\PcY\Pc$»]\T-c]½X$X°RVUXc²T±í PcTW[$RZ''TW[&&VUTWl»Vn$¾Y\RkYµRdY·i`8_"[gX$idPgi:Y\m ñ

Sfh[]µT_aRU`c8bcX$RRX$cRYµVU[&TP8X$Xl&]Y\µPcm4»T bc2`4fdY\RUTWcPgT/R²/`cVUOQP[8iZX°[S_-Y¼]Y\T¶RZmM`cVdTThiZ]¼RZY\Y\_±_»Y\P8X$RX$YµVd[&m·PMThY\cPg`8Rd[»TWViZYµTW_-TWTWPgVXRi]Æ`S¾Y\TYµRdfhTi/i_»fWX$XPM]GbSPc]\RZTWY\RZ_»'X°[&RUVUThl¯]\i¾mRU88T/X$R/_-&[Y½VUiT ñ

#fhVZ8Y\_±X$R³Y\P8'X$T#RUTXfd|STWY\RZTW'T#TWTWP4Y\RUT"XfdX_afd]½[X&PciU[$i ]Y\X°RUP8SMYf#XPc]§TWRZ[RUc[TWVUlaViÁóµncsr$öQT/² 8X&ST/Y]\T#[8`|iZTWTWVZVU¹[&TVUM_»X$fh[&P8_afhT#`8#X$VXX$iÀSPc]\T[R³`8Y\TW_aVZ`c[VUVU[$_»TX°DP8nSfhTX$P8RU[

üp
TWfh[TW_aP»_±RdbccPST YPSfWX$bcRZ_±Y\[8PTWV|[$TWRZ='`8TWX$TWVPX$_-Th]\TWTWRU_aTWVTWiGPSiRTWiTW¾_aX&Ti"VUVU[TbcX$R]µSm"]\m»Y\_afh[&`c_aVd[`8&X$TVDX$n8S#]\T S¬Yfd[V'fhfh[[bS_-]`8X$|VT±X$Sc]\ThT]µ`S`8TWbSVZ][[VU_»VX°bcP8RUfhbcT$VU®T n
`8X$VX]\Th]=Y\_a`S]\TW_aTWPSRX$RZY\[P8iW²

RTî iZRZTW[±Y\Vd_»$[Y\X$VPcRU_aTiÆ[VX$VdVUT/P8[S_EPc[TW_RTXfd[c±VdX$l¯PcRhikX·TWRRUi8`SX$[]¼RY\VdRlX$i-VUX$ñ/T/VUT'RUTcXXTfdMTWfhVhRU[X$V_-XTY\`SDPc]µTnTWRdXTMiÆgY8m"]¼\Pcb8VT·iZX$RdP8VfWX$SX°RU[RUTTW_ ¸[Y\iZVUP¸`SmL]òÀYµRhPcY\i#TWbcR[$VdT[RUVdclücT²fWcX°X$O PRhXcRUX²c]T#iZý [fhc[T8VUT`c`cb8VUiZ[&iÀ`S8]YY\i¿X$RaS]½X°YY\]¼PSVUY\RZRUm[T
O output units
H hidden units
I input units
Monolithic Net vs. Parallel Net Architecture
O Output O Output O Output
H/n Hidden H/n Hidden H/n Hidden

Net 1 Net 2
.......... Net n Averaging
Function
I Input I Input I Input
òÀ#$Y\ bcVUT! )ü

( " #
# " #$ ( & # # (%
:9
7 7 :< 3+
TWSPcT[fhVUbcTXMiZT RU8fh[&X$_aRT_±XbcfdMPSY½iZfW`SX°]RZYµY\R[P»YiX$VUP8TW`caVUfhT[&i_aTWPg`cRX°bcRZRY\X$RZT/Y\[[$P=§nSRUXci³TTfhX[&fd_a±`S[$=]\TWRURUcT¶TiZPc`8TWX&RfhiGTngfWX$RdSP-Y½i8T#`cVU_»[$&X&Y½SST#Ti`cVUX[`|#[XVUmaRZY\RU[[±P8X$|Rd[ThRU]µm
ôu
iZ_»X]\TWVÞX&iGTh]Q² ] úVUTh]Y\_±Y\P8X$VUmMRUTiRi#iZTWTW_ Rd[»iZc[$RU8X$R#RUSYi[Vdl¯iW²½óuWö
î TWVd$Y\PclgPc[$#PfWX$RUTW[&VZY\Ti±ñ¶Xi¸Pc[RUT!TX°VZ]YµTWVnTWP8STWVUñ8XiZTiZ`S]Y\Ri"[$/RUcTcX$RX8XTM|TWTWP
iYµZPcb8`cfWbcfhTR±iUi:$X$bSVZ]YµX$mSb8]\T$iZ®T²/Rd#R[#URUcVTWXV¶Y\PfWX°iZTWRU`8TWX°[VX$VZY\RUTTiWPcn³TWiZRZb8fd[VUlcXi/i ¬ Vh[X$VDRUT±RU[#[$_a¾[ci`8&TWY¹Tm/fd=_-nG[&PcY[$X]]\Y\TRUfhSR¶YfGVdTWPc$TWY\RZ[P=[n=VU[lcVi|bcP8Y\RUiZ¶bc`8X¾TWVdTWP8YiZSTTW V
PccTWX$RRX[fdVd]\l¯b8iWiZ²DRdTWoVi±P»fhX$[`cbS`c]Vd[gX|fdTMb8[$iZDTRUSYRdi[·l&YµSP8Th¸8Pc¾TMX&i=X`c`8VU[&X°VU`8RZ[gY\RZiZY\T[¶PYµP4[$óõüRUpcöQT»²ec`|X$TRX2X$l¹TW[&VUVñQSRUTWc`|T"TWP8RUVSXTWY\PgPSRY\PcTiZR[$Yµ_"#X$_±RUbS[V]µRiÀYµ`S[]\T V
[$Y\YRUfhMTTWVUiZVURd[[V`8fhX[fUP8lSiZñ[`cP8VUX°[Pg`8R=X°g`cX$Vd[RZY\8[X$P=S² Y] î YµRYµ[TVdi³T TWTWVUPcTTWVhXTh]Y\µmSnDRUX±TPSbcX°_±P88TWiZbcV_a[$_-X°TbcRUc[Y\RUVi8gXX°RZY\TPc#VUTThfh]\TWTWPS_aRZ]\TWmPgRh&i=YiURUfhVhb8XY\iUPciZTT
RUX$c`cT±`cVU_±[gXY¯fdRUcbcTVdiTafW[$X°GPY\PS|TM[VUR_»X$lX°TWRZPY\[±PThY\VURU[c_ûTWVaiZTWTh`8Y\X$VhSX$RRUThT]\Xmgfdñ!RdVXPcY\TWPcRZT[ThVUcl`8¾TWVUYµRdR!i-óõ`cô VU[öQ8z² X$:SYbc] Y\VZRZY\Y\PcT4i±VUVUT[fh[_ÿPSRUY\cRZT»Y\[P=SX$nÀRZRY\Pc[
Pc`8TWX$RVURZY\[RZY\Vd[laP[|PThTWY\Pc&·TWVURdm"c¹T VhX$W_afh[TVUncVd[TfhVR `8"TW[VZPc[T±VU_ [V/_±RUbSc]µT»RYµ`SS]\bcT±VhVUX$TRZfhY\[[P&PS[$Yµ#RYµ[&RUcP8T-i8bcRUXRUiZTWTVMX$P8[&fhPT²RUcý TcXT±idiZ]bcX$_aRURd`cTWVRZY\[X$P4`c`c[$VUG[g[XPcfd T

`c¬ iZVU`8[T8X°X$lSTW]\V m/fh_»[P8X$l&i:YTiZi=RdTWiZP8TWP8fhm8iZT®² ¹[Vfd]XiUiZTi³iZb8fd¶XiÆTWP8STWVRU8X$R§S[&P=ù R=[V&Y\P8X$VY¼]\m±fU8X$Pc&TY\P_±YSñQiZTWPSRUTWP8fhT

L M
eTh]µTfhRYµ&T¶iUX$_-`S]¼Y\PcañÀ[VTh¯RUVdTW_aTh]\m±]X$VUTfh[Vd`8[VXtngX¹VhXfhRZY\[P"[$§RUcT/cX$RXYiiZb 2fdY\TWPgRRU[±RUVXY\P
RUgcmaTRd`8cX$T VVUX$T_aiR'TWRd[°TW§VRUi³cRUT[/fh[XVU]µbc`cTb8ikiÁnRUY\8RX°YRGikX$]Y\VUlT#ThÝ]\mMbSY\RURU8TX$fdRk]µ[S[iZPST ]\m»Rd[/ThRU8cX$T_a[`S`c]\RZTY\i_±PcbcT_ÓX°V#RUXc]µTbcT8iÁ[²GbcòcP8[cV³X$VbcYµTVUiRUcX$TWVUVkTVUPcTh8TfhPcTTWiU_aiUX°TWVUPSmR ²

OQVR-X$P8Y½Si-[`8_ [SiUX°i:Y\P8S]\TiZRUTh8]\TX$fhRaRZY\RdVTXY\fdPScY\Pc[$YfhTRZY\[°_aTRUVfhX[Y\bSPS]Y\Pc8TTh8VUX$T_aSb8`S]\fhTTiW*² i::Y\bcPSVZYY\PcfWX$PSRdRZV]\XmY\PSSY\mPc8iZn#[RU_acTT4fh8[[_±bcP8ScYµP8X°X°VZRZY\TY\[iMPX$VU[$T

bcfd]½PcX&lgiUPci[$`c#VU[&P=8n³X$cSbcY]¼R±Y\RZY\RUTcikT"[PcVTWRRUcT[VdiZlRX$RURZ8YiZX$RRY½fW8XX]iiZT8X$TWVTWfd=P!² RUí VhX[$Y\'PcTTW&TWY\VPn$RUiZcb8T fd(fd]XX iUi#`cXVZmY\[fWVX$iPL_¶Pcb8[iRPcTW8RUT cfhTh[]\T_-iUi±`8TW`cP8VU[$iUX$&RdYTS T
¹[V#Xi¾Y\RURUcT/[&RUcTWV#_aTWRUc[cci#STiUfhVYµ|T4TX$VZ]Y\TWV²
:
O
R
Y #
i °
[ ¹
U
R W
T M
P d
R c
/
T
g
[
X =
] U
R »
[ °
X c
` S
` µ
]
m
i
[ a
_ /
T $
[
U
R c

T Z
i
T $
X c
` c
` d
V g
[
X d
f c

T #
i U
R
[ \
Y a
_ c
` U
V $
[

T d
f
]
X d
i :
i
Y
W
f $
X Z
R \
Y
[
P 8
`
Y\fhP?[PSXRZcY\Pg&bcY\RZ[&Y\b8[i/PðiZRU`8[!TWT`cfdVU[$VU&TY½&fh[Y\PcPSY\RZ_aY\[[cPSbSRX]X$iVZl¯Y\iRZmï¬ X&Y\iMRUSTX±iU]fhX$VZVUY\8&TT¶ERdVX$X|Y\PS[$Y\PcT² cX$í R[$X$8XTWiT$TW®GVnRU8[X$VMRRUcTT8]½XX°VUTTThc`S[c]\fW[X$VUcTDbSnD]X$VUm T W
T Z
V

[ U
V "
_ $
X 8
P h
f
T n
8XT/Pc[R#[&8iZTWVUTMiZb8fd"Y\_a`cVU[$TW_aTWPSRikY\Pfh[_a`8X$VZYiZ[&PMRU[aTWVUm-]X$VUT/_-[Pc[$]Y\RUSYfPcTWbcVhX]§PcTWRZ[VUlciW²
±z|{ÆÎÚ Ä zzÀÉ¶Îz
iZmcTaiZRUTW8_»XiÁT ngX$Zb8P8iZ"RZY`|8[TRULTWPS[RZbcYXV/]Y\VUPSThRU]TWY\ThVUTiZRVU[Yµ_ÓPfhRd[cPcTPciZT#Tfh]Y\RZ_±Y\[Y\PSRYX$iZRR»Yµ[&X$P8`ci#`cVd[gY\RUX"fdcPcTTWigTWmV_aRUcTWTaRUclS[cPcc[$iW#² P4í ][Yµ_¸TWYµRhX$TWRZVY\ng[P8fh[i±Pc[$Pc#TfhfhRZbcY\VU[VUPSTWYPSiZRR

Xfh[]\_a[V`cYµbcRdcRhX$_»RZY\i[P8XRd8T/X$X$PMRkRU]µcTTX&iZ_-R#[[VUPcTTfhX$[`c_a`8_-X°VU[TWPPgRí &îY½idXî SRUX$VPSXRYµPSX$Y\&PcT "RU`8VX$XVY\XPS&Y\PcY\a_4VUT² Ý&ý bSSY\VUYTi¾iYi/[VX±STWPcVTifhT[°iU§iU_»X$VdX$mfhPS[Y\RUP8b8iZSTÝ&T/bc_-TWP8[fhVUTT

[$RUTW#VU`cP8ci[|PcThTW]\RZ[YPcfW$XY\]\Pcm!&RUY½[MidfhX$VZPSY\_±m·Y\fdP8]X$XPgiUR±iÁ²/RUVhoÞXiY\PSPcYµPc[&|RUTn=4Y\PTX$#VZ]SY\YTWfUV!n|]XX$]VU'`8T±X°V[cX$fW_aX$TWcRUbSTW]VhX$iVUm X$VUí T±î`|[î RUTWPSiZm¯RZYiXRU]TWµm_»i¾_a¹[cVUT&Ý&Y8bcTTWPSRZS]\mm8`8XX$RUT ñ

_»&YiUX$fhPSVZmY\_±_aY\P8[&X$VURZT»Y\`8ThX°]\mVnDX$_a_aTW[SRUiZTWRVh`8i/X$RUV8X$X$_aP!TWRdX$TWVUVT"ib8X$iZVUTTLPcY\[PR_ao/[¯& Y8i Tk2c[$¹[V#TWX$PSTWVman`8i:X$Y\P8VdfhRZYTMfhbSRU]½cX°TWV m!`8X$X$VURdT"RUTWRVUmSP `S¬YRUfWcX][g\iZm!TPc`8[X$RVX°RU_aVhXTWY\RUPcTWTV i

XiUi[¯o/fdYi³X$XRUTVU"TiZ¾bSYµ]\RdR·n$RUfdc]T#XiUX$iZ_aTi[&bc[RUPgcR³TW[$VRUfh8[X°_aP`cRUbccRhTX$RZfdY\][XP±iUi¾VUT[$Ý&¿bSRdYµcVdTT/`8¹X$[&RUV§RUTWo/VUPD ®h ² RUVXY\PSY\PcfWX$P±8T[VSTWViÀ[$8_»X$&PSYµRdb8ST

_aiZT[X$VdVhTafUcRUTW8VX$iP8XYiTVUT[ÝbcbSP8Y\VU±TLY\RPc[TV/fhRUTVhiUXiUX°&VUY\RZmaY\[RUP8[Xb8] iZíT#îQXîiZRGfhRd[&V_aXY\PS`cY\bcPcR8X$²RZY\[jkP8TXfW]X$8b8X$iZVT"S[$#'X$RdVdSTY½²§iÁO:n¿P»fh[&[&PcbcPcVGT[$fh#RZY\P±[PS]X$YiZ|R»[iZV`|X$RUTW[&TVUfUmnVUTWT ñ
8RUVXXYµT#PSY\Pc[VUól&TôöQ² [&ý P»cSTTWiZTTh]\fh[[`S_aY\Pc`cabcRdfhTW[V_aik`cPcbcTWTRX$"RYµRU[&[P8|XT]iZ¹mcbSiZ]\RUmMTW_»`cVUi [¬ 8Vh[X$Rd_aa_»8X$X$VSS]\T##_"X$VUXT#fUX$SP8Y\Pc-TiWiZ[$n|i:RY\#P8fhX$T/VdT$®TWRUPc[TWVQXX]=fdY`c] Y\VUR[X$&RUTVX$RU_»cT i
_±b8iZR/VUbcP[PRUcTW_XiT»X]\RUTWV[bcVRUVhXY\PSYµPc`8X$VhX&Y\_»iY\PRUcT»fh[bcVhiZTa[$VUTiZTX$Vfd=² #PRUcTa[&RUcTWV
=
= e!VXBK_W
U
MKJ1P
\MU
aR@tHOHMXW?TM3P~LNBKW
yRai_TU
P U
PYDOHOH!G1M|Hl@]W
QKMiM3?BK_QK\P
BSZ1MXWYegBKW
a P
\M+W
M*7_jDW
M3Fa@EZZjD?Qeg_?V3PYDBK?w
(
ôc
8iUXX$P8T/Di:nSY\8PSXYY\PcfWaX$PSiZR[_-X$_aTÞ[X$bcVhPSfUSRikY\RU[$TfhRURZbcY\_aVhXT]Æ² iZ`|TfdYX]Y X°RZY\[PRU[_»X$lT/fh[_a_-[PaRUVXYµPSY\Pc±[`|TWVX$RZY\[P8ikT 2fdY\TWPSR fWX$P

:
O
P U
R c

T U
V
T h
f
[ &
S
P µ
Y
R µ
Y &
[ ,
P c
` U
V c
[ h
f
T U
i W
i
n c
P W
T c
b
V
X
] c
P W
T Z
R

[ U
V !
l W
T $

X \
] 8
b $
X Z
R \
Y
[
P
Y
RZfhY\[[P8P8i:XYS]\TWmVUTY\PSDRUnSTW_aP8i:[SY\iZR§T"[°RU8RUX$cPTRZRUY\c_aT-T#TWVdTXÝ]\b8bSX$Y\VURZTY\[P[[$V³]X$]X$VUVU&T¾T iTX$X$Vfdb8ciUTiY½iX°X$PP8_±Y¯VRdX$bc_aVUT_"iW²aX$VoiÆY½]\iRUcRZ[mgbc`SYfWX]RU\maSYSibcfhT#[SiZRUR[/_±_ab8TW_aiZR/[&|VUmTM
i &
[ S
P µ
]
m a
_ c
[ S
W
T
V $
X d
R h
T µ
]
m a
_
[ U
V
T h
f
[ -
_ c
` c
b
R $
X ñ
XVUTfWfhfh[T&iUiPSYµVRX$Yµ[&RdP"cTWY½V#iRUX8X$]X$P4VUVTX?_aTWfh_a[_a[Vd`cmabcRRUX°8RZX$Y\Rk[P=Yi#² fhý [cPcTWPcVUTThfhRU[TVU Tn|#Y\RU8MX$RSY\YiMTW8PcX$TWP8VSX]\mYSVdRUT4ÝRUbS[aY\VUTX `cVU[[¯V#fhT]idX$iZVd[V#TRU8[cX°fWR¾X$fWcX°bSP»]X$|VUmT
T`cXVU[i:Y8]\mMX°S`cY¼]VUY\[RZ&mMVTX$iZ_aRZY\_a_»TX$DRYµnS[&VUP=TWS² X$V&]\TiUi[$³#cTWRUcTWV#o/ i[V X$b8iUiY½X°P»_±YcRUbcVUTiX$VUTb8iZT"[VRUcT/TW_±YiUiYµ[&P
Y\SP8TfhfWVUXo/TSXiTiZTnL_»[VUfhX°lc[gPgiZiZmLRRX$i R]X$Yµ¬ [&TW8P8[TWi/VhP X$fhRU[¹[[PgVZVRY\TYµRUPSi±VbcX¾T"YµPSY¼RU]Y\/cPcThc8Y\®#TV/¾Y\X$PcY¼S]TWG]\TMPcY\R["RUX°[S]\[]µThTPcc`8fdTW]TWY\V/_±VZY\|_aTaTWRdPSX»[R»i:SY\¾Y\PSYµRdcYTWfWVPcX$`|TWPSbcTWR/VZV]XY\[_±]VU_»PcY\RTWX$X$RRP8Yµfh[&[T-PVdl[¹&[&TTWV iZV/RZ_»Y\RU_»cX°T»X$PgRdmMVd[TV`ciZiWVUR/nG[&[$SX&#]µi±TWRU_"RUScYiWTi ²
RUífdVYX[X]YµY PSWTWY\TPcTWViZn=iZmc[MThiZcRURUTW`88_»TWX$VZRiWY\²_aRUcTWT±PSRY\XP8]#fhVUT[XVUilTfhY\[gRUiZR Rd¬ cVdTaTh]½X°]X$RZVUY\&T±TiZRUR[M_a`c[cbcSVUTTh]i±íîY]î iZiZRZmcY] iZ¾RUTWVdT_»ÝihbS®#Y\VU_"T"XTWmPc[ibcRZY]¼!b8fh[iRZ_aY¹`cmbciZR[X°_aRZY\[TaPiZ`|[TWVñ

{³Ø¶Î} Ç Å-Å Î{³ÊÇ Å Êz8{ðw a}=Ç~#Ø±Î'z

ý¬ RZSmSY`Si-Y½fW`8XX$]¼\`8m?TWVaX°P 8X&î i=¹[cú³fhnb8iZº#Tj ò[n#P!º#RU cTMSn#mg[&cV VZYý :/í îî ®a8RUo/VX YµPc T X$`c¹[`cVVU[gfdX&]XfU=idi:n³YY\P fWX$#RZY\[SPðYfUgmiZ[X$_aP TMî l&Y\eP8y![$[/VMPcVUTWThRZ]X$'R[&Yµ&VUlT
TW_»PSX$RURhVU[fUS`SY\mÞPc!fhVYµRURd[!TWVZY\X [Pí Y½îiÀb8î iZT² ý RU[#SYTi"iZRZYY\iM_»fhX°bcRUVUTVU`cTWPSVU[RZ]\8mX$SRUYc] Y\TRZY\T_ai[g[iZVRM&fhY[iZR_aX$P8_afh[&TPïiÀRUX°[#`c|`STG]¼Yb8fWiZX$TRYµ[&Y\P,P¶S[$¶mSP8PcX$TW_±bcVhYfkX]`cVUPc[TW&RZV'X$[&_aVUl¯_±i-Y\PcRU[
VUfhT[fhPS[RZ&Y\PgPSbcYµR[&Yµb8[&P2i'iX$`8VdTWT#T8fdMThY\PcVUT±fh[Y\PSPSTY\iZRZRZY\[Y\gP=X$² RdTí a[$Sm±TWVUTWTViZngTX$XVVfdX$cPcTWViWT² [$=[TRUccVZTWY\V#ThÂ8X$m-`c`c]¼YVdiZ[gRXcfdcTWVUTTiGRUX$cP8T#"_-iZbc[gciZ`cR'VUfh[[&S_a]\TW_a_»[i'PaYµP[°ÆiRd`8cTWTTiZfdT ²

úVUT&YfhRZY\TPcTWRZ'[&VUl¯iñ=OQP"RUSYifWXiZTn&oÞ iX$VdT#Pc[RGRdVXY\PcTaRd[`8TWV¹[Vd_Ó`cc[PcTWRZYf ¬íîî iRX$RUT$®

fd¬ oÞ]½X&ºÞiUi:®¿Y_-fWX$[¯RZSY\[Th]=P=RUnD[±cbc`cRVUTY\&P8YiZfhRUR/TX&X/·TX°X$VURUTbcVdRUT VhXY\PcTfhTRd [V¬ X$fWY\fh[TWVP&Y\iZPc["_aRUT[2`cXVUTWî&Y\[e b8ifhPSVZbcY\RU_¶TWVZ|Y\[TWV#PD® [$=XiTX$X$RUP·bcVdX°T bcRU[TVUfhTWRd[VdVTiiUi:X$Y\P8 T

RU_»cXTSXYµ_±iUiZbcbc_ÿ_-`c]Y\RZlY\[Th]PYµc[$[S¶[cXT`8iX$RZVUY\_»RZYfhX$bSRU]T-X$V Y\Pí#î·SîYfd!iZRhRUcX$RUTT²SmSý P8X$S_±Yi»YfafWX$[°P 8RUcTTMiZiZcm¯[$i#RUTWP_ RU[L¬ X8fh[T·b8XLiZRY½f"X°VZfhY[X$VUPgVdR"Th]½[$X°/RZY\[RUcPDT ®

Y½óisRöQX$nSl[TWVP4Y\Y\PSRURU"[[XPcfWT/fh[PcbcTWPSRZ'R² [&VUý laSRUY8iX$fhRk[&b8bSiZ]½TiThRUYµcRdcTTWiV¶RX$|RUT»TSYS[TWPcPgTaRZY\b8RZmMiYµPcX4iX¶_±fhbS[&]µRPgYµRU`SVd]\[$T"]8PcY\PcTW`cRZ'bcR±[&VUó l¯rgi ôöQ¬ ²k[ePcb8T±fU`8TWiV¶m¯iiZRRdX$TW_»RUT$i®
88XTWTW&P±T'|b8TWiZTTWP2i[b8VÀfW]½fhX°TVUiUi:TWbSV³]¼R\maXiZRdlcViWXnY\PccTbcaRGX$Rd[`c`8SX$[VUTWfhPS[RZPc]\PcmT8fhRUXT"TkPc&Yµ[°RYµRk8VUTWTTWfhPa[XiPSY\iZRZb8Y\[fWP=fhT² idýi:¹bSc]TWmaX&i§Xfd]iZ]X[iU8iY¼XfWT#X°RZiZY\[[_-PcñTW8RZY\X_aiZTT i
gXmSi/cRUVZcYTciW²³YµOQRdPMTWVUX$SPSYmY½i¸TWb8TWiZPSTRnRdRdc[T#Y\`cPSVURUTTW&YVfhX°RZRUY\TaT/RUciZm¯T-iRUY\PSTW_»¹[iVd_»X$VUX$TRZY\X[]PLiZ[¹Vdb8[iZ_T-RUXci³T»gPcmScTWRZVZYc[iWVUn&lDY\P»n=Rd8SX$Y½fdRGX/Y\iZP!TX$RUVSfdY»i±iZfWb8XfdiZ T
Y½í iîX-î `cVUiMT&óõøcYfhhRZöQY\²,[Pú³TW[&VURUVUTW[&PgV RY½i:XY\]¼\P8mnX]Q`c² VUý T&cYTfhiZRZT±Y\PcTLTWPcRTWR[Vdl¯[i#Vdl¯X°iaVUT/fWX°RUPcT±VUPcTW`c[VUPST]Y\iPcTWTPgX$RMV/iZTTWÝbS_aY\$TWXPS]\R»TWPgSRmSP8[$X$_±X°bcYfWRUiW[nVUTW[P8VdfhTTiUi:Y\TT

]µXTiUX°iZVUbcP»_ac`c[$RYµ[&PMRU[±RU8b8X$iZTRYRUicTWTW_P8STTW=_±TYfhfRZY\RU[»Th]\fdm ]Xcidci:[$YfW'XTW] &íTWVî·nRUî cTWñ8m"XSiT[aMPcX$[`cR#`cXVU][g\TWXfdYcX$TRUiWT/² RdcT/`SYµTfhTW¾Y½iT¶iZRX°RZY\[P8X$VZY\RZm

oÞ_a[cSTh]i[$ í îî iñ³OQPMRdSY½ik`8X$`|TWV#T#8XT/&Y½idfhb8iUiZT"#Xm¯i¿YµPMSY½fdfh[PcPcTfhRZY\[PSYiZRX]\[ñ

VZVUY\TRUiZcT_»X$ViGfdcfWTWX°VP»i±VU8TW`SX]XTMfhTiZc[[$RU#cTWP!Vhi³RU8Y\P»X°R»&TWfhPc[TWPcVPcX$TRZfhY\PcRZY\[PS`cYVdiZ[RM8X$iZRUSVUYb8] YµfhRRdYµTbciVUTb8iaiZTfW¸X$P!Y\P2|X$TP b8í iZTî î RU[²$OQPMVUTW`ciZ[VU_aTiZTTWPS[R»RUciZTWRVGX°P8c[X$VdVl n
Tí iZRXîX$fURU îTí ² ñGî8XXî iZfdT4Y[&ibcXX]\RUid`ciZ[[¯bcVZfdRY\RUYbcX$cRdPS_»TY\RiÁ²Y¾i#PYµfhRd[8¸_afhXT¸`SPci]\TWb8TW_abcfUVTWXPS]8iZRUbcPcT8TW±iZRZmcSiZm[RUVUTWRZlY\_ _aY\PaTW#ñQ#SXiThS]YRUXfdcm¶TTTa#X&fhfUY\[&RU±TWPc[VdPcSbcTYGRUfh`cPcRZbcY\TW[RRP8fhi[[|VUVdVdl·TWTRiZó r&`8TWr[TWö:P8Pa²cOQRdi³PcRdT¾[ÞRUS&X YY =i íTWfWîVUX&TWiZPSî TR n

[bcRU`cbcRGbcPSY\RikRU[/VdTW`cVUTiZTWPSR'RdcT#RU[`|[$]\[m±[$=RUcT íîî n°¹[°]¼\[$T±Sm»Xfh[_-`8X$VX$RU[&V¿iZbccñPcTWRZ[VUl

ôü
RUý [ÞSfhYi[&_aPcTW`cRZbcRU[TVURUl¶cST[S_±TiY\PSY\Y\_a_¶`Sbc]\_yTW_a[$TW8PgRdRcRUT¾cX&TfhfhRZ[Y\VUX$T#RZ[$Y\[=P-RUcTX]\SbcmgTP8iX$[°_¸[Y½fbcRURZ`cY\_abcRT#Pc#[cX$SVdT`¸iGXX°]µR§&[RUcVZY\TRUc`c_VUTWn&&cY\[bcb8RGiY\RRYµS_-[gT¾TiiRUPcTW[`=R ²
VUTW`S]XfhTRUcT/`|[$Y\PgRdTWV |[g[lSlTWTW`SY\Pc"RU8X$RYiVUTÝ&bSY\VUT ¹[&V¾X¸`cVXfhRZYfWX] Y\RUTWVUSY=Y\_a`S]\TW_aTWPSRX$RYµ[&P=²
OQPcP![PcX$ñQPcfh[[RUPccPcTWTVfhRZfhY\[[PcPSPcYiZTR»fhRXYµ]µ[&&PS[Y½VZiY\R±RUc¹_[&VUn_±RdbSc]½T»X°RZoY\[]\P`c8[$X$#ñQ##TW8R4X$Ró\8WXök¾`cX&VUi/TWY\&PSY\[RUVUb8[ci:S]\mb8fh8TTWTWP!RU[·fh[iYµP8_±i:YbSS]TWX$VURUTTM!RdcX$PTaTW[PSVURZ#Y\VUX$ThV]\m

VUVUTTfhfhbcbcVUVUVUVUTWTWP8PSR/fhTbcPS[$Y\RiRUcX$T VdT±¹[&]YµVUPc#TX$X°VVSn§ñX$8P8XfdlgRU#cX$T»Vh Xfhí[b8îiRZî Yf±X]\Tfh[RUVZ[Y\VhRUi#c_4TWPS² RUTWVý RdccT4To#]\[S]\`c[8`XYXMTWXMR-_±Y½i"bSVd]\TRZY\fh`Sbc]VUYfWVUTWX$PSRZY\R[nP!RUcRU[T

iRU:Y\[±_¶RUbSc]T X$Rd#T'Y\RdRUcTWVdTGS[Y`|fhTWVZVY\X$RUTWRZVY\[Yµ[&P±PD[$®8² X iRX$P8cX$V í îî iRX$RUTkb8i:Y\PcXbS]g]Y\lTh]Y\c[g[cMfhVZY\RUTWVZY\[P ¬ XiÆ[`c`8[giT

]`cbc\[Ri8XX]§i[&`c`cVURZ[Y\8_±X°Y SY¼X$]RZY\RZY\[Y\TPiWn|RdRUccVUT/[bcPcTW4RZPc[[VUPSla]YµfWPcX$TPMX°V/8RUT/VX$&P8Y\TWi:[TVU_"XX$ikRZY\`c[VUP"[$&ñGY½OQ&P8Y\PciRUMTXXM[°TWPc¿TWb8Vi:XY\]=Pc"Pc[RUPSc]TY\PcPcTTWX$RZVRU[VVUX$l-P8i:[bc[RUVUññ

_»iZm¯X$iRURZY\TW[_P±² [$8ý RUScYTi[`88TWiZVdTW_±VU$Y\RX$i±RZY\[XP±°]µ[&T8fhRUX[]'Vh[i³`cRUR8YµX$_¸RY X$X°VUTRZY\RU[cP!TWP±[$#b8RUiZcTT-Yµ[PcVG`cbcX$P±R-[RUVRUX$cP8TWVdi:[YVUiZ_"T#X$iZRRZX$Y\[P8PcX$RUVh[ TWíRdcîTWîVñ8Y\XRU!iZTX

$]\[8X]=RUVXY\PSY\Pc"[$¿RdcT í îî i/ó öQ²
úVUTW`cVU[cfhTiUi:Y\Pcañ î X$PSmaVUTiTX$VfdcTWVi8XT/b8iZT-TX$RUbcVUT/_"X$`»VdTW`cVUTiZTWPSRX$RZY\[P8iWntVUTh]X$RUT"RU[±[PcT/[$
¹RU`c[cVUVT[$Xa¹Y[&SiZVU`8Ta_±TW_»bSTfd]½X°X°`cRZY\`SVU[TYµP8Pcfhik[SiVUPS[Y VUW_Õ[TW_ÏVþ²Pc[O:P[$cY[&iZ[PcmRUTWcP·RUTW[V X$fdP8S]\TMTi:X$Y\fhP[$P8]ciÁX$X°nD|RVUX[TViZóX$T-s RUX$[&VöGVfdic[&VTWó rgV¹iuVUöQ[&8nS_ûXRU[aTX"ThTWPc¯PcTW`|TWÑTWVX°VZiZY\RU_a`|TTTW¹X$PSTlX°RUTWTRUV/bc4VURUT/[Y\VUX$RUTWPL`cVUPc[$TTW]iRZTWPgiZ[R`8X°VUTlcRZX°Y\i[lP8RUTW[ Vi

óõô$r$öQ²
ú³[giZRU`cVU[cfhTiUi:Y\PcMñ jkTfWX$b8iTa[$GY\PSRUTWVUTiZRY\P_a[VUTafh[_-`S]µTh_a[cSTh]i[$¾iZ`|TWTfUX$P8RUcT»&Y 2fhbS]\RZm
Yµ8P"X&RUVT Xb8YµPSiZY\TPc-a_aiZb8[fdVd»TÞfh_-[[¯_-S`cThbc]i RX$¬ RZiY\b8[fUP8MX]X\mMiRdScTWTÞ_»iZX$TWP8&_a&Y\PcTWPg2RhXX°]8`c_a`cVU[c[gSXThfd]½ci¾T_aiXTWPgiRXYµ[&`|Pc[gTiZ»RU`cX$Vd|[¯[$fhTT$iU®ingYµPci"[_aiZRUT#TW`-VUTYµiPTX$iV`8fdTWcTTWfdV i
VUbcTRUfhRU[TWVX$PSP8Y\RZfhY\T[i P=²L¬ fh[&OQP_a_aRdS[Y½i¸PS]\_amTWVURUThcTW[cVUDVUTnRUcRdTM[·`cXVZi±Y\_»X$PX$Vdm£ VUS¤Tfh«W[PS¢¼\Y «WWTW®V"n[TWVaPcX TWV]X$X$RdRUTRZiYfhThTMY\RU[$c TWV"`|[X4RUTW]PSY½iRZRaYX[$]#ÞfW[X$VP8c&i±YcX$X$P8RdT

Xý iUciZT [cfdiZYTX$fhRU[TP8cX&X°fhVU[m»b8iZiZmcRZYiZfRUTWY\_EPS¹[RUVdc_»TWP"X$RZVUY\T[iUP fh[&¬ VUiZTb8ifdRU·cXTifWX$TW_±P8&YYiUci:Y\X$[RUPT]`cYVUiZR[8[X°VGSVUY¼TW]Y\`cRZVdY\T[¯ifhT¹iUVdi[T_ iRURUccTT±]`cX$RUVZRZY\_»YfhTX$VdgmmS`8iZm¯[iRdRUcTWT_MiZT®i ²

B
PcTWY\RUR[iZVd[l¯_-iT¶X$VUPcT±TWyRUVXfhYµVZPcY\TRUTWVZY\[[PP=²M`ccòc[[&PcVTWYµRZP8YfaiRiZX$TWP8fh_-TnÀTWPgY\PRi/RUcX&i/T"SfWTWXRUiZTWTaVU_±[$Y\PcRUcTTM¹eVUTW[&_ _-TWPgY\RRUXTW]'VUS#Y¾TWXbc]¼VY\XPc]¾_-TWTWPgRRiÞ[VdY\PlRUóõü$cöQT n
RUgVmSX`8Y\PS[Y\RdPccTi:iZY WTWTRn=X$bcP8Rd4RUTWRUVcX$TWP8PfhTX$² VUTý VdcbcT4P·VURdT[MiZbS]\TWRZPcY\PcTWVX$RUiUTfh[`cVdVUT[i»8X$X$VdSTMY] Y\SRZ]µY\TWTP8iST[ïVÞiTÝY\RUbcTWP8RUfhcTT4iRU[$c¾T·iZTWid&fh[_aVUTWTPgi¸Rh¹iVU[&Y\P_ TXRUcfd T
`cVZY\_»X$VUmMiZmciZRUTW_ncX$P8 8X&T |TWTWPic[PMRU[Yµ_-`cVU[$T/[$TWVX]§`|TWVZ¹[&VU_»X$P8fhT²

o#SY¼]\]RUY\RZcY\[Ti±bc&[$!#RURUcST"YiaX$X$`c`c`c`cVUVU[g[gXX&fdfU[¯TWfhPcb8TWiTVX$RdT[i¶PiYµTWP_aRUSTWYPSiR¶`8`cX$Vd`8[TW8VX$n=SY\RY] YµY½Ri±YµTiZiMRY¼X&] ifd[&]\[g`ciZ`8T-[giZY\P(TiZ`SRd[·Y\VZY\RdRcnT"XiÞ¹VY\X°R_aT»TWPc`cTWVdV[X°8RUTX$iñ

`8$]\[g[iZ8RdXTW]§VZY\S[VTfh`c[¯c&[Y\PcPcT"iZ`cRdVUV[X$8RUTWX°SmY¼]² Y\RZY\Ti"X$P8RdcTWPb8iZTiRUcTW_ÿY\P(X$P íî·î ñ8XiTiZmciZRUTW_ X&i/`8X$VUR[$ X
±É-ÚÛÚ ~#N} ~ Å È Ø¶~ 7Î Å Í Îz,ÖÇ } {§Ø±Î ¶É{§É±}=Î
OQX$PM`c`cRdVUS[SY½iXfU`8±X$8`|XTWVinc8TWT TWPM8XX$`cT`S]Y\[cTfh"b8RUiZ[T"]X$[VUPT#X&RU[¯bcfWRUX$[cVbSY½X]X$]ÀVdSm¸Tidfhfh[&VZPgY\RZ`cY\RZPSY\bc[P[b8[$iG§iRU`8cTWT/TfdSamgcVUTVfhY½[í PSY\îRZY\[î P=8nco/X$P8 ¸ï_aX$VZTWYX$RUcPS[cRikDX$² VUý TkcY\P T

b8[$GiZT#TW&SYmaSTW_»P8X°fhT»PgmVUY\TRUiZcT[&X$bcVRfdciZTWRUVVUiW[² PcýMcXTiUi_abc_aTWRU`ccRZ[cY\±[P8`ciVU[$X$&8Y[SbcTR/i'RdXc_-ThYµTV fUZ8[$X$Y\PSPSRYiZ_ iZRX$RZ[YViZRY\Y½P8fWfhiÁ[n=VdX$`8P8[4VX°_»RZY\XPcmM¸8XXVh&X$T¶PcX$T#`c`S[$]§YfWiZX$[&SbcYV] fhYRZTm i
RU_a["TW_±RUcb8[cfU-Yi_aY\[PcVdcT¶TWVUfhTW[PS_aRZ]\`Sm·]\Th&YiUiZfhmcViZYµ_¸RUTWYµ_»P8X°iPgRUR8X$X$P8R/MfWX$fhP4[&P8Y\P8iZTWfhVU[VUX°`|RZ[Y\VX$TRU[$Ta³S`8TWX$TWV`X$_aX&fhTW[Rdb8TWViZiWRZY² f±X$P8 ]YµPc&bSY½iRZYf»fh[PSRUThcR² ý cT

ôô

T
i S
` µ
Y d
R ¶
T d
R c

T Z
i ±
T 8
`
[ U
R W
T S
P Z
R
Y
X '
]
X S
$
$
X S
P
R $
X

T W
i |
n U
R c
±
T S
g
m c
Z
V
Y
-
_ W
T U
R c
¯
[ 4
U
R S
8
b
i Q
$
X
V 8
&
X
i 8
W
T W
T
P
¯
[ h
f 8
b
i
T
&
[
P \
Y a
_ S
` \
] W
T
_aRXTWiPSl¯RZiWY\² Pc±QT/XX$Y\VZP8]\m2-i:[Y\RU_ac`STWV]\TikX$iZmcVUTiZRU[TWPS_"]\maiWnS8#TWS°YYµfUPcPSY\SPc[aMiZRUbc[VU`cTh¯VY½`Si]\Yµ[PcVd°T/]µmMRUcT Thb8]§i[T P-[$=]X$_aVU[&T/VUTÞfh[fhPS[&RZ_aY\Pg`Sbc]\Th[& b8i#iZRdiZVU`8b8TWfhTRUfdbcMVUTVUiTfh[Y\&RUPSMYµRRUYµS[&YP i
: ñ
`8_aX$[cVSX&Th&]Yµi &_¬ Y\P8²³fdOQ]\PMb8&`8Y\X$PcVURY½fh`cbSc][X$PcV[$nc]\[T m|X$®VUT VU[b8_ûiR'c|X$TWR$XtY\PcnDPS#Y\PcS»YfURU[_"]\[gX[m4lM8X$TaRkVdRUTcÝTÞbSfhY\VU[&TPcPcTY\PfhRZY\[[VPSSYTWiZR#V/Y\RUPS[MTWRhVUX$TWlP8TafhT/XS[$=X°]X$PgPcRX°&b8TX$[$T

]\[¯fWXòÀ]¼\Y\mP8X&]Y½\idmfhnSVZ[Y\_±bcVY\P8fhX$bcPgVUR/VUTW`cPSVdR³[Yµ8PSX$RUbSSY\YRZ] YµY\R[YµP-TiYiVhX$RURU8cX$TWR³V#_aRU8[VdX°T¾PX&i:SY\_aX$`SP8]\fhmMT±RUVX$&P8TWVi:i:]X$Y\[RP8YµPci³-[$DRU[±RUc]Y\TlgTh]mSYµcc[SVZY[c±c_aiW² TWRUc[c±fWX$P±VUTX$R]µm

8`cVUTW[Pc`|Th8TWVURRZY\TVUi[_Õ[$X±RUc`|T¶TWVX$fhb8TW&`cY\RURUb8[&XVU]m·`8iZTWmcVhiZiZRU`8TWT_ fhRZY\RU["T²kVUOQTPX$RiZ]µb8mfd·fh[X$P8PiZRUX$VhX`cY\`cPVd[gRUXcfdTa=iZnc`8XT/fhT±_»[$XmaY\_a8T±`|[X$VUSR]\X°TPgRUR/[aSb8TWi`8T¶TWP8iZ[S_-TWP8TÞfdY\i:TY\i_a|`STW]\T ñ
RZfh[_aTWTW`cP·VdTWTcX&TWfUP8i:Y\iZRTX°RU_aTa[cX$SP8Th4]#RURUc8T±X$P`cVZY\[T2V¶X$iZRhVdT2X$RUfhTbciVUX$VdP8TWPgRZ]\Xmfh[b8b8i:iY\PcRZYfY\&P TfhX$RUPS[mVi [$ ² [bcý V Sí Yiîfh[î bSñ]8X`|iZTTWVU_±iZY\mcR¶iZRUX"TW_»_±iWb8n¿fd·YµP8_-fd]\b8[SVUTñ
Y\SPcTWMRUTWRUVUc_¸[gYµiZPcT±TRUY\cRUTbSfh]\[RZY\Pc_»PcTX°fhRURT/Yµ[&bcPSRZY½Y]iYµRRZm4`cVU[$[§8PcX°TWSbcY¼]VY\XRZ]³mPcTTWiZRRZY\_»[VdX$l¯RUik[&ViW[²V#eiZ`|b8TWfUTfU4_aVU[cTSfhTh[]i/PS_»Y\RZXY\[mMP=|² T¶PcTfhTidiUX$VUm YµPL[VSTWV/RU[
= BKaMD?7DPYDl@tHiP
\M3BKW
I9evBKWSP
\7DUSM
7P
M3?UYDBK?mDUFTM3U
VXWYDG1M3FmD?dpOqCqts~J@E?FmP
\MàR@]P
\TM3a@EPYDV]@3H|G-@EUYDUSegBCWSP
Wb@tD?7D?Q{B]eU
_TVb\
.
U
I7U
P
M3aSULNDP
\@+Q]HBKG-@tH!aR@ KDa+_a @iZ1BKU
P
M3WYDBCWYD c !uNV3WYDP
M3WYDBK? @EU FM3U
V3WYDG1MXF/D?[p rts~w *
ô$r
ÓÎÖÎ}=Î Å GÎz
ó\Áö`ce8`=²&o ²DüS_»sX°p$VZñQYQô&n uShsgo n8RUpcøSTWsg[² VUm±[$=XcX$`cRZY\T#`8X°RURUTWVUPafd]XiUi:Y8TWViÁn 8æZåãtë tèã
'êâK Gè½n[$]Q² ¾^ øcn
CL M
óõü°ö PcTW² R78SXY½c$XS]TWY½P"X°_»l[gX$iWVdn l[$¶/² _a8[¯8SX$Th[|]n»im¯º/iZRd²"TW_ðegfd¹g[#VX$fhVd[R PSRZn»Y\PgX$bcP8[& b8iG÷ciZ² `|TWî TfUX$alScVdT[fhbS[]Qn PSY\¦RZoÛY\[P gmScVZYyiZTW8æ_aå&ãcTWëPScRèXã]»PccTWbcââKVhX ]
L
åã|zá Sáàè 'æZTè âÁëëWàã n&[$]Q²8ücnSPc[8²=&ng`c`=²³ cÁñUøucn|pp$r8² NM
óõô°öÞ÷cD²="à &jã8X$ål&#ê TWVæZn è hý âWëhcë¦zT à¡$ã :/&n$ºo [$]Q²8 üôcnSPce[8mc²ÀiZRUTWnS_ `c`=ñ'²oü$r&PñQü[$pcn8TWVdpSY\-s TWc² n 8æZåãcë ³è5ã `hè ë àYWë !¯âhKâ Gåã|á
L M
ó r&ö [$²³`cjVUX$[bc8_X°Sn Y¼]hYiZoRZYPfY\PcbcTP8Ýfhb8RZXY\[]¼Y\P8RZim[$X$ P8î X$XVUidl&iZ[[¯-fdYX$`cRdVUT[¯fhT_»idiZXTSiWnY\

_±hãY 8X$â RZ%Y\S[åPêà RUà¡TâWfdëWcnPSPcY[8Ýbc²|TôcinS`cY\P`=²=iZRhWX$ñQcRZYn=iZRZYpSfWsXüc]G² TiZRYµ_"X$RZY\[P
FL
M

ó°ö ±í Y²cjkSTWTWPcP $îY\[8nX°º/VUl1² [$: T î î [c[SVThY ]8n gmS²$còÀVZY]DX$n_a_±YXcn &8º/æZ²$åþãt'ë [=_aè`|ã TÞn Tâ gæZ]\å[ê8ÞX]¯â [
`cRèYµæd_¸çëWY nX°RZ[$Y\[]Q²Paôc[$n&PcX[8²gPcütTWbcn`cVX`=]c²gPcnü TWRZü$'ñQü[&VUlgptñ n
NL
p&püc² M
óõø°ö íX`|²gjk[giZ[RUbcTWVZVZY\][X$VkVhD`cn VU±[8²gX$þS[&Y] PSY\RZYµY\±Ti X$P8o" `c`S² ]î YfW[X$VURZSY\[X$P"P=nRU[/Wº RUVX°î P8i:o/Y\RZúY\[&PcVUñT8fhXbciZVTi:aY\fhT[&PcTiZPcRZTY\_»fhRZY\X°[RZPSY\[YiZP»R#X$iZP8`8±TWT_"fdaXgVUTY\_±fh[Y &X$PSRYµRYµ[&Yµ[&P»P=[$n
NL

()8Kâ gã|~à hå+ê *',â cèæ -.*0/12/,3$42cn³pp$r|²

M
ósö ííî²gjkî [bcn "VZ]X$Y\P Vh»áX$P8é-å'ã ²âÁëaî à[&ã VUg/X$P=â Sn æZhåo!ê ãfh [5¦PSè&RZ'æ Y\Pg±bcå [àb8¡èi6ã iZ`|TWæZTè fUh"âWëhVUë¦Tà¡fh$ã [
&PS#Yµ7RYµë [&âP28iZmc
ë iZ9RUTW_E¬ :±TW²_±e8|² Tý c[&bcYµPcVUTW R Wî lgmÀn úkY\DPSRU²®[ n
NL
`c`=²|r8ôSr8øc² î [&VUgX$PMþ/X$bS_»X$PcP=nDegX$P î X$RdTW[»^ko¶n=ppuc²

JM
óõ°ö íiZ`|²TWjkTfU[±bcVVU]½TX°fhV[&±PSX$Y\P8RZY\[P=n ² :î [Vdg;X$P='n$æZè<² =ã^ :/ê>?G è&Áão5Sfhè[ã PgRd`Th¯ènRSë TWà`8~ÁTWë'P8@S=TW¯PSâhRGâC PcTWbcå&VXã8]¯áAPcTWàBRZã|[åVUê<l¹æ[&èTV§PcâÁë[ëWPSà¡RZã$Y\ PSbc¬ eg[X$b8P i
L
òtVX$P8fdYiUfh[8nÀ^Go®nS`c`=²cOZO õô$rSp$ñQô ücnDp&püc²

M

óõp°ö o/í fW²XjkS[TWbc_±VZ]YX$f±VúaVUX°TP8id¶iWnDp² p$î r8[² VUgX°P=)n Gè&ã8ã8Kâ à¡èã|à\ë @=¯âhCâ -*'Kâ è ã8à à¡èã / ,ß-7CWæhàá DæZènå gnþ]\bS'TWV
ó\u°ö RUí Vd[²P8jGiW[&n :bcVZ]X$V!EX$8P8æZ åãc^ ëW²§å ÷tà² ¡èLãtë'Th]¼è\TW
ã lTWP8å iÁn âæhã YµPcãlc8i±å|Bê 7TWë¦Rà½ë#TWåTWã8P áî äX$å VUl&g[à¡4ã8Fâ _aã[cSâThê¡]½ê¼i-Bà X$âP8!ã hâ_±nW&bS[$]\]QRZ²cY]XücmnTW`cVa`=`8²cTW&VhfhøSTWs`cñ
L
°scnDpput²
M
ó\ÁöÞVU÷cTh²t]X$e8R²gYµjk[&P8VZYiZ&S]\Y\T`8n iWRdú[VU[&iZ8RX$X$RZSYYiZ]¼RYY½iZfWRXY½f¾]GY\`8PgX$RdRUTWRUVUTW`cVUVUPTWRVUX$TRfhYµ[&[&PaPS[$Y\8RZY\[TWP=Tn&"[Y\VUP #/X$Vâ±SæZfdè]XhèiUi:FYfW X$àRYµã[&$PMGPc/êTWHR&è[æVdà Il/$[bcë RU`c/æbcR3iWn&gà âY\KRU /

L

SæZâWëMåã8d á Dê~à hå à¡èãcëWn§ò²=òt[Th]\_»X$P e[bS]KY TMJ X$P8÷c² í TWJ VX°bS]µR ¬ GciÁ²®n§o ý yoeO±eTWVYµTiÁn`c`=²
M
üü¯sñQüôøcnDp&puc²
ó\ü°öÞ_a÷c²k[ce8S²³Th]³jGYµVPSY½RU&TW]\TVU`cn Vd¦TWo#RX$]\`cRZY\8[X$P=ñQn TW=R¯i âh±Câ XMLVUTGfhè bcVdVU[TWPggRã|~àPchTWå bcà¡VèXã8]#ntPcTW[$RZ]Q²8[pcVUnSl·`c`=X°V²8fUSô°Y\RUñQpTfhücRdnDbcVUpTaput² Y\RU!XMSYcSTWP î X$VUl[$
L
M

ó\ô°ö :±G=è²$0jkVUD[gê¼ â[&M_aNc7Të XâD8n& ë¦nS:±[$² ]QÆ²8[ütncT`cn `=²8î ôbSüc]\ÁRZñQY\ô ñX$cVZn|YX$Sp]\Tc¹² bcP8fhRYµ[&P8X]cY\PgRUTWVd`8[$]X$RZY\[PaX$P8±XcX°`cRZY\TPcTWR[Vdl¯iWn
L JM
ó\Wr&öÞú³.²SâWòëW²§à\ëWjkn|VUeg[$fU#c[SP=[$n ]§[$ý c^GT»[o/_-fh`c[bcb8RUiZTWRVY½fhegñ îfdYµTW[cP8SfhThT]¼n³Y\Pc^!X$VUúPcVUTW[&$SY\T ]µTWî _ Th]Yµ\P![P·ovbcRUPS[Y\_"TWX$VRZi:YY\f"RZmen³`8TWpTSfdsg ² º¾Tfh[PSY\RZY\[P=n OP

L M
ó\ °ö o±²8jkVUmciZ[PX$P8 b^GSY í [8!n DêàâhRá QS àT±å(ê Gèã æZèêncj]XYiUSTh]úbcS]Y½iSYµPcL^G[_a`8X°PgmnDpø&pc²

ô
ó\ø°ö ±X$P8²S4^Gº/c[$²ÀegnfUSî #²-X$:V bcn PcW8j X°/_jn²%/eþY\_±ý 8cXT¶]Qjn îjE²$þfhV[XPSiZRZPcY\PgTWVbcn [&b8i ²þiZ`|bcTW8TXfU]XcnSVUT÷cfh² [&î PSX$Y\lgRZcY\[[&P·bS] iZnmcú³iZRU²TWú_4VZYn fh
Tnc'e8æZèT²º [b8fh[SiW n
ã ê>!Gè&ã 5³èdã hè &ë àYScââK=¿åã|á
àBã|åê?'æZèhâWëhë¦à¡ã$:/X]½X&iWn ý Th8XiWnS`c`=²&p$ñQpücn|pSsg²
L M
ó\$sö î^'X²]¼Y^G[[&VUcPSTWYX"P=n X$R WújkcTW[VUPclTh[$]\]\TW[m$n³YfWXp]pce²RUVUb8fhRUbcVUTi¸[V"e`8TWTfdïº¾Tfh[PSY\RZY\[P=n P .SâWëWà\ëWnv#PSY\TWViYµRZm![$

L M
ó\°ö VUî Tfh²|[&^G[PScY\RZTWY\P=[P·n í iZmc² iZî RUTWbc_4VU&n ThYµRY\n¯P ÷t²8jkæTè TWVU P8iZRUThY\P= n8ú³ã ²cêú>(VZYGfhTèn8ã 5X°ÀP8è dã î ² hè &Thë Y\àPgYRdV!X$=bc¯=âhn Câ ý cåT ã8: á ^GBà OZã|ú åí ?ê G'º,æZè hiâW`8ëhTWë¦Tà¡fd$ã
L
¬ o]\cb8ÝbcTWVhÝbcTn= î ®nS`c`=²DssñQutnppuc²
NM
ó\p°ö `Sî ]\T²&^G&Y[iZcRUVZTWY\P=cn bcí RZY\²[òcP4V`cX$P8cfh[[|PcnTWRZYf² î _a[[cVdSgThX$]YµP=Pc1n |:±n ²ºY\P bcá_-Thé]µ8åX°ã!VUhRâWngëX°àP8ãm /±â²So æZåcê?VãX&iZ5W=èn æ ¶^Gå [àPSèRUã
ThcRUñQæZSèTWh`8âWëhTWë¦P8à¡Sã$TW PSNR7_±ë âbS]\RZY\ëñ
NL
¬ e8²õ÷c² í X$P8i[P=nc÷c² :±²D^G[$#X$P=nSX$P8^ ² ² Y]\TiWn kciW²®nS`c`=²Dø$rgp$ñQnø Ssgn8ppôc²

M

óõüu°ö RZY\_aS² :TTW¹Pc[&V#8n RUchTo iZ`|TWTWTPcfUTWVXi:]Y\Y WP8T X]Q² S

Y½cDS"à &TWPã8å_»?ê 'X°æZVUTèl[$âÁëëW_aàã [cSnSThüS]Þs ¾õø Yµ Rd8sciZRncX$RUp&TWpñQfhüc[&² P8&YµRYµ[&PcTRdVUTWP8L¹bcP8fhRYµ[&P8ia[$
L

M
óõücÁö ±RUVhX² ±]¾² S:mSP8YµSX$X_±]X$YlfWYiiWnS¹[&÷cV¶²õº/fh²[º¾PSRZ[Y\PgSbc]Y½[&fhTWb8lDi¶n8iX$`8P8TW Tfdî !² VU iTfhZ[RUTWP8PSSY\RZ[Y\[VZUP=² ² eTW_- TWPgRUæZñ8åãcX&ëiZTk±èãiZRU[cfUc8âXKâ iRZYfGå_-ã|á[¯S/Th]giá[°à¡;èÆiZ`|Tæèfhñ/
NL
hâWëhë¦à¡ã$&n8 ¬ rc® rgôt

grrgütn fhRU[8TWVppôc²
M

óõüü°öÞº/TW² ²N:[&VUb8lcnDX»p¯X$P8sôc4² ú³² ² í X°VUR#n å âæh6ã Gêå$ëhë¦à hå à¡èãMåã|

á hâã8â /ã|åBê 7ë¦à½ë¦n Y]\TWmOQPSRUTWVidfdYµTWP8fhTn

óõüô°ö Pcí T²8fhòcRZY\Vh[X$PSP8YfhiZR[8n `cî VU[²88^kX$S[Yc] Y\TWRP=m"n8TiZRZ² Y\_»î X°[RZVUY\g[X$PaP=Y\n P:±X²cSºmgbcc_aVZYTh-]\8SX$YVUcRSnDTWX$P P8î ±X$VU²clo[$cV_aX[¯iZ=SnTh]\ñPc^GTW[&bcPgVRUXTh]§cPcRUñQTWSR'TWiZ`|`|TWTWP8TSfUTWMPgVdR/Tfhfh[[Pcññ
L
PSY\RZY\[PiZmciZRUTW_n Lkè F â-æ =¯âhCâ »åã8á =å$ã ng8å â D[$]Q²ccncPc[|²8ôcnS`c`=²ütWñQüüütng÷$bS]\mpp°r8²
JM
óõü$r&ö î [V'²$òcfh[&VX$PgPRZY\hPSY\bcPSYQ[ngb8þ±i²ìiZò`8² TWDTfdTWMTngVUX°TP8fh[/&o±PSYµ² RYµ[&P=XYµn |Th]Qn ^G [&PcPcæTèTfhRZ?Y\hã[PSêY>iZSR G#èY\RU ã TW5 VdÆSèY8zã RUV`XY\PSè Y\&Pcë à~§ÁX'ë .Pc=TW¯!âhCâ S mgc=VZåYã8á _aTWBàRUcã8[cå& ê
CL
æèTâÁëëWà¡ã$n&`c`=²crgü°ñrgücn&o#]\cb8Ý&bcTWVÝbcTn= î n=pp&uc²

M
óõü °öiZe8`|²³TòcfhbcRUVUVUbcbS_YQn n 6e`8TX$l TWV8Y\P8æZåSãtTWë `8TWP8è&Sã TWPS`RènYiZ[°ë ]½àX°~ÁRUTë'Ac[âVhâKM=VUTfhå[ã8&á;PSY DWà"TW&Vã8b8åi:ê(Y\Pc'æZèShâWmgëhP8ëWX$à_¸ãY½n=f¶&¹[$T]QX$²GRdbcô$VUr8Tn³iPc[$[8¾²#i&`8nTWT`cfd`= ²

L
ü°bñ pcnDpøt²
JM
óõüø°ö iZ²RhX$RUTi SYµR X°PX!X$X$`cP8`S ]YfWî X$RZ² Y\î [P!²¾eRU[[P8iZS`|STWYQT² fU!í VdYTcfhS[TWP,PSY\RZ_»Y\[X$P=VU²l&O[Gè _aF[cS Thâ]i"æ Y\¯RUâhKâ RUTW_aå`Sã|]á X$RU=TåiMã Xi-Så Pc[âPcn§ñQü iZRh½X$ucRZY\
[P8&X$VUpcm n
KL
p&pôc²
M
óõüSsö íi:Y8² TWViÁYiZn =n YµPho!'`cæZèVU<[@8X$SY] Y iZRZãYfêX$`c `cGVUè[gã X5 fd|±èRUãz[`RUchTèbcë P8àYSWTWë VNiZ=RX$¯P8âhâC& Y\Pc±åã8X$P8á:DRUà"&VXã8Y\åPSêY\PcæèT[$8âÁPcëëWTWà¡bcã$Vh X]8¬ o#Pc]\TWcRZ'b8Ý&[&bcVUlÞTWVfdÝ]bcXTiñ n
L
î ®nc`c`=²=ô&øcWñUôø°r8n8p&puc²
M
óõü°öÞº/fh[² PSí RZY\PSX$TWbcc[ñQb8v#i»_±i8`8XTWTfdfd!X$VUP8T fh[í PS²8Y\RZY\TW[mP=n n O|Y\PcTX$ V/&YiUæZfhè VZY\D_±ãY\P8êX$PS R¶GX$èP8ã X5]\mcèi:Yã i`[hVè Y\_aë `càYVUW[$ë T="¯]âhX$Câ Vd Tå[cã8fWá X$cbSBà ]X$ã8VUå&m ê
FL
æèTâÁëëWà¡ã$n&`c`=²cOQñUô$ñUøcnDegX°PòcVX$P8fdYiUfh[|nD^Go±n=ppüt²
M
óõüp°öÞPS÷cY\² RZí Y\[X°P=_an `8iZY\PSY\VUáT X$éP8åã!ho±âWë"² àã XY\/8Thâ]QSn æZå^Gê![&ã Pc5¦Pcè&Tæ'fh±RZY\å[àPS¡YèiZã6R'X$VhæZfUèShY\RUâWTëhfhë¦RUà¡ã$bc

VdT#i³7[ë âV8_±bSë
]µR9 YµñQi¬ `8:±T²X$e8lTW² Vký `c[cbc[VUPcTWR TWW_algmT#n VdTkfhD[²®ñ n
L
î [VUSX$P2þ/X°bS¹_»X°PcP=n=^Go±nDpput²
M
ôø
óõôu°ö í`h² èí ëTWVd _»X$èTP8iZNlS-mn W½nSú³TW[$Vfh]Q²8TW`cSRUsgb8nSXPc] [8|²tr8Y\PcnDTX$pVpucú² VUT&YfhRZY\T ¬ ú =ú®»X°P8X]\m¯i:Yi"[$¶i`8TWTfd=n cèSæã|åê/è,5 ISâ
L M
óõôcÁö íåã|² á í /TWVUg_»áX°à¡èP8iZlgæm/èTX$âÁP8ëëWà¡ã$² nî i`8[TVdgfdYX$XP=]=n YiUWiZº¾bcoT/e [&ý P2o!º`c[&VUc[cb8fhiZTRiUi:eY\`8PcTW T[°fdt·iZº`|TWTTfhfU[ &tPSnYµRYµ[&P=nc [$8]QæZ²õåüãtPcë¦[8ån²S àr8¡nSè`cãc`=ë²è¯ã:s$cñbââKpt n
L NM
fhR²½n=pp$r
óõôü°öÞ÷c² Tí i]µTWTWVdmR n³no±ppt²gþ² VU[&=ngX$P8-º/²gúX]\_aTWV@n ã æèá à¡èã è Ig
â .Sâèæ 7è 5 /â SæZåhê /â
èædçë coÞc&YiZ[&P

óõôô°ö îíî² íî [cfU]½X°SVU8TWTWVdñ8n/[cfWe8X$²cºbS]TWX$P8VUXm]iWVdnTfhX$[P8 PSY\o¶RZY\[²PºiZ[mcSiZY\RUP8TWiZ_4[P=n "n Y\hP o/j'æZj è <ý -*Fý cT^'¯v è°içâ: ã g=mSåc$ã VZnYg8å fh[â Pc8PcCâT fhgRZY\ã8[èPSêYè iZRU7ñ
>L
Mèædçë gè Dn§p&p$r8²

M
óõô$r&ö ±`S]Y² :±fWX$² RZY\í [P b8X°RUPc[8niZ`8þ±TWT²õòfd!² DVUTWTTfh[nG&X$PSP8YµLRYµ[&o¶P=²n 'XæZYµè|<Th]Qn è,5

^k[PcPcTfhRZMY\[èPSædYçiZëR»giZè `|TX$èlã TWV±ÞPcâTg[VUæZå_"ê XÞ]Y â X°
RZY\è[ædPçëAX$P85¦èLæ Y\Ri±àBX$ã8`cå&ñ ê
L
æTè âÁëëWà¡$ã <c`c`=²8nô SsñQôøøtngO úVdTiUiWn=p&pc²

M

óõô °öÞº/X$Vh²$fU÷SXY\RUfhT[&fh8RUi§bcVdX$T P8c .n î ²÷°[Vc8X$æZP åãtî ë À² è|;ã Y\Pc#T7X$ë V³â`SYµTë fh§TWä¾Y åW@ãTfh[åPgã8Rd;á VU[$]g7 iZCdRUâVX°æhã8RUTWâ $àY\~TÁi|'ë Y\P¶î XX°_aVfU[cN S8o bS]½`cX°VZV§Y]'PcTWbcpVpXôc]gnSPcTW[$RZ]Q'²D[&üVUôcl n
L
PcV²|ücnc`c`=²8ôô¯sñQô$r}cn|ppô
M
óõôø°öÞò[°²$] ÷$²|Thø$]Y\r8PcncTWPcl[8n ²Sr8^Gnt[&`cPg`=RZY\²!PSbcô[ü$b8ñbiniZ`|cn8TWTfUpS±søcVUT² fh[&PSYµRYµ[&P¶Sm¶iRX$RZYiZRZYfWX]c_aTWRUc[cciWn :æZè hââháà¡$ã $ë,è 5 IgFâ 'n
L M
óõôSsöÞòã|à ²=à¡÷$èThã8]Y\ntPco¶TWl ² eXThY\]|¹ñTh[]VdX$gP8X$4PSY Wþ±T²D_aTWT [cS¬ TThc]¼iWY\Pc²®nS`c[`=V/²criZ`8TWu$TñbfduôtVUn Tî fh[[VUPSgY\X°RZY\P2[P=þ/n 2X$bSY\6P _»*'X$PcâhåP=án³à¡$ã p°p&ë¶ucà¡² ã =¯âhCâ *'Kâ è </
L

M
óõô°ö
²|â;÷YX$8PcâK2gX°ã|P8à~hå#ê@*²8jâ,cX$èVUæ P8nX°ÀVDpn p$r8^G² c[S[gi:Y\Pc»fh[PSRUThcRi¹[VPcTWbcVX]§PcTWRZ[VUlciWn Q#æ,â è&ã #æZåá Så âãtë à /

L M
óõôp°ö VU:±T²ciR÷$X$bcbcVVXX$ PSiZlSR=m`cn|VU^ [ ² TLfhR[gn [Y\RdP

TWV'iWn æZèT² ýhã X ê>fd#cG_»è&X$ãP=5cnSè÷cã²|e=TW¯gè$Xç$]QânSã o¶=²|åeãRU[$]SfdålTâDnc'X$P8æZè"hâWëh²ë¦à¡î ã$ [VU¬ gX°[P=ln[8ý X$_"cT/Xcnjk÷TWX$VU`8lX°Th]\PDTW®m n
CL
O:P·úVdTiUiWn=p&p$r8² M
ó rgu°ö ý ²|þ[c[PcTWP=n ý cT õPcTWbcVX] ùt`cc[PcTWRZYf/RZmS`8TW#VZY\RUTWVn

kè F âæ WñQü&ücnDpc²
L M
ó r8Áö ±i:YiZ²§RdþTWP8[fhPSmY\8Y\n³PX² iZî `8T[X°VdlgTWX$V±P=nÀY\P8^ S² TW`8TW[SP8[SRUTWTWPSVR2iWn fh±[&Pg²DRZoY\PScbcV[Xb8iZia=n iZ`|î TWT²ÀfU^G![cVdTTWfhP=[n³X$PSP8Y\RZ Y\[íP²=iZòcmcViZRUX°TWP8_fh[8n Mn Y\Pî [¯áSThé]Y\åPcã!hâWfhë»[Pcà¡ã ñ
FL
`c/`=â ²DSøæZå#ê ü$ñQãø& S5¦èsgæ n8±på pà¡ôcè² Rã 'æZè hâWëhë¦à¡$ã :#7ë â8ë ¬ e8²õ÷c² í X$P8iZ[P=n8÷t² :±²D^G[$#X$P=ngX°P8^ '² ² Y]µTiÁn kciW²®n
JM

ó rgü°öÞþ±ë 7²$ë òâ8² ¶Dn|TWTþn ]µ=bSåæ TWV#âGo/éè fWhX$å SC7TWS_±êåYæf±7#úë bc¯Sâhå$]YçiZâcæ TW/ZVàiWã|n³á,â cpâã|tá² âã hèã à'ã gnè ëë ¯âhCâ ÞæZKâ è ã|à à¡èNã GF gâ )kß E
ó rgô°ö ² D TW&ãY\P=ên >(eG`8èTWã T5fdDèdã VUT`fh[&hè PSY\ë RZàY\Y[WPë b8=i:¯Y\PcâhCâ S§YcåSã|TWá P(Dfh"à [&PSã8RUåVU+ê [°']GæZPcè TWhbcâWVëhXë¦]Gà¡$ã Pc TWRZ¬ o[]\cVUb8l·ÝX°bcVTWfUVSÝ&Y\bcRUTTfhn8Rd bcVUî Tn ®"nS`cY\P `=²c'rgæZôè ô$<ñ
L M
rgô&øcnDppuc²
ó rr&öÞº/[°²D] ²Àú³² nc|PcY\`c[8`c²=_»&ngX$`cPc`=P=²Àn WWñQºôcTW&nDY\TWpE&pc[$² PcTWbcVX]§PcTWRZ[VUlci¹[ViZ`8TWTfdVUTfh[&PSY\RZY\[P=n m/â SæZåê kè F å àèã|n
L M
ôSs
ó r}°öÞº/æ²èTú³² ?|Y\`c`c_»6X$hãPcP»ê> X°GP8 èã5D²e$èY\ãzPc`TWhVèn &ë í àYmgWcë .VY½cPcâTWâKbc=VÆX]µå&ñPcã8TWáRZDà"[&VUã8l'å8 êíîæèTî âÁëX$ëW`cà¡`cã$VU [gî X&fUYµcPcTPciÀTX°RU[`8[$']Y[&iWVn cî iZ`8Y\[&PcRUP=RZ²\Y\nSPc`c8`=n ²
CL M
O:bñ ø $bñ ø&cnDppôc²

ó rgø°öÞº/² |Y\`c`c_»X$PcP=n|`8TWVhiZ[P8X]¿fh[&_a_±bcPSY½fWX°RZY\[P=n§pp$r8²
ó rcsö Y:±iZR² î `cVU² [D8bcX°|STWY¼]P8Y\RZiZmMlSmTnciZo¶RZY\_»² ²X$Rdo/[ViUiGX&X°YQP8ncaX$P8_±aYc÷cRU² bcî VUTW²Sñ gX°Xb8Y\lDiUi:n YX$^kPM[SPcTWPcP8Ti:fhY\RZRUY\TT"iWn &
Yµ°YµRVU6Tfh[&æPSèTY\RZÀY\[è,P»5 b8Igiâ-YµPcãafhê>[SPcGPcèTã fhR5 YµD[&è&Pcã ñ
CL
=¯è$ç$âã =å$ã ngå &-â æTè âÁëëWà¡$ã n&`c`=²õüp °ñQüpcn [l[8X$_"Xcnc÷X$`8X$P=n=pp$r8²

M
ó rg°ö_ae8² [cî SThX$]Ql&n Y\Pc'[8æZn è ý <?²cþ/X#6X$8ãX$RêXt ngGX$P8è&Mã 5þ±Dè²czã þ`YS[8nè n Wë ºà~ÁT'ëfh#[=PS¯Y\âhRZCâ Y\ [P4§[$å¿ã|fhá [DP8"ài&[ã8P8åX$+ê PS'R'æZ8è X&hiZâWTëhMëWàã[<P"gRUjkc[gTiZRUú³[&TWP=Vfhn TWî `cRdX&VUiU[iWP²\n
L
`c`=²Àsô$ñZsr8n8pôc²
M
ó rgp°ö î ² î Y\P8iZlSm)n &ye8²8úX°`8TWVUR?n â3æ â æZèãcëWn|^'X$_±cVZYSTn î o î O ý úVdTiUiWn=p&øpc²
óu°ö RUî [&VY\VUi¹8[XV[iZ`8VZYQTWnSTfd²\n Vdî Tfh[[VdgPSX$Y\P=RZY\n[P ²\GnXX$P8aTWP8jkS[TWbcVUñVZ8]X$X&VhiZDTnMí X$²\`cn `cWVUú[gX°X&VfUX ]\Th]8RUVXY\ PSY\PcMè[$ædç ë î gè =úè`cã Vd[Þ8Tâ X$gSæZYå] Yµ'ê RZma/âT
iRZY\è_»ædçX$ëñ
CL
5Wèæ-Dà"&ã8åê?æèTâÁëëWà¡ã$n VUTWTfhTnt`c`=²õüp$ñQü&pcn8pp$r8²
NM
ócÁö :±úbc²SSú§]¼²YiZî cTW[VhVUiWSnX$PappcX$P8&²M^² ²|egfh[$8Th]DNn /â SæZåhê /â

èædçë/åã|á câKâ 'æZTè âÁëëWàã n$þ]\bgTWVoÞfWX&STW_±Yf
óü°öÞVUT²fh[&î PS[&Y\VURZgY\[X$PP=cn nDWújVUY\[cfh:TWTbc&_±Y\Pc gi#:[°TW¿bcRUVhcXT/]¾Od^'TWRi ¬ ncSj &:/[$]Q ² OZ® Oh³n8X`c`=² [r&VdrgløY\ü$PcñrrScøVUcbcn8RUT"pp$[r8V²fhTMX$`c`cVU[gX&fURd[i`8TWTfd
NM
L

óô°öÞ¬ º¾² oÞî ú¾[® VUggXX$P=_±nbS÷t]\²RZY\jG`cTVUfd[clDfhngTiUú³i:²Y\Pcþa[c`8P=TWVngYµ`c÷tc²jTWVhYX]\_a]D¹T[iWVGn fh[&²$Pco#Pc]T\fh_»RZY\X$[P=PSnSYiZX$R#P8X$a`c÷c`S²]Y½jkfWX°TWRZTWY\V[n P8iWý n cT#cèºkgY\æhPcã8å&oê8è,VU5AVX'måúæZåVdê¡[¯êfhâTêciUåiã|[áV

L
P/à\ë æhà Cj âh; á Gè F àã <³e`8TfdYX]OiUibcT[PTWbcVX]¿TWRZ[VUlciWnS[$]Q²=Wr8nS`c`=²õü°rg$ñQü ptn8pp&üc²

M

ó$r&öÞiZ[&² _aî T [ThVUcS`8X$TWP»VYµX$_-P8TW PgíRiÁ²gn jk[Y\5PbcVá]½X°VéDå&n !ã hâWë#TWPcàTWã VXÞ]¼Y Tâ gX$æZRåYµ[&+ê P2ãX$5WP8èæ¸±`8å X$àVX$è&_aã TW'RdæZTWTèVGTâÁiZëRZëWY\à_»ã -X°RZ#Y\[7Paë âY\8P-¹Aë TWT9 &¬:±[VU²#e8X$² Vhý [&bcPcVUTWTWRhRUi ñ
L

WlSmn kD²®n|egX$P î X$RUTW[|n8^ko î [VdgX$PMþ/X$bS¹_"X$PcP=nc`c`=²8øô&u$ñQøôSsgn|pput²

NM

ó°öÞ² TWî PgRd[ñQVdj'gX&X$P=iZTn í î ²jk[c[SbcThV]i]½X°¬ VegDú8nSo e8²î ®=VUTW[TWV'PS8i`8TWTWVU8Tfdn$MX$P8VUTfhí [² PSí Y\RZTWY\Vd[_»P X$cP8nSiZO:lSPgmRZ]Qn ²|^Ge[RU[cPSfUTW8VUX&TWiZP8RZfhYfGTú³[TWP4VfheTW`8`c[Rdlb8TWXP ]go=X$b8Pc&&YµRdb8[X$VUmST ñ
NL

úVU[¯fhTidi:Y\Pc8n8`c`=²Àp$rgô$ñUp$rgøcn|pp$r8² NM
óø°öÞVUT²fh[&î PS[Y\VdRZgY\[X$PP=n b8í i:Y\² Pc(í TWú VU_»=úyX$P8X$iZlSP8mXn]\m¯í iY½²i"jk¾[YµRdbcVZ]X$_±VDbSn]\RZYú³]½X²'mþTWV"[c`8P=TWn#VhfhX°TWP8`c RUVU[^ P8² iWn[S'[æZRUèTW<ViÁFn ^k[ PgRhãYµPSbcê>[-b8kiaèiã `85TW#Tè&fdã
L
`hèë àY!cââK=¿åã|áDà"&ã8åê?æèTâÁëëWà¡ã$n&`c`=²crgp$ñb&ücn ý [Vd[PgRd[8nc^'X°P8XcXcnDppc&²

JM
óSsö PSí Y\RZ²cY\#[P=TWmn n ýcT b88iZT æZå[°ãtÀë XÀ[èPcãdTW`ñQiRènX$ëT à~SÁmSë'P8SX$_±câYfâK`c=VU¿[åã|VhX$á_aD_±à"&Y\ã8Pcå¶ê?X]µ&æèT[VZâÁY\RUëcëWà¡_ ã$¹nS[&ôV'ü fhõ[ü&Pcøô$PcñQTüSfhsgRUT&-ncp[$Vr8±² VdTfh[ñ
M
L

ó°ö :±TW²=Vhi:úY\RX$mVdnÀlTWVpSnücã|² éâã àè&;ã *'â ¯èæ / 42tn¿òÀY]\T%n 2fhTa[$ ý TfUcPc[°]µ[&!m |YfhTWP8i:Y\Pc8neRX$PS[VvPSY\ñ

óp°ö Y\:±P ²=kúfhX$[VdPcl[TW_±Vn YfWiDTX$X°P8VU PSY\î PcMX$P8]\[X$$YTWf$_-n TWPg8R/Kâ eggfdY\ã|TW~à P8hfhåT#ê n *î ,â ¯O è&ý æ nD^.X$*0_±/ c2 VZWYnS^kTTWn PgîRUTWVo¶nD[V±p&^Gc[&² _a`cbcRX$RZY\[P8X]ºTiTX$Vfd

FL M
óõøu°ö`|e8TW² î Vfh²³TW`cú³RUTWVUTh[]¼P=Y\Pcn =& ¯âhº/âC ²ìþ±L² Gî è[g[&[VUgTã|n à~hhOZå iZà[$¡]èX$ã8RUnSTL[°&] ²ÆYµ°sgYµnSR±`cVU`=Tfh²8[&rgu&PSô$Y\ñRZrgY\[uPpcn|Thcp`8TWtV² Yµ_-TWPgRib8i:Y\PcRUcTa_±bS]\RZY\ñ¡]½XmTWV
JM
L

ô
óõøcÁö o±ã ²ê>ú³![GVZè&Y\R ã5n ³è|ãdY\PcThX$èVa&`cë àVUYT&SYfhRZcY\ââKT =í ¿Ycåã|STWá
P îàBã|X°åVUlê?[$' æZèî hâW[cëhSë¦à¡Thã$]½i±&n$X$`cP8`=²=RUcüT2ptWiñU`8TWüTp$fdr|ngúi:Y\X$VZP8YXiWnÀ]Qn p'ücæZè² <
L M
óõøü°ö o±²§j ²§ú³[&æèTVZY\R DaãX$P8ê>Ao±kè'² ã²=5º'èY½fdã%SRU`TWVhèn ë #PàYWë S Y=c¯SâhTWâCP î ÞX$å&VUã8lá;[$MDà"_a&ã8[cåSê(Th]'iæZYµèPLhâWYëhiZë¦[$à¡]ã$X$&RUTnDL`c`=²[WVr84²õôcVUT²½Wfhñ[r8&n PSý YµR[Yµ[&lSPm[8cnn
L NM
÷X°`8X$P=n§pøc²
óõøô°ö VUT²fh[&º/²PSº#Y\RZY\X°[SP=YµPcn TWV'n æZhè o@hââhRUábcà¡RU$ã [°VZë YX,è ]5 [IPgâ SY½cSTWP nî[°X$] ²ÆVdls[$sg·nSPc_-[8[¯²8SücThnt]`ci±`=X$²8P8ü !SsiZñQThü&]\T fhcRUn8T!pX$pc`c²`S]YfWX$RZY\[P8i¶YµPi`8TWTfd
M
L
óõø$r&ö[$e8=²8RZº¾Y\TTW±P8X_¸]iWY¼n8cRUbc² VUTî í [VUYcgSX$TWP=P n í î ²cX°jkVUl[[$bc VZ]îX$Vh[¯DSn Thî ]iW²cn Þ^GY\[P cáTWP=n|éX$åP8'ã âÁíë#à²c{ã òtÞVX$Tâ P8gfhæZ[8ån +ê ã^G5W[&èPcæ Pc±TåfhRZàY\è&[PSã YiZR#æTè[`câÁRZëY\_±ëWà¡$ãY AX$#RYµ7[&ë P /
L

â`c8`=²³ë øS2 s¬ ñU÷c°²sîr8n8[S[¯pSpmücnt² e8² í X$P8iZ[P=nX°P8aº/² Yµ`c`c_"X$PcP=n GciW²®hncegX$P î X$RdTW[8n^ko î [VUSX$Paþ/X$bS¹_"X$PcP=n
M

óõø °öTe8iZ²=RYµº_"TWX$P8RUX[]½iÁVin¿Y\P ² í î î[VUî gX°iP=`8n TWíTfd²=MjkVU[Tbcfh[VZ]X$PSVY\DRZY\n [î P=n ²³^G[cTW P=n=8X°æZP8åãt ë í |è²=ã òcVhX$¯P8âhfhKâ [8an å^Gã8[&9á PcPcTgfhá&RZàY\è [PS'YiZæZRè h`câWëhVU[&ëWà8ã X$SnY]¼Y\[$RZ]Qm ²
FL
ücntPc[8²=nS`c`=²=øtWñU$sr8nDp&p$r8² M
óõøø°ö VZî Y\[!² VY§:±`c²cVUºk[Y8fdX$8SX$YV] Y\RZY\X°TiWP8² º//²8âSú³æZ² åê!YµG`c`cè_"FX$Pc P=å n à¡Áè#ã8TWn|bcPcV[8X²c]§ôcPcncTW`cRZ'`=[&²tVUrgl»øcWfdñ]XrgiU&i:ôcY8n8TWVp&ipcTiZ² RZY\_»X°RUTjXm&Ti:YX$PX±`8[SiZRUTWñ
M
L
óõøSsö ýiZmc²kiZRUºTW_4[Sn Y\;P8iZG[èP,FX$P8 !âòæ ²Gcò|âXâK]i:»YSå&Tã8n áhÆo å&ã$VUTfhSbcåVU&VUâTWnSPSPcRa[8TW²!VUcVdnS[Va`c`=`c²DVUü[`8pX°cügSX$sRZY\r8[ncP!p&PcpcTWRZ² [VUli`8TWTfdVUTfh[&PSYµRYµ[&P
M
KL
óõø°ö ýú³²8²Dþº[[cSP=Y\P8n iZ±[&P=²¯n þ[&²|PSo#Yµ|]\n_aThY² cî Xcn³[&VU÷cg² îX$P=²8ncjk÷c[$²õú³Y\RU²8Tn TWí RU[8²n|jke8[²8bcº¾V]½TWX°P8VDX]n=iWòn î²ò|²|Xeg]X$i:TWYSVUTWTP8n iÁî n)&y² í ^ [¯² fdg|[STW[VU8RUTWn Vh:±iWn ²Dhþo?TWVPciZTW8bcXVhX] n
Pcý TWcRZT [VUlG8ºX#iZTOdD^'n$þ iZ`8TX°úlVdTW[VDZY\TP8fhSRTWn O`8TW'P8SæZèTW<PSFRn$]X$ *VdTGQ ?[cfWX$c bS]X$ß VUm 1n$ fh[¬ PSjkRZY\TWPgVZbc]Y\[&P=b8n i§iZ`|TWVUTW_»TfUX$PSVUm|T®fhnG[`cPS`=Y\²RZY\[p$P±r|iZWmcñUiZRUp$TWr_ r|n
L

p&pôc²
M
óõøp°öÞòã|à\²=ëº[Së¦iZn|TWePg`8SX$]VUX$RhRdX$RP!n jkæ[gà¡[!ã lciWHà n êâÁëX,è iZ5zSY\/Pcâ RUS[æP=èá nD7$ã8p&å ø±üc² Yà Wë Sâ3æ â æZèãcë±åã8á Igâ .gâhèæ 7M,è 5#æå&àãLä·Kâ gå /

ósu°ö VU:±[&²V#`c²$VU[º`8bcX$_agX°Th]\RZ8Y\[X$P=VURn n Y\P ² '#å&² æí å&Y\êPgêâRUê[&P/P=nà½ë X$æP8h±à Cjº/ â²h÷tá-² æZèY]¼æZYX$âÁ_"ëëWiWàãn D¬ :±TX$² VUPS²Y\PcºbcY\_aPgRUThTW]\Vd8P8X$XVU]8RVUX$TWP8`c±VUT÷ciZTW²'PS²RX$î RYµf[&^P8]\i=Th]Sm/X$P8TWDVUñn
L
kciW²®nc&[$]Q²&nc`c`=²8ôc ¯ôøüc² î O ý úVUTiUiWnD^X$_±cVZYST î o¶n=pøc²

M
ósgÁöÞº/Ig²kâ egfd8X$Th'nSTWV¸[$X°]QP8²8! øôtng²Pc[|º#²cX$r8SnSY\Pc`cTW`=V²8n øjø:ü°YµñQ°øYµøSRhsgXnD]'VUpSTW`c1s cVdT² iZTWPgRhX$RZY\[P8i[$ iZ`8TWTfd!i:Y\P8X]iWn 4Y\P 'æZè hâhâáà¡$ã °ë¶,è 5
L M
ósü°ö Pcî TWRZ²|eg[fUcVUlcTWPciGl&X$ThP8] -n|OS² YcSbcTWmP [P=î nSX$Oh²\VU@n l&& [:±_a² [cí STWThP8]½iÁSn TWV'iZ[&æZP=è <n D,è#P5-cãñ¡]Y\êPcT¸ Gfhbcè&Vhã i:5Y\=èTzã iUfh`VZY\h`cè R#&ëVUàTYfhW[&ë .PSY\cRZY\â[Kâ P=b8§i:åY\Pcã8aá PcTWBà bcã8VhXå&] ê
L
æèTâÁëëWà¡ã$n&`c`=²cOZO²õø&ôSsñQø$rgutngo/STh]XYSTnDo b8iRUVX]YXcn=p&p$r8²
M
ósô°öÞº/²Àegfdg#X$VUR n #VhX]=`cVUTiZTWPSRX$RZY\[P=#n =¯âhCâ *'âÁë¦âhå3æ

N7<F¯è°ë¦Yà $ -ng÷$[&cP8i í [`cl&YµP8iÁn=ppôt²

ósr&öÞº/²ÀegX]\[_a[&P=n #VX]=`cVUTiZTWPSRX$RYµ[&P=ncOU^#eOhn÷°bS]µmn³pp°r8²
ós-°ö í`h²èe[ë VdàTWYP8!iZ[P=cnââK¦oÑ=¿fhåTWã|`8áiZRUDVhXà"&]Gã8Pcå[$ê?YiZTaæèTVUTâÁSëb8ëWfhà¡Rã$Yµ [&Pý [_±Vd[bSPg]µRRdYµ[8ñ¡]ncX^'mTWX°V±P8XPccTWXcRZnc`c[VU`=lD²8n p&ôô$ñQæZpèôøt(n8ppt ² hã ê>FGèã5è&ã
L M
ôp
ósø°ö Y\P²X$e$P Y\PcíTWîVGîX$P8±Vº/X$_a² |TWY\`c[`cVd_»lnX$Pc'P=æZn èTho i`8TWT6fd¶ãVdTêfh> [GPSèY ã W5 TWDVè&b8ã i:Y\`Pc/ènVXë &àY~X ]c.8Xci:âYâKiÀ=bc§P8åfhã8RZY\á [P±àBPcTWã8bcå&VêX']cPcæZèTWhRâWëh[ë¦Vdà¡ã$l¯i
L

¬ egX°PòcVX$P8fdYiUfh[|n=^Go®nS`c`=²8øü&p$ñQøôücnDp&püc² M
óssö Y\o±Pc²=8neRd[$Y\P]fUláTX°éP8å!ã he8âW²ë±#_àã aÞ[&gTâ bcgP8æZåS(ê VU[|ãn5Wèí æ Y±cåSàTWP è&ã î X$æVUTèl&[âÁ-ëëW_aà¡$ã [¯SThN]³7Y\ë P8âSb8fhë RZY\ [P¬ e8g²õ÷cmM² jí XX$mP8Tii:[YX$P=Pn§_-÷c² [¯:±S²³Th^G]§_-[$¾TWX°VUP=ñ n
L
X$P8^ ²'² Y¼]\TiWn GciÁ²®n|egX$P î X$RdTW[8n|^Go¶n î [VUSX$P2þ/X°bS¹_»X°PcP=n§p&pôc²

M

ós°öÞ÷c² [ý VUlcTW8iWn Th]iZY\l&P Y½iX$æZP8èNo¶² XY\ã|Thê] >n #G=èX$ã Vd5 |Tèãz[cfW`X$hcèbS&]ë X$àVUYm.Vd=Tfh¯[âhâC PSY\RZ=Y\[åP±ã8á:b8i:DY\à"Pc&#ã8]åY\PcêlTæ±èT`câÁVdëTëW&à¡ã$Y½fh R¬Yµ&o#T#]\cPcb8TWÝ&bcbcVXTW]cVÝPcbcTWTRUñ n
L
î ®nc`c`=²crgô¯sñrrgucn|pput²
M
ósp°ö Pco±TW² bcVX]ÆXY\Pc8TWThRZ]Qn [ý VUlc² i³í cX$iWP8²SXSY½cX#STWXcP n î ²X$Vdí l[$Y\PgRd[_aP=[cn Sþ±Th]iW²n eSY\;PY\lX°'PcæZ[8è n<?X$P86þ±² ã =êX$> PcG|n è ã W5 úÆcè[ã Pc`TW_ahè Të VUàTYfh[&.=PS¯Y\âhRZY\Câ [ P
KL
åã|á
àBã|åê?'æZèhâWëhë¦à¡ã$ ¬ ¶nc ®hnc`c`=²=uSsñUucn|pc² M
óõu°öÞThº/c² `8TWVZY\X°_aRUVUTW[PSb8R³i/Y\P¶X$P8iZ`| TWTfU²k±eVU8TXfhiZ[&RUVZPSYQn Y\RZY\[DP=TnX$¾VUPSYµP

Y\PcæèT`cc [GàPc¡TWæURZë Y?f-ãTêX$>RU+bcGVUèTã i5 b8ti:èY\ã9PcÞfhâT[gPcæZåPcênTÞfhRZâ Y\[
PSYèiZædR±çëWPcn TW¬ RZeg'X°[&P VUl¯:i YµTW&X$[8P n
/L
^Go®nc&[$]Q²8ücnS`c`=²8øcp°ñQøüSsgnDp¯sg² M
óõcÁöÞú³iUfd² Y\TWP8fhTWTVUiW|n [giWn WP jkTW.m[&SP8âWëWà\ëWVdn TWí VUX$TVdiUi:X$Y\V[MP vPSPcY\TWÏTWVi:RdY\[gRZ[$m]nDi¸^'¹X°[&_¶V»c`cVVUY½TS&&YTfhnRZY\î [Pðo¶X$n=P8pSsX$r8P8² X]µmci:Yi-Y\P,RUcT48TW8XY\[VhX]

JM
L
óõü°öÞú³²8÷c²ng&TW[$Vd]Q8²D[gsiWcn nSW`cj`=X²³fUlS`c VU[u D`8X°gøX$ucRZY\nc[PapRdpcucVU² [bcMRZY\_aT #8X$RkY\R S[gTiX$P8ac[$,Rd[¸S[Y\Rn æTè âhâháàã $ë
L M
óõô°öÞjvPS² Y\TWYVSi:VUY\[$RZm n X°¿P8]\T fhRUî VU[² P=í ² [ ÀGX$n 8hiWo/²\nDceX$Rh`cX$RZPSY\¹[&T/VDen|¾^GYµRho¶fUSnÀY\PcpMøûc²Y\VfhbSY\RiÁn ;8Kâ gã|~à håê *,â ¯è&æ ¡ë </ n|eRX$PS[V

CL M
óõ$r&öÞú³ùõp&² ôcnS`c[S`=[c²&]½üX°ü&P8uSDsnñQüX$ücP8uce8nc² pp[&ôtbc²Pc8n ý cT í ý þRZY\TSñQiZRX$RUTGfh[&PgRZY\PSbc[b8i³iZ`8TWTfdVUTfh[&PSY WTWVn bcVU[gi`8TWTfd

L
M
óõ °öOd^ ^#² eLO ý [gT[fdRdcTWVPSiWYnfWX]'DºThSTWY`8fW[&XVU]R _aý [cºSñQThp&]ô$YµPcñQu øcY\P?ncXX]iZ["i`8XaTX$v/l^TWVdñ¡jGYµP8TWSVdlTW`|Th]\TWTWP8mSúTWPg! R: iZ`|ý TWcTTfUi:×YiW² bcP8STWViZRX$P8&Y\PciZm¯iRUTW_n
L M
rgu

Continuous Speech Signal Processing

Uploaded by

Document Information

Original Title

Copyright

Available Formats

Share this document

Share or Embed Document

Sharing Options

Did you find this document useful?

Is this content inappropriate?

Copyright:

Available Formats

Continuous Speech Signal Processing

Uploaded by

Copyright:

Available Formats



VUý TX$fhS[]\&TPSYµR³Yµ[&oÞP=S² $X$PSRX$TiX$P8-&Y½idXSX$PSRX$&Ti³[$Æfd]XiUiY½fWX] íî·î ñ8XiTaX$`c`cVU[gX&fU cTi³RU[fh[&PgRZY\PSbc[b8iGi`8TWTfd

VX$Rd cý TWX$V#SRU]\ 8TX$"PiZiZ cRhX$[$VU RZY\iPciZ[&¹_aVd[T±_Õ[$#iUfhRUV cX°TaRfU`c =VU² [giX$P8fh[P8i[$#RU cT»S[_¸YµP8X°PgR±iZ`8TWTfd VdTfh[PSY\RZY\[P `8X$VX&Y\_nÆY\P

_a[Pc[cTSiWTh² ]G8TfWX$b8iTaTlSPc[ð c[$ERU["b8iZTYµR/_-[VUTT =TfhRZY\Th]\mRU 8X$PTlSPc[$E c[$?RU["b8iZT±_a[VdT¶VdTX]Y½iRZYf 

speaker, room acoustics,

signal processing and

time align, pattern

language model can include semantics

òÀY\bcVdTa 

RU cT/ý PcTh ccT/RÞ]XiTiZRfhRZSY\[]\[¯P=fd² l"Y\PòÀY\bcVdT»±fh[P8i:YiZRi[$GRU cT]½X°Pcb8X$T_a[¯STh]QnD# SYfd STWRUTWVU_±Y\PcTiRU cT gmS`8[Rd cTiZTi

ý mg`SYfWX]\mnkRU cT»`cVd[8X$SY] YµRZm [$ X$P [8iZTWVUT iZ`|TfhRUVUbc_[VafhTW`8iZRUVUbc_ÿYi±fh[_a`cbcRUT[VTXfd `8[giUiYµS]\T

RU`c cVUT4[8VUX°TSÝY¼bS]YY\iZVURZTY f±X$`c`cVU`c[&VU8[SX$XSfUY =]¼Y\RZ² Y\TiW²ðòÀY\ViZRn c[$TWTWVnkTMcVZY\ThÂ8mThc`S]½XYµP×RU cTMbcP8STWVZ]\mY\PciZRUVUb8fhRUbcVdT[$/RU cT

fh[bS]L8T"RU cT»_-[¯STh][$ XiZ c[VdR/'[&VXiUibc_aTRU[48TMfh[_a`8[SiZT[$#RU cVUTWTMiZRX°RZY\[P8X$VUm4`8X$VURiW² ý cT

p(q | q ) p(q | q ) p(q | q )

p(x n| q ) p(x n| q ) p(x n| q )

 (  (  "   ( #$ ¬ Q®   # % "#    # (  ( 

¬ fh[P8ý iRU cVTWX[Y\VUPcm·T"X°P8Sm_aXTW&RUV cX$[c_aS_»[$]\X°[VW®m ² ¹[V íîî i/X$VUTaSTiUfhVZY\8TY\P_"X$PgmiZ[bcVfhTiÁn|YµP8fd]\b8&Y\PcóõøôöQ²±jGVYµThÂ8mn

GiRZY\ý _» cX$T¶RZY\X[fhP [b8¬î iRZY f¾]Y\®Gl`cTh]VUYµ[ cS[S]\[cTW_Y² iRU cTWP·fh[_-`cbcRUTMSmMTh¯`8X°P8&YµPc"Y\RY\PgRU[MX]`8[giUiYµS]\T»iRX$RUT/`8X$Rd 8ikY\P

#iZ[ c_-TWVUTWTMRZY\_aRd cTT2i#iZX$bc`c_`cVU[ThScY\RU_»TWP8X$cRUTi±M[$XiTWVaX]#`8[gidi:Y\S]µT4`8X$RU 8i [$#]\TWPcRd ÙY\P ² ý SY½i d¹bS] 4]Y\lTh]Y\ c[g[c Y½i  &% 8L M

X$`c`cVU[SXfU cTiSTiUfhVZY\8T Y\PRU SYiX$VURZYfd]\T² #PcT¹[Vd_ [$RU SYikY\RUTWVX$RZY\[P=ntRU cTWP=nfh[&bS]½ 8T±Xi¹[$]\[$ i

  1A  " S#h"QCD7#5 68NkACD7 5 h6  »;ÀA 9  55 9

5 ¬ :® Th¯` Th¬¯` :¬® t®

  " #  (     "  %      * #  

   #   #$  #" '#$ # (%# "

 (   #$( #  (%#

RU`8 cX$TRURd[TW8VUP8iZTWiWVU² T4[bcRd`cbcR TfhRd[Vn Rd cTRU[ RhX ]§PSbc_¶|TWV/[$Gfd]½X&iUiZTiWn=X$P8  RU cTRU[RX]³Pgbc_±8TWV/[°¿RUVhXY\PSYµPc

î ÀúX$P8MXbS] ý :/­ ­ Y\P# SYfd ·STh]Xm¯i#X°VUT/[PS]\mMb8iZTX°R'Rd cTYµPc`cbcR]XmTWV²

w zE~#z{Æ~¾{§Êz|{³ÊG~ z8{³ÊWÚ ~{=Ç}=z

<F 1> = p(1-g)

<F 2> = (1-p)g

     #$(% % #

Y\Pc`cbcR &TfhRU[ViWnSRU cT î e Y\P ¬ ø¯®fWX°PM8TThc`cVUTiUiTXik[$]\[$ i

oiZbc¹cRUTWRUVhVaXX2fhRZ]¼Y\Y\PcRU R]µT4_a¬ [VUDT"®XYµ]\P4TWRUc cVT/Xc`cnVUb8TWi&YµPcY\[Lb8i#RU cTT2Ý&b8X&X$iURZiZY\bc[_aP `c]\TRZY\X[cP iRURU[ 8X$R ¬ Æ® Y SnGX$P8 Xc&Y\PcX$P8

  ( m(i":5 9 "Q9 ;;F

RUý [ SYRUi cTM`cVdPc[TW&RZYST[iaVUlDXn³RUi:Y\ c_aT"`S[]\TbcRU_a`cbcTRafd 8$X$XPS]\bcYiZT_i±[$ [VRU cYµP8TMfho/[&VU­`8[­yVhX$RZY\YPc] TXiZRZfhY\[_»b8X$iRZRdYT f»fh¬ [PSRUThcRYµPS® RU[ RU cTûiZRhX$RZYiZRZYfW X] ²

NM3VXM3?7PYHIKJ DZZTa@E?? p 7rts\-@EUi?TBCP

PYDaSMFTM3WYDAC@]PYDAKM3Uip CqjJ-r 3s V3BKaZT_P

M 7P+LND?FTB]L B]e@egM3L @EF b@EV3MX?7P egWb@]aSM3URcgPYI7Z7DV]@tHOHI 3k

òÀ#$Y\ bcVU T   # # ) 

"    # %,' ("

¶ xa}¿ÊÈ   Ü ÓÎGÇÍ Å ÊU{³ÊÇ Å /¶z|{=Î#Ú

  ANC "Q+< "Q<GB

500-4000 hidden units

PS Sbc®² _¶|TWV#[$§`8X&iUiZTikRU cVU[bc& »RU cT/cX$RX±X$VdT VUTÝ&bSY\VUT"RU[±`c c[PcTWRZYfWX]\mMRUVXYµPMRd cT PcTWRZ[VUl ¬ RZmS`SY½fWX]¼\mRU[

RU cT î e fhVZY\RUTWVZY\[P Yi#PcTW$]Y\$Y\S]\T$®²

 OQPSY\RZYX]Y X$RZY\[P[$ [bcRd`cbcR¶SYXiT i í ½

VU8TWT¶`S]X±Xfh&TWY =_aTWTWVUPSTWRPSR ¬ YQ[² TPc²\T/n|Y\RdR 8X$SPM[gT 8iXPc[&XR ]µVd_»TXX°SRURUm»TWV|TW#TW cP·TWRUfd c cTW[gV/iZTWTPDX®fd² VX$P8S[_@¹VhX$_aT¶fd c[$YfhT±Yi/fh[P8iZRdVXY\PcTRU[

RU cT/`cVUTh]Y\_±Y\P8X$VUm4[8iZTWVU$X$RZY\[P Y½i¾RU 8X$R &Y\&Y½iYµ[&P·SmMfd]½X&iUi#`cVYµ[&VikYi#Pc[&R#VUTÝ&bSYµVdT"Y\PRU SYifWXiZT²

 (%#   '#  (%# #    #$"  

'#" '#$ # #

(% # !  #  #  (    #$  #" #$ #  %#

 i< #c;= A &;=A'C  "Q<GB »;À<GT9 ANC "Q^< °9

X$VUT/òtTX&[fUV/ MXTfhiZ[RYµP8_"iZRdX$VRUXTY\"PcTSmM_aoÞ[c­S­ Th]QiÁn=² Ta_»Xm¾Y½i RU[MTiZRZY\_»X°RUT±RU cT Z[$Y\PgR/`cVU[&8X$SY]¼Y\RZm[$#XMfhbcVUVUTWPSR íîî

óõSn=p°ö A  HGBI

MLP weights recognize baseline

òÀY\bcVUT±   #  #   #  #    (% )

òÀ Y\ bc VU T# p )

"       $# % ! #$!%# '*  $  #$ 

   #    ) )

# #    (%# %# )     #   #

     #  #" # # #$   $)

[$T¶RUS c[-T/_»Y\P8Xfd]µb8[SVT"`|[$ cY\TWPgVURTai¾X-[$¿cRdVZ SY\ThY½Gi]`8Y\RX$X$`|PSTWmMV [$GVUTiZbS]\RiVU[_ÕiTWTWVX]³]X$8[VhX$RU[VZY\TiRU 8X$R/iZTWTW_ RU[2fh[&PS8VU_ i[_aT

_±RU 8YX$¯P"RUbcY\VdPTiRU c 8T Xî4=RU[Mú 8fWT±XiZThTc² `8X$P8STiZ[MRU 8X°R RU cTWVdTaTWVUT¶X$P[VhSTWV/[$'_»X°PSY\RUb8ST±_a[VUT±`8X$VX°_aTWRUTWVi

VUý TX$fhS[]\&TPSYµR³Yµ[&oÞP=S² $X$PSRX$TiX$P8-&Y½idXSX$PSRX$&Ti³[$Æfd]XiUiY½fWX] íî·î ñ8XiTaX$`c`cVU[gX&fUcTi³RU[fh[&PgRZY\PSbc[b8iGi`8TWTfd

VX$Rdcý TWX$V#SRU]\8TX$"PiZiZcRhX$[$VU RZY\iPciZ[&¹_aVd[T±_Õ[$#iUfhRUVcX°TaRfU`c=VU² [giX$P8fh[P8i[$#RUcT»S[_¸YµP8X°PgR±iZ`8TWTfdVdTfh[PSY\RZY\[P`8X$VX&Y\_nÆY\P

_a[Pc[cTSiWTh² ]G8TfWX$b8iTaTlSPc[ðc[$ERU["b8iZTYµR/_-[VUTT =TfhRZY\Th]\mRU8X$PTlSPc[$Ec[$?RU["b8iZT±_a[VdT¶VdTX]Y½iRZYf

òÀY\bcVdTa

RUcT/ý PcThccT/RÞ]XiTiZRfhRZSY\[]\[¯P=fd² l"Y\PòÀY\bcVdT»±fh[P8i:YiZRi[$GRUcT]½X°Pcb8X$T_a[¯STh]QnD#SYfdSTWRUTWVU_±Y\PcTiRUcTgmS`8[RdcTiZTi

ý mg`SYfWX]\mnkRUcT»`cVd[8X$SY] YµRZm[$ X$P[8iZTWVUTiZ`|TfhRUVUbc_[VafhTW`8iZRUVUbc_ÿYi±fh[_a`cbcRUT[VTXfd`8[giUiYµS]\T

RU`ccVUT4[8VUX°TSÝY¼bS]YY\iZVURZTY f±X$`c`cVU`c[&VU8[SX$XSfUY=]¼Y\RZ² Y\TiW²ðòÀY\ViZRnc[$TWTWVnkTMcVZY\ThÂ8mThc`S]½XYµP×RUcTMbcP8STWVZ]\mY\PciZRUVUb8fhRUbcVdT[$/RUcT

fh[bS]L8T"RUcT»_-[¯STh][$ XiZc[VdR/'[&VXiUibc_aTRU[48TMfh[_a`8[SiZT[$#RUcVUTWTMiZRX°RZY\[P8X$VUm4`8X$VURiW² ý cT

( ( " ( #$ ¬ Q® # % "# # ( (

¬ fh[P8ý iRUcVTWX[Y\VUPcm·T"X°P8Sm_aXTW&RUVcX$[c_aS_»[$]\X°[VW®m ² ¹[V íîî i/X$VUTaSTiUfhVZY\8TY\P_"X$PgmiZ[bcVfhTiÁn|YµP8fd]\b8&Y\PcóõøôöQ²±jGVYµThÂ8mn

GiRZY\ý _»cX$T¶RZY\X[fhP [b8¬î iRZY f¾]Y\®Gl`cTh]VUYµ[cS[S]\[cTW_Y² iRUcTWP·fh[_-`cbcRUTMSmMTh¯`8X°P8&YµPc"Y\RY\PgRU[MX]`8[giUiYµS]\T»iRX$RUT/`8X$Rd8ikY\P

#iZ[c_-TWVUTWTMRZY\_aRdcTT2i#iZX$bc`c_`cVU[ThScY\RU_»TWP8X$cRUTi±M[$XiTWVaX]#`8[gidi:Y\S]µT4`8X$RU8i [$#]\TWPcRd ÙY\P ² ý SY½i d¹bS] 4]Y\lTh]Y\c[g[c Y½i &% 8L M

X$`c`cVU[SXfUcTiSTiUfhVZY\8T Y\PRUSYiX$VURZYfd]\T² #PcT¹[Vd_ [$RUSYikY\RUTWVX$RZY\[P=ntRUcTWP=nfh[&bS]½ 8T±Xi¹[$]\[$ i

1A " S#h"QCD7#568NkACD7 5h6 »;ÀA 9 559

5 ¬ :® Th¯` Th¬¯` :¬® t®

" # ( " % * #

# #$ #" '#$ # (%# "

( #$( # (%#

RU`8cX$TRURd[TW8VUP8iZTWiWVU² T4[bcRd`cbcR TfhRd[Vn RdcTRU[ RhX ]§PSbc_¶|TWV/[$Gfd]½X&iUiZTiWn=X$P8 RUcTRU[RX]³Pgbc_±8TWV/[°¿RUVhXY\PSYµPc

î ÀúX$P8MXbS] ý :/ Y\P#SYfd·STh]Xm¯i#X°VUT/[PS]\mMb8iZTX°R'RdcTYµPc`cbcR]XmTWV²

w zE~#z{Æ~¾{§Êz|{³ÊG~ z8{³ÊWÚ ~{=Ç}=z

#$(% % #

Y\Pc`cbcR &TfhRU[ViWnSRUcT î e Y\P ¬ ø¯®fWX°PM8TThc`cVUTiUiTXik[$]\[$ i

oiZbc¹cRUTWRUVhVaXX2fhRZ]¼Y\Y\PcRU R]µT4_a¬ [VUDT"®XYµ]\P4TWRUccVT/Xc`cnVUb8TWi&YµPcY\[Lb8i#RUcTT2Ý&b8X&X$iURZiZY\bc[_aP `c]\TRZY\X[cPiRURU[8X$R ¬ Æ® Y SnGX$P8Xc&Y\PcX$P8

( m(i":5 9 "Q9 ;;F

RUý [SYRUicTM`cVdPc[TW&RZYST[iaVUlDXn³RUi:Y\c_aT"`S[]\TbcRU_a`cbcTRafd8$X$XPS]\bcYiZT_i±[$ [VRUcYµP8TMfho/[&VU`8[yVhX$RZY\YPc] TXiZRZfhY\[_»b8X$iRZRdYT f»fh¬ [PSRUThcRYµPS® RU[RUcTûiZRhX$RZYiZRZYfWX] ²

NM3VXM3?7PYHIKJ DZZTa@E?? p 7rts\-@EUi?TBCP

PYDaSMFTM3WYDAC@]PYDAKM3Uip CqjJ-r 3sV3BKaZT_P

M 7P+LND?FTB]L B]e@egM3L @EF b@EV3MX?7P egWb@]aSM3URcgPYI7Z7DV]@tHOHI 3k

òÀ#$Y\ bcVU T # # )

" # %,' ("

¶ xa}¿ÊÈ Ü ÓÎGÇÍ Å ÊU{³ÊÇ Å /¶z|{=Î#Ú

ANC "Q+< "Q<GB

PSSbc®² _¶|TWV#[$§`8X&iUiZTikRUcVU[bc&»RUcT/cX$RX±X$VdT VUTÝ&bSY\VUT"RU[±`cc[PcTWRZYfWX]\mMRUVXYµPMRdcT PcTWRZ[VUl ¬ RZmS`SY½fWX]¼\mRU[

RUcT î e fhVZY\RUTWVZY\[P Yi#PcTW$]Y\$Y\S]\T$®²

OQPSY\RZYX]Y X$RZY\[P[$ [bcRd`cbcR¶SYXiT i í ½

VU8TWT¶`S]X±Xfh&TWY =_aTWTWVUPSTWRPSR ¬ YQ[² TPc²\T/n|Y\RdR8X$SPM[gT8iXPc[&XR ]µVd_»TXX°SRURUm»TWV|TW#TWcP·TWRUfdccTW[gV/iZTWTPDX®fd² VX$P8S[_@¹VhX$_aT¶fdc[$YfhT±Yi/fh[P8iZRdVXY\PcTRU[

RUcT/`cVUTh]Y\_±Y\P8X$VUm4[8iZTWVU$X$RZY\[P Y½i¾RU8X$R &Y\&Y½iYµ[&P·SmMfd]½X&iUi#`cVYµ[&VikYi#Pc[&R#VUTÝ&bSYµVdT"Y\PRUSYifWXiZT²

(%# '# (%# # #$"

'#" '#$ # #

(% # ! # # ( #$ #" #$ # %#

i< #c;=A &;=A'C "Q<GB »;À<GT9 ANC "Q^< °9

X$VUT/òtTX&[fUV/MXTfhiZ[RYµP8_"iZRdX$VRUXTY\"PcTSmM_aoÞ[cS Th]QiÁn=² Ta_»Xm¾Y½iRU[MTiZRZY\_»X°RUT±RUcT Z[$Y\PgR/`cVU[&8X$SY]¼Y\RZm[$#XMfhbcVUVUTWPSR íîî

óõSn=p°ö A HGBI

òÀY\bcVUT± # # # # (% )

òÀ Y\ bc VU T# p )

" $# % ! #$!%# '* $ #$

# ) )

# # (%# %# ) # #

# #" # # #$ $)

[$T¶RUSc[-T/_»Y\P8Xfd]µb8[SVT"`|[$cY\TWPgVURTai¾X-[$¿cRdVZSY\ThY½Gi]`8Y\RX$X$`|PSTWmMV [$GVUTiZbS]\RiVU[_ÕiTWTWVX]³]X$8[VhX$RU[VZY\TiRU8X$R/iZTWTW_ RU[2fh[&PS8VU_ i[_aT

_±RU8YX$¯P"RUbcY\VdPTiRUc8T Xî4=RU[Mú 8fWT±XiZThTc² `8X$P8STiZ[MRU8X°R RUcTWVdTaTWVUT¶X$P[VhSTWV/[$'_»X°PSY\RUb8ST±_a[VUT±`8X$VX°_aTWRUTWVi

68CDA+< "Q<GB aA;=<³NG+< #h"Q'C "Q;=<k9 5" (ð5h6 9

&²Y½OQiPSY\X±RZY`cX]cY W[T#PcTWRUcRZYTGfWXPc]TW\mbcVh8XX$]gP8PcSTWRZñ¡]X$[8VUThl/]\TX$VfdcSX$YµRRdX$Tfh8RUX&bciZVUTTG² Sm/RUVXYµPSY\Pc[P ý O î O ý n#SYfU ¬ XiDPc[RdT/`cVUTW&Y\[b8i:]\m8®