Lecun 01a PDF

"!
# $&%('*)+-,/.1012 %435+6' 78+9%($:,*);,=< > ?@?*AB)+6' .&C D CFEHG@I +-,/.
J +HEKCL<M,@)N.O)CP,
QSRNTUTWVYXZ\[UT]^V5a_X `T9b\`Ncdcd`[]BQ`Nedf[gRhb\XiTkjNlm`k]gRTknWopRcrqlms tHuRvwTkXiq
xgy{z}|~"| % ;B;f;
dpd N{î id\i a r

ra 9aa"ip{î\Y" pk ^ ! Y" i
r "mw{&N i r:5 r " Y&"{wa"r%d
i{w: "d d}^N \
pw id"a\"ap" kir "d"a-N" iO "K"a ""
a}Sr"airr "Bi di " " U
R dO "
S "" UUdg"YB" r
@ Od &"# a
Nh " 4
aSiiY"1iY""ri d a
1a\"did(aS{"1iY""d Y"d "a6 "# i5 d" - "6 o
a"Uwaaaairpd p{wair; w" "Y :$ i"" "# a"Y"B
iS" iY{ 6 id" "# a"
"ir aad"a id"di
Y}Wir aLi{"rSh WiS{d 1 ? Y"SNS"
N""\""
SOSi: dHa a Sr r "5 "' &

'
:" a ?
aB d a; i Sd 1Li( " d":! }d {
d {Sp{îS ^ 1i""

Z i1 a"d"6 "
dYU"\}Siî{"d\;""i a
r "mw{Sip1": &rd ;" a a " "# "
SS" "O{ ! YwO" M" r K" i 4

î{"rSaa}i\iY a"\ " &
N a? a
" 5" d
dN;dSd dSa r" id
iw{ " {aSd;p{â i \ a " h d
{aSdwp{w" id " ! iS{ a1"! k"
{dNm{dwaaaaipd N{^\i " Y" a% w
a\ {

"d d ai aN "di a a " \d S\d

" rd"d i"i ai ii
mwgd\aS\ g{ iida
S : } d1d &
dd y RR!?Uo4U1oo4g"
wN ~zm pd w{îUiSr Y "a" p a
a" "
akiN d}ÔN Uwa " % Y """ aa
N
aairr p{â i " {aSd{îdB
"a"r Y ""
@ KK "

NN# g\ \@ d\ g:
aYNa
"
:& " a "
;p;N i &
Z& wa# ii" a "" a
"

p" 1 a
"&"a" !
W :" d
" id&9 r "d- a M
Y"{a"{wa"
"# a i "" b a B\
&p&"a \
5" { =i"5{5 Y &
&1 " " ai "
{ ;d&"Sd "\U "a N {a"
}"d{
Nd
&p { "p""" "
"i"d

"aa aU""U" aUNB
N;" X
O p"
" a a

N\d" & / Ot "df
vp"\ " 5!
^" a\Ni "
iY O "# p" ""a a

"w "
" S& ""a
Y ! }""N" "a"
" i ai gi{^"" Y Y
! " " iY {
w N v "p"X }" "! w;aw
N"# "a\"
"" 5U "
# Y &i 1 r
&$ " % {
# a5"S"f N" a } Na"
&' (
"N"# "a\"
"?
p"H
1Y ":!
)*%+-,/.01*%243657,/31+98;: 01* 01*%+=<>?+@+BA1* ,/C#D EGF,/H4+JI 312/K
a 1"1"O "6 UK1 a "B
A@+@5151:LC#H <+@36M:LAB+@5 N;+@51+B,/36AO* P!,/Q?243O,R062436SUT V)XWY) P,/Q%56K x
":?
@ Y"d " Y h
N+B56+B,/31AO*ZT\[B]4]^<AO*.%_Làb31: MU+cN+BDedf,/C%g?ThXi^]Uj4j/]#[4k lKGF,/:L_m "a ""Ud "d" a
NSiB
n S,/C%CZT _L+@24CQZT SU2451*.o,#T *o,RpC%+@3rq/sb31+@51+B,/31A1*Zk ,R060Bk A@24Ftk uv2456*.o,(dw+BC#H4:L2
:L5x,/_L562c8;: 06*y06*%+\a{+Bz >%,/3606+BF$+@CU0DZ| EGC#}2431F,R06:L~.#++r0D%+N;+@AO*%+@36AO*%+
"Y "" " S{
NY"dwak \
>v@z+ 3O,R06:L24C%+@_L_L+4T?XC#: MU+B3651: 0+
z D%+t24CU013+z ,/_T?Yk Iko#[B4<.%A@AUkfw+BCU0631+rKY:L_L_L+4T
5 R \aig \ "" a:"
444]w*%+@F$:LCD%+_,)!24.%3BTot24CU013+z ,/_T?b.w+@z Q+@A4Tf,/Co,/Do,$XU&4ijk Sa"d& :d "
5 " 1" "

"!
Class scores "d a \":"

"
RoUo4U U1o mY{"i" ?
TRAINABLE CLASSIFIER MODULE
- " r# a =R
N" a@
" Y K " : B i " U
Oa" "" i "R a1
Feature vector
a! }R a a aiB O
" "# a\
"wa KYY 1"# i
FEATURE EXTRACTION MODULE " a a?
N "g"da " {U# 4
" ' "i "S 5 Ur"" \i!
Raw input {wa"9 a 6 "d5"hd-a ?
:LH%k![4k)!3O,/D%: 06:L24Co,/_!>o,R0 06+B36C 31+@A@24H4C%: 06:L24C :L5X>?+@36}2431F$+@D{8;: 06*0G8f2$F$2D#K i " "
i@
.%_L+@5m ,
+@D{}+,R06.%36++ 0131,/Ar01243BT?,/C%Dt,0131,/:LCo,/Q%_L+A@_,/5156: o +@3k "
! aa" h# ax 'B4g\S Y
" :"?
-B {a"{wa"
aB
"&aY a d " a
":&
YkN"aYd " "Y a i" a 5U{ a# "
NU
{ S& " U "a {Yp&O & 1"
"& ""5 id"
ON# &"# "5"" " " R
N
" : \"a"YY"
& Y B " "# a
& 5Y"B
a ?
t d
}
a1B" p "a i 5ON d
M Y
ra a S" "a{\ a U{# U" a! } Y"" \"# a" " {
r
@ S; Oa wY a{ " p w"w
""UY""dU
"K" &
U m/ " "B "w wa a{ B "
" a \ U i :# af B"r ?
@ " \a" "w" i? d; "# a
p a ?
" a"
Y" a k Ywa 6 U S" g\ U i f
YYi " kY "; U?
}
df " " - " FR
N
d "" â"d ;a O "d a"Y$ O
"& { Mp"d Y ""O
" U ""
5 "5 "^" m a
# U w" { B"
R ai "; ^r ?
@ N "o wa"{wa" R
N1
d "# iB" ! \"a # " B\ B "F / k"S "
w N "Yw a aS { UU"$
Z
a "Si" S# aY
Y" "" a\ 5" }
N1 a" " "R } a Naa &
i" ^:" Ug" 5:Y " w
Y a "di "d
" B "
"
R \""
ad " " "# agR !
R?4 G '/? #"or
&" p "5 k: a\"aa a 4 " O"id "/"a "
/ - "waa" ;" f
\w"a" "idNa!
% Y{ ":Y"&
Z} a a 1:"#a$a
Z { S@
"{ ! i' ag" aY" B
$ "i\" a &%' U )(+*/%,%.-/o4/G0
"Y"# a"
m "$ BB "p" B a"dO "2 1436587:9;3<>=
&" Yd "# aaHx
Y"? 9@3\Y B A &p C = "i Y"
55Y" 5 a a^ m " BBB a "6 {{?
O " 16"B ": -
&a"&"" "
N 1 w " "" a a " B 1a"? 143:%
N1i"B
"# i 5Y"a\Bik" haS"5 d S
Y $ 9 3 w
Y! a?
Np" a' " a" }% a! S"
?
da""! "dY hd
R Pi"
{ g a % " N "1i Yd! " "2 DE3F5HGJIK3<>7)=L<M9;3BUa : hR !
R "-"h " wa"! U
N{N IK3!"O R , a" :a"YYB
{ Si" W# a B& U ""P 9;3!" :"
ZK" { 54
"# Y{ h/ "# ""dY ! r a "Q DSRUT>V
WYXZ= ":r? aY"B
a"N Y 5?
N"& d\ " "N DE3 a"^?
NU \d{ d&"S

" ! aO B
&Na" ! "N [Z:9 <>I
<]\\Y\\Z9B^S<_I`^Maa h &d{""" ^"
"aa&"\ i ' "a&^"a
"{x " =
a"d Y "" \ a ah\"di"h E DSRUT,VMWX)= & "Sa" g"
" a BB /"S"# ":giX B "/a:\
"Yk i""d{d^ "
" "wa a
! ! aa p"" p "" { f
i "S1
"\"d5" Y"wa
N:d OSa"
\ ;" pi" d& " r Y# 4 "
" 1 &:"
a
p "?
U } "
{ g" SakY" \wa U {ai :" "# d :"1"&
" h } B "
N5a"O " Y U N aY b' 1E c& 1B Y

"!
" a
N{ "#"d "a " ""d{ d""h" \K"aha4p""h\"
"4D R:R & \ "a "S& S""4D RUT>V
WYX U w' { a" ai&\" 5
N d
adUY S
Ng "dg"%" a# ^@" O"d Zy
" i"R & "" w "d""d
D R:R D RUT>V
WYX 5f
B# " a } a:" dR
"
Y" K"g
;a d""k 9Nw\ ": "p "! a{ {o
N# a @ U@SN" ' 1 O i a""

1"! }" }{
a"
w

N{ \ &\ a idU S" \"^# " SB aaw % Z
a% adgY"p
Nw" "df a:k"r i 5"\i{
adY "" \a" iag @ ad 0DSRUT,VMWYX ^# = O"
aw5" a
# ";" rYS a Y $ @ ;r"" 6+
\O"U }?
{wK"5 "d"1 D RUT,VMWYX "! DE387)=
a B i Y &"; U @ = - 5 = -/ .0 2
=

)b

" \ d"1 wd{ a " DSR:R&i{ 2

a"" p" ? DSRUT>V
WYX5wU " " "!d / \" "a:9
"" "' aY aN d Sr?aU" {"a#
U aiaRda
" "1\ d "L O 11
ad5 ! ?
a{ Y & a$adi:":aB
\" i ;" \ dw; a @ "R "Y" iw
"
&w a" i &N# 5$ " a
a" "N O" # a "
" &"
" S "
"ON" "v 1 aap \ x
"
" ^" i " " Y" & d " N""B" 1 a"""\d r
wi"d
?DSRUT,VMWX!#"Z= 4Y""
NH"d 8;6=< .
a"" h ;' 1 O] 1

" k" "pa! "U "!
" ")= g d " "S a $ &
a id%
"Z= a" " " a\ i" : i d
dwa1 " ; =
a S"\ a! r @
> % '
(
6?/
@RR Zo ] Z o
Y 1 " O &"Z= U S
@ "

"" aiB rad d "!d ra
NP"
" w""
Zaa "a "5 a c
{w U " S ; AB<
p & i{ 5""!
h " h 6\ K" U N "c a &B"L
}M " ""K" 5 9"

N{: " "a" d $ id ig"# akaa\Y !
aaYY d5i"; a Y "
' % Z( ' oU,% !
R?4 G ai ! "dS a p"\ "O"
d"5d a "& aa $ Og 5"d
g"
Y :" Y" U
! \9 i" "L " "
"# ^"k g i""dg

NO {a
6 " aW
# O"a
a" a aOad.;": rO"
Y6:a" H" p\ H5 "
" 1 :d"Y"\ \"d"!

N: {aNi ":"" &! }d

O""; i ap a " : ""

1
"E "
?
a " id;" X o
" G a i" " &
N &

b O ]c' }" a:aia"a d a
gi"ah .
" O":\ \"w "Y :U

xY" "
"S da":a "S\d"
"
" -C *i& " "
Zm"a? i "H
a"&i"\ "Y"H "# " &
a"" k " a aiKa! mS "
) (*i\" a""
N5"hY
aid&w"aU% a^ S"Oa
" ia
N a"d i !
S"" ah
Z} a a U
Na"O"& 5 aN""R
"/ "
d"S" m% { gY"1" a

a^; a 1
" S a ^Y"
' 5" a\ " S "
"
ai"iB m d" w"! d BR
N
w
} a" U" i Y

\C *
S "" YN = g"d m d# 4
i
"a? i ""a " a"Y"\"
"a Y" "N "Y D)= { i" pwk
& R
N" i "ag"R O ""
N"i"?
\i{aR Y "\ do
" ". Ob
S \ " O "
"-"! O-" -K" K1" iR i
h K i " "
a"" Y = Y" a {{ 5a , +
" "
Zm ? a" 6" i U 1
DZ= {wa" d O \ i Y
^ B
=.-45 =.-/ 1032
=

\ Z
> aY 5i""d"% a O 85' 1a\
2 { R
ai ; }gE B? a Ya"L"
:"Sd{'" 0 \Ra{iw& a{
O aa "a; a &" S "p"
d{
"d !"d^
0 ia"
"""YS? a "aB" {
Z} a a A' 1
" f"

"""p5" " B " " aS{
Zm"a? i " "# "i

"!
{wa"@
O{wa"U" aB & m i
a" ""Y ^w aiB
6"" "\a S }%g{ g "O; "4i" dY "
& a& O ( "# ! a Ya"1/ âB

w"w NS"(
N"
a % " "da a"dd
U }% aBi{wa"kaYBNY" 1i" d" kY
" a'
' { 5 \{ 1 a d
}p # a5a a&R
N: "& '
U ^" aBU" $
"^ " %4 "d 5" ai "h "K5dO\" "wh"
4 "U "_ &"" " aR SNa "
! ""? a
"
" y Z}"a? i ah
K" a" "U"N p"a@ Y"# 4
aY " m{wa"&" & a &
; a # d B;?
@ '
a" " gY Oi""d

"\i{SY " & a""=Y " h f ka ""d
5 "
N" Y {# ? a i
i" " ? A O m" i "# a
" E !`G'/ -o %oMGZG0' ?/_GZ o%4O
/o4 G "
d
"w 5""# !
{a":Y ""& ":a
&U wU d ; g{wa""g a
""a p""^ ""$" &b O0 c& /4 a{ { i i" ip& :U " "
Op"d " {k aw a i " "Y aY
{wa"4 & } wa\ "U N aY5 a " K"a O& O 4kY a 5!
iwY " "1"a h " B a 1 R aYB N# : a a A5' 1
" M" p{ "6Y 9 aiB A; } O : i\
N i" N
"2 ;" 9a"
N "" "$ a "YY wa a{
"d{ """\
N g{ aB"" "" "
N "Û ;" a a
wa"p{wa" " a6" d H" ri iw a\ " a
a" 5"#
U
# "& B
" @
-&*/ - - &*]-%4O
Gw
p aw *w"

Y"" ? ^ "d i{ " """ a\ @
" a# ^ \" a iv 4 "S"Na""\Ug
" v
" " " Y"a/ p ! ! \iU aB " X Na" $ ! "a

NYY 5" 1ai" N\"! i Y5aY ? Y 1 i ^ aa^;a " a\i"# iY
i " "# aaa "p" p{
# k ? Yi" dkf "
" " :

d !M4Z? oM( w:?roZ o& } Y a"" R kd "' B
a" Oy a " 6HR
O"i " 5
i U "NaB }"! a
"

N{ " " 5 " ? aS ! d"" 1 ! "! a{ a Y # "
d{b
i "
" ia " " "{
N
" a" BB"aW" iN "X
"w ?

ad: d "t "
:i{' " " a" a d P\
""# a d :1 " U5w" @ "S
Nw "i a Y"i\" !
" Nwa" i@ \ {
\" a dO 5"/ aU B"
"" ^hh"5?
@ "5 "! g \"# a \
S" "i"d&O U!
"x i"d p"aF B Y R i "
^ R a"
"
Ya1""YO "# ? "
# Y"d H"H "i1
i"d "\B &: "&N" " "" "5i" "p " W
aNa"B {aX a
# w w *@ U a" f Ya" df
::?
N ?
aSw "# " & i 4 "1Y i" aU \ B ?
" pa" a Y&" "? a w
N a
d? d" }" ai"d
; { " a" "" a\i"# ! " "& a"1 { Sa""
df g

N" ^ N""Y ""
B" " B d
1Y & " p& a" aw {"d"So "p N" kw"
"1 *p 1 ?
N ""i" ' U kU " "d "U ra\ \aY "
"5 ai^ c
N?
NO "
a"m
O a 5" ip 5

p a wa
N a 9":"!

?
N5YK b " w ""\ '
;d""
x {O" a R
d94# " "{& " "
?
@ 1b R " a " !
" & { S"wYa{ " a' B igX { waU"{ \{
" k ""h"&
"1" ^"t
Ba p " Y O "# "&U"\
iB r" d
w"B"; iaB " { 5 }w"a p "L D/a" "
" ;"d" ai";
"SY N" $
aY i
YY" "# g "
a "w

@ p" ;"wU " " < p"?
\"
= ! U!
B aB% p""^"k"i";
U "\kG B D " aiB r"L d w k

"!
{N dY" ""Sa\@

""Ft
d{ "da
ZY"
U"B"/waap Yi
" d" wR; "b"rd
;"" w"'
i"g a DE3Z9@3 <>= k^G & B \ Nda a
i
d" aB "9
Ua; m pB # 5 a"{wa"Y^
g i
"5\\i" \ h B { Y{

& O\S
N i ap i
-( # "
r' {Bah a Y

%4 oU oXURY" "# g "i"" " U 6 / aiB r" " \
NOd"
"Y\ U"Y ikN k"# 4 "k "pk" ":ap"5
a ^ {
"; "g a a% 4 S a
;i" a' }p% 5" a%
Y" "dN p 1 \ < }w" " at
N "Y { a""O
" d aO"w }i Y
Zm ? a" "i"d&
d""i" :R "S
{# "
O'
! "
Np""\C *i t i
Y *@
N R ai"df Y" Y:"d
a
" { }
" Y" "# "g"1
;Bi ;B\;5\Bi;
!Ba "#B%$'&B B
# f
a :& : "
f

Y a kd d :UY 5i
"
X5 7 Xf)= X < X3/ UUY KX5# !
@ "m%{wa" dY a a
"i" "&a" & ;= Xh\"& "aS iYRiw S"Uf !"a1i!}d
"?
& \" \K & "
" = 4
X3/ w"6 < Y "at aw"
i Ra"SYd "

6 < "# "a/ U Y " {w\

"dgaw? "# a" aX
" """ a
"p"o
" ddo
U"Y 9;3X }N"""" " DE3pY" ""U " "a i "^ i " L

"# Y" Xi Y ":"""" "d DE3
Y" "# .
= X X3/ t
a\"d&" "
\"U" aU
"X
" a " "
h"?

1d ""# i"&
a""
d

i " " R B{ Zr " }% aB
DE3 5 7 Z = X < X3/ DE3 $ &
N"&$ a"" N"i" \a" i"B
= X 2 2
= X 2
" w" w :wi""
"
D2 E3 2 2
7 2
E
D 3 - Od " U "a "{ 9" a "
2 X3/ 5 2 2 Z= X < X3/
2 X
2 JcZ
";
'
w { a
N5 Y"Har !
g m d? a/ Y

Y"
)= X < 3X / ^w"i
7 Y"1 "Nw"
= r "d w"Nat)= X < 3X / U )= X < X3/
Y" R Y a# "dd a"{ Y"
"" "" 5 "w a i""
"i
O;/ 7 Y "#" i

S "a ":" i " N" o B{ @ i ? d R "Y""aN!
"dOS" OY""dNO" S" & "?
R
ra# "d p% Y
i"\a\"d1"5""p a % &\ O " {% # wa
K DE3)= 4YO # 6 i" "d1
Z ai k " w ai :
H"# 6" } Y
Zm ? a" S a
NB ^ "d"g @ ;"
! "a;{ ra? a a a "M:" i"dY a
"d
iY "
; a ai " N S\a 5 i"i " "1 5 i
}i""d{ " "& :- h{ "" % & i "' # N"

d "O " xa\" i
" h " ? a"N

N a"S"g""
?
N" a
SY"# 4 " ra\
m \Y"
"aYk"" a :"5d"" a\" "# &"" " U! ^{ """1
"p " Y"t "
i
&
NU a"
5"i":" d \%
& Y Oa :" }% a w "? a a E ?" #"4" a {

{wa" Nb
"Sp\" &O% "% " " U }a" h i" Kh &

N " Y "
"
"aL"a " "" ! "
N" 8+
U " " O" R Y O" a" "1a1 kY
R
NH
a "O r"& "\
NU "p" i# Na"" "aw
a"Y
a rY " %a
dpY"r"?
@ Y {@
a U r"\\ a ! "Y
a" YY r" aY&"Na" a&^{ ""
; a " 6 O
O }
{# b 1 i Zr "{
;"S" m% ; a{ B ^"N a " *i aO"O"5 \ " S!
?
N Y" p "Y a X g" "i"d iY"& "N Y 1" 5r" a^ a# i"
Y" d6a p-Y O d& " &"
?
O "S "1SY"
"" "d% k" " a{ "pw ai / g "w ai """i" Sr" ! "
aaiB }Y^" "
^ / U "ag"S { "Yd "dY"g"
w{ d # p "pa"" a\ a d"d d "w aa$ a! a "

"!
i"dw\ Rpi
NB"S w dd1;Y1d ""WY5 d ""
"YNa
Yr" a;aia"{ S? t
#
d "
d
N "
d &"
?/Ow) o]-Y% \ (^ & &!

/ :" " i ! a " "i" a"; & ?

i, *i BkY"

"
\"# " aa a d ""
U; Zra "dR "# "d^ h" i a a" "a i" \
" "aa k"i"" a w ! "S p% d a""# " a
aB
wr"?
d

N "i"d\ G kgY" \ \U \ h" {\ %
"
o OaR p i"R @ d "# " a" ai &i"
d a U m i U:""di a^"N vr a
Nc " ' pp "
:{ "a ."L! U" " 6 +pr"?
d / "" O16d ""6""O O": &
" ag"\N SdR
Y ""d ; i "\
Y" Y "d ""
a" a^"p" aa^" } Y1a i wNa "
1! " "d ""
UU " "
-?/ -i"
Na" U S% " i ww aap
ad
&"ga"Ng
{
# ! a " "
" i@ Npg ; "
aZ
N
d
N' di"Si
N aS ;B !d a" N"ip@ N
a d
> ? o - !Z ow -UZ( B" Y"U "d

1" Y5i" ! "
oo/ 1 " a gd "d
"d{ "
":" d "" M" ii ^\\i ah
" "# " YB5
! m O KwahR h": :Y " a
\"Sa&! " f { "5
>
'-
o % ! ) ?v'-v1oo B"Y' "a ! a1 "

wa a{wa" a
P" /"" N "Op i ip : aia"; a &

a5"6"" " "RW"aB a"
R a" 5 a k "

"9 6+ -?/ -t ?/Ow) o
-Y%o4?,% ] #!
?/o %'- !) ?v'- wU1ogY"N"{ a"\g"
i a 4&"";aY"a *
(O? - G0
b
" a# "Ow aad
i""d{

:"\ "d ""
Y"a@ p aia"%
@ a"{ ^"# a

d d " Y 1 w ""df " a"Y

N""d
" pi
Yv
NY d
ap Y S % :" U
a" 5 a (^ 5% aY a! Yap"a@ 5pp
"pg \"
"d"
"! " "
N a a^{ "O" \h"a a Y"
" ^% adBpd; " w d
" g\ Y aid
" ' k/ " S p H" h
"# f\ U a
"d aBag aBY \

Na5 ai p 6 &"% "i"
" < \U! Z}"" aa"i "! " a """ \"ri wa
"a& 8 < pi"UB " b6 }B ; b " S ?ai Ni w
ra
"Z p"B a\; ! a \a" aa" aiw"pwY a
2 b
O` b0 O`5 O b b O` b&c' O` m ! " "N ai a"pNa;"a \B
" aR "d "dY " " a\i^"p N"""p aw "
; i"d! d r }ai oa" k"" ; "? a :"S"# i"&
^"N "N " / B"Y" S a" k" ikga "Y
Y

\"
# ai^% gg"U "a \f
N ""Na"" p \"
"# ma d ""d Y "d1d # "a a R iY dB" "Y %
"N ""i" ig" "1"d "5Y &Y 5"Na""5{ 4
" R Y 5 a aR " "# "Y" "p" " 15d "w" p"
"awk" â p {
N" "i" " "da"\" Yg
N d
"Yi""? aBk Y! a
d
aR
Y" Od
*](OU? - G0 - U/kY a"g
Yi a ! "d\ i r &h
!} k
"1 ""
a&"S? rai" B ia b 1 "Y" Y \ "p"@ S"
O b'c& m :% a \R a dY "p U "a aB^" % dB
Y " p " "gw aa" \
} % adkY% a\"dY d ""
" " :
U/o ! pa " :" "iw% k

RN KO" K $ " " B " U Y
\"d1
":"N a h iSY"? a % < ; a" "N w; (^ a"dB"
a" a a% $ a\Na"k do o]ZBâ

"?
{ G
""t Y : iYw aa# "a / 4" YS a# aa

a i\a""U "g a
" ' &
N U " "d: ! a "" U a wai" a;krw m a
kB" U% B/ dB " Y B "S
ai" a a w" ia "
!
g\ g% U ;B wa i d % Ud ""\k"Yi
NgN" k

"!
C3: f. maps 16@10x10

C1: feature maps S4: f. maps 16@5x5
INPUT 6@28x28
32x32 S2: f. maps C5: layer F6: layer OUTPUT
6@14x14 120 10
84
Full connection Gaussian connections

Convolutions Subsampling Convolutions Subsampling Full connection
:LH%k%#kVb31A1*%: 01+@Ar06.%31+2/}!PZ+h;+r06K#To,w24CUMU24_L.#01:L24C%,/_!hX+@.%31,/_hX+r0G8f2436gT#*%+@31+b}243fD%:LH4: 06531+@A@24H4C%: 01:L24Ck lv,/AO*>#_,/C%+Y:L5,}+B,R01.#31+F,/>ZT:k +4k%,51+r02/}.%C%: 065

8X*#2451+Y8f+@:LH4*U015b,/31+YA@24C%5 0131,/:LC%+@D012Q+:LD#+BCU06:LA,/_k
"1" 1"i %ad&"

' E U Z(
, *i
i" k U"1" O!
d @ a }k , *ip1"5"N #"&d"
NY5\a" ;"R"# "
5 ia }\ 1 "
!"\ % dB !Y xwa a p{wa""6-"

"O } , *i1 a w"
! B
UN a ; " %ai$ai"S"
{
"&YN" a : aL a #;Yi 1"?
"'wai /
{ " aN S"Yr
ag d@ ;;S b % b0^ ?a;;" i" R
"aS% p a""
!" 5 @ "5" a' "Y5 ?
" p\i{ Ao6
"" "df "" O
} \ B+w p &% " a C 65oA5 1 " "

Ngd "Sp "&a S""U"da! d
"pN i"k{ " " ap" a
"\U ad (w g "S% B ? mNi a" 1NE G ?/rUg"p !
% ragb a r " :;" aB }N "# Y O d
% k a a "
!" "p"w i a$ w a!

a
&
d
< " "" "% O;b"$ ; 4

N ' A?A p\"' a
Ra\ aka \ = < ;"4 b o b d^ B" aB
! a" b O"a &
5N "5" ""
Za"a&a$ Y # ta" "N
! " " 5
Z} a aaYr
p" "&: \O"a"
a" "N
R î " " " "{a" aY "x a ' "a !B"
"\
Y O " a a Y 5 O c }
" "" a""d
Z\ a"d""a^ a "^ Y %a a % "g?
N f "
!
N"" d"U "i " "
Nd " % a"?
N Z f ZO &%
/
d XfY" : % aU
w ai dY"
Z}"a? i a ;% { a ag% Y ) 5"
a a{wa"
N a " O (^ # % !
Y " U " "a1w aa" :" i1
N "dU" ^ ^d "U A5o65
"i" " :U :i

NY Y O ai t # a "\ "a :?
\" ""
@ " o "
NR {i 6"?
S N
"d
i
{w ^ "a\ ! b6&ca# "
b&c' }{wa" "` &ai 4 b&c ;65 ! ;% \
} \% YY S Y
# " o
ka 6"?
^"^ \" X
# " c?f]c# (^ g\d S a "d
U" w aa" %
a"i"{ a" "N d ""p& {
B " \
waia"S{ Ora
N Y " a "S
" Z K a \a "Y a
&"
C *a# K "?

"$ b O b O U } i p"# a" b 1 "1 "K" H a "
m9Y a b5 O/ 9 a %1"# " "S! } " "" d ""
" b; } B " aia"{wa": " h 5r 1
x
i a:"a Y " Y { B% Y \at "
"
\ O"p% pi{wa" $ "pR U$ "p;r
N . 556 "
"OS a Y"a"
! c' 1 ;% ;bp a"% aY" \"
c
ONa " Y ("
! c0 1 (^ 5&d :" 5' # "1"a o
c b O m "# a" " WY ""y 4 aZ
N 5 &i" ! "5 K"
" =<
" 4 c&c& 15 """ " c! } " :KU?
\ &\ " :

"! !
b c 5 ; 8\ \ b c Y"?=-""N Y "@>"

"aYU Y B "89kfaY !
UaB "d (=4 = a{i.
=i
"
N \! A;p\ " p"t Sw ia
b "5$ 1&
N
c B d"^"U%
aX
Na"B (^

" 4w:1 ^Y" 5'c
"
)!VYdwPl E ^d ka" ^ OB A&W "

!" #"%$&'!() * a 8+ E E
*+ (!#,
- !" #.(/10!2 A&W 5DC E F 7 HG W
\ ?
-a\"d"(!
\
{w\k#"agg"
a
d
d;b1d "; ZOa#Z # d r%" P"S"
RK d "5 ;bd ""5 *& o # # " a '(a"O"5
"hS{wx U{# ^! ra" "KR\ $
Ni"" :S@ ""/\do
;"
k # a;Y"\"d"

a "" "
{w\"Y^""\N"
&a"N" a UaR k{
"d N i S"B a""! :Y &" O"
?
" "
Nb " ig" Yg"/ d U " i a"$
a "d1a^ a" d io
N xi pd ""d
# " aSG "\ ?}aw5 { "
aO
ip"YgY "
N: # a ! a "Yg% { aO&p "
?

R Y"a Y ^t ;b\d " a a"a
" a&p a" ! !
S S R i a\"
" \Y" " ' a"1Si""
" 1 a
" :S :U :S { O" "dNU" < w""d
ai" aY
Ud^ U Y" a \"a "w; " Y t a"
Z1
":R aa a
B ": aY dg" !U Ni U"i
d"aMg \d "SB ;% a ;b1 ! \" w# "a w "" /pa a " a
"
" ! 6 a ra$
a" (Y"# a"
?
dg R
;% ^! c^"
! % gY 8d "g k a" & "a a" "
" % (w &d 5d ""& a "d:" " a"&
c3 O" &w""dd 5 1 U
%
a"i"{ a" "N d ""p ;b "i:@ i O \ "dN "{ a"
1"\% 5 {SO ;% a! c1a b0\"
rYa ! #f
"
N 5&cZ:
\" . 6 " "i "Sk"" " "ag"# "?
;% @w a"% ^Y 6" "d a !
i"" \{ " a
(^ K a# "dK" %O
N hH 8 " h"a "Y a?
& p \"dK
Y! cB< " \
N "S"" SY c " t " w" ""\# : a"
%^ O" & @ < \ & Uf+5"1\ai a ?
" 1wN/ a a / "p i
" a# "c
{w9! c @ @ 1?
N wR "1 N i"
N/ " 4NY
a"% # i"dB ZO# % raga" dkg " ""

N " p a
kY \ i" "@
a
KY"6 a" 5NaB }"! a
"& {i w"5d "&
"# &a"aY # p" @
R B" fBU ! B! a
"

? " :"\# "& p" "dN
" a a{ R
NO"# a kYap
a' "YYX
NS" N&"
# "& {B ;% a' @S@ c 5 6 "
# a NaB }"! aY
?
p " "gi" U
;% i 5'c aa1aY"i
N "$ U bd" { Y X B
a ="" a"1 % BU
NU "
' 5 a# "d5" @ } 8'c\"
"p aa5 : "
"d d
\" "K"5 6 h
" {wa" &% 5" wa ! m # Sa"&a"
a"; ;
N{ ";U "a; a"
"d U \
r
a Y"Y
iBa # Y '
aBadUBw ai" "&
N\ d R " 5 O aa
4 3 W a16 5RY - d " 6 " a " 1a"1 1-! { "
S
O?
a"
R S a5" " " g" 5/" a :" i"& *" aY"
87/W +
" a\a\J I" "\k"^ ' " g"
7 W 5:9Y;3!W6 Z

:" S "# "
" S U
Ri" a:R
N pai8+ { â! O X UY "
"d dg Y\a"
"a "g i$
N "Y" a "
9Y<3! 5:=5 ;;>3
"\Y"w / R
N" \"g!

"!
N dUS\d " a" "& Y "

! " # $ % & ( ) * + , . / N@ "#a"1"O ( a"
" g""N"Ya" d,+
E
0 1 2 3 4 5 6 7 8 9 : ; < = > ?
^
@ A B C D E F G H I J K L M N O
D ) = 5
C <AZ9 3 <>=
#

/
C /
P Q R S T U V W X Y Z [ \ ] ^ _

3 W

;
a b c d e f g h i j k l m n o i a^ Y#a"" %U`N""

} """"\ #ik Zp" ""&
p q r s t u v w x y z { | } ~
" "i" a i"a:{i
:LH%k#k EGC%: 06:,/_w>o,/31,/F$+r01+@3152/};01*%+24.#06>%.#0$NXd 5} 24331+@A@24H4C%:L`@:LC%Ht06*%+ Na" a O i "\" d S
} .%_L_V<%wE Ew51+r0Bk &R 5 a
N :"O"" \i@
""
? E
@ &wE "

gwa
N"
" /
/ W / (R o
"pa!@"" a 1
" """ i ""a &i" @
" {
U > Y& K"" "d
#
\" "a a 'k%"w"akR
S " 'i" " "& h# 4
# k% Y }^""ai
^" " {4Yw& "i1 a "h" "
NaB"i# " /Y YY "^
a"" S
{ 1"
"w a" "" ai ;"i a "w5Y:! i /
" a\aU"a
"d;
#3Y / "
w $ ag"i"U a\Y" "#
NaYgo "B " a\aâR
"H i : % :S" a a
" Y "a "";o ! }d
{wa":a\Y
} a"\
" a ": a
Nra
# 1 a""F{
N1" i" O 5 ai"
Y a& :" ^ aR O r a 1 iB" ;
% "iBB {b

" i" ";
^ ^"" "; â aY" "#
> E %/
! ?) ? "5d ?/?v ?) ?;a"{wa"& S& a a
}% ag{wa"Y ww aa^"" U\ B
"\d{ Ya "1"
"Y" " r"d a 5"h"\
"
a{wa"" ?S (^" a \" dS" a"4" aYY "dN g"
#(UrY Sb
" "^Biri;""&! " \"
&O! i (^"
O ( aap" &\ aR &
R , *i"
U" "dY"\ +
1"1 i " idY" "
d "
dHH" N L " =
^ d "
d p S"" a&df
DZ= 5 AZ9 3 <>=

C
5

" i1" d ";L# a R
O"
3 a ! "p"f iY "! a{ "a
Y"@A "1 "I 3 m"x9U 1" 5 ag"% "O":"K ;a
}O/ a
" "a 1 "#{a"p"" ! "a
9@3 aw " "Ya\i{ad $ ; "Br; d B ##
#
UU% ; f
p""Sai"a dU ;w " B ;
\" Yg" K"a D)= p "6 v

" p ?
r" a; B""; r" "# g a5aS^
\"Ba ;" i6 " " pY a
iad5d ""#a"1@

iU"" "a O" a"B "&O Ua
6aa "
& a"d # B k 6a" ""aU{ S &
1# iw" " a" S
\! O "1" U " "YS

a@
"
! - i S \ "& " :"! a i" "dHa a&"
" a
O a\N a
N{ N " 5" U } ? a
" d- Hx N a
N

h@ "or&*/%"!'$#%' ,%% U
h &R \"5" "
NH"
{e? @&i{ a"G """
"\ ? ?
a "-" " -"d{& B"&U
&" a a" B""p" R
NSS"kgaX" " " < NU
ON c 5 O@ c;' 1 A' m
} "dN Oo \ O" b"p
"b#b"p ?
"ai
R
Na"

@ " 4 I 3 U dwY " a' a d "d
&" a""F"1"
?
@ O" a"/ 4 "':b\^"^
! ! "'/a "Yg
" U"g w"aWa" a"" a# ! "bpU kaB" ^"\! "'
S
""

"
a"S?
Nm aa1aY"' &
N 55" Y"! "':b

"!
Ya"\aw" So Y!"'R
' # &a ! ia;"i '"rY"

$ " pU N ik"# a ;"k"
"
i t " S""d{
a " a\"""dY" a# 4
R "
1
"
\\ S < "
"/i A5 & a: Y" \
!
$66 G
iY i a{"O "bBY
Y
L Y""wd \# a a" ! "'R

R
d Yi d! "'/" r ?
:w
": p ": 1R
"Y "
"U! "'/{B + Y"
p" &6Y""
ii"H K AY""
K S K:h{w" Y"
d b6 6O d W&M "
a"dKY" aU \ "b{""

"" a"\"# 6" ""
"'b U

"w"^

5 """
Y"1!
b ! 6 &:w"Y"

:LH%k,+%k<:L`@+rKGC%2431F,/_L:L`@+@D'+ #,/F$>%_L+@5f} 3624Fx01*%+ h;E <)Do,R01,/Qo,/51+4k
6 6 g "" ; S" N \i kR
d" w
d5
8 6 d )! 6S"aP! "'R
! 6"a/! "':bZ4
wp" 66 "" 66a"&U" 6605a"&U c
:1"d"
"a 1& 66 "d d" aa"?a
t
' t a d"""% "^" a A "\d
ab
OOY"
G dp d "
d& N W&a{ " \i""
a" 6" &W A?A t
N% -Y " " a \" .- Y"" 0w"d
"aN \"d" ? a aa a" :Z ""
U " $ ^ "
N{
"^ pi" }" i""N a k ! 0/
"% " / \ 8\ a""pkU
id
H d "9 "5 B " \ " " ?
a""
"a"6
"K d 4 { a ""a " 1
5" ;0 1 "a Sa "
"? d1 i""dHW 65oA5? a
\B " 1
5 b P " 8; dS "a
" i"p \ 5 wh""" " ra"a
" a\1 B
"H5 Hi"W"&Ni & i"O\" " 5Y &g{wa"""
A5?A5 6a& d . A5? 65aU a""S a " B m" !
"d " b0% b Y"x
Za"a "a " " "aYY# a "\
" "d{
" ?
aY$

& " " S : -?S
" aid aOS {" "d" 1
K"&" a ah & ?
a g"& S " &
p " a\&
aww""i"d
? N1 Y K 6oA w a\a ia^
" d1 "ag" !
aw"a
? ""S# 1aU! p a"K 1" i""
\ "&p""
""k 6a a"a B & a " \R kpU w

Za"a5 a Z4O" "\
& ! " i "1 Y"1! g
O":dS"& S": w? S
ahaR a\ # a" 9 "o
aU"
"pY
" "a" " r agY
NY k\t
"iBS5
%UM-o O,%1 ?
aa """a 1
" " { " iYBra1"\ N#
" "\ &U "i ? a \ d " " graX
"ig\Y w aa
" of8K " &
"
6 6 & a" "a& &a aY" aa "a &"
\d 8 61" d" U } O" A?A
U \"p{ "
a Y {
NU ; 1 a
i""d
i 65oA5/ r a" d

"! #$$%&$('

^
? 9 "" S 1a "

U a c" p d 9"w"d{k " { Y 6 b 66 6YU
"d S" \ "a Y "a" Y
'
-
{4 6 } d" a:Y N dR "# 4
aU"adw""OO"\" ""d" dB ! 5 waO
' ?
aaN65 a""a i "!
" Ua
Ow"a"d \K" ; d ;a 1" "d "" "d:\a"
" *)
a
"S " " (i"N!&N " d\
P P{ "" 4a"
S&U a # adO" 5" Y
& " d^ "d"1" a aid
6 +1 6 O1" { d 6 Oa"U ! 6 6 Y . c 6{

"!
Error Rate (%)
5%
4%
3%
2%
1%
Test
0% Training
0 4 8 12 16 20
Training set Iterations
:LH%k #k)!31,/:LC%:LC%H,/C%D{06+@560;+@3131243f2/}PZ+h;+r06K,/5b,} .%C#A@06:L24C2/}!06*%+C.%FK
Q+@32/}b>o,/5156+@501*#3124.%H4*06*%+t4]#T ]4]4]>o,R0 01+@31C063O,/:LC%:LC%H56+@0 8;: 06*%24.#0

D%:L5606243606:L24C%5 Ok)*%+;,BMU+@3O,/H4+;0131,/:LC%:LC%H+@3131243:L5vF$+B,/56.%31+@D24C#K 01*%+rK #S$,/5

0131,/:LC%:LC%H>%312A@+@+BD#5k)*%:L5X+ >%_,/:LC%5X8X*US06*%+0131,/:LC%:LC%H+@3131243b,/>%>?+B,/315
012Q+X_,/31H4+@3w06*o,/C'06*%+b06+@560+@3136243kw24CUMU+@31H4+@C%A@+:L5,R0601,/:LC%+@Dt,R}06+B3Y[B]
012[B>o,/5156+B506*%3124.%H4*{01*%+Y063O,/:LC#:LC%H51+r0Bk
:LH%kojkl/#,/F$>%_L+@52/}D%:L5606243606:L24C%5;2/}06+@C{063O,/:LC%:LC#H>o,R0 01+@31C#5k
Error Rate (%)
1.8
1.6
4>6 3>5 8>2 2>1 5>3 4>8 2>8 3>5 6>5 7>3
1.4 9>4 8>0 7>8 5>3 8>7 0>6 3>7 2>7 8>3 9>4
Test error (no distortions)
1.2
8>2 5>3 4>8 3>9 6>0 9>8 4>9 6>1 9>4 9>1
1
9>4 2>0 6>1 3>5 3>2 9>5 6>0 6>0 6>0 6>8
0.8
Test error 4>6 7>3 9>4 4>6 2>7 9>7 4>3 9>4 9>4 9>4
(with distortions)
0.6
8>7 4>2 8>4 3>5 8>4 6>5 8>5 3>8 3>8 9>8
0.4
0.2 Training error (no distortions) 1>5 9>8 6>3 0>2 6>5 9>5 0>7 1>6 4>9 2>1
0 2>8 8>5 4>9 7>2 7>2 6>5 9>7 6>1 5>6 5>0
0 10 20 30 40 50 60 70 80 90 100
Training Set Size (x1000)
:LH%k#k)!31,/:LC%:LC%H{,/C%D 01+@5 0+@313124365Y2/}wPZ+h;+r06K',/AO*%:L+rMU+@D.%51:LC%H063O,/:LC%:LC%H

4>9 2>8
:LH%k#k
)*%+$4{06+@560>o,R0 01+@36C%5F$:L56A@_,/5151: %+BD QUSP+BhX+r0 K#k'dw+@_L28x+B,/AO*
51+r0152/}wM/,/31:L24.%556:L`@+B5Bk)*%:L5H431,/>%*51.%H4H4+@5606501*o,R0,_,/31H4+@3Y063O,/:LC%:LC%H
:LF,/H4+X:L5wD#:L51>%_,@SU+BD$06*%+YA@243136+@A@0f,/C%568f+@365
_L+r}0 v,/C#D'06*%+bC#+@0G8w2431g,/C#K
51+r0A@24.%_LD:LF$>%362MU+01*%+v>+@3 } 2436F,/C%A@+v2/}?P+BhX+r0 K#k)*%+w*%24_L_L2B851~.o,/36+

51*%2B8x01*%+06+@560+@3131243Y8;*%+@CF$2431+063O,/:LC%:LC#H>o,R0 01+@36C%5,/36+$,/3606: oA@:,/_L_ S 568f+@3
36:LH4*0 rkv)*%+@51++@313124365;,/31+F$245606_ SAB,/.%51+@D +@: 06*%+@3XQUSH4+@C.%:LC%+@_ S
H4+BC#+B31,R01+@D.%56:LC%H 3O,/C%D#24FD%:L5606243606:L24C%5Bk);*#+06+@560>o,R0606+@31C%5,/31+C%2/0 ,/FQ%:LH4.%24.#5!>o,R0606+@31C%5BTU243!QSD#:LH4: 015!8;31: 0 01+@C:LC,X560GS_L+v06*o,R0 ,/31+w.#C%D%+@36K
D%:L5606243606+@DZk 31+@>%31+@56+BCU06+BD:LC'06*%+0131,/:LC%:LC%H51+r0k
{ ""d "" ^Y S a{ "" N" i

k"a""Y B
P "a aw" a
a "5:B}" "i"d{@gY ^ ""
6A* " a,+9 i \" ai
NU# Y": \
; "" NR
NR i ap ! > >
M
?o o G >
- %/M /
6 p i ";
Y ""#4
i U""
U dY@ " a "; @: p"

"a S """U"k \"a \ " ;a "d{ ?
aaX
"SU " "aB Y"aN" 1
5 "a " p"
""d " "di"`
};"
1 ; MY"aa"" 1 \" &U "dY: "d{YY aY "" Y5
" B ^"a;Y"ga"";w" i " a" ;
"w " Sa; a ZAp "U 6 6

"" v }i""d{ : & S {wa" d{w g YE{wa""
p ;
" 5 &k" 1{Y "
U ka
p "
U g i aU
aB"d 6 d { " (^&k i "
Y

B " 51" p 5 R d5"d{U a\ i"d&Pp:a"pda"ppY"
N"a"YU g"
a ?
^ " " d{p"

1" i"
"&
a'
!

"! +
Linear 12.0 >

[deslant] Linear 8.4 >
Pairwise 7.6 >
KNN Euclidean 5
[deslant] KNN Euclidean 2.4
40 PCA + quadratic 3.3
1000 RBF + linear 3.6
[16x16] Tangent Distance 1.1
SVM poly 4 1.1
RSSVM poly 5 1
[dist] VSVM poly 9 0.8
28x2830010 4.7
[dist] 28x2830010 3.6
[deslant] 20x2030010 1.6
28x28100010 4.5
[dist] 28x28100010 3.8
28x2830010010 3.05
[dist] 28x2830010010 2.5
28x2850015010 2.95
[dist] 28x2850015010 2.45
[16x16] LeNet1 1.7
LeNet4 1.1
LeNet4 / Local 1.1
LeNet4 / KNN 1.1
LeNet5 0.95
[dist] LeNet5 0.8
[dist] Boosted LeNet4 0.7
0 0.5 1 1.5 2 2.5 3 3.5 4 4.5 5
:LH%k!#klv31362433O,R06+$24C06*%+$06+B5 051+r0 X}243M4,/36:L24.%5AB_,/5651: oAB,R06:L24CF$+r06*%2D#5k D%+@51_,/CU0w:LC%D%:LAB,R06+@506*o,R001*%+$A@_,/5651: o+@38,/50131,/:LC%+@D,/C%D01+@5 01+@D24C

01*%+D%+@51_,/CU06+BD MU+@3156:L24C 2/} 06*%+Do,R01,/Qo,/51+4k D#:L560:LC%D%:LAB,R01+@5b06*o,R0X01*%+0131,/:LC%:LC%H$56+@0X8,/5Y,/.#H4F$+BCU06+BD 8;: 06* ,/3606: o
A@:,/_L_ SD#:L5606243606+BD +# ,/F$>%_L+@5k [B> [B
:LC%D%:LAB,R01+@5;01*o,R006*%+56S5606+@F.%56+BD'01*#+[B> [B>%: +@_Z:LF,/H4+@5k)*%+.%C#AB+@3 0O,/:LCU0GSt:LC01*#+~.%2/06+@Dt+@313124331,R01+@5;:L5X,/Q?24.#0X]#kL[ k
i4 " Y 1 dp " a# R i"i; a a ^"

1
" "a 1 { A5 6 R6+;"ta" 6 6{i@
{i@\
" p "a ?d;"1"d{" d ?
N c&a?
i"dBUa
Zi NkGB

" 1 5 c {wa"Oc 8 " r
^ "g& a" ^ "i "
d"dt p Ui"d
a
N" Y"SU awS "a "akp"
kU S" "p '
aU "a 1
w p"Y" "aY "a 1p:""i"d
\a""" "d a"" a a
" k : "a "a? 1
c gY" Q5 bp g
" a\a Np waR ad { ( d{ Y"d{ m
agB "wa

1"# " "
\B " irY U N pa1d "# w 5"# " "
" '
&" "5B " "i"dH-"
a ^"
" S "! SN " \ Y g"dg"
"d{ & mY "& a m%
"
""
{wa"p" d "b a" S
a % d4 c0:?
N ! &! ; p b^"waai" {Ukaa\
& 5 ; 5:""5 \ "" w
( 5RR\ """ ;"dOa Y 'b' 1 c& 1L" ({? \ !

R 5\""@ " Y x ""& { "O^ B
" " Y
d 5!7:"/U" ""&a5" c b a\Ni k"\pU
"w"1 S?
N AB!5RB 7K A # B' a""w" aai d"^\d
"" " "d{"Y 1 a\Ni' {t
a\"dO
" "
"Y a "B'
" SN U
p " "d{
a'wa"" "
"a " a\"d:: a 1
""\ p
m a
a{ "
; "# a\Na""U c o d ""
pY"O ( d{ a"

N{& # gk"g"^ # a a"N
aW
? a i :"1 " 5 a"" x
N1 a&d a""
" {
"B"d " i Y"1 5 !S d
1\"t

"!
Ykk ?
^ " : ? 6a H\" a6" : "d,+ ; 1MB 1
a;b b 1
1 Y""a K """\" a "5N" 5"U
1
Y8 +E 6 / a" A5? 65ob6o/86?R{wa"w
p ca"$"&{wa"

1
c0 4Y A5?A5o/86?RA%/,{
& 1k
Y 'W{wa"aa" &
{%gaa\Na"\b 6 O Y"
dR
p bwa a{wa"+
A5?A5 "^" % a"66 wa a{ " ""\ " aa "
8S $ dk
N{ ({ " d
a \ 8 \ 86 (^ a"ah\"d "4 /"#h a{wa" B
;"" U gg 8 dY" \"" d. ;B / O
iS"
""$ }\dk a 5B" S% ak i wa"{wa"\/ " " Y d"
" a" d? }ia t a "5"Na"pS w"S Y! "\d
" ": " w"d{"S b 1 " of8S Y& i" ::" 65oA5S%
" a
a 8 61S a{ "# a O"
p p
}B% w
# 1 %w
" ;B / aia""
{
N & K
a. 6666C dB
" "w "da : " / " K N" 9a Y4 "
}%a { Y 1{%a^B i t " ! w 6p ka " / ?
a
1%4U dY" "a;
Zm ?a" " \ dO & R "1r
L b0 }`
d R
d "
d\ p (^" k\ k"w" 1
a U" d^ B"k{ pY"S
1
c {wa"Y b6 N 1
c p "
Nw \" " a"
{wa"Y 6YS b p "" { "" ":\h " :R "
" " "
ai 1R a
\i8 + b 1 aE b6O b 5 1 a
6
p 5Q;B:c
"i"O p "f \"d{
{d Y1" 1 4aS{wa"Y"N b66 ("i Y" ;B /5a5 d 1 R

a a{ 15 1a ;"
} "Y p "R " { Y" "R""" dB:cS"dB
" &SR
NYB ^? a 1w"" d&"&a "
5 dB:cR
"?
1 "d{ "a {# """"\! Z " "C ;B !UU a " w 1R "# 4
\ p a aiR ip % p ""a^ } aa c{ ma O a

G }" a
N# d # :gw aa 5:
"\ :t a "dOp": B }%
" S 1Ni" S "1hi{ " 1 k 8 1 k wdx
"
!
"# a " w ai &r"?
-" W" "x { K p
ZHh # 6% Y"
! i&" " " "c ! 6 a

a"w% B8 R d Zc
"L A w ai " 1"KN " ai ?
N A 6 "ap
a 6
i" }d" ; "{ 5 a 1
1 ;d{ "a 1 h" U
i i"&1
r @ " a m% {wa" p" N i O% ;B :c Y"-
d ^"Ow aa Y " ( d&d aZ
N{ # 5Y 5"
ad U a @ ; { UY" p f w A5 OY ?
"
N5 i{\# wp"""a ^\\i ah b a"" UU d "Y "d{k""
<O " Y & a 5 C } YB"N"iY"g "Yrh"

N " " { k"da " a a\" \\" aw {# a\N"
" U 1d
B:c
p ;a"d ;

p K?KB%Yw# &"%a Y a"";

N!" 6; O "p"a
{ 6' ad NB
Na" S"1

;: "SU pg SR "a{?} " B"@;B:cag"a
d + {
% \ % S{ 1 ": "B% a " a5 ":
"r" Y " & "
N % ""U"^

"
g^"""#

ZSpaU }S% U{wa"`
mU 1
"Y\ k"" 6 (UY "t
" N"^ra
"a {? }% a/ 1 aa# 1
A @ Y 6 a1Y y
U "
"# "d" i

N" : "^"a1H """wY "{ {
" awaY"
" d1 ":" ? a "p O "
g : \
"d{S "a YC A5o65ob66?R6?R{wa"Oa4 b 1 "" " # p" " "

""d\"h 5 mh% S{ v dB :cS Y " \ S""

d
&R &\a" i a# " { ""d? a aY C d 5a " a a
"d" O":{wa" " A5?A5o/86?RA%/8 " "# " : "d{"

"!
1
"
Na"" { [deslant] KNN Euclidean 8.1

Na"Sd
N" p" p
[16x16] Tangent Distance 1.9
SVM poly 4 1.8
5 ad - #pY6 & d:
& a!
# i" " Y"
g [deslant] 20x2030010 3.2
r a " '""

i{S\?
N [16x16] LeNet1 3.7
"
a LeNet4
LeNet4 / Local 1.4
1.8
LeNet4 / KNN 1.6

p 8 Ba"p w $"
[dist] Boosted LeNet4 0.5
-Uai" ca"" $" d B 0 1 2 3 4 5 6 7 8 9
aZ
N Y {\ a!
"" a"""a aY1 ""B :LH%k[B]#kN+6+@Ar01:L24C

I+@36}2431F,/C%A@+4m'>+@36AB+@CU0O,/H4+ 2/}X01+@5 0>o,R0606+@31C%5$06*o,R0
C ] m& }Yw S S5ai\ 5 F.#560fQ?+31+ +@A@06+@D062$,/AO*%:L+rMU+]#k +@3136243f} 243f5624F$+Y2/}01*%+5 S#5 01+@F$5Bk
"aw w" Y "@ i

"w
B / 4r Sa { "" ' B Linear 4
36
"S d 5K " B " "
Pairwise

"1"""U 1& }g [deslant] KNN Euclidean 24,000 >
" a{ "" ^K"& @ Kp" 40 PCA+quadratic 39

1000 RBF 794
? a "\ \
N %
[16x16] Tangent Distance 20,000 >
i YO"\ aip U ipd"" SVM poly 4 14,000 >
a" _ a
RSSVM poly 5 650
? d^^"{ '
N{ [dist] VSVM poly 9 28,000 >
" a BY S 1"Y"a a"" [deslant] 20x2030010 123

Y"pw w" a i
aY
28x28100010 795
a
R U" a g" d"r" a& "d{ 28x2830010010 267
1 a /a 5 of8 U d

28x2850015010 469
U
" id" " (^ O{ [16x16] LeNet1 100
\"da a : 1 \i

N^# 4 LeNet4 260
LeNet4 / Local 20,000 >
R B a
"p a LeNet4 / KNN 10,000 >
LeNet5 401
p N"g"O
Boosted LeNet4 460

0 300 600 900
k iXa"" "\"pa{a! :LH%kZ[4[4khX.#FQ?+@3;2/}F.%_ 06:L>%_ SKG,/ABA@.%F.%_,R06+Y24>?+B31,R01:L24C#5X}24306*%+31+@A@24H4C%: K

a4""" "" \" 06:L24C2/},56:LC%H4_L+YAO*o,/31,/Ar01+@3b5 0O,/3 01:LC#H8;: 01*,51:L`@+rKGC%2436F,/_L:L`B+@D:LF,/H4+4k
" aag ! \"a
?
N""

N; ""
"agN" g# 4
"a i i " S# % \ "iB a 5 1 "d& "5g {
U " d1 ! "a" a
"""o{p BU" UN"a6+
a;{Y
N iY @ NYU" d4 ' m k a^ aB"""
&a
" Oi""d{
S "a " a Na" "& Y dKN" g# "a i
1

"YdU" "a N U ^" ô pZ

! p UdY 6 ^ a B; &b' 1
{ P" aiaU :ig"{w dY Y" a "$ aS )0A 65" Z}a
" }"w" Y " wi N"# a" p &?
N 6 1
U N"
a 0 d N Y dB
5& ? PR "t
"

" " ^? aY" " " ,?
/M o
1"
"g S" 1"d 6" ""N"p# 4 HR N"N" " Ug Y
"a > U " \" "Y" Zm"5N w :" B "d;"YB " ; " k rh g "Y"
a
p"
NB""
Z
dY B p""! " ka" 8 6 Y"d{w"dba"d dZc
N" "a US C *agaU" "i ! N" \d
N S 1
!a" wd
"at i " a-
Y -d
dB 1
S 5 1
i@ { i a S a "a ! B "&
8:" p"
w \"d{"
5"1"5 " S

ZR dSK a " SS
N1 { "d" ! 1
" aS"
N""6 b } " K" 5 px 5 "a1 " "" g Y { "dY5" aB
O" a " 1 c 1 w""dp & "a 1a"p""dU " "
N""W " : "& 1 Y ! p W" "\ S a "+ { aa"
Y G
" h i" i"# i o i"Or "a ""5 SN
" i{Y;" iR +
a ]c\ "1 { " Y ""
N{ "
Z}aS a " ! aa, < p"" B 5{
R d vii{ N
'a dB :c
a g "a S"# ix { 1
4{ = \a\B "
d{N" 1 d "a d Zc
U& g"# a d! w " a "
"Y":" a" ;B :c1
" r

"!

Linear 4 "" dU " {

Pairwise 35
i" R"5RZ1
ad
[deslant] KNN Euclidean 24,000 > Opa" NaKZ !
40 PCA+quadratic 40
p" aS\R "# a i
" h d w a O @ ?
1000 RBF 794
25,000 >

# a\Sa
BR p"# O" O i"
[16x16] Tangent Distance
SVM poly 4 14,000 > {
R " ;B / Y"a "" r
RSSVM poly 5 650
;65; {{k ;B ;"a "g

[dist] VSVM poly 5 28,000 >

g p
?
[deslant] 20x2030010
28x28100010
123
795
;656; ^ a ;B r U
28x2830010010 267 i"d6 w8 <^ -\a" "6
28x2850015010 469
r
aU"" Yw b i"
[16x16] LeNet 1 3 5 :" d R " O"1 ""1"
LeNet 4 17
S! ;" a"" # "";R
" aiS a"" 1aN"O
LeNet 4 / Local 24,000 >
d RO" "

24,000 >
\N
LeNet 4 / KNN
LeNet 5 60 d1
a# 5&" "Od/ : 5
Boosted LeNet 4 51
0 300 600 900

{wa"&/ "# ""d "/ { dOOt

:LH%ko[B#kt+@F$243 S36+B~.%:L36+BF$+@CU015BTUF$+B,/51.%36+BD:LC$C.%FQ?+B3 2/}ZM/,/31:,/Q%_L+@5TU}243 " B" @ B wd S U
+B,/AO*2/}Z06*%+bF$+r06*%2D%5k t24560v2/}Z06*%+bF$+r06*%2D%5w24C%_ S$36+@~.%:L36+X24C#+bQUS06+
a: M\d" i g"" 1:"d{ "a
d &B
>?+@3M/,/31:,/Q%_L+Y}243;,/D%+@~.%,R01+>?+B3 } 2436F,/C%A@+4k
"p"&

a " \a" @ :ad"a "
dw"i" U N aR
Y 6 Z
B " "
NYBS Z"! "w " "" &d Zc\
a d" R ah - a a O"9"U dB
a" 9 &d W" (N
Y
Nii{ dB"
i"i \i;
{wa"O"K 4d" 6 R Z1
ad iY & a \d{YN@ 1:R

= wa a {wa" "6"" ! a" U " " g{ "" x
N1"
w"d ""i "
# " ap" U a k \"YY"a "
"w a^" "p\ w R i"i i" S" a Y\a"
" i H ? U -N" g "a HaU ih U
i "; ;B < # "ra
N YO" Y h\\i{ ?

N "1"5"S
N O"O & 66 N # 4 N" t " id vM ?Mi Y
'c& mg a# i"1" ^B" 1
a"
5& U" a""
Y 1""a" U p"# a $ i i {w; pN Y :

a"
waB }U ai "YkR Z1
ad aB k "a"" "aB w# r"d !
"# iU ^ ^ r^ ka"R Sa^BN" {a?
Y wa a
i"\i a\ ""# a i {
?
Y N
; 5"1"&" }"d{
a \R S a i i B"d
h$ " (r i" "O" :" ": "# i a 5Y - "1{w "
wa"{wa" B " "a " a"
" a m% ^ p"Yp# a
a"i: "S"U N f ""# !
a
d"" a B""%
" 5" U N " a#
S O U i a
i"d 8 A6 d& "a 9*
:i@ k rr?
iZ " :B
ai Y S" b% Y " C ;B a5 W "#
UP }5"5"
h Sp a A65" # ; " A6a 6"&-"# a S - 5 "-\a Z
661"! d""d } ai"&" Y"
ad i 8 < a? apY;
#
" \" "Y Y i"\"" a# " i \w" \
" ai"i" ap
""&i""d{\" Y\ &B "5aK" "
"
a
{w1U {

"# a 1 i
a a i "1"
% 4 %? M o %
?/o ,
'U 4ro?R
?
1" " " i wa aw{ 1"" ""
" " {# "dY HYK Ri "
B " ;"wa i"\i r a" Na" a a aU"ha 1a@ ?
"O
N: O "r" "

Z ""ai" w"dm { " a
a KK "&
r"?
d "& {
"
N1"a"d1&i{ i \a ?
N
i" N \i\"\aR
d
a "
N "?
a i" N" ^ w# d B N" S "d W"a a-r" O
a
aB U% b
Y c
UU iaU"aB :
i " "9Wa: a1

"!
i"& N"ad\ w Sa

"ai"d W1 W2
:"i"i: a1 K aLa a

a""1 & " K# 6ra&U"
"
N F1(X0,X1,W1)
" / 4dk" b Y "S ? t

Input
X3
F3(X3,X4)
"& " Oi

N U
X5
Z

K ma" d i" X1
Loss
Function E
" t
NaR O U \ U
X4
F0(X0)
aO"% & &a a& a" X2

F2(X2,W2)
&B "ra """: p D

"wai! Ua;; X a d"Ng Desired Output
? i"" i " :LH%k[ +%kV0131,/:LCo,/Q%_L+56S5606+@FA@24F$>?2451+@D2/}*#+@06+@3124H4+@C%+@24.%5F$2D%.%_L+@5k

&"5 1a" ? ": O i
" i"g Y"% S ^YN

Y1i"
"B }ia \ d "p" "dYY " i '&
1""i
p" a"" i" "k w" a! Y p
N "#?
"g" g"?
" a k ^ i "

"&" " a U b5 "akU ]c" Uw"?
^S"m
B "{
UN"a " "

"5
" }\ { /Y &
"
dB }d{ O" "! \\i"&
: :B &
"
R "w1 ?
NS "Y "" a / a " w" 5 d
"1\1
a1"O aa" \ " U d1 Y Y "
" g "h" SaSK b6 d S{
N &5" a"$ pU
a " a\ N{ U a" ]ca {wN "df a"d
aa6 ag wa a{ g? " Na
: G 4N
"g ""
4 Yag"
"d" B bk&^% ^% Swr
Y
Y"5"dN Y" " "a a i"^ " Y 1d"""N" p" @
B " bS B"
" w dB "& B a c "d{ "
U "\ La aJ ! d""
"i "&i"\ "5"# d U ""
dSKi5 i?
"
" a! " Y ""d& d wa"w ""S
" U " "=" F" \
i aY $
N{\
$
dB -" ?
h"W"
" W " "i " h & "% 4^ " ha" 4g
"x 9? aM H"&"- a " ?
# !"$#$%
" { /" YP W ' "
Y"- Oad (^ pa!
*'& ?Z(M r,% v#6?/
a\ a""MY" "

?
@ &a"4U
{ Bp"i"d:"
{ \N """ !
dB 4 " Wr ?
P" i""6 i%1gi"S }B" (^

&& , #&$ $ & ^; B& dra^K{aB
& hf K;Bi \B
# 6 a"

" 5
5 "
'
; i;pK\ B (

Yi ai Y" a" Yk"
U "Sa"^? b
a""
Z} a a a &SR
N U a" ]c
NSa
& "S\" ( & 1
" "aO""S -"ha" . bOY ": ai ) $#"!% wU
iB r"; w#Y:&" :"
N& " " "a@S
"
a
Z} a a& "
(i" c : Ya"Y i "
N
d "
d t " a &"S }% ; î" ^
f
N{"i
d m { b Na"S" "dk"@ w ( & ": a"Y" Y"
a " a\a a " " o ( \"SY 1
N\\d gY" 5 ?
"d &

Zm"a? i "d "a 5 : \i ":i \d "& "5
daU ""Y
"gd B 5 ""\" "\R i "a h"5 a""S a@

" i
^"i

# "a d?
^ {wa"
pi"S" { Na"1;S B "a"gYa"g= 9 a p d dgY;"B

a\d :"B"BR ^ U ""a\" { "Y"# "d $a ! a"
"
B "B '
N
kk" aN d {wa"/
:d{U \? UY w "S" m "P {
a aw% a g"

!"\ O% U Zr " K B
i"a? i a W\"f &
% '6% a p" kU U * f O\ {

NU &a"B

N\ YU g{ # " g " g a
R &
Na" * &\"\ p "\B

"!
C1 S2 C3 S4 C5
4 4 4 Output
F6
4 3 8
4 3 3
:LH%k[B#kl/#,/F$>%_L+@5w2/}!.%C.%56.o,/_T%D%:L5 01243 01+@DZT#,/C%D'C%24:L56SAO*o,/3O,/Ar06+@315;AB243631+@Ar01_ S31+@A@24H4C%:L`@+BD{QSP+BhX+r06K #kv)*%+XH431+rSK_L+@MU+@_2/}Z06*%+Y24.#06>%.#0;_,/Q?+@_36+B>#31+@51+@CU015

06*%+>?+BC%,/_ 0GS _L:LH4*06+@3;}243*%:LH4*%+@3;>+@Co,/_ 06:L+@5 Ok
\i ( & g" " " "5 1i "S "dY"{ Y""# "i
"
N
t *
& p a#"
"^BS""g;"d" a" !
i a1aag{ "?
" \d i
?
'
? ] - # %
-U
" "a" " a{ 1
Z a{wa" k{ "" ?
dSa""p"a gaU"{ b " " idy
N a"S"d " O"
" 1 g
U " 5B"1"6Y WiBr"$d
" """ "d; i"@ D(Y":"dN " w 9d d K " 9 a
r"?
dU\"Y " U "5U" " ^\d B"
"Y

w1a " @ N"@
{w a" "
a a^{wa" "

iK ": " H^ :U B a"% "

!" p% a %
" B ?
O \ " p"@ % "" o 1% K m` ;a a
1i"\! ma a "
"i"dOapYa"\" d"
"# a w " g! } "1a" "# a p a y w hd\dr"\
Y"{a"5i"11M&"
: "Y * & &
1 " * & 4
"{ ad5"
" " pR
N " 7LS "

:" a
& 7 S"
&"pN# vdO b NdY \
a a }p : a\a O" U \d * & "

adpU O Y
{ ma"i g/ ;"SY" Q IE &a# "v 5"& B
a\
p
* "1;S" a
, *iw
"" "d'
N
5 a? " a
p ' i, *ig * & S
"5:" a :YaB i" a a
\ " w" a
Y"@

d{g% {{ U" " B "a ""w &
Na"^ k " B * p a"Y"
; a "?
O & mS "
a{iYY" i @ a

"! !
{O"\ Sb"# \

9
@ & \# Y 1""di ap
" a a a ?
1aY a
Layer Graph " UaY ?
g {ai"i"N
Transformer
" Y ""wa a a 4raB a
" w i "
{w
{ a^do
""dSYa"
""& h R \i "iSN
"; \ " "# a"& Na"
{ /
Layer Graph ai"# " aY" a
Transformer
" wY
(a) & a #d }" "a B 9U
@ U a
(b)
Y K" "&S{ &
?
@ { "
a
" i dwa a
Np " !
:LH%kU[#k{)!31,/D%: 06:L24Co,/_UC%+@.%3O,/_C%+r0G8f2431g5T/,/C%DF.%_ 06: KGF$2D%.%_L+!5 S#5 01+@F$5A@24FK
F.#C%:LAB,R01+B# +@D#K51:L`@+{MU+@Ar0124365Q+r0G8f+@+@C _,BSU+@3k t.%_ 06: KGP!,@SU+@3b3O,/>%* " 1"! d"" h"
"\ aS" i dS"
)!3O,/C#56}2431F$+@3hX+r0G8f2436g5,/36+$AB24F$>?2456+BD2/}f063O,/:LCo,/Q%_L+F$2D%.#_L+B506*o,R0
N""di"
Z{ " a # "\a"
24>?+@3O,R06+$24C,/C%D>%312D%.%A@+$H43O,/>#*%58;*%2456+$,/31A@5AB,/3136SC.%F$+@31:LAB,/_:LC#K Y a % G ?O,% RZKGxX!?//6?/ o??/or G
}2431F,R06:L24CZk
o ?rot"! " w""# ad:Y :"
# ai &"
?
d& i
a "v
(^ O" " a O "dap5 i# a S
a " b !N"a
\d

# "{ "
aS \# i
:" "i"d
O1S"m\{ Y"aaSU

&i "" :i ^ a""! "dY"
Oi""d{ UU " U
/ a " O"
?
@ { "
ahaS"
}a{wx # a ;aYR5#
Y\N@ a ""
"Y aY" i Y"
5a"# g p NU
! k p " w Y ^N# U
N &N ""% r\w YR 5#
a "d S"\\pG
Y \ "B "8 +k :# i m a d 1 "

"daB\ aî" "S"
i
Y"5 "# "\""YR YY
dO "! d"" 5\d a"d""a &"
i
SY "# a a""
"i " "$ aU \ " 5 "& @
"\B " "k k UY
" ai Y :S # a U a" a

N\ i"?
Y""dN 1 "a :
"{a" i"&5 { "
a
""Y/ YwNN
a" i dR U 1i"S "
!
aU \ "p"Y/
pU ""d
": ^1" i dR U1"i"S" " i
"i""d{ ',$
aSp" &\a k""di"
Ni""" a
a{w a"% p5a d
Swa"
aU \Y " O ?
p"55S":@ 5 K: 4
"- { wOr&a "d B " a
"&B p N"a
Y" U a
a i
ad" d
"1YR " Y &"S\d" !

1Y \" { MY{wa"kd"
""d{ i"w "1 aa a1"d"
\ ?
a v a tYB
# ; *a 5" aiaR S
d \\d d RRoGU?4/4aS"
iB r" " a"":
a"B "" /!?Uo4'6?%4

{# B} i"d\\i aS Y" }\ YYd:\Y a\S "p"Y
h"
N i O &
5 *$* " a"S "d Ya"\R {
" a"Y"B 5"% "B # 4 a wa "a / E }
r"dSd"O a "
@ " Na i w" " 5 "
B { B"" a r"
Zm ? a"
# wY i"N{ &
":aY "iB
(i"O &:"
p^{ "
apO "\ a' ?
U
"U WN "h:9 " { " :aw" O"p iY B
" "; R
dS S " 'B4 &R
NW# " {B4 h " ?
U
Y" SR k"\B " d! \ "h" i d$ " 1a x
N"
Y""\ &"U t
NS"" w "i" ";S

@ "
"
\ Y"
! a !
" aY W

# g"R "# "pB"
U }
U U?/4$ # "a Y
"O{ 1"& "da Y \
NO"
> /!RoU?4{1oo
" "i" & "d

@ { "
aS
" "d # " i""
" i dR ^B "a U ?
&" m\ { "S9
ia;a'

a"
5"5 w#k"5R a\ p5 &KNi p 5U 1" Y# "S
" :" a 9 d" : " 9" i O". d "dY
\" B"1 "a" axS
NU " "{wa"Y"\" "

"!
""a d w"a
Y
Y
i
Z} a a:" a & ;{a"
d a ai Y"L"dN W"H o
": "$ a & a^Y"5 U
"# 5"" ga"" " "5
Y""dN p 1 S6 < i k :LH%k[B#k
iB r"O ;
dw.#:L_LD%:LC%H,51+@H4F$+@C01,R06:L24CH43O,/>#*8;: 01*X+@.%36:L5606:LA MU+@36K

Na :

<+@H4F$+@C01,R06:L24CZk
N"i"?
" "5 " !UM?/ -
%?O 1a" ="
!M?R'-;%or"
' a 1" "Y" " r1#?
N"S"ao
# a:aiU" U p"a# aY"" "
O a
N\p i\" ai "
" \" "\\\i"
Y": a a "gdS " ?
"H@ p! i1"! d"" B " d"" " id\" " "&wa K
a aB "/ 4" a a\a : ai" " g h"1""# " ":"B

N
B "" ; S N"a
\Y" "O" a\i a
4O !
"# ^ "wi" \" aaY" "# "dx U a U U5
N "
"" r k" k ?
";
a "& "! a a

"
{ 5
S! \ a"" "& { " ?
\i{w" Y Y"Na" Sra\ 1\"
N{"ON1

@ "R ia d! ai" "& \ i """ "
: p1a" $ i{ Y :U " d "
d1&# a S a "1 " YU

\dOi"&
?
"
ZO i & N! " a 5 & "\ "# d" R "
"1 a Y C R , S"p YX
dp
& hf i %$'&B ;\ " ra
a " d a i ""
ZU O?) ? ?RR
B N &;pi B
f f f

Nk "da
{ ; ?
; "G ?O,% ? 6?]- ?t/ 6"

w
^" ai "t
i{w *
Y"" ?
p Y"O &5& (^ :i""
"L" O{ " "
" "d&Y
5 \" a!
" i " Y9d'i " a"":% (^ R
N{&"R
wa i{ a a dwY d{ "pwa""! Y" Y $ ai
"p"\ {t { ZU B { " 1i" Y
N{\ â""! SY S "/
ib ? a a# api@ 5" " "d5Y "\d{ "O R
"
"" Y "B ig"Y
"
N{S{ dg i # \
" a " Y """ i dkf "Ui "&
{w5" a" "N :a" !
" "dK ^d Y# &p
"# aY"R k"a" N# : a a A5' 1
Na""! "dY"1/ ggU d""a
^ Y""\"^ a
a" wa
N df i g"

; a
ai" Y a Y \ a " x
N
"?
\"& 5 }" ai"d " N"i 1 (^ a\": ""a h"
adwa^"w^ iw ^r Y aa 1 p; a (^
" Y" " YY \ " b5 +k! " "dNU"S i^% \ ! " d
" S maw aw"?
\" "! "Y e "
& a U i"d '

N "\"
:d Y \ a ; B
'
> / ) ?
{ ?/ ? G oUo4U? % GrU]*]{!RoU?4
"
"" {# ^@ i
" U
P"&Y "S" i Y
" awa 1 "a U x \} Na"K{w a h \
" " U d "
S"\U -" ?/_GZ oy1?Uo4U
T 9" GO]*

;YH"S g "
"d " ag 1oGU?4
WYR aaB \"# a"5"{a"
" " Oat 5a\" 1 " Gr1vO?) ? ?/
raY"S N"?
"5^ m" " ?/_GZ o.?/4WX R4i"$ i wN"pNa
pi"B
"S "g \" ai "5 O i 5 "o "aU i""
i ""d
"B "p daOi ?
N " (^ WYX'R ""di gaNa
a "
d S i ""Sd\"a\^"
"
{a"1 hU
Ni"" a
: Z oRR
w ro
i " "
"a" ai " ? Y"# ""
T U U " a a
"'d&""SpB{ai " 65' 1 ; }} 1a ;Od \"# a " a
a? a a B a N "a a" " p ? d ! "OY w /

"!
Viterbi Penalty class
label
character recognizer
penalty for each class

PIECE OF THE 7.9
INTERPRETATION "0" 6.7 "0"
GRAPH "1" 11.2
2 Viterbi "1" 10.3
3 "2" 6.8
Path
Gvit "3" 0.2
4 "8" 0.3 "8" 13.5

"9" 12.5 "9" 8.4
T vit Viterbi
Transformer
Character Character
W Recognizer Recognizer
3 3 1 2
2 4 4 3 Interpretation
Gint 4 Graph
3 1
4 4
8 3 candidate
0.1
Recognition segment
T rec NN NN NN NN NN NN Transformer PIECE OF THE
SEGMENTATION
0.5
image
GRAPH penalty given by
the segmentor
:LH%k[B#k)*%+Y31+@A@24H4C%: 06:L24C'063O,/C#56}2431F$+@3v36+ %C%+@5;+B,/AO*{,/31AX2/}06*%+51+@H4F$+@C#K

Segmentation 01,R01:L24C ,/36A:LC062$,56+r0X2/} ,/36AB5;:LC01*%+:LCU01+@36>%31+r01,R01:L24CtH431,/>%*ZTo24C#+>?+@3
Gseg Graph
AO*o,/31,/Ar01+@3;AB_,/565T8X: 06*t,R0 01,/AO*%+@D >?+BC%,/_ 01:L+@5Y,/C#D_,/Q?+@_L5k
:LH%k?[jkN+@A@24H4C%:L`@:LC%H,AO*%,/3O,/Ar01+@3560631:LC#HY8X: 06*,

b)Xhk o243w31+B,/Do,/Q#:L_L: 0GST
24C%_ S06*%+,/31A@58X: 06*'_L28>?+@Co,/_ 01:L+@5X,/31+56*%28;CZk
a GrU]*]' - ?MGG! O; " "\"!
!\5 a \"x """"d{ "
C *i a W
\ @O ""d5"
5""a\i a&i " " 4WYX'R / 5/;Y" a/ \ W Ud{ " W "
aaY" " "a\i aa " " &
&S"R
{wK{wdR
Up"p / &
&pgRY "i " " ; R " r?
N W
"" \ O " / \\R "
k a daa (w & a@
Na "
p"? a ! OY aB " "dOY" & S "d p R
N@
X a" !
"a R 1 x " Y U a 85k" "N dY { a"d15 "B
/ 5 a"
6 :"S@ 1 "S "^ BU
p"wi""" a
Y
at
?
a
a " a"a d
1" d } "# && U! {"" &Y"
"O i a "N"a" " " N@
5 !
" a "d" a
5Y""N" "5N"
X " & P"
a"d
"' "U a # r"
\ Y "1 id ""a "&" /
"ka / U"Yi""" a a X
X 5 [dR .5^Y"&d{ " 0W 5 a+

N dYg N"ap " " a 1"" ?
"YM" "5YY & &N d
a i g"'
"&i""" a

"Z % (^ 5
a "aS" i""
&i"B
5 W \ W
M\

X L @
" \wa :1@ OY""

a "\w"" w i "\
S"
"=w 1R \N d : a" "N 5" g 5d\Y \
"i"" a wa" \"N@ U1! "" i " "d!.Xw;" &i
""" aNi" " ai " i"dk" / O\ &S
"
#%$'&1"
a
S"N dB Y O i" U " @ Ow "Y"" "N@
" "a" p a
\" N"Y t
N"@ " GO]*
Uw - o Y" i

"$ aa1&# a {O@p / " Gr]*
;?G;
p R

p R
" WYR Y"K " Y" d( \]\\)+*/ 5 \]\\ 5%*#/ dk"

"
ah "4O"K a{ " ""g\R kB Y", * 5 Y
N@ W i""" a a "" h " & i""
/ A+
"
N&"
"d ? H 5
5:RE5-NX/.102oU! RE53 W4. i" "
" / & h WYR i
Z-"x p R
&?
N# a & "\
N&"d ? 6 OR "
"{a"dB' "
"{a"^ wdg"" "

"!
# \ ;
; &
i;
\ # ; aB
\
B Constrained Viterbi Penalty Ccvit
Y ak# a\d"

NU"Y"! k a

" { ppaa a \ Gcvit
Best Constrained Path
" a 1"w" 6"a"
a" { p
U a" " :" ai"d " Viterbi Transformer
N d" a dSt "# h" ai"d Constrained
" ; a"a " a"p
Interpretation Graph Gc
# aU p W" "
" k""
ai" p"Y
a^Y"ag"# a Desired Sequence Path Selector
U?
N "p" a\i p :Y Interpretation Graph Gint

N&a"KY"H Y Ya":R :" i"
N"i^ "p"# a"/ " " d "
d" Recognition
Y" " Transformer
6 a O a6 a"i Y :LH%kv[B#kb: 01+@36Q%: )!31,/:LC%:LC%H b);hxVb36AO*%: 06+@A@06.%36+} 243,AO*%,/3O,/Ar01+@3560631:LC%H
?
NY N "d O"\ 31+@A@24H4C%:L`@+@3XQ%,/51+@D24CX+@.%31:L5 01:LA MU+@3 K <+@H4F$+@C01,R01:L24Ck
" :" Y" @

" \pa a a1 a5 :?
NB" U
"k? aS" "k g\ & g{wa" p{Xa ;" :!

i
*
H " :" """N pY a aiBO
""#!
a! O d"""" {# Y a iaY d *5 K;' m
" a "d "a O" "" "
Y "# i "i
W5a!
kS i"d aN " "
:" a

Nh"N
& " " a" i "5
";
"
"# iR "" \a"
'
N Y1" Y
!ma" m
a Y # "R
N" S i iB Gr]*
{ G/G0

adS" Y 1
"\Y"" ?
"" &
+p R
g B " " "
"; ;1# " " i" U
"
k" 5" OR aaB ""Y" wd{YN@Y :"p R

1 d aO ! a"":;{ dwgak" " @

ad9 { &S"K ' " Wi" W# 4 "
a""! \Y "{ ?
NN# i ^"
" BOBp "R aa" &a\Y Na

aâ ^ a1 S\ ^ a"
"w \" "? r? S/& f " "pr g"" ""N@ "
""1d "1p " a ak
%/?
?O,% G& ?/o4 ? - *R]-f ?/^" Yw
"1 N "aF & a 1a1 pN@ ig" Yb
" 5"\p
a

{ i"" a
L" \" "w ai U 1
Y" a Oad? ;" a aR o {wa" w" ra? N@ k"
" SY\ B"N rap "# , wd{@ "6 a ai\ i"
k S" " c
N
\
Z}"a? i aK a
; "a ! O
ad&# a \ a a "OYMR 5" YK a" 8;
"\"
\r
NK i " { K / "# "":\i{:i" " a6/
" ai"U N# " A5' ma"" U "# "5d "
d "1 \# a gU \"\
i" "e
N
ada5"
?
" 4v?) o
U a "{a" ?G
- ?ro """
w 1 UY " a
N{" a " O" p R
;@
"" kNa
p" i k d6" \ d\"&i" "
" " &w"" 5 a""& ""d?
N^" i d } U " p"a
a"a" "5a" "x
"i " "& "a" Y { i " aB
" dY&! O a" &B d"d g?
N" i b } w"
\ :i" i" "5 { 5 \ i "% ?/o/1'Gv,%`G O1vRUroZ oCR" Y& Uo?/,%
" a ""S" 5\" ;St
N" - ? - p " " # Upc ai :"
" aa ; Yra Na"5 &\"" " a" "N5 :" a" p?
N" i aS
" { p N# \ a g g a"i""" a a U"ig""$ p R

\i" a] 1@' OS 'b O;c& 1S' 1@ A O;6 1S5' 1 "{a"Y 6 d 1Y"Wh" a
A; O } "F& " 5"2 "# > h Y " wd{
"
"?
" i "# "WB " N@ ab U \R a"; \;a
ra w * dB{ " a '
U"da " "w S "dN@
Za
" ! 1
"\"# ig{
NYU Y "a ""a "" "YL

"! >
" i" ":a"" iY""#+ " i Y{wa"SY "\& aC] 1

' O! A aa
" }{wa" p(B" 6; O0c& 1
D 5 B#
' }
&"&K \" B
a O?
Nâ" a ""#a
O 1
a
" & h" i d"d"5?
N "# ""5a! 9Nr " KN i"
5 H
Y! a" " ai ""# i a"
: a a9W# " BOBp }S"
B""a " p a" "" a! 1h"\p{ hY"9 B
"5 a " : "' Y" w": &a a " df
wd{YN@ a wY" ^% "p" iw"w

Z} a a" " Y a"dU" "ga"" a
"
w Y/\ d "
dx \U d # Y"" Sa\w" aiS
" a r" a ai S
N5 a x
Ya G ?/ - -/ v *
- U\ a" !
""a :N"Y w" a" o " Y { "S" !
i "# d""d ""\ o }a"" 8 < B
Zm ? a" i""a " % { i' Y" d "

R i { ai " " \ " h" a a \""
"a ; aSY"\ "# U"p"i"ka " "t Y H{ 1 "# "a
"{ a" p R
" "# i" i" " " a 5 \" \= "
a " "1F a"" a r"$ "$ d "
d
adBg!
a" " aW" p R
SB & i a# i"Y 1"i" U
"Y ;" "dY D Y "# Y""
# 1":a " { \ 9
N d R " { d "x "> O """KY a\"# B
"iR "pd5" { d p R
; " d 9 "YY ai# !
Y" "
^) &a a"1 d "" a"# "g\kR * aaN
a 1
" "\"! }N" "
"
Zm"a? i "" a:5 a "" "
" a"
p R
B {a" W" " k
"dN {
k" wd1 "5"

N "S ci" t
"
!
a
"
B \ O h a "
',$ a a S\" d }\\ Y ":1"
:""
# # N& S i B{ &
"# # 5 "

G
# " r- i
N{
Zm"a? i "d a
',$ aY"aa:U \ Zm ? a" iY1b a! ;"Y :;
" 1"1a
UY"
a a ! Y"!
""a "K# "a {a"\"
Z
a"""a t "
N {a"b / $
Y ag { dk '
? kk
" d :r5 O a aia a" U ad! p& O
"&"N 5 a
"a 1/ Nm a N a&Y " "

# " " a { " Y
/ &d & / wm a- a"5" a" 6a:" O-"
Sra '-O:Z
# O i "/ "% raO ""& "
"1 aaS
wra1 a ai " a" YaB " Y 1 "# "SR a"
a"" a""# " "{a"# ;a! ""; k" hao " aw

@
&""# Sa1" a "d " "# ;i" " "# k# a ^ a"B?
NR
1 ? a
d OR SO"" a\i a { S^"# 4
"
Y "R
h" 4"
a 1
d{ 4 O 6/ 5@
$ x
O"# a N@ "5
5"h"?
\\do
{ & /ra& i @&a S1 aB ""pX ! N '
N "idw a mN@ &
Bd 1 B" dX Y# a a" ! R Za\N "w a ad
" ra "& a" w a" ! ' " ,?UMG?Gv?) o GrU]*]{ G/G0
"w Y"" r g " Y;B
a "i " x
N
Z " w"\"& a/Sa
a" " a ; ab k "# 4 """
R
N?
N Y g""\
a {
\
:# "apw U a Ya"Y
Y kg
;"a ":Y"1 "N "S"p ^ \ { N@ N @
\" ; ^ a B k""\ô "&Y"& a" i " "
p""1"
# "a " p" 1 p" aB 1" a1"5N@ { a\N Na

" pf a aiw"a "Y 1 "# ""rO a " (N@ a5@ iN
": "# a < "pa " &"" "
% ,?UMG?Gv?) o!
# p% "{
"{ a aiw# d
"# { ? i"{
dY "R aY"
?
"
" "a \ " i" ag"\ d c
N "9: ""\" h
W "
& O
ad\"N a a\ { A5' mg\^ " "

{w a"" " " "
a""r
NO&"1" a a&B " ib a""Ni" &d & d{ U

"!
Loss Function
[0.1](+1)
[0.7](+1)
+
[0.6](1)
+
+
3 [0.1](+1)
Gvit
Gcvit 4 [0.6](+1)
3 [0.1](1) 4 [0.4](1) 1 [0.1](1)
Viterbi Tansformer
3 [0.1](+1)
4 [2.4](0)
Gc Viterbi Transformer
3 [3.4](0) 4 [0.6](+1)
"34" Path Selector

Desired
Answer 3 [0.1](0) 4 [0.4](1) 1 [0.1](1) Interpretation
5 [2.3](0) 2 [1.3](0) 4 [2.4](0) Graph
G int
3 [3.4](0) 4 [0.6](+1)
4 [4.4](0) 9 [1.2](0)
(1) (+1) (1)

Recognition
4 4 1 Transfomer
W
Neural Net
NN NN NN NN NN T rec
Weights
Segmentation
Graph
Gseg
Segmenter
:LH%k4]#k'ab:L51A@31:LF$:LC%,R01: MU+b: 01+@31Q#:)!31,/:LC%:LC%H b);hVb36AO*%: 06+@A@06.%36+v} 243Z,;A1*o,/3O,/Ar06+B3!5 0136:LC%H31+@A@24H4C%:L`@+@3!Qo,/51+@D24CX+@.%31:L5 01:LA MU+@36K<+@H4F$+BCU01,R01:L24CZk b.%,/C06: 01:L+@5
:LCt56~.o,/36+Q%3O,/AOg4+r065,/31+>?+@Co,/_ 01:L+@5YA@24F$>%.01+@DD%.%36:LC%H01*#+}24368,/36Dt>%3624>o,/HU,R01:L24Ckb.o,/CU06: 01:L+@5:LCt>o,/36+@C06*%+@51+@5,/31+>o,/3 01:,/_!D#+B36: M4,R06: MU+@5YA@24F$>%.#06+BD
D%.%36:LC%H06*%+Qo,/AOgU8,/36D>%3624>o,/HU,R01:L24Ck

"!
K" a { "

a-" a"" -N@
":rapa5SaYN@:
"1& R \"!@" YB ""dd
" """%"r1 "i "# irab
N ""^"N
aY" a""! S"S a" "; "
a"p "a U"a5
Y gY" b"1Ya4 {ai"
! :Y"O" a "9: " "H"K 6r
"1; "^R ^
N "Y a
"\at a B d tg
"i \kk"a""p"" U ak" 4pa d a4 J4'Ni" "
56' mU B "
{ "
a5; p w" a &" p R
g ;
"
pU UR a """ N"
Nw"g{ "pR \"' p R
"(w

N{1"N@ "R
"1 "d ra 9rB"a! }R apa; Z
""
5"N@ :g p R
B "O5 a!
"d"&1
= S"
" i " " a N "\
N{ " w
1 R
N{" dk
":N@ p"&
N "# w &N@ at a" p"\N@ " "d
"
d{ y a" a" /9 "dN "
;"5
'-a " k "

}wa
Y4" / "# "" YO ? 6pS
N1"
\ &" "N dw Y"a 5
"S S Mi" ; Y"5ap! YH" 6 O "a i" a
" " p R
wYa "& Y " ":"di a""\"Y
:
"\
# / p "# "L G/(
a K"# a
{ ^
?/%4 ON@
\""
Y

N1" a"
"pB >
Xo4? _%
?/o GM ! ? % ;?4o _% !
!R G G
4o ?/?4 ?UZ ov?/>% !Y :""\ " N@ \ p R

"N" " ?
N"
N{"""d $ a\"d"p "Yag" Na"Y"#"a \""
"1YL "`
A5" "a" "U""""? wd{N@

: aaYkX " A
a" "N\""a %' 'URU ;i ""
" " p R
â "
" ""\ " ?
N" i #5' a
D & kb wN@ " p R
a "S
N5 a "\ 5 w@ \":i"" a
" { d a " N@ U" p R
"
Y"k S"N@
dY\a
"5: "1i " " + ":" "Yi""" a
#
D & 5
B
Y"i" g
# a
?
N^" i
Sa"\
a" g
\" "

1d
D & 1% \Na" a5""da K1 wN@ a""! p" "b ai B
"
"p"& " ":i"" aa wh" U "S
a"
a" "a
"
a # 1""6Y"-" wd{ "
?
" a " Y""\ i "
N@ a K"&d ag"{ S Na""$

{ wa"w SNa""
a N D & $

@ \w"a ""
p" " ;"
Zm ? a" a ai S" " " Na" \^ 1"" S" " Si"" o
"
Y=" " i " " " U ";O; """ U"@
a" R
N a! R \":" c U A a ""
N" a aY a"""p"
" a ai
} a" a aYU Na "p"^"
^pi" B"1"\a! }R a "
B
w @ 1Y
""5"
Y "" ^
Z}"a? i aki" k o N dYB" "
i
Zm"a? i "d\" " aaYUB"Y aOi" "; \k Y f
S
Z/ i "
g pa Y" "b Uo4o>% - ZoMGab "w?
N a!
a"" a^""Y "! d"w^" "@ , *i" 65 }SN@ "Y" " ?
{ a ai / $ Na" a i "
! d "" Yi" ": : Uo4?_%
"k"a "YS i "$ i"
"U " Uw - { w" a:" a "d a
aaw{g{ ai"
"w
Npadf i"
" "
"&i"" a a KY \ai
N d $ R "i"5 {: a & " a"iY "" ?
N
IE # a a"O
/ $ " i 1 { d Hi@
d" w ^rp a ai^; "
?
N" i a%
O@ Y
& i"
" &" a / \N raS! "N"/ a i " "

N" "r' a aik /'ai" "Oa"H a"" aH" a" "N "d

a:"a " iYY w" i "
a d1 6@ :" &i " "
"w{Y " Y/ ^" i" a" "="! 5% OaR O" "
U # " Y id }&/ N " p R
Y "& kU \"S a " d

^ "' ik B/ "a "
": a\ S"d "
raSa @ : }Y/ { a$ ',$

&" a " Od&
$
p U" a ai Ra/ & N a Y
Np"1wC > a ',$

"!
" +
Edforw
9'XK5Ha W W 9A
\ b
B
Y"9 5 X1"k" P/U +

W N@5/.5/

Cdforw
Cforw
X Forward Scorer
if<7 < 7 <]\\]\]< 7/X 5 C
/ ]c
B Z
W
Constrained
Interpretation Graph Gc Forward Scorer
Desired
":"
N":p d^

"" Y Rd{ /" "dN" "d{
Sequence Path Selector
N@ ; a"": Gint

Interpretation Graph
:i""d{ S
N rY1Uwt a^
a Y p p a""^# iZ
Recognition
Transformer
iw"SN{wa"SY 1 a"\ !
i a
? p " a " d
:LH%k #[4k ab:L56A@31:LF$:LCo,R06: MU+ o243 8,/31D )!3O,/:LC%:LC%H b);h VX31AO*%: 06+@Ar01.%36+
" "Y p

Z i " }243,AO*%,/3O,/Ar01+@3560631:LC%H31+@A@24H4C%:L`@+@3Q%,/51+@D24C X+@.%36:L5606:LA MU+@36K
<+@H4F$+@C01,R06:L24CZk
" a\a
p% "{"a" a U p

N" aR
? k"
?
dR "d
aN dg / 8+BR a"B 5-U ; N@ b
2
D
9 X
5 / C 2
D /
9

W
@
" "S p R
w a F" " Y "
R { aSR a" Y"R a"dS 1" 2 2
" UaY"dk a"\ Y""("{ o Y"4I X 5P[r/"5Y"&"/ W 5 a g Y!
"YR a"d; " "d " "Na
w "U"a " " M/ P g P"S?
N " "d"
" "gYa"N@ Sw% k " "dY &"dN \"RN d p
+
""{ N@ \Z \ "
w
" " "d_ Y 1 gN@ Ua ^@
D 5 D / /

a i " :N@ a a"5 ?
2 W 2 2 9 2 @
a\k -" p } Y ;

Nw"a;K > Ya
} a"
" a Mp" : :& ""a p R
g " dtk /p
K 65 } a {BBO ( S pa&"S a r 9a a ":/

N{: wa"p

N S" 6@"raSa=9
a? a"5 h@ hY" "# " a"p" a "" "; ^

" p R
pN@ 1"1 da K aip" r"Y "N " $ R rx -r
N"i% "w : {"S : p" " "dN /
Y"" wd{@ gwaiYB""Ya\ r" "dY : "N Y \" "/

@ S"" ai " " w"
d a" a "a ra " d
Z
N@ 5k{" ! "5Y""\"\ a" xi""a 6 R "
?
Ng# i % &
\ O"\@ &^" " 1 a a {

" ;}
" "d Y"H"
# i wh K" b' ;5po : #f$ " 5
O!

N@ i
"& a Ya a ""S"a Y & " "" U
x " Y a 6K" i5 o
N: U " "
R
":B" " i" p R
" Y! }
" *"1" p R
U" Y U a" 8;i" " " ,?UMG?Gv?) o ;?4o _% !
!R G G
Xo4o>% ?/o/; gY\i"" a a \ak a"" i S" N@

\ O@ w Oa" "5""" """5Y5w
"N"" "g" i \"' a" YZ
%'C?MG?GvoZ oUo4?_%?MGOM oUX a
Y i"d {{Y B
Na a" "N" G #oZ o@G%4OM ow&*/ *
- G @
Zm ? a" w" a " pN@ to M 0
?/#% G GoZ%/?
?O,%x G&?R?4 ?U GrU1wO'(
" " " 4 B a i ^
Z Z oYi{ aY

@U5 N!
a" "a 5 "

" db "B a" 1@a"
"\Y": ra1h 9 a "1a"
p UNa aB wa{ a"
N@
":
N h }@ H N@ a""" @1k""d
ra1" aY 9 a w " "dYY" U U% R B ia""^ N@ "
"# ^ "Y SN d 9 X w ,5 "d1i" " { w
k Yat

Z} a a" "t "wa"N@ a"
t
Y# ai"

"!
"a"5@5 Si" "a '?%? ." C?MG?GvoZ o&'GG0

(i@ t
{wS"iw{{ii dBka YS" "
ah ""
"
a
a
d&"pg "Y"O" p
U"U K"
?
"i""" a
\ 5
i a
";
a 1" N d N dâ"/ g"{ w"Yg""
""S" a \":Na" "
?
@ " & aaYap d a aN d"
1"\" Y 1 a" i"" a1Y\i{ " "d " N"a g
& @%kr
YY H " hY 1i "dN "S4" 6 gNa" R U' Zki" " Y k"
YW" / " " " Y: a a /
O"h x
K"d D & SWO gX kR B" { at a"UNa""a"
" O@ Ow a" ; ; a ! g d a"% &\
" @ & i"" a " ": YaiY! { "
+
" a""K 5 1a Y1 w? a\d aB
D & 5 B ?
"a"Krc {
# a\ "
D &
% i"" "{ da " a a %
N\Y"a aOU
"
"p"& " ":i"" aa wh" N BiR
? a _
Ni" d&

{
ON@ &a S%R aB " B" a" "
U"
N@ SN"
a "a X Y"
N "^kU *k ^ { a";

@
"\N"^ "# p "p"\ " &R N U " 5""B "M5"% wa: i"
p{wS" a p D & Y Yd @ 1U5
d: /
Y 5 a# " &

{ 5i" " ?

ai " "11 a" % aih 6 "c a
& a K d a"
6"
!
"Y"" (# "! ? d a U
" h "&
# SF { a! a a"\\" t
"
" ad { aR 1 a"" b' m " "\ & ;Oa O"5B
Zm ? a" p aU "a \ " " &iB O
ad&"$ (/ 1 a" a
a"Yh{ "
; i \a"g "" ":

{ ai""\Y:N" \ iB
"
" "p ""{
Z}"a? i \""a 1"
adS" U f, *i a"\{ i
w""Y6 U a ! Y" i" U "dw ra" U" a B ";
" a b "" "d;" a"d
Z}"a? i Y L 5 O a"\ :Na"NSa"
""a " iB }@ ""d / wa a SaNa
ga w" "a
" ai"
" "a "{ (w / $ ? aS"B " "a d "; " ii
W " / " a" " " 55" { r
!
ra\i"" "a r"\aR & a
" i " "
?
O "# "Op w@ :"OB" a" LR " 1" a " " & a
"" N \ aY O "# :R Y i"^4 "gX

NR
"B }@ "# 1rapS a io "# " f
&{
5Ni@ &
"p "p" f iN N@ S " Yd & "5a" "5 "
" "d5Y &" a" i " "& O "
"g"dS\ 1 " "
"Y" ":a S "\aR a"1 1 "i :5 ! 5 " i
a & i
Z}"a? i S aY a"" ' " aU
" a i" "dUU \dk kY "aO kR i O k" a
" a # """ a i" "dUS" " :" dpY" b ik

B"? Y "p"" dY " " " "i a " aK
a"
:" 1O aip, *i% 5^" " " a 5"R "S"
/g"" "
"& ?,% Go/, $w&*]- " o ! "aU dYS & mNa":
Y"N "! S \{ " ""d" 5 "a
N
&a" a d&
N" ( a:"a "?
;"B "P
" aY S" 1 S{t a"
N{ raO

{ i" "; " @
"" "" "i" " "^ {
N\k Na""k

"
"i " r"d a "t "' a""b #aa"" "w""
"U
N d O x
N
Z} a &i":" " i a" ""d" i :"5"1Y
Z}"a? i a a&" B a" "U Na i D &

NOi"B
"B ;
aaU r"d;aU X " d{ "Na""
?
@ w
a i"
"g" i "" ai ?
N# i aa wk" "ii{ a

\"" i ! "S i""
?
N;" i d a " a
?
N;" i %4 a U & {g"# " 1\ 5 % a1
&K 5" " "! a{ a "p
;R " aB 5&b' ' m p ^ S
d i' 1 &
N1" " "R aa"&a p a
N " "

"!
"U"
Recognizer
:LH%k?4#k&l#>#_L:LAB: 0;56+BH4F$+@CU0O,R06:L24CtAB,/CtQ?+,BMU24:LD%+@D QUS'568f+@+@>%:LC%H,36+BA@24H/K

+@_LDZk
C%:L`@+@3;,R0b+rMU+@36S'>?245156:LQ%_L+Y_L2A,R06:L24Ct:LC01*#+:LC#>%.#0 o
U
1 Sa"d a \Y $
": a'@h "a%S"\
1R
Y "
" "+{"{ "Uaiai :LH%k!4#kyV<>o,/A@+'ab:L56>%_,/A@+BF$+@CU0hX+@.%3O,/_vhX+r0G8f2436g:L5,A@24CUMU24_L.#06:L24Co,/_

N 5a a S"a"o \ +@_LDZk
C%+r0G8f2436g06*o,R0X*o,/5;Q+@+@Ct36+B>#_L:LA,R06+@D2BMU+B3X,8;:LD%+Y:LC#>%.#0 o
d a "S a"" v aOm

1 S"\&"" d ""i

BY t B
?
" a "\B " Y O" O%r1Y "
a "Sk 1 a &"po
"Na""" "1"#a S{

ai""
{ : " a
airi ? a a
" " ""
&" ai c/ i"9
" " 5d ! ":a6" i{5N" a a a{ H&" "d6 a:"
9" B " d :"Hi" a ""
U5\1 5 Y- " " B4ta"p!
" "" a a6 " Y"H
{ "
{ " " (R r"o
"" a d{ " S"da " O: Yaw" a"U "o
N ak "Y a!
U mSY " a S h":d "1 N""
"6 { " a! @ a i xa
" ""\{O
\i ahh"5 So
" aS " ! ("i h"N h a aw{ a{
"-Y -
"{ 1-p ri \ " i"iYY5
"" d" ai;
ib
a
i"! R Y 6 a a{ v i
6 1 A;' 1 1 5'c& m
\ ?6?/;"1 - 6?/U ! -U1o! "2 1

U C 'b R
# $ &
f a ;fB r
Y O

Nph\;5\ B
N
"
c
Nc a 6 a"B

N R -:" "dH , *i" H
R U
U w"a
wkp"\Y"" "^"U Si"p a" '-O:ZpR
! "
?a' "" iO "1O" "" a aB "\^"\{ w
"wh"# wNa "
:!"S"i"SaB "p{ d^ ia i" N! "w1"
-? aO" i OH5" : Y6 r a U N" "d
U a . & " i g" a a @ K"x
N a\"d {Y 9p K #
" "S"# i O S" { d""i" : -- \ 5"
"5{{ {
":Na "
& i "S"& a# k"" "
N h " "1 ?

Y ""i U{# " " "S"d" R aia"{
i 1 NaO1 a S
N Yi" " î a" { w U
Na "
& a a " Yd1 " "d ""\R O ig\!
R \a
w! a" ai "a " " && aia"k{
" & &g k"S Y
N
a p '
a&":rS:U O"\ # f Y Y " a a \N" f B

" "# a $ a :5 "w
a f "Sa"% p a a ap\ % apU a
"p a
a ^" i" Yw
N "i1"
N a a"% b 5"YYi "
^""# a # Na
&"a :" ! O a &aOOi :
{ Yk "
" "9 a":""#
?
5" k"
{# NY\&! O
{wa"p%
a" " 1 p Y&" i k " "Y{ i &
"a"

f ^h aZ
N 1aR i1" a "da a""d
{#
"a & i" d k5 4 Na
Na"":" '
" { " &t
N" " O \a" ! "-R "g"" " "" a

"! !
"apY \Y \ ?

"a! Viterbi Answer
"""U Y"a\"!"Hi"
f:""t
1 "\@aYaB Viterbi Graph
5Yi""d{a U i"
N " "O?
N
pa"p& a A' 1 }' Viterbi Transformer
" W"# a"
pY O 5 &&
Y? a":# k" "dx a"B Interpretation Graph
a1"Ki# { O9? N <
"
&" {i "$ A5 O 5 m Character
Model Compose
%4 Z 0
O1vRU G G

! !Bo !" ' Gv
Transducer
S....c.....r......i....p....t
Sa"w!"(:#aw"a Y SDNN Output s....e.....n.....e.j...o.T
5......a...i...u......p.....f
"ai " YR a"d^; B
" "" a"?
N" "dN ? SDNN
" 1x /NaB } ! " i O Transformer
\ &
d{Na
5
# a 1 a ""U
i -U OS! "ppFa":: YH U ? :LH%k +%kV b3O,/>#*$)!3O,/C%5 } 2436F$+B3>%.#_L_L5v24.#0 01*%+XQ?+B5 0w:LCU01+@36>%31+r01,R01:L24C$}3124F
N x g "; "":N""d

06*%+24.#06>%.#0X2/}06*%+<#abhbhk
" aZ

N { ""# Y "U
i O "
" a ha" ai C1 C3 C5
" a i"1" Y " "aa" 2345 Answer
" "d
" a Compose + Viterbi
"
: { " 2 33 4 5
SDNN
""" i ;C +c iwa""p
;
Output
ak F6
w\""a" " aB
" i & ma"&
Ni"" a
Input

\" 9@ N; Y"
{t pp YO U 'cpS" i
# Y d&
Z1"! "$ { d5i 1d
SY" / b
N{\ kN"
(^ /
N{ 5"" i "
:LH%k #k
VXCt+ %,/F$>%_L+2/} F.%_ 06:L>%_L+AO*o,/31,/Ar01+@331+@A@24H4C%: 06:L24C 8X: 06*<#aYhXhk

: 01*t<#aYhbhT%C%2+ >%_L:LA@: 0;51+@H4F$+@C01,R06:L24C:L5>?+B3 } 2436F$+@DZk
?
Na:Y":Na "
a" U" \Y"K"
N@ d
\" ! "9^" a"^
^
aK
d !"'

! !RR ' UUMG6t G"{{
" O "{a" C ?Ro?

1o
% B?/U4 S"N
& Gr](O/ror6Ro]% B?R 56' 1 \"w N \i !;B a dY""

" U """
N{S^{ " akv a" i
O "O" "B
?
Ng a" "a a"{ " aU d B " 5Y"aO"a a K&a "d

" Y"
i " @ " Kd "
d&HM"1a
Y" / i BB?
NUNa "
; \ Na"K i" B
N@ a " } " \" Y " 9d

5{w: " a
S&a O/ "5 Y
" d "O a\
{w-"
a
B
a; / " {B
NB"B
a;
N% dB" ^ a"5 Y a
{w R
" \ "p/ Y^"âi^ Y " ^" O c1 t "p d
i b
" aB
a"" ;Y @ b "i k Y a"5""d SY"{

"N@ ^
N @
" 6a"
h? a
"R ; a"g B i"d i 5 KY 8 1 "1 a"

N;" i i"" i"d
N;" i a^ "aR
1 {a" Y5 cN" Y ?/o'o, ( B "d & A " U \d " @
Z o
{w w a a a "@ & ahO "
ZL d
dN "1 R Na
" i ta" U "5iM" id
adM " pB
!
"a &"aR ONa

1" ""# " i "Kwa Y"?
K "i5U
R d"=Y" " " "@
N5ha "": k":{
dU i"\ dB"a " a
" i
U i "
YS" "{ "a d
Y i S"Y "dN S Y?
N a\" r aO"i " "# a
" i g i"N a% "
o :"" "dh\" d a" YB
"a" i"
o
gU Uk" w gSC *i 53 O0;B
^ ""a d S aU
a"" YR
d15\a" # a {B "i

"!
540 1114
55 4 0 1 1 1 441
Answer 678 3514

SDNN
output 6 777 88 3 55 114
F6
Input
:LH%k?4#k&VXC <#abhbh,/>%>%_L:L+@D062,C%24:L56S':LF,/H4+2/}D%:LH4: 0;560631:LC%H%kv)*%+D%:LH4: 015X51*%2B8;C:LC{06*%+<#aYhXh24.#06>%.#0b31+@>%36+B56+@C0;01*#+8;:LC%C#:LC%H$A@_,/515;_,/Q+@_L5BT%8;: 01*

,_L:LH4*U01+@3H431+rS'_L+rMU+@_Z} 243*%:LH4*KG>?+BC%,/_ 0GS,/C#568f+@315Bk
" rBa
N d{ p" U " a a Y\"
i"d "aBNU
"w a
{; i ÛU a;
ra
Nd dO"

" âa"pOd{U/o !*]G % G!"

5 m ""# " a? "

N U a"d &? 6 Y{ ?
" ". 565 } a"5 a"d"{ a a
" " w# Y" 1 i i"B ! " a Y h } "a "aS "!
{Yf a""k
Na
" a^Y"S" " "{
" i < O tga" d"
"" wpB { ai " iaB g"# "" B $
d{d
" "&?
"
! a" " R " "^ ^"E d ! "pp
Nwd
" " Kh dp""

&& , #&$ $&
" Y h"N\$ A U
"K c&O" : \\a" a# "d 5 > @- * - ' 0 ! "
/ G G &B '
"" Y" " ;a " "

a\ "i ; " &?a\ ""
a" " i" U @ c pak w
{ B P"dk a?a
"a" iU i""d{ "ak " B{ " r ! a "
^
"OB " a" " i" d"&" &pd " N" i " "5"d aB
# f U"\ iR "L c" # i 1
O" a r ?

a" " df a\" a\ aa\" a
S"1"# 1! "Y "a "
a "a""! " ^N " !
â ? " Y;
aadS\ aa^ K c&t S N \i d "
N\\ g" " "
"N 5 &K"! " a"

Ni""" aO i O"a "1 "pp

"w a
\"t "^"
" 1 : \
"
Y H i N" a i a
! "
N"

Zm ? a" i
"
""a " a " a\:/ " "
"N" aa i !"pp Y" d"Y"
""\" aYR
N::" "& '

"!
Edforw S a a ;
OO S ipN \i

m^Y "` b65' r^" "

v
Z S"pp pMZ
"k!"g
+ U "\ "" ag"#iak

Cdforw "âg id
N""^ "g " ppB
Cforw i " a "d " Y;" a
Forward Scorer U " iY":"d
Constrained
Gc Forward Scorer " *'& ? "O ?) ?o %?6ZG0 GG ! "'
Desired 5i " ag"ppYY
{"#"
Path Selector
Sequence " 1i ""a d'wa a
{wa"
Y "&,*KY"HY "
Gint
N& K \R " aS
Character
N": B
"aR
{ N"" 1& a&
Model Compose R ? d SO""O: a wa!
a? agN
{ î"B
Transducer
"{ {
SDNN Output
S....c.....r......i....p....t
s....e.....n.....e.j...o.T "aM? ap"di
{ " d "
5......a...i...u......p.....f
k 1{wa"" "d "i""
SDNN S"
df N""
Z5a" 51{? "a
Transformer &"" \i{wa" : "
" {? \"aN:Y "
!
:LH%koUjkVH4_L24Qo,/_L_ S0131,/:LCo,/Q%_L+<#aYhXh/X c*US#Q#31:LD'56S5606+BF+#>#31+@5156+BD " " ;
{# YUi :" a" U
,/5;, b);hk
"a 5"# " 1 \ d"
{ "

N 5Y":" ? a Y " ? a

N "i O { SS 5 "" g
a\Y i i 96 " " YS "" a
dd\
& !" Y" &

NO" S! " ;&b' 1a {
! & a
"df
}" $" P
";r
N" :aN4 ;'c' O1" S5O ;0 }
" a4!}KY""- a ; " 5""f Y&Y' " a5
" O 5; O ;6' 1 m "" \ikB "# a1? dwaR
N1L ;&b } U{# ? a
r
N"
"Y":ww ai aR d a "a"
" & / h aY "Hwa a aw $
? " " a1 ? } B \
" ;] 1 ; m "\ " a^ a
N ":1 9"
B "`
1" "{a"/ "# ""S i UO ax i: U
" K! " O
" Y" & " " " ! m " U "d "i
a" w"""w "a5"'
p "" d:
!m? a " "
Yb a"4 !a^p " i" a\Na"":U" " g"Y iN"Yi"" "% " 6p
" Y O "i""" o Y^ " R g " Y" ";i{w
" a OY" k"i""
agi " "p ;
\"
!} d d 5
"p"p" i"1N" \dY"5 W ' a a{ \^" a"p
" a aa "Y "1" " i Yo " a"" "
!} d^ /! m
m? d

N6a "Y " a " "& " R ? a
S df $ "
" "1" " a &# " 'Or" ""a "` ; # U
!} @
"wa B aB" N"
{w"w G m{"da"p\{wa":p & ad

d L B R a"
d
:"da a M1" & i1
" i{SB
Zm"a? i "" a ""
"d"a/ ""
Na" a {a" d \ Y \R {w } "aN"{
" "
"p"# " \a" "\Y / i"B d "
d6- "a" "
"6"
" " "SY O "# "5OR 1 5d 1 \Y
"
""# " g i" "(N" a " 5"\N ; b } (w Na
S! "O "
Y""dN g" / U\"Yi" " "" "\a " ; \"akg/
4db "p "$
S"{
N a\"dak" 5" & a i O
N dâ" a Y "\"
Y k\" UU \ R \" a "^ grad {wa" ^" a@
{
"f
N "" S! " "{ a " p pN"{ g "ap Ya "# "
a "dkS' awU U"{ < ; Y" k" S ; O ; }kB "g" S
a?
N "! d
N# iZ "p"aR
N\?
N r p d "i
i 1 :5 /gp (^ U N iY "^ k Y"w{ ;"wR d; U "i

"!
"&"wa"{wa""x
"&a" "a1 ra"#i
i?p NdR
N1 raY" ;> U > $ ; " bUwai B Y/
\ k ia"k U1"" S m"\ ":a" K :

h & i
" p"a9" a i"i&Y ": / / S " "a\"@
"?
b : a

# "i ^" x K": :N# ^Y "
&d"Y aY 1R "Y" wa a a\Na""Oa " "
1/ro/(
{wa" pY " 1"S" "
N
%?_% 1?]% B?) ?RoZ o
Y " ? aY "di"1" " -" p " a Y B " 65
U# \ # ; ' i;ph\BS; " \ "\O B
a
;;N
;
;
""" B/ "^% i" U@ w"@
Ot O a \ ;B
N"" B
M#" rOP; { cmY{ &" " aN a ? a{"ap"B
i" S aY"m%B" " d a"1 S"1\ "a
H{ Y h 6{ a" a U h & " ;-& " a
"i"da a w{ X"pa kY# a / 5
dKY"9ip i
a \
U }i""" Yp16 wa" v - #,% R \?
N Y 5 m
N"

o
% B?UZ o i\ Na"gN w RR > o'%MG) ? a :a / \
d Y o!
a"":
Nm r 6? ?/OwO *
- 1& ?O? Y
N"
"a"d 1" :B t m a" a
@

&? ra :"S b ! a p" { "a
4"a 4@"@ a ar " "i " i kB
aw" ' aY"
iBr" " 5" &i !

N"" """ d { #

ad { "1 ?
Y"/a{ " "a " i &pa"B
aa "
"\d ""i w?
" {# R "" 1?
N ! "
"p{ @ ;5 O A5 O ;; O 3 }UgdUr d1 " f
:"\\"# iR
NO # 4

N:"1Y"" "x b5 a U " 'BOBx
N""r a " pS"$
' w a
N Na p1B " w \"
a Y
" " Y g
w"i p"S" m% f ! O
ad ?
^ " Y a!
N&"
dk"{a" i"1"' a YY U aOa "
Na"R 5C *
ax "?
i \ B a i C8 O
"da U
NZ ma

" gX
] #!O,% Gr](O/ror1o]% B?/U/ 56' mkB @ a " " pN! a

aB
ra
O" "# " 86' ^ B
a; }N"Y ig wi" \k

"
a? a""" 8
O5"ai"r
N dO " "t
a U
Y " a a 80 }K5p "i :

@ O{ "
a ?

N9 ! dH9C *i5d/ 6 " 8 b
"U
# a U ! ii""
w

aN w;
w /" S #
d6 "a H" aa U / U$
:R h" WU OS "-"O " a6No
"p
U
NO :

1"?
@ "1"p a "\ { '{ i ' U a
" w" p"aidO \ p 4 wY& a { "
# ag B "" Y"i " i&1"# a" " 1 ?
a ! } { i1 a h" " c
":
! 1
""
B " ? {p"px {wa" S" "" ad 4
Na"1 8'c& 1 80 } "a :' Na":Y "" ' "
d- \" i
'
vO? ? % _% !? ]%
B? Z o a# i &

N1 Na "
a\i"Y"
" d{?
dW 6"} " "4 N d "1 "Y 1Na "

" i k/ i\a
; 5 OrR ^B
aU ^ " pR "
'"a:ra"a
N " -" i

a "YU B" ":awa a
/ YY"dk gra{w
N' " +w "# "a"5& " B
i

a^ B
NG &
"# w
N " a a" \YWwi
{
N?

a
N
?
Z &
N
Yx a "
5 i " aH:" Y !

N\"

NY" i # i"d " a"
w" i a i"Y"
"a "ra\ ii"@ " " a " :Y":"$ !
/ b ^ w " a\Na""a "\ w " ;
^\ "aY \" S
> v - ,% !Ro ]%
B?U Z o
Y " (w """
Y"

N" i '> b "aB"w"& Y" }Y"1 O{ "" S !" R"
i

a# i > $ " p "a a :
prvi \{a

"! >
& """ Y
Sa5a" interpretation graph
interpretations:
cut (2.0)
a w#N" :{ " ""dp " cap (0.8)
"t" 0.8 cat (1.4)
" R 1%
N "a Y1:
! "a
{ ""d1
0.8
"u"
1 "iS& ai" a " "\"d" "c" 0.4

"a" 0.2
"p" 0.2
grammar graph

5 "t"
0.8
"r" "n"
{ ahp \Y" ""&B
a "a"
N"Ya R i""d{ : "
Graph Composition
"t"
YYiR Y% "R U : 1{ " " ! "b" "u"
match match match
ai"iB m d :{ " " " # "a

& add & add & add "t" "e"
"u"
K? a wi " \ i"d a

"c" "r" "e"
"a" "p"
"#+
9
"t" "r"
5/ a "a 9
"d"
4d\ " Y"k" "$ aB "c" 0.4 "x" 0.1

"a 1/ R R O"S t v
ad "p" 0.2
1" a " "\"R U "o" 1.0 "a" 0.2 Recognition

Graph
1"
h / ?kw/ BaShi""
1a "d" 1.8 "u" 0.8
"t" 0.8
Y"& NY:R
6 & a6# pOS{
6" a" U :LH%kX4#kJl%,/F$>#_L+2/}A@24F$>2456: 01:L24C2/}01*#+31+@A@24H4C%: 06:L24CH431,/>%*8;: 01*
06*%+{H431,/F$F,/3H43O,/>%*:LC2431D%+@3012Q%.%:L_LD,/C:LC06+@31>%36+r0O,R06:L24C01*%,R0$:L5
"a SR / R ^"" 1 A@24C%51:L5 01+@CU08;: 01*Q?2/01*2/}w06*%+@Ftk$ab.%36:LC%H$01*#+} 243 8,/31D >%3624>o,/HU,R06:L24C
"& : "SY & 5/ R
Do,/31g,/363128;5 rT/06*%+fF$+r06*%2D#5 ,/C%D,/36+w.%56+BDk b3O,/D%:L+@CU015
"H &"O "H "

Do,/51*%+@D',/313628;5 ,/31+;Qo,/AOgUKG>%3624>o,/HU,R06+BD8;: 01*06*%+X,/>%>%_L:LAB,R06:L24C'2/}06*%+
F$+r01*#2D ok
/
" "S" ""d
{
o'oMG) ? oUo4U( { wNa" a
>
B {a"i Y" ,+ {"aS?

m a
N S a" a
!
" a /a
a " " Bai"d"

/ '"a
""\" ia"\ "h""a
"t
"a "# a w: U "S"& a "1"\i""
S
{a " :KK"5Na

""x
NiadH " Y" a" "N / R
""pd K"a "a 5"a"
"
& $ $ $ $
(

"d :" a"

;
!
aO "; U k ( &
x , Y
"" "a8
k% aUa ?
w" { "a"b a U
"d6/ ^d
N{1d $
5 R O i &""ax !
$ $ $ & \5"S ' a f a "Y"aPY &
" m
&"d "" X

N aaO dR d"
! !
"S a d5"1"dSY "d&/ ap
"" d\a""\N"Y^R

Zh " ' { " K"5i"
"# a " " a /

& $ $ $ $
*
!
" 5 "p "S& a
&"
" H" a "d "" ! a
$ 1" S" S:w" a"' a aiw!
a"aL"a""
!O
{w $
a\Na"" " "" {
$ $ a \ :" 0
"da" "" "v
"
;a C *i" i a;$
"g " ,
a!
1"d{"
^wNgY"1"dN " U"w Yd
" ( tY"""^R aBB \d i@ B

&

NH O{KR p6"
" &
ad
Z ( " a" Y g d (
"
\ "dK / Yi B

Na "" < R

N"
" a"p/ Y N"a

& "\ \
6 { " " ! Z a\Na""
{w5Y Y

\ ??/!Gr ? ! "N d pY" "p1 a " a" "i -
( -" N" O 9 a a- a Y d (S"5" h "
" / " " w" a\""" ia" a\B m:Y " "# a"K { *R
NKH# 4
&"1/ : * O"N" S&
Z " w11"t # \ a S { d "
d:# 4
"a? i """a " / " " " "N t
^ ^"" "; wa aY" "# ": Y 1 k > ?%MGZ oôM(
"S"a" a "S" / k{ " Uo4Y" 1B \
ad ' a!
& U A5 &" "pS a p
B "4 A;S \ d Na" a6:h a^ -
" a 5Yp d a""Pp " h" Sd "
NK \ "
a " a dBb Y U ^ a;"o " Ka 5 i"S a # b

"!
"h {a d "" "; "

aw" a d"" "\UUa{p!
Y
"a k ( &

"Y" % / gaa a"
$ ('$ &$ '&&&', '$

"
1aY 5/ pU" " a Y : Y

& &
( w "f

"Sak"! U
$( S" d
& $(
5a" }{
N" Y1 Y a d"@
"&g" 5Y a"" i i""
& & $& & i"\"Y Y""" U"@
$ & $ & W a# wi" a " "
% %
N , *i 5"&

& & * $ & &$ &'('$(
$ $ ( $ & N" d&
Z& :"@
$ ( $ $ $ # ,( "SB" "i"d dS;"rat

( $ $ & $ $ & ! "Ya"' x Y &%
i Y&
$ $ $ \ a "
U 9 idWY "
a 6{i" d5Y
" $' #& * & ',$ ( '
(',$ & &$ Y""
S"pd/ \ a " a
$( '$ ' & &$ $ $ % $ $ $ "
" 1"a? i w"
U U
& $( a"" # wd R "w ;{a"

{wa"
$ $$ ! ( $ $
& & ' ( & & # #('',&
' ( &$$ ( $('
" or4oG/

1 B?U !U
) & $& $ ( ' & '$

&$$ !
$ & *+& & $& " 'a "" 6 a

( $& 0$ " &$ $

} a" i" "\t"@

$ (&& & ' * $$ *$ * "4
"1"
Z
" , ',$ & &$ &$('('$( a" "Fa" {a"
! '%$ $ $ Na" a" ;
Nw"U!
- ',$ $ $ \d{?
aN"""
N{"!
' ( &$
*+&& f ii d a"/ gp "
$ $$ ) & Y a d";Y""""at
Nd@
' & &$( $ $& !
" & " ( "\aU" U
$ $& "k "d{?
"dk"p{ " "
&$(
*+ ( & $ &$$ "Y{ " Na" a \
$$ & ( pB d
N^ N"a
%if
) & $ $ '%$ , &
N
Zm ? a"d "a 5 " "ap&i{
& $ &$$& p? N# "R a"d" & / "\"
. g { 5 H ""g% SU
""Y :/ d { a g
" ( & &$ '
('$ a-U { K/ : O# i a:"/ 1Y 9aR KR
' & &$( & $ &$ & N d Uwa a " ""o B
& ( \" N d
& $ $ & "B "^prpR "i y
.
" "\R
d\# " U S i Y
?
NY " "B 1""

:LH%k4#kxIv56+@.%D%2/KGA@2D%+}243Y,$51:LF$>%_L: %+BD{H4+@C%+@3O,/_L:L`@+@DA@24F$>?2451: 06:L24C ,/_LH42/K OK; S""
Z 1" Y"
24351:LF$>#_L: }S:LC%H06*%+$>%31+@56+BCU01,R01:L24CZTZ8f+D%2{C%2/0*o,/C%D%_L+C.%_L_
31: 06*%Ftk o
063O,/C%56: 01:L24C%5C%243:LF$>%_L+@F$+BCU0D%+B,/D+@C%D,BMU24:LD%,/C%A@+Uk)*%+0G8f2 F,/:LC ;{a"# f
% O5 "
A@24F$>?24C%+@C02/}01*%+A@24F$>?2451: 06:L24C,/>%>?+B,/3AB_L+B,/36_ S*#+B36+4m , 06*%+31+rK ; "wY }B% "
a B
0/2143 57689+@C.#F$+B31,R01:LC#H06*%+b0624g4+BC'0131, +BAr062431:L+@5T
A@.%3156: MU+X}.%C%Ar06:L24C
" a" ; UdgY \
,/C%DZT Q Y06*%+$,/56512A@:,R01: MU+,/363O,BS:3$;
.%51+@D} 243b31+@F$+@FQ?+@31:LC%H$8;*%:LAO*
"hd "O" " Oa" ; 1\ i
C%2D%+@5X2/}!06*%+A@24F$>?2451+@DH431,/>%**o,@MU+Q+@+@C{M:L51: 06+@DZk

N " a
" U"

" aiB radL " X
S"" &"S
!
" 1R a " i "
p"
!O N&"O# p"\ "
"
!O

"!
o J%&% #? # %]-L

% / w p" 1a
B
Yb
aB$ a " " ;Bw ^"""a\ " a
O p&"SafN"S

{ i"" a a&? \ :" "SO"\/

N"Y Y":"
m
?
"/4 w" "p B \ " "B
"d "" "a ? a' Y"S" ^" $ a %
R i
Nt
a"p pN@ "w "pa" {i" x
pY d +wa " WN@ :
N@
N i" a a m"
?
d
"
?
N" i / 4; N "
"i SO# K" aS?
NY" i S
"{wa"K {{ &
\S ;
;
f f & $N&B ;
f
" #pO"\ f ; OB \p{ OY " 6 F \" 4 i
U &p
: Y \"
} d "@d_ w"5"i"dfwawa
S"ap^ ! " a"S
aa :Y "wa& 1
a 'k" 5(r
9 h"" &i""6Y"-!1
"6
51U
a S "i S i i "K"di \/"# $
w "
k ! " \5"a " N# a a 56' G H6" "\ \
NO
a
& aB
a /"\ B a "B;aR p"
pa""1rr?
"a t
? i U "Ya
p ai""" a p g ^ ? r
&wa a { S!
d"" U"\ &; Y{wa"w
Na" p R

ad1i d
"1aY18 +""! a
"v & }ad M< 5r ! "O"O " g Bf U ; o
Z"" ' aa\B
" & 55 S@ W apR N\"S"" " ""
< S" M< 5@\ "dN\"" io "dS? a "p \" {# R
": ?}

@ O""
" d R Na" "x a" w{wa"O"\" \
" a "aL " "S "( 5k1"p"pi" d$ " &1Y i"" "B
&<B
h S

{ 1i " " U"1aB X
wa } a"aa p ai
N@ " a" a"" ;
{wa" Y &'GZ- ""
Ya
"a1 " i " \ : " U d5 Y" wa 1m
4 " '5 \i"dW"&" " U wa"w wra "d4 B "
ad
a\ ! Ya! }R aYi"g a "p
! aR
dh# a {BBU& "
1d"O" w{wa" p Z
" "
adOa " 1pB { i " a R
N
" a"" UOpY" &""! "p
! S " Y " # ai"a "w waB
ww
# "p"g"p "a a1"pN" {# "a &Y :"d o
"""
?
@ aR \ B "" w" a" B ? a# 4 {

{ a{ i, + & \":a a w pB { i " &
N 1C *i& Na" !
"p
?
"^; L
^Na "
" "N Ya! rR d
dS{{
" Y&
?
@ 1
ai BB "d"f r w"
?
@ "Ui Ug! @rvR8?/UR GM !
"a "
NS adp "f g"
!

" a"""6H9 "

{ a" a "d
Si"o r "
@
" ""#a" &r5"
?
G " "d" ?N "" d

h "x '4 \" a\N" a
N a" ahR ;0 $
adha"" a"
" " Yak"N \ "SB "@ c5 O c;' 1 A' 1 "1 { " " p 9
8 1 85 }
1p "i" "# a Sa N"
{p"p ' " K80 O 6;' 1 a"
"S5"d pa
&{ "a H""dH" a 6 {a" W& """! \^? N ' { "R

{ 6 "p "i U { a \" U""" :Y &S
{ "
a5k p" i d :p" i d " " (w " &o 4 {i
!
"1"& N"i } " O
@ hp
" haiK \"\ d w"
?
& 5
?
@ 1S5""5

a " U w"ak"dg ^ "
@ L "a6

@ K : "
" "; O"
?
@ :^"
&"# " Y" \ " N
aaS Y" ""? " p " {# R & a " Y"5 :"

% "" a&

@
? a"d{ a 8 O c&c' O ] m i k" { "a"S 1aB
" " a "
?
d "1 f wh! aa\" ! wd "dS"
" " " r"?
aa\" b 1^ "dP a a6% "
U
N" \d6B
" # U " a X a "i "a / Oaaw" a"" v a"# a
S"
?
@ "
"1 a^"# i w " H$ "p c&c& 1] m & " "i "

# B" "" a X "" ra i? d "N a1{ "aYa B
^rY { " " pN" YY @ dS"* *"

"!
"Script" "Script"
Viterbi Graph Viterbi Graph
Beam Search Beam Search

Transformer Transformer
Interpretation Graph Interpretation Graph
Language Language
Model Compose Compose
Model
Recognition Graph Recognition Graph
Recognition Character
Model Compose
Transformer
SDNN Output
AMAP Graph
SDNN
AMAP Computation Transformer
Segmentation Graph
AMAP
Segmentation
Transformer AMAP Computation
Normalized Word
Normalized Word
Word Normalization Word Normalization
:LH%k4]#kVXC$24C#KG_L:LC%+;*o,/C%D8X36: 01:LC#H36+@AB24H4C#: 01:L24C b);hQo,/51+@D24C$*%+@.%36:L5606:LA :LH%k#[4k VbC24C#K_L:LC%+*o,/C#D#8;31: 06:LC%H{36+@AB24H4C#: 01:L24C b);h Qo,/51+@D24C<>o,/A@+@K
2MU+@3 KG51+@H4F$+@C01,R06:L24C ab:L56>%_,/A@+BF$+@CU0;hX+@.%31,/_hX+r0G8f2436g
' U1o
!
?/ Gr ? !
pS"
N{ pa{
N Oa
"SOaNY""Ni { "!
"w a aY`%}%a aB
" p "a a1Y":" a a K"Y""Q\6Ua" 4$
:Y"
Y^gS i
NkN ga\"
"i"a; Y"" \" Sa
KG?( {1% % 6+{a"&Y". 5"^
]
Z ; U"5 " w "a" bo b% a4 +Eo1"
!" % a b=+{a"OY"
" " a^Na
iY ^ "\"\U &"w" ? o!N% aB caia"&Y"1 5'c1
Y"" ii" "5:" '{ Ra" ^" c!c % +S%f"
!"\ w " a:% 8 +
Na"Srad dO1""di a d ;
a&N h 5 i
& B
' b65' 1Y Y" { "a"g" "i"d
S "/ ^"
" a " p
"" ? d Y " \i ai ; d a ^" "aY ;B
"
a"^ "a d"g" {# "a a; &d5: "" B i "B "& "
'y
P " :Y " ?
N { "{ {4Y"
5 ;` %}a "a8 + c "a@ d A5 85a\ }""
" "d "a\ a a Y 1Nh" {# "a " " """ *ipa""di" Y ""
5 6 h"& " " "d" " O "ppa; \i
N
$ " 1 ":"dO "5 m /"" ! " a "Y""pgp
:"B" g" {6 "i "5 "
N^
!} % g\"" ^"B
awR \-a"" aw
a" ;" "& a"; " d 5% a ^
"
" {# R }d&" a pY"B # B S""
" a R "# 4
"f
NdY 1@ N^Y " U Y" "O"
" "S
6 k w a B a i
a/
!
Nw Sp % a# " "
a "i " at
U / 4 " Y " & K"Y d ""
'^t
N a\"pY U " ;""
!" & a"
i" i "; "YaNa
Z%U ":"Sa\"a\i@

"!
"
1 S% Jb?bZ \"1 ^
S " " N"\"
a# " N"w1"% ^ {i" " ;": " "i#iY"

Na"Na^Na "
Y""{ " t{ i ?
NY & "a"" \a" i" U
i"&?
N a ; aR "# "dY5 d" " a S\ a" i " +"
N" e
N :"# i a"
\a"
d$ " a""Y"pd
"t d
"d 6 \/ " " YY" d/ :Yi""" a& 5Y" !
"a"d5wa "
# *a"da! "i"d1 ! d :U a
"; " 1\"da"" i "
a " "R N" {i"!
^ 1 w "^ ";

N " ! Op a "{a"SdY"K"{
S " " \a"a""& Y"4 "N "W-" a
a SaO # 4
"
at
a" Y m " ' 'B " "pR \" a"pi"
" ka"t a +Y S"\a"
>
U1o G G / 0 N@ SN" "Sa " m a
"
;
"! { ad U &" "# , R YSo S 5N@ 5
i"g 'kYa\""{ i " Yi""" a a a
" "/
"K" O Oa"5 "L "
a
B" i" " a
a" "N O"" a" a"h\#a i\" Y" ""! a{ ? a ;
}R i U
1! i"d"
{w"1 YR
d N { ""g" a a
% i" ^ a" Br ' ;t
B " a\"\ U" 1 "p"\ "!
" "\apN" " " " a\ '- -"1 B " Ua?

" aa d" { i t " { w ai Y i"
i"Y "&
" 5 " m
a
"1\ " "
" UUMGr -{4
-6
H"" Hpa a a a S" "{{wU"i iwp \ {a

Y $
Y
aid1;55B {a" 8 +
" 5pa a a

a" "
U a" S":" a\i o
a?
@\ { "aY"
" Ha" "6 "!d""h p'P

"i " " Y"MGr4G %rU %;
"x a p '4" a"d S ? i5Y"" 1-" K"d{ ""!
"
!"#$
&%'#$
(
" 1" / U"
Y
a"{wa"
a

""# "S

wN
5a" " N" :5 ?
a
"% " &6 6 1"i"
a N t
" {
" " "v
;0a""
B
H i 4a" H"# "y a 1 ?
a k" "d " a"d&o
)!+*,-
./ 01
Y"5"
"
bY
a Y $
d: :R
f
Na"
a " "i" YY

?
a? a
" &a \@ d
) ; : "" / 4k w
""R U 1 B c
, +N
a 1
Jc
a&
)
"aa A; b65S "" / 4N: 4
1
) ;;
50A
2345#16, " /

cY
a " SU { i
" ="1i""" a : a

w i pi"B
a
" " 1 Uc b = "a 565 """/ ) ("i Sw"
N" \d5Y &"{ R R
N&
a
B: \"\
{ " p"5 "
ra
NW aY"-" " "
B \ i"; U" k i " k"{ "" k
FR O a pi " "N" \ S
i \! *
" " :Y W""a "5 ai"" a "{a" aw"\" af "
# O"O" wU "i t "
"! " a S B \ ":U "wa t Y""Ni/ w
758:969;
"a YB+
Y w"
{wa" aU"Ya? a a" ?
a a
"d{w"5N" a
" 55:wa
"d5"\\" ai '
d aK "B "5

"
aa{
B{

Z: S5aB
"pp p "
" a 1 $ :Y " \ o"W ma "4" K" B
aR hY i" H1 i"" 1" K"Ywa " "H @
<3"#=

>?A@,B/C03+*,
./ D, "E/
a
Y
aidY"S a a &Y"1B m" m aip
" ppa i "\B "
"& 1
"
1

Y
b LO b (5&

Na"
"Y "a t
Swa
" }Na" o
!
GFHI5?J@>BC'!+*,-
./ K
Yd & "
bY
a"t & U
Na" 1a"SY""i "{a"Y h&!

""" "5
{ "R Y:"Sd/
a" Y" &'cU}wa & aR
" "5 ! d"" \"d5

4
? N "
"i \a" "Y " g" \ "dS"ad c 1
1
L2MN5#H, " /
" i""" a
cY
a
""" a1 " i" "

U "

!
(Y&
1
a&"aKE
"" ^ "N a m a "
1
b3 c0b =wa K "S"
"# " a \ d{ \ &":

"!
i" @
N"" "ai"Y"1aB "B" ?R?4 ?U
& ? U4?1
: \;"i "* "i &&" ""i"\

""daO " "i "i

" N
SDNN/HMM No Language Model "
w i wg{ "agN pik
no global training 12.4

Y" :Z -
with global training 8.2
!4r4 o ! ^Y ""Y 1

>
HOS No Language Model
o ! Y ""&Y"&"" Yp

d" Y
no global training 8.5
a U } i f r "i k"w""
aB 5 af f
i" *" \":"\ 5
HOS 25K Word Lexicon
no global training 2
a
" # % adWp "&"f
0 5 10 15
""wai BNa # B aB
k
:LH%kf4#k f24F$>%,/3O,R06: MU+t31+@51.#_ 015
AO*o,/3O,/Ar06+@3+@3136243$3O,R06+B5 51*%2B8X:LC#H06*%+ "
:LF$>%362MU+@F$+@C0$Q#3124.%H4*U0QUSH4_L24Qo,/_b063O,/:LC%:LC%H24C06*%+<#aYhbh /b
Y" @ "1"# a iR Uia "
+
*US#Q%36:LDZTo,/C#D24C{06*%+;+B.#31:L5606:LA MU+@36K<+@H4F$+BCU01,R01:L24Ct5 S#5 01+@F < rT
8;: 01*#24.#0X,/C%D8;: 01*{, U#[8f2436D%5D%:LAr01:L24C%,/36SUk ""d1" wa 1aia a " "
{\5{ 8 +
H"O"H N \i Ywd""dK" &B " a pa d1
\i p
OY "{ai""\ " / 4"$ ;" "i{U i "
{wa"& i{m"!d""pY "maY U
a"" piU
a; " #
a ^ "a
adha ah 5 "a Y"g Na" a "wai;B{ B
N" \d " "am ""U" 1a k a! f ? "i
N g *
i a?
N ;a
g }R c
" & aHa:"6 a "
a" hN" \dHY" h ?
" b0A { " a; i" ag"{ #
N# a"
w a :! " p "& UY" a U hi " \
N "
h " "i ":" NK Y"5" ";ad 5 " R 1 *
1 b65 1 c wa " g ? 1
6 5 1 " Y "1" i
Na"
"# " }k ;m a k5 ""a N" \ S"# "
1 b ? 1 b'c 1X ak"Y " pB { ai " @ 6a "h ay
& c ii% " wa"" Ha
" 1 i" d/ " aY Y 4 i"B "(^" i^ { i B
"R "i " "a "d1 NH"a 1 " "' "'
1 1 1

) 5 wa ) b U S
Ni""" aS aik ai"U
1
"# " m a ""a\ c c ` 1
1 "1 Y! a "i"d&
"! a{ a
&'cU}wa aR " U"aN"a2 1
c K 1 ai
x " " b 1 \ 1
c "dN " wY d
a
Y }" 1
m a"a b6 c ( pB "W kd;
N NaZ B

1 b6 1 (ah \ "aS
N&

ZK a@ d"$ #
" "d O" O aR K" b0A
1 1
&a L ;&c v U? > ?R
! ' ?/_GZ o
" " d \a" ""p ^f
!
"P Z
KHY & MR
:"d""aa "
"; " "
d " 6"{ " a"tai 6{U ?
5"N : "L 6 } b b (w ; w" a Yi
#; $ '&
;;
" &R a"
{? B B ":
" i"dda"d
w# aR
N^Y
adw\@ p" S { "; :Y"1" a
"&ai"Sg " oib}^
" 6 "ga"!:; S5Y
aY"ô \iw aB }U "YY
7 CI C5#$
<
1
/ U" X

" ? g"wY
" ? a "

{# U b&bZ

W {a"
# ai
5 "?
"" " "@ W" % aO " / L
" "; aia& S " 1 " U " "# a dw"% !
U " & 1\a a\ :
" O\ai
W " a"t a
a" i d ^B i""d{U"a " " " ]-Y%N?RR { B ". b&b "Sd !
! "aU \C
Na "
O b' 1 ! :Y"a/ S
]c& G
(a U"a"wa"d a "S:a (^ 5/ ai ? k"
?
a"d aU" "\ a ?
@ a k 5@ O ( "
\ "d Ba"
"
w kY "d\"a("{
U
a"Na"" "# ô
1 A Mw" \ aY" " M dS 1 " i/ L @ \""( a"Y" ""
1 6 /w"
N :"+ { "ip "
ap " " R \
N $ a Sd "
"Sa" " kd"Ba "'
NYiU@

"! !
Viterbi Answer i"dY "@ B "w"

"dpw"akN" ikdUdCg
, 9 > }Up^" a{dw Y\"a("
: &S Y
Best Amount Graph
"aB
1
Viterbi Transformer , 9 "1a K t i "p
{# d 1
"$" 0.2 YS S B"Y" gY:
Interpretation Graph "*" 0.4
"3" 0.1 ' i YiY"t a
1 1
.......
{ a"1 Y""a "
Grammar
S{ Sgg \ # \ ai"
Compose
\ t
dk"! d {
N"d ( t
B
"a { " "5 a
"$" 0.2
Recognition Graph "*" 0.4
7&1#>/
./
"E/
"3" 0.1
"B" 23.6 " " &
a

T "
.......
Recognition
Transformer " a^R k " a\i a a \ 4
$ * 3 "w a a"{ a" "N " ai^ ab 1
Segmentation Graph
** 45 a ""# a d " wa ag
{wa":R
d5 a B4NYa" i { { "
Segmentation Transf.
" a:\i{Yai
U"
U
45/xx
$ *** 3.45
" SS t " a\i? di"5S
; { "$
Field Graph $10,000.00
"i ?
$ p Bk/ B"

U
Field Location Transf. Y:B
aw
Zm \d " (w 1R
2nd Nat. Bank
not to exceed $10,000.00 $ *** 3.45
"\
T " d
!;6:/ pO
Check Graph
(w "i$ ;6:/ ti

three dollars and 45/xx
:LH%k4#kcVxA@24F$>%_L+r06+AO*%+@AOg,/F$24.%CU031+B,/D%+@3:LF$>%_L+@F$+@C06+@D,/5,51:LC#H4_L+ " d B 5N@ O""="1@

AB,/51AB,/D%+Y2/} b3O,/>%*)!3O,/C#56}2431F$+@3vF$2D%.%_L+@5k <.%A@AB+@5651: MU+YH431,/>%*$0131,/C%56K N"' a" "a / w\"{ " ai " X
}2431F,R06:L24C%5f>%3124H436+@5151: MU+@_ S+
0131,/A@0b*%:LH4*%+@3_L+rMU+B_Z:LC#} 2436F,R01:L24Ck &@ ha""! "d Y" 5 5
"' a" "a "
S""# a d;
Swa ;""# a" "i& i"d
"&N"i"?
a" Y Y t
! " YkR a"d $ " (^ "55"$
"?
"i &i""
"{ " &a" a" "N
/ % "i" " ip\ai { a" N@ S^"î"" a
\" i X #&Y ""
"\N" "\ ";S# a S
i\ai%
NpY " a{
d gY " id
% "a iSai
/?UZ ow - */?41
" "
"d ?
N
7 #$+*,
./
" /1 >
" w% Y% $
"S :"# a"x

1\ai

,T,V " "
"\ "i B
7/

./
1

N 6" "
wd "
d S "

/ ^" Yad

Zg" ""
{BU ; ai d
{

"w" i ^

a :
# \\ai Uw"{a" a
â^ +k" "
a x
"t a
aaNa "
1"U

; ; d ? aSi"& w i i

a" "" m 5ai
" "{ ? a ! "
i (^ # S k" ai"5 {a" v5 !
p%
5Y "aS# :' " """ a ; %i ; ; ^ a
(^ R \O
a" "N O S"
Y" daB
i " 1"" "i Na
! aO
d"\{ p :" \"
aYg# dYg (w &" a a a :p!
" ZUwU'- #,% 6Ro]% B?UZ o "& " 'BB

Nd :O/ ai "N@ &g" O N"i"?
g "Bd"' w d
" . (^ / " d":" a\i k ? ""a"w/ d "wR
"Y HN@ " id\ aK " R \ ap"
g"
"a\" ^ p" aiw " i^ 4 {R \N@ a\"d
"\ 1" "
"g@
dY"S N"a
" N dg"{w / $ k@ i
"
" p Y "
NU "S/ N@ 5&" ' (^ & "
{ d Oa" w 1" a a " K""di \5i" "K
Y"h& a

" k5
1U " a ahp Kh" # h&@p"
" :" ai "x " "i - -B":i""
N d\a 5 h "i $ B
a > &p"
" a a^ - -i ' 1? d t "p" a" "N :i " "
d "a
N@ a i
Sa "p/ wN" B a ! d" Y /"

"
"
"?
"\a
"dN

1
"

N 51 N"!
"YN dgY""

N a
a
7 :
"
1
d

" @ "dN
{ \" k "Y"
"\"
d{

"!
Edforw kd"
NSUa"S! "Uag" S#i"
"
;"dUYY\" d1B "4b'c Y +

Cdforw
+ a!B56U;JD & Y
Cforw
Forward Scorer "
-
{4 6
Forward Scorer "

aOB" a
H"d{ --U}"i
& 5@
Viterbi
Path Selector "
a YPaY ""N
, &
Answer
"" \ " (
# a 1\ai$ &Y""!
:LH%k% +%kVbD%D%: 06:L24Co,/_>#312AB+@5651:LC%H36+@~.%:L36+@D'062$A@24F$>%.#06+Y01*%+A@24C %D%+@C%A@+Uk
+i{ " "hh i i"
"" a\i a" dB "("d^Y"
}Y" N" t
ada
"#i " "
i ""d 1Y a : " "d
%
'
% Z( ' oU ,% !
R?4 G
{wa" Oa& W"W
(^ ? a5" # "dB" ai \ ! A 6? a1 "1? d aa"

p a "p a

? " O"5a 1"i ?
p S" ai d
\a{"dfiU " "'
N"\Y ""\ U } i k
& i" " a{ {a"@U ( /;

N a" &" a" O { " 1am
df k"" "1 i Y"1 ^S ? "? aw" "d
""" O"
k dp " *"{a" ap"
a; a
"Y "& So dU{ a; S""U"S "
g dY "d"
k dU dg"
N1"" \" a\i""a
" O! "a5 i"p"S" d &" :{wa"& "5

f ^Y 5" 5 4 " "h" "+ { ! r " "" "a
" "# "\ d
O" a 5 ?
"S " a aO \"# p
U i HH
dc i"" " B "4Sp"
k U
"g

"aYa{ S? ag?
N " U d a
k" S ;SY
Y" id1 " ai "&^" d
ai 1"\"1 B "% +kw d" p &c
" # pw" "" " ?
# 6a 6?/!GvvMGr,%5 N" 1
50 aB
6a " D d
Z(
"! 1"# a 1 f (" i 1 L"+ { g
& " " " " " a U
N a "5"a" \" @

N # a
R { +"
{w Z p"aB " H O":" +)65 1 1
"# # * "a Y
@ "t a"\a "
a ! 1 b *"+ { (# H " a 6a1 U }"i"d
"
" "# B?
N" i #U
"â" Y "d5 Na" ax "a
N@ \" "dSi"" a a Y "" o " a \ i"df apY w"
"d
N
Z}"a? i " a"pa p" " a66 { 6i" p 5d a""
" a " " Y1 \"" a\i"d ai{ Y"Y"a U
i "
"d 1 " U{"\
>

{& ? G ) ! o
>
? % U?/
>
?/o
{wa""# a a
a# &"5a
O
N\
{# pY Si{ # f
N " U"SY R " "
a "\"R "aa p R
pw {& " aaa i w ! a{ ik
" Y"h ?R? ;% ?/U {# ! 1, *iS% ": a\B "5 f "
O
N P aa ""da-;":"&! Y/R " " $ 9
@ ""
a" "
; k dU{w N"i$
wa "" a {" " ^K " { 5

N\d Y p"5# Y w ai^g Y\N" ig"w"kpY
" Y" i{d " "d" " a""\ ] "k"S "
a"U\d" a!
S"\

@ 1 " Yd! 1
" 1""1B " k Y
" "
U"$ 1 p? a "5O# 4 aB {"a" ""a \ a

"c 'O (aa6 R # i Y p6" " " \a6 1 a
N " a

p R
^4 4;" %',?UMG?Gv?) otUo4?_% " :"
"B"
a " pO" Sg" a""P"
! ha N" x
{ i" "a

@ a^" a a1
&
? a" c 8;; &" &" @ "B " a\
"t ! N pw"\"" i""" a
a\R ! wa"" aU"d B "B "
"t U a E b b" "p" " " i" i" "d:Ot < # a B " }

"!
a
d5w
Y"i"^": a {wa" ^" " w"a
8;;6\a

a
gw
k^% " U\d" U" aaYa{ "d
" U ""a a\ "a"#a"5UN i
% B;Na B
" W ?
aa
i "51 aU
{# 5 !
" &"""{ RO"a""" a
N O# d "dO^ 1 ?
";B a:""a"&" "&ra\ i " "a " r^ra^""{ YpB

&" a: ;N" ^"#"@
? i "O" " ": a
N
" :B "\d "
d \\" 1Z "ddSh6 Na"N
# Ki""
"S wa"^ { r w " : d

N " Y9"H\"" d-a r "d6do bYp " " d
i"d "
""U " "O hB {a"{wa" ra
N \ a S N:K
" Y\" "d\ r \"{ a! Y a i iY" % 5Y 5Y! i

hi "\" H! i # i Yb
S"# a ""
"SB "b pB" {
# a\dUi"6 i "Y g"â\" ai " "dk%
NYY"a
a" { " a{ 1 aO"a " % &a&\" " / {
a""" a a a a { Y" a" S S }B " :a"
g\do
B" 1"a" Y" a ""UN" Y &YY"# a "\
t
Z}"a? i a " ai "d &dO m" "
" N"
i"

N "1 O "d
" 1 \i\
@S }% YB
p" a 1
"H" ! "O N " a\a aa
B {a"{wa"i" d&&"Naa" c$
"K i 9" ai " "
Y \i^
L "^Yi "NB "; 5 " B"a&
Ni" "d:!
"# "" i Y"O 5 Y " a "dW" 6H" i S" i
5 " "i"dO" \ 5"S" "" a
H "-"/ d& " 1w
"ga" ad i U f ra&"aid H \wa"KHY \a d
\ \/ " Y , *it
!
Zm"a? i "& "" "1\" d" "i"
a""Y" " adY "5"po i"d\"Z N "g
a"gp d"k
N
""p" iB " a O \a" "d Y / U

ad5\ d "&"p a R a "! o d # "d " " Bg

Y" \5R B " 1Na % +U" a d " a
}a Y" k"{ &! i " "d5 1SW dY a
"(
x
N " a \ a YB a""# a" B " " a
Y â ai
N
Zm"a? i "d (a4" K"{ "a"5i h a d?
:
!
a! ?
" \ "& "5" aha" { Y 1 "p ipB{
O a &"{a" aO d o "i ra "1
" S C * U w!
"
N{5a }"# p { g" a a a"{ ^ r " a a
"" / ? ! dk Yd!
" aB " "Y a"a" d " ao
1"" "5 a"" "51 a
N 1Y aiB rad
}O"" Ni" -aO %or voZG0 %
- d S"
Hp/ h" # G !
- % @MG ?] -
"
Uk"di Up"i
k d;
v?d N ` {" aSY"5/ " " "{a"Bd o
UkY U" a b

" """R
N"YNdga S " "kY "S Y

ad d a
R \"a 4 " " "
"i
UB
"' ai" Y " a& {# aY ! "{ aZ S a " ii"
"S"4 1 {" dY p" " "
R ""wa" Y \"
a"a"B " / "# "" "S ^ N \B \B{ ;" " "
Y"
kN" d "aS Y "" d
& h"# R "# "d& U 1 Y5 : a
"i"d1 N? ""w \S a ; N

N5"
ai""dH9 """9"# a"- @ ]( % GZ oU?U%4rU )
", + @ ?/o ?/o % ZU?/
$ hU " a" W\ {a"& Y"

N ia
S
"5":{ w!
a "U N" i Yd! ?
N a"{wa"5 9Y<3! 5 =5 ;;>3@\"
"p"k d

a" a"" a "^
Nd i"a "a
" 1 6" a?
&" " OY O U "d
N i " " Wk i "
i "K ": 5ra:" YK"" "mU w B"
B" kSw aak
"Ki O" ;" O" wa a " a Ni"d &! Uf

"!
"aO \ai# "S a N" \ { " "^ "

"# a` 8' m aS aB" = 5 &\ 6; "
"gwd
N' S ""^Y"
>#5 "L 6 O b&c' "K":pU " 1U {\O"# """ "5 ""

" i"? 9YB# 5y 9Y % 5 ""@ Y"aS U&p"dad "! " S!
& a
NK \ 5 aK"
" 4
N'
N""Y""w"d i Y
a"
R "{a" aH: 9 a B ab a "YU N "
" "i" " Y"5 1Y" "r\ " h" a } !
{wa":p d& a# "\?
" g" &"
"W99 a ai5R i55!
" a1 apJ 9&? / Y 1h 9" " -?
N Y"/"#
\" aY aR " "\Og S" " 5 â a"" # ma \
" &S"" S ^""B } a Z
NR ?R i a
a :o Y" " 4pa "" a w o OUR
w " i " 5Y"&
!{ U 4! { ? a U w
5a" "
"x
N{ \ c 7 W \ar"Sap w { i &a& 1
\ c '7 W Y"S 7 W U"Y
g ! }v
UN"Y "" ;g"
a \!
Y "{ "
a ag"
" "?
: a{wa"\ a:
" w aa# " a
N *"
" ^ @ "5. ;a
}O/ aw !
t " a "" :"\Sw ai
N
1"
i" N a N " Y"
wY"i" ! mg "Si
S" "O
N: Y 6a
mOp"OS"\ { a 5\ "" { 4p" "a !
" w ai"91"
N- "\ O: "# i " wa "wY !

1"Y":" N " \" :B" "ga" \ " ;a a{wa" \"d
" a\a }k "; i "1"6 " i i ? { U w' {
a"a"# i a
5 "h"&" }p h": i N a : wa d"a "
R "" a "dO" a ai """ ; aR \Nd"a !
"m:{ " 1 i " "w "" a { i "wR ag"# a_
": i" 1
R
SY Y a d "\ B
R a a\
" Ni : d 1Y 5" " "\" }
aa
5"d\"p a"

NY " S a a"
R a aid i R O"\a"ap"N
i5 h \" # K N"" a\O
aa
5""S"! a{ i\ak!
a a a" 1" "ra " w' { a"wi;Y"S

R d rX
/ ; a " ; 8;' 1!A' 1#
B"i
'
vO?R%4 ? Z % ' o ?R&%' U ""\ BrgX aX
N\a" "d"" U
" a""'5" k{w
aiBrad
; S""! a{ a aipU N ag N
"\"1"hN "O"" { \Y" "! " "\ U""
f

dCRi> r;" " a6+" d^"k "p i" @ SN " w"
o
a^" ag pi""Y \ >

vO?/%4 ? Z " ?v -
oU *R)&(#o
_%
o ?
": S": "\"5U i

N Y p" "f !L i"! a@ pYS"\ "d"1&N""
" Sa, N""1 aa va &a " i "Yd: "i "1U"aB

"
"\5" a" "\ a " "" Y" "!" 5

N&"dR U -" " 5" W" ""g w "i { ik a "
" % adh:" "\d
" Y@ N"N AS
" a\ a 1 5: N & d pkN "Y a k
dS"i " "p a

" i Y " "! a{ p "a i"t a aid{ Z
NR ?R i Y "
^B o
k" \" U ^"S ^" " " " # aSd K i/
" Y"
R " \ " !
N Oa"p""a 5`
"\ 6 O !] 1 b'c& m
"
a "5"YY R d" Y " " Y w? ar""
i S" "! " p"a1$ ?
:d{ "U S"B &"% """
"
R a ia"
Z\ g ? d"" # & "# " p a Pp
" m
"a :""d"aY"p
N"
: "\a "d"O "N
{ i " " hi"":U "

aS"?
Y"a1 i"
U ""a
h Y O " \a: {"i^N " X } a" g' {
\Y ""
U ?
" a\Na"Y{w a" U" i" ": " " N !
ag Y
g $ a ""B { / "# "" "
"&Y1wa "&"di a\ " ab a" " ! " {
"
a"dLp O"f i"! a@ "! " iYR iY a
a
" ai OaH"" K":wa6a" d d " ": G -

"! ,
5a S" Y{ !"N " "^ k"5"d3!WOba " d w
5,*i " a\" a"#a a
G
- G - .0 - 2
DE3 \ B85 Y H1 h"\ "
Z} a a !"
G -
""
"t Y a4
A' 1 !] +
2
Y" D3Y \ i Yi""&ap A; DE3 5 96;3 W
wa"kw{ f
N""waa C M- W 2 DE3 9 1<3 W
DE3 )
"

Y"" a k 4N"Y""
2
3 W -
3 -
2
7/W
6
a# "Y" ""

2 2 2
7
" "dY""dN "1" """\"a" aaw"w}i Y
\" G -=+
""d Y "a!} a"" +
DE3 5 CE
DE3 E ""1
N a" 1"a
2
G -
YW
2
W B8;
a""F "d YmO"
E 2 7 2
" "% "Y m Y " w!1"
Y" W k"'a" ig"a4 " 5R
- "B } "% "; ;Y i" S"
"wwU<5><""^ {# a " a" a" "dp"S m a"\ @

N{ 5^
" " \" G -! + "aS"% " a a ;"! }d @
E
W 5 G - <5,< - Z
A
"d{ a "{ \ a% 4

S :i" "h
} a"
" a"{ " 0 - "Y i

i""B "% "p"#

ahY 5# "1Y":a " " "d8+

S o G -=+
D 3 5 9 ;3 W C M- W 2 D 3 )
5 ) Z
2
3 W 3 -
?
-
0 - !# 2 - 2
-C-
UB "; "â"Sb
Z} a "
Y" - } i! -,-O"" {\ ";" 1"a\a < a

#6 r" " a " D Y - U "w iB dB"i"d; aam"^k"

"# k" G - BR -C- "Y"B" ik " pa! } i "" N a" \B}
-
p &"ak""1 "a
N i " Y m a"
R Y # a a"6 B S :"% "pw"S"
" m" > \"E a
NR ?/ i "r (a " c ak i "

: m"\ " 5 }gU â"S HH "p
1"&" 1{ a
" a\" -C- ="" a " "d Y" "# a"O" md{ aH1
&G
" a# ": i , + " ":# a N"" w " ""
"" Y :"U N iR
d15"
5 CE C E D Z& U }""" -C- aC A6S""$

-C-
YW 7 - 2W -

" k "a S"Y" " YN"
7 2 2
" " 6" a i{^ U }"
a# rwa^ "Y %";{ %Z " -C-O\ a
a 5""d\"
"" "&?v}?a" " " "" a"
"" d
Y" "# "a"& i 5 ?
N #io "r? a ;"g"" aU g " a }
"# + N""S : "aS" : 1 \d

5 D
WE Z'b
-C- CE 2 "{ " " "{ w ""
ZO"
W 7 2
" ; w ;B a -"" "U
B"d }w aaY{wa"
N " " i
"B" !

# " a8+

" i"p"" ""r Y
""
"d r a
"
5 "aS"" a
Y"k"
"1
g % aY
ra& 9 a5"\ dt w# ai"
DE 5 ^ DEE 3 "\" ag \ "aY"O "N p"1"o
2
W

C 2
W Z cZ

Y%
N a Y &
N i"";
2

3 2
Y {wa"?
N
i\!g#aO" aY "N"# a a""e a\N""a"
i X
N W!a"" aY" aYa"" a }g "S\"
"# Y"\ " B" Y{ "d 8+
} a" k O?
N 5 wa""! a{
\ }"? aY % "hp d""
DE3 DE3 7 E ^" ;
}R i a &
WE 5 Z& kd;
2 2
-

3 W " @ 5""i { 1" "a a"" "
2 2
E R Y":# "d{ S 1m
Y"H7 " " V #

":"K "i ! " "p? a@ Z
NR ?
" "^"w i;i" aY" "NB" R i

"!
'&
S U; i B ko 24H4+@_LF,/C#K <24.%_L:O4z+ Tw,/C%D k +@:L51Q#.%AO*ZTl D%5kLT
+
lXk dw:L+@C%+@C%56062A1gT f
'
[B ak;dbkI,/31g4+@3T^1PZ+,/36C%:LC%H/KG_L24H4:LA4T )!+@AO*ZkXN+@>ZkLTY);NfK +jT<_L2U,/C
P+@5X;24.%AO*%+@5BT o3O,/C%A@+4T[B44#To>%>ko44 U]#TZ<>%36:LC%H4+@36K +@31_,/H%k
B"SB"Yd"
N:"NY"wa"
Z: "/ tg tNO i;#? <AO*%224_2/} ,/Co,/H4+@F$+@C0BT?tEG)Tf,/FQ#31:LD%H4+4T# ,/515kLTVb>#31:L_ [B4 #k
4]eukP+w.%CZTMP ` _ z : O
::
z}| zp ba V ~ |(
z}z}c. 6d :U
O""#fw"{ twaw 1B"o "|
:
zm| ~:
)/. z(e TI *Zk ak?01*#+B56:L5TZXC%: MU+@3651: 0+z Ik+r0k

i
aa "
O ":" f.#31:L+ I,/31:L5; rToiU.#C%+[B4Ujk
#[ eukUP+w.%CZTf1 V&01*%+@2436+@06:LAB,/_}3O,/F$+r8f2436g}243vQ%,/AOgK>%3124>o,/HU,R06:L24CZT :LC
6 { 5 (N i " OR
N # 4 ~ }
)/. z B, | d;TVg Z<Z$ : "|
:
z}| P z +h ~ia d" T
"c BB ai"
"
Z w a ak)!24.%31+r06`BgUSUT k#X:LCU0124CZT%,/C%D')k%<+ C%28;51g:TlvD%5BkLTof TI : 060656K
"# !wa" wa a" a# ;"R i a1
" Q%.%31H4*T%I,#T[B44#To>%>ko#[ 4#Tt2431HU,/C2 ,/.#}F,/C%CZk
4 Pvkdw2/060624.,/C#DIkY,/_L_L:LCo,/31:Tj1 V}3O,/F$+r8f2436g;}243Z06*%+wA@224>+@31,R01:L24C2/}
# 5! aa@ & g " wS! _L+,/36C%:LC%H,/_LH42431: 06*%F$5T t :LC xB " z9
) g ~j*, ~ |(
~ U
"Y"h " "x k"
pa w z}z-
)/. z}| z T4ak/)!24.%36+@06`@gS,/C%DNkP:L>%>#F,/C%CZT/l D%5kLT4ab+@CMU+@3T
a "p# g { ?
N: a\R [B4#[4T%MU24_ko#T?t2436HU,/C 2 ,/.} F,/C%Ck
4 Ykukw<.%+@CZTbbkvhb,/Do,/_T;NkvPZ+BHU,/.#_ 0T;)kvVkw ,/:Tf,/C%DPvk P!,/FtT
w"i" % & ap" "
K
BrY"
f24F$>#.#01+@336+@AB24H4C#: 01:L24C 2/}Y.%C#AB24C#56063O,/:LC%+@D *o,/C%D#8;31: 0 06+BC C.%F$+@36K
r
"U "r"d\"N"g w ,/_L5T J ~ }
A/ . z , | d *DC&CECEkf d %

z}z r Y JW |
m< ~U

` BrY"
"S a w"a d""N"w | ~! .<:
|
T#MU24_ko4]#ToC%2%k?jT%>%>ZkZ[4[B4? [4[B4]#TiU.#_ S[B44#k
+ <kohk<31:L*%,/31:TO X:LH4*#K>+@3 } 2436F,/C%A@+Y31+B,/D%:LC%H$F,/A1*%:LC%+@5T ~ } U
a
)/. z , | d *bCEC&Ck
=
zmz r W |
}f ~"| ~9! .<:
AU
|
TMU24_ko4]#ToC%2%kojTo>%>Zk[4[B4]? [4[B4#TiU.#_ S[B44#k
$ ;N
eukP+w.%CZTvPvk akiU,/AOg4+@_Tdbkdw2451+@3Tvi%kv<k ab+@C%g4+@3TfkIk b31,R}6T
[ Nk k?ab.%Do,$,/C#DIkolXk?X,/360BT || ~ z}z
N}|

xa EOk b.#SU24CTakbX+@C%D#+B365124CZTNkbl;kY;28,/36DZT,/C%D

kYX.%Q#Qo,/31DZT
x z
z
*bCEC&Cl mm :
m|(
T%>#>Zk +%[
Ob,/C%D#8;36: 0606+@CxD%:LH4: 036+@AB24H4C#: 01:L24CZmVX>%>%_L:LAB,R01:L24C#52/}C#+B.#3O,/_$C%+r0

T :L_L+rS{,/C%D <24CT[BUj/#k
ukP+f.#CZTdbk/dw2456+@3TUi%kU<?k4ab+@C%g4+@3T4ak4;+BC#D%+@315124CTUNkRlXkRX2B8,/31DZT
Odf,/AOg>%3124>%,/HU,R01:L24C,/>%>#_L:L+BD062 +
AO*%:L>%5f,/C#D{,/.0124F,R06:LAb_L+B,/31C#:LC%H%T
4 iok`2Y+@+@_L+@3TvakN.%F$+@_L*o,/360BT ,/C%D k&2 kP+@2B8Tn1EGC06+@H43O,R06+BD 51+@H/K

kX.%Q%Q%,/31DZT,/C#DPvkZak!iU,/AOg4+@_T U#TohX2BMU+@FQ?+@3[B44#T :LCM: 06+BD{>o,/>?+@3k
*o,/C%D#8;31: 0 06+BC`@:L>A@2D%+$31+@A@24H4C%: 06:L24CZT g ~ ||

T!MU24_k
[4T%C%2%k+%T#>%>Zk +%[ #[4T :LCU01+@3[B44#k F$+BCU01,R01:L24C{,/C%D'31+@A@24H4C%: 01:L24C{2/}!*o,/C%DKG>%31:LCU06+BD{C.#F$+B31,/_L5T { :LC$g U
<k<+@.%C%H%T%k<24F$>?24_L:LC%56gSUT,/C%Dhk):L51*QUSTr <01,R01:L5 01:LAB,/_F$+@AO*o,/C#K ~f*, ~ |
~ zmz
)/.H z}| z T;NkwIkwP:L>%>#F,/C%CZT;i%kfk
:LAB5v2/}_L+B,/31C%:LC#H}3124Fx+#,/F$>%_L+@5T z
}! "
" x TUMU24_k%+ #T>%>Zk t22D#SUT,/C%Dak<kU)!24.#31+r01`@gUSUT%lvD#5kLT4MU24_k#T>%>Zk Uj% 44#k#t2431HU,/C
4] 44]4#[4T![B44#k 2 ,/.#} F,/C#C'I .%Q%_L:L56*%+@315To<#,/Ct ,R06+@2%TwVT[B4#[4k
Uj } +@3 ,R01,/CZTtf*#31:L560624>%*%+@3i%kbkdw.%36H4+@5Tuw,/C#CPZ+Rw.%CTt,/C%D

+ khk!v,/>%C%:Lg?T lXkP+rM:LCZTw,/C#DukP+w.%CZT#O t+B,/51.#31:LC%Ht06*%+{MUArK iU24*#C<kwab+@C%g4+@3ToO t.#_ 01: KGD#:LH4: 031+@A@24H4C%: 01:L24C.%51:LC#H,56>o,/A@+D#:L56K
D%:LF$+@C%51:L24C2/},_L+,/36C%:LC%HF,/AO*%:LC#+UT $ % ~& ' ||(
TMU24_k##T
C%2%k #To>#>Zko #[ Uj/#T![B4 +%k >%_,/A@+BF$+@CU0bC#+B.#3O,/_!C%+r0G8f2436gT :LC7g ~5*, ~ |
~ zmz
)/.
z}| z T#iok#k#t22D#SUT?<k#i%koX,/C%5124CZT%,/C%D{NkIk#P:L>%>%F,/CTl D%5k
Yk w243 01+@5TvPvk iU,/AOg4+@_T<kv<24_L_,#T khk!v,/>%C%:Lg?Tf,/C#Di%k ab+@C%g4+@3T [B44#T%MU24_k+%T?t2436HU,/C 2 ,/.} F,/C%C'Iv.#Q%_L:L51*%+@365T?<,/Ct ,R06+B2%T?fVk
P+B,/31C%:LC%HA@.%36MU+@5m ,/5 S#F$>#062/06:LAYM4,/_L.%+@5;,/C%D31,R01+b2/}AB24CUMU+@31H4+@C%A@+4T
1
4 PvkNkN;,/Q%:LC%+@3T1 V 06.#012436:,/_ 24C*%:LD%D#+BC ,/36g42M F$2D%+@_L5,/C%D51+rK
:LC xB " z
) % ~+*, ~ |
~ z}z-
)/.0 z}| % z1 Ti%kUak _L+BAr06+@D,/>%>%_L:LAB,R06:L24C%5:LC56>?+B+@AO*31+@A@24H4C%: 06:L24CZT p ~ }
)/ . z , | d
[B4 +%To>%>Zk?4Uj% 4 +%Tt2436HU,/C2 ,/.} F,/C%Ck *DC&CEC T#MU24_k?j4jToC%2%ko#T%>%>Zko Uj% 44#T'o +BQ#31.o,/3 S[B44#k
f2B8,/CZT k)!+@5O,/.%362%T ,/C%Di%k!Vb_L56>+@Ar06243TlvD%5BkLTv<#,/C ,R06+B2%TwwVT
kbhkw,/>#C%:LgT435d6 | ~ 1 ,7 ||(

z}|(
}98 ~:
)/. 35rm ~ 4T 4 kVkdw24.%36_,/31D,/C%D'hk#t2431HU,/CT W C; 3 *W *- 3 CEC;rq
!iC9iW9s * 3 *tW > x#q y~
gx < ~ #T`Y2 _L.U8f+@3vVXAB,/D%+@F$:LA;I .%Q#K
_L:L51*%+@3T#dw24560624CZT[B4 +%k
<>%31:LC#H4+B3BToh;+@8Ku 2431g?TZ[B4 #k
j k4hkRv,/>%C%:Lg?T ||
z}|
}/8 ~:
)/. 35d} ~ 4Ti424*%C :L_L+rSW&<24C%5T 4] ak kvX.%Q?+@_b,/C#D)kvhk :L+@56+B_TlO N;+@A@+@>#01: MU+4o +@_LD%5BTfQ%:LC%2A@.%_,/3
kkoIv36+B565TdbkoIk' _,/C%C%+@36SUT<k?Vko)!+@.%g424_L51gUSUT,/C#D k?)ko +r06K
hX+r8Kuv2436gT[B44#k
T ou ~ , z

. d 8 e TMU24_k[B4]#T>%>Zk[B]4? [ +%T
:LC06+@3O,/Ar01:L24CT,/C%D{}.%C%Ar06:L24Co,/_,/31AO*#: 01+@Ar01.#31+:LC{06*%+A,R0B| 5M#:L56.o,/_A@2436K
01+@31_L:LC#H%T;+ ~
m<=!
d z?> 35d xU~| ,;a
|
N @ ' |
A/. T 01+
#[ v2 k>o .%g.%56*%:LF,#T=r w24H4C%: 063124Cm!V51+@_ }K2431HU,/C%:L`@:LC%H;F.%_ 06:L_,BSU+@36+BDC%+@.#K

[B44#k
<kEOkVXF,/31:TB1 V06*%+@2436S 2/}w,/Do,/>#06: MU+>o,R0 01+@31CA@_,/5156: o +@315BT *DC&CEC
,/FQ%31:LD#H4+XC%: MU+@3651: 0GSIv36+@515Tof,/FQ%36:LD%H4+4T[B44#k
3 ~ z"|(
z 6C "|~ :
' | ~z TvMU24_k lwvKO[B#Tv>#>Zk 44 3O,/_4C%+r0G8f2436gT mw
.
m<5 y ~ |(
z T@MU24_kB4]#T/C%2%k#T>%>ZkU[B#[? [B4#T
hX2MU+@FQ+@3[BUj #k
[B]euw,#k?)56S>%g:LCZT xB ||

4]UjT[B4Ujk
< F8 ~:
A/.
)S | |
z z}| % z T 4v2 k>o .%g.%56*%:LF,b,/C%D<kUt: S,/g4+4TÒ h;+B2A@24H4C%: 063124CZmVC%+r8 ,/_LH42431: 06*%F
>2456: 01:L24CT || ~@! .<:
|
T%MU24_k[#To>%>Zk+ +U4#T![B44#k
} 243>o,R0 01+@31C36+BA@24H4C%: 06:L24C0624_L+B31,/C02/}bD#+@}2431F,R06:L24C%5,/C%D51*%: }065:LC
[4[ euw,#k!)5 S#>%g:LCZTHG < |(
z Y, | d | d} ~ ,I ~:
A/S
VbAB,/D%+@F$:LAYIv36+@515T[BUj[4k
. z z}| % z T
4 kbkt24`@+@3T#35rhd ~ D |
, m |
y(x |z?> x9 : %U
[B k!t:LC%56gS,/C%D k<+@_ } 36:LD%H4+4TJ1 P+B,/31C%:LC#H :LC3O,/C#D%24FC%+r065T \ |
:
z}| V ~ TtEG)I 31+@515 Kdw3O,/D#}2431Ddw224g5T%f,/FQ%36:LD%H4+4TtVT
VbAB,/D%+@F$:LAYIv36+@515T[BUj/#k
:LC
K | 8 z z
+ L*, ~ |
35d} ~ 4T#P24C#D%24CZT[B4#[4T
+jk + euk%PZ+Rw.%CTh b+BC#+B31,/_L:L`B,R01:L24C,/C%D C#+@0G8w2431g'D%+@51:LH4Ct5 0131,R01+@H4:L+@5T
[B4#[4k
>%>Zko4 :LC
[B ak?k?VXAOg_L+@SUT k?lXk;:LC0624CZT,/C%D )ki%k<+6C#28;51g:T1 V_L+B,/31C%:LC%H : |
:
z
A ; ~z d |
" TNk/I} +@: }+@3TV!y k<AO*%36+r01+@3T
f kMo 24H4+@_ K
,/_LH42431: 06*%F}243Q24_ 06`@F,/C%CF,/A1*%:LC%+@5T .:
|
" a
BT#MU24_ko#T F,/CZT,/C#DPvk<06+@+B_L5BT!lvD#5kLTr y .%36:LAO*ZT<U8X: 06`@+@31_,/C%DZTv[B44#T!lv_L56+@M:L+@3T
>%>ZkZ[ +j%? [B4#T![B4 #k ,/C+ 06+@C%D%+@DtMU+@3156:L24C{8,/5>%.%Q#_L:L51*%+@D ,/5;,06+@AO*%C%:LAB,/_!31+@>?24360;2/}06*%+
[ + k!lXk;:LC0624C,/C%D)k!iok <+ C%2B8X56g:TM1 PZ+,/36C%:LC%H,/C%D31+@_L+B,/31C%:LC%H
XC%: MU+@3156: 0GS2/})!243124CU012%k
:LCdw24_ 01`@F,/C%CF,/AO*#:LC%+@5T :LC ~A N;
z}|~
y | ~ z}z
A/./> eukP+f.#CZTdbk/dw2456+@3TUi%kU<?k4ab+@C%g4+@3T4ak/;+@C%D%+@315624CZTNkRlXkRX2B8,/31DZT
CEO ~|
z
A | dQP
"~ z}|~ "| ~ , .<:
|
R7S / 6T > i
kX.#Q%Qo,/31DT%,/C%DPvkak#iU,/AOg4+@_T OX,/C%D#8;31: 0 06+BCD%:LH4: 0w31+@A@24H4C%: 01:L24C
G |
z Tak4l;kUN;.#F$+B_L*%,/360 ,/C%D$i%k4Pvk4tARw_L+@_L_,/C%DZTUl D%5k4tEG) 8X: 06* ,Qo,/A1gKG>#3124>o,/HU,R06:L24CC%+r0G8f2431g?T :LC xB " z;
A g ~5*:U
, ~ |
~ z}z
A/.L z}| % zz d * E{Z g e TaY,BM:LD)!24.#31+r01`@gUSUT
[ aklXkN;.#F$+B_L*%,/360BT k#l;k#;:LC0624CZT#,/C%D'Nki%k :L_L_L:,/F$5BT&1 P+B,/31C%:LC#H lvDZkLT#ab+@CMU+@3BT TZ[B44]#Tt2431HU,/CF2,/.#}F,/C%CZk
Iv31+@565T%,/FQ%31:LD#H4+UT%tVT[B44#k
:LCF ~<A
z-U 4 k!Pvk ,/3 01:LCZTMrw+@CU01+@31+@D#K24Q +BAr0$:LCU06+BH431,R01+@D56+BH4F$+@CU0O,R06:L24C,/C%D
31+@A@24H4C%: 01:L24C2/}2BMU+@31_,/>%>%:LC#H*o,/C%D#KG>#31:LCU01+@DAO*o,/31,/Ar01+@315BT |g ~
:LC06+@31Co,/_31+@>%36+B56+@C01,R01:L24C#5XQUS+@3131243f>#3124>o,/HU,R06:L24CZT
|~
y | ~ z}z-
)/.V>C&O ~|
z0
) | d0
"~ z}|~ | ~ Y ^, .U
:
|
TMU24_kEOTZ>%>Zk#[B 44#kdw3O,/D#}2431Ddw224g5BT ,/FQ%31:LD#H4+UTtVT ||
T#MU24_k #T%C%2%ko#T%>%>Zk+%[B +U4#T![B44#k
Uj iok ,/C#H,/C#Dii4+B,/CZTEO t.%_ 06: KG31+@5624_L.#01:L24CC%+@.%3O,/_oC%+r0G8f2436g5} 24324FK
[B VklXk i43k dw36S5124C,/C#Du .#K w*%:;;2%T x V
XW |
; |~ T
[B44#k
C%: } 24CU0AO*o,/31,/Ar01+@331+@A@24H4C%: 01:L24CT x :LCH ~ } <
A/. z ,0* | ~ |

, ~ ~< | N ~-} z TZ[B44#T%MU24_k#E6E EOTo>%>Zk[44? [44#k
[j eukP+w.%CZT@1 Vx_L+,/36C%:LC%H'51AO*#+BF$+}243,/56SF$F$+r0136:LA06*%36+B56*%24_LDC%+r06K 4eukfdw+@C%H4:L2%TXukvP+f.#CZTbkh;24*%_TX,/C%Dbkdw.%36H4+B5BT~1 P+@31+@A4mV
dw_,/:L51D%+@_L_Iv.%Q%_L:L56*%:LC%Hw2%kLT[B44#k
8f2431g5T :LC ~ }
A/ . z ,Y .<:
|
" Z<[ TwI,/36:L5To 3O,/C%A@+4T;[B4 #T hbh/X *SQ%36:LD}243w24C#K_L:LC%+b*o,/C#D#8;31: 06:LC%H36+@AB24H4C#: 01:L24CZT Qg ~
>%>Zk 44 4] +%k ||
T#MU24_kjT%C%2%k #TZ[B4 #k
[BeukwPZ+Rw.%CT\1 P+B,/31C%:LC#H>%312A@+B5651+@5':LC,/C,/5 S#F$F$+r0631:LA'01*%36+@51*%24_LD 4 <koP!,@8X36+@C%A@+UTZbkoP+@+ b:L_L+@5T?Vkbko)5124:T?,/C%D Vk?ak?df,/A1gTmZ? ,/A@+
C%+r0G8f2431g?T :LC N;
z ~ ~ Sz z}| % z y%
.<
} ~(. <:
"] |
T 31+@A@24H4C%: 01:L24CmvVA@24CMU24_L.#06:L24Co,/_!C%+@.%31,/_C%+r0G8f2436g,/>%>#312U,/AO*ZT *DC&CEC

"!
3 ~ z"|(
z g ~ | N ~-}z TwMU24_k #TC%2%kX[4Tw>%>Zkv4?[4[B#T
+ +
5124CZTi%k%ak%w2B8,/CZT#,/C%DtbkPvk b:L_L+@5TlvD#5kLT#<#,/C{ ,R01+@2%T%fVT?[B44#T
2,/.} F,/C%Ck
+U]v2k!i%kP!,/C#H ,/C%D klXk!;:LC0624CZTH1 V06:LF$+D#+B_,@SC%+@.%3O,/_wC#+@0G8w2431g
[B4Ujk >%>Zk U U#Tt2436HU,/C
#[ Iko<:LF,/31DZTuk#P+w.%CZT?,/C%Dab+@C%g4+@3bi%kLT 1lAB:L+@CU0b>%,R0606+@31Ct36+BA@24H/K
,/31AO*%: 06+@Ar01.%36+}243Y51>?+@+@AO*31+@A@24H4C%: 01:L24CT )!+@AO*ZkZN+B>kf K <K4RK C%: 01:L24C.%51:LC#H,tC%+r8063O,/C#56}2431F,R06:L24CD%:L5 0O,/C#AB+4T c:LC xB " < zI
)
~<'*, ~ |
~ z}z
A/.I z}| z T%<koX,/C%5124CZToiokow28,/CZT
+%[ Vkk ,/:LQ?+B_T')kb,/Co,/`B,@8,#T kX:LCU0624CZTF2 k<*%:Lg/,/C%2%T{,/C%D
[4#Tf,/31C%+@H4:L+rKt+@_L_L24C;C%: MU+@3156: 0GST#Iv: 0 0156Q%.%36H4*IVT[B44#k
,/C%DPvk b:L_L+@5T%l D%5kLTMU24_k #k%t2431HU,/C@ 2 ,/.} F,/C%CTZ[B44#k
2 kP!,/C%H%T1 Iv*%24C%+@F$+31+@A@24H4C%: 06:L24C.%56:LC%H06:LF$+@KD%+@_,BSC%+@.%31,/_fC%+r06K
4 dbk?dw2451+@3T?EOk b.#SU24CZTZ,/C%Dk#w,/>%C#:LgTm1 V063O,/:LC#:LC%H,/_LH42431: 06*%F}243
8f2431g5T *DC&CEC 3 ~< z}|
z \
xB zm|
zDk } 7
.< 24>#01:LF,/_?F,/36H4:LC$AB_,/5651: o+@365T t:LCF ~ }
A/ . z k, | dG
, | x:
~ z}z
A/. T#MU24_k?UjT%>%>k?44 44#T ,/31AO*[B44#k ~-}z d?p $ <' ||
<+8 ~:
A/. 35d} ~ 4T%[B44#T4MU24_k #T/>%>Zk
+U Pvk$dw2/0 0124.T f k;o 24H4+B_LF,/CT Ik$dw_,/C%AO*%+r0BT,/C%D\i%k'<kP:L+@Co,/31DZT [ + +c?[4#k
<>?+,/g4+@3:LC%D%+@>?+BC#D%+@C0:L5624_,R01+@DD%:LH4: 031+@A@24H4C%: 01:L24Cmt.%_ 06:L_,BSU+@3
r 4 YkZi%kbk!dw.#31H4+@5,/C%Ddbk<AO*%2+@_Lg424>#} T61 EGF$>%362M:LC%H{06*%+,/A@A@.%3O,/ArS
>+@36AB+@>#063124CM#5DS#Co,/F$:LA01:LF$+8,/31>#:LC%H%T p % ~ | ~-} z TZMU24_k :LC xB " z9
) g ~
#T%>%>Zk+ 4 +U #T![B44]#k
,/C%D{56>?+B+@D'2/}!51.#>%>?24360fMU+@Ar01243F,/AO*%:LC#+B5BT t
*, ~ |
~ zmz
)/.Y z}| z 4g T ki42431D%,/Ckt24`@+@3,/C%D
+U Ikwb,RpC%+@3,/C#D&Vkwk ,/:LQ?+@_T\1 ):LF$+rKGD%+@_,BSC%+@.%31,/_YC%+r0G8f2436g5
+ lvD%.o,/36D<,/ AOg:LC%H4+@3Tdw+@31C#*o,/31D dw2451+@3BTiU,/C%+tdw3624F$_L+@SUT uw,/C%CP+rK
)k#I+@0651A1*%+4TolvD%5Bk[B4UjTo)*%+tEG)&I 31+@515BT?f,/FQ#31:LD%H4+4k
+BFQ?+BD#D%:LC%H06:LF$+$,/_L:LH4C%F$+@CU0m,>?+@36}2431F,/C%A@+,/Co,/_ S51:L5BT :LC C=U
!0WE CEC9rqa gVT k`z< 9C ~ d < , ~ k I } mm U f.#CZT,/C%D{P,B8;31+@C%A@+Yak#iU,/AOg4+@_Ti1 VX>%>%_L:LAB,R06:L24C{2/}01*%+bVYhbh;V&C%+@.#K
:
}|

< 3 . 4T b+BC#2M4,#T?E01,/_ SUT<+@>#0Bk[B4#[4k 3O,/_wC%+r0G8f2436gA1*%:L>062*#:LH4*#KG51>?+@+@DAO*o,/31,/Ar01+@336+BA@24H4C%: 06:L24CZT *DC&CEC
+ + EOk b.#SU24CT!IkVX_LQ%31+@AO*U0TZukP+w.%CZTi%kZ<kZab+@C%g4+@3T!,/C#D k;.%Q#K 3 ~ z"|(
g ~ | N ~-} z TvMU24_k #TwC#2%kw#Tv>%>Zk+U4 4] #T
Qo,/31DZT6O ab+@51:LH4C2/};,tC#+B.#3O,/_wC%+r0G8f2436gA1*o,/3O,/Ar06+B331+@A@24H4C%:L`@+@3}243,
0124.%A1*06+@31F$:LCo,/_T M || ~$! .:
|
T?MU24_kZ +%TC%2%k#T>%>k![B] iok<?kRdw36:LD%_L+4T1 Iv3624Qo,/Q%:L_L:L5 01:LA:LCU01+@31>#31+r0O,R06:L24C2/}}+@+BD} 243 8,/31DA@_,/5156: % K
,/31AO*[B44#k
+ iokbdw3124F$_L+rSUTi%k kbdw+BCU06ÙTPvkbdw2/060624.ZTEOk b.#SU24CTukbP+w.%CZT

[4[B#T[B4#[4k A,R06:L24CC%+r0G8f2431g524.#01>#.#015BT48;: 01*31+@_,R06:L24C%51*%:L>062b5 0O,R06:L5606:LAB,/_%>o,R0 01+@31C
31+@A@24H4C%: 01:L24CT :LCn ~ |
A/.t k x . ~
| / zD k xU~
| | ~ z
Yk;t22431+4Tl;kX<,/ AOg:LC%H4+@3T,/C%DNkX<*o,/*ZT r<:LH4Co,R06.%36+MU+@31: oAB,RK < \x <
}|
z T f k o 24H4+@_LF,/CZTbi%kX+@3O,/.#_ 0Tb,/C%Dukdw.%31C#2DZT
01:L24C.%56:LC%H,56:,/F$+B56+;06:LF$+;D%+@_,BS$C%+@.%31,/_?C%+r0G8f2431g?T * | ~|
lvD%5BkLT#P+@5;Vb36AB5BTo 31,/C%A@+UTZ[B44#T<>%36:LC%H4+@3k
ud ~ , || ~! .:
|(
wxk~|(
N%
'* | )
. BTMU24_k 4euk!P+w.%CZT Pvkdw2/0 0124.Tf,/C%Dukdw+@C%H4:L2%TnO N+B,/D%:LC%HAO*%+@AOg58;: 01*
jT%C%2%k+%T#>%>Zk?444UjT?VX.%H4.%5 0[B44#k :LC * | ~ |
, ~
+Ueuk?P+w.%CZTEOkj2,/C06+@3T,/C%D<k<24_L_,#T1l :LH4+BCUM4,/_L.#+B52/}vA@2M4,/36:,/C%A@+
H43O,/>%* 063O,/C%5 } 2436F$+B3;C%+r0G8f2436g5BT
xB z}|(
zDk= d m N k 0
. ~ z}z
A/. T#t.%C%:LAO*To[B4UjTMU24_ko[4T
F,R0136:LAB+@5Bm,/>%>%_L:LAB,R06:L24C&012C#+B.#3O,/_ KGC%+r0G8f2436g_L+B,/31C#:LC%H%T |Ed z-
} >%>ZkZ[#[? [ +%T?EGl lvl;k
! "
8 || ~z TMU24_k?4#T#C%2%k[B#To>#>Zko444444#T ,BS[B4#[4k Uj eukdw+@C%H4:L2%TE % ~ | ~-} z`, ~i d } < m
%r ! .<:
AU
+j )k kvaX:L+@0 06+B36:LAO*,/C%D kdf,/g:L31:T r<24_ M:LC%HF.%_ 06:LA@_,/515_L+B,/31C%:LC%H |
TEGCU01+@36Co,R01:L24C%,/_f);*#24F$>%5124Cw24F$>%.#06+B3I 31+@515BT!P24C%D#24CZT 2 T
>%3124Q%_L+@F$5wM:,+@3131243 KGA@243136+BAr06:LC%H24.01>%.0YA@2D#+B5BkLT Mu ~ ,BxU~|
)U
4 Ykodw.%31H4+@5T ko ,R0O,/CZT?uk?P+f.#CZTi%kab+@C%g4+@3T?PvkiU,/AOg4+@_TZbk<06+@K
[B44#k
N
<'* | )
. ! z ~ T%MU24_k?#T#>%>Zk?44 44#T![B4 #k
+U PvkNkdf,/*%_TIkfkdw3628;CZTIkZkD%+{<24.%`B,#Tv,/C%DNk!Pvkt+@31A@+@3T Co,/31DZTvbkh;24*%_T ,/C%Di%kdw+BCTXr <*#243606+B5 0>o,R06*51+@H4F$+@CU0O,R06:L24CZmV
O ,>#:LF.%FF.01.o,/_:LC#}2431F,R06:L24C2/}Y*#:LD%D%+@C ,/36g42MF$2D%+@_>o,RK F$+@06*%2D }243063O,/:LC%:LC%H,C%+@.%31,/_YC%+r0G8f2436g06236+@AB24H4C#:L`B+AO*%,/3O,/Ar01+@3
:LC7 ~ tR`* | R ,%R x; z}| R k 560631:LC%H45BT * | ~ |
u
A |$ , ~ ~< g | U
d } k
.< ~ z}z
A/. T![B44#To>%>k+U 4#k
3O,/F$+r01+@365X}243b51>?+@+@AO*31+@A@24H4C%: 06:L24CZT & :LC
N ~-} z T?df,/_ 01:LF$2436+4T[B44#ToMU24_k%#T%>%>k[B ? [j/#k
+U PvkNkdf,/*%_TIkf kdw3628;CZTIkZkD%+{<24.%`B,#Tv,/C%DNk!Pvkt+@31A@+@3T 4 )kkZdw31+@.%+@_T@1 V5 S#5 01+@F } 243X01*%+2/pK_L:LC%+36+BA@24H4C%: 06:L24C2/}w*o,/C%D#K
<>?+B+@AO*31+@A@24H4C%: 01:L24C8X: 06*A@24CU01:LC.%24.%5 KG>o,/31,/F$+@06+@3 *#:LD%D%+@C$ ,/31g42BM 8X36: 0606+@C 01+ 0T :LC * !Fa g K TZEGlvl lXTlvDZkLTZi4+B36.%5O,/_L+@F[B4 +%T [B4 +%T
} < ;8 /. . BTMU24_k#TU>#>Zk#[B 4 +%T [B +%k
r
F$2D%+@_L5BT | ~-k >%>ZkZ[B4?
j/] Vk;Y: 06+B36Q%:T 1 lv3136243Q24.#C%D%5} 243 A@24CUMU24_L.#01:L24C%,/_$AB2D%+@5,/C%D ,/C
4] dbk#ki4.o,/C%H,/C#D<?k+2 ,R01,/H4:L31:TO ab:L56AB36:LF$:LCo,R06: MU+;_L+B,/36C%:LC%H} 243vF$:LC#K
[B4Ujk
,/56SF$>#012/06:LAB,/_L_ S24>#06:LF.%FD%+@A@2D%:LC#H,/_LH42431: 06*%FtT *bCEC&C 3 ~< z-U
A,R06:L24CZT *DC&CEC 3 ~ z?R p xB < z}|
"zDk& d m k |
z *, ~ |
35d} ~ 4To>%>ko44] 44#T?Vb>#31:L_[B4Ujk
<
.< ~ z}z
A/. TRMU24_k+U]#TRC%2%kU[B#T/>%>kR4] +U 4] +%TaX+BA@+@FQ?+@3 j[ P:L>%>%F,/C%C'Nk#Iko,/C#D b24_LDdbkLTiO hX+@.%31,/_ KGC%+r0;AB_,/5651: o +@365f.%51+r}.%_}243
:LF.%Fx+@3136243fA@_,/5151: %
:LCI ~ }
A/. z B, | d *DC&CEC G
~z}|r* | ~ U
#[ eukP+f.#CZT%Pvk#ak#iU,/AOg4+@_ToPvk#dw2/060624.ZToVk%dw36.%C%2/0BT?bkow243 01+@5T%i%ko<k
[B44#k 51>?+@+BA1*'36+@AB24H4C#: 01:L24CZT
|
f , ~ Y g ~ g | ~-} z T<#,/Ctab:L+@H42%TiU.#C%+$[B4UjT
ab+@C%g4+@3Tk;ab31.%A1g4+B3BTEOk b.#SU24CZTkVk;t.%_L_L+@3TblXkX<,/ A1g:LC%H4+@3BT >%>Zk+%[j% +U4#k
Ik;<:LF,/31DZT;,/C%Dkhkvv,/>%C%:Lg?T w24F$>o,/36:L5124C 2/}_L+B,/36C%:LC%H,/_ K j/ k<#,/g42+4TNkEG512/01,/C%:TL2 ku 2451*%:LD%,#TL2 kEG512%T',/C%Dx)k ,R0O,/C#K
r
H42431: 06*%F$5Y} 243*o,/C#D#8;31: 0 01+@CD%:LH4: 036+BA@24H4C%: 06:L24CZT :LC *
| ~ |
<>?+,/g4+@3 KG:LC%D%+@>?+@C%D%+@C08f2436D&31+@A@24H4C%: 06:L24C.%51:LC#HD#S#C%,/F$:LA
, ~ \ : xk~|(
N %
g ~ g | ~-} z T f k o 24H4+@_LF,/C&,/C%D
,/Q+4T r
>%3124H431,/F$F$:LC%HtC%+@.%31,/_XC%+r0G8f2436g5BT :LC * | ~ |
m , ~
Ik Y,/_L_L:LCo,/31:TlvD%5BkLT%I,/31:L5BT[B4 #T?>#>Zk 4 4]#T?lwWxw:L+4k xB zm|
zDk0 d } k Y
.< ~ z}z-
)/. T b_,/51H428TX[B44#T
4 E b.#SU24CT%EOkI24. 1,/.%DT#PvkI+@315124C#Co,/`4T k#ab31+rS} .#5T#iokab+@C%g4+@3BT%,/C%D >%>Zko4 4#k
uk!P+w.%CZT w24F$>o,/36:LC%H D%: p+@31+@C0C%+@.%31,/_fC%+r0$,/31A1*%: 01+@Ar06.%31+@5}243 j/ iok<kdw31:LD#_L+UTM1 VX_L>%*o,/C%+r065m,t36+@AB.#3131+@CU0 C#+B.#3O,/_|!C%+r0G8f2436g,/36AO*%: K
r
AB_,/5651: }S#:LC#H$*o,/C%D#8;31: 0 06+BC D#:LH4: 015BT :LC7 ~ tR ,9* u k z
)/.U 01+@Ar01.#31+{8;: 06*, *%:LD%D%+@CF,/36g42MF$2D%+@_f:LCU01+@36>%31+r01,R01:L24CZT }
| NI kZ[B44#ToMU24_k%E EOTo>%>kZ[BUj%? [B4#T?EGlvl lXk hm :
}|
ToMU24_ko#T%C#2%k[4T%>%>k?#[ #[B#T![B44]#k
4 Nk 060BT|1 A@24C%5 0136.%Ar01:L24Cx2/}'~.o,/D%31,R01:LA >?24_ S#C%24F$:,/_A@_,/5151: % +B365T j+ k?Vk&o 3O,/C%`@:LC%:T52 k&f kPZ+B+4T,/C%DVkk ,/:LQ?+B_Tr w24C%C%+@Ar06:L24C%:L560
:LCH ~ tR ,m* | ~ |
< , ~ || ~! .<:
|
k M#: 06+@31Q%:w063O,/:LC%:LC#H%m',tC%+r8*US#Q#31:LDF$+r06*%2D}243A@24CU01:LC.%24.%5$56>?+B+@AO*
[BUj/#To>%>Zk[B#[? [B #T?EGl lvl;k :LC * | ~ |
5 , ~ ; xB < z}|
"zDkj d m k
+ iokR<A1*.% 31F,/C#CZTj1 VF.%_ 06: K}24C08f2436D31+@A@24H4C%: 01:L24C5 S#5 01+@F} 243Z>245 0O,/_ < B
.< ~ zmz
)/. T?Vb_LQ%.#~.%+@36~.%+4T?hXT[B44]#T?>#>Zk+U +U4#k
31+@A@24H4C%: 01:L24CT
,/D%D%31+@56536+B,/D%:LC%H%T *bCEC&C 3 ~ z|

z 7 <' | ~z T4MU24_k4vKUjT j Pvk)kZhX:L_L+@5,/C#Dk f k<:L_ MU+@31F,/CZTFr w24FQ%:LC%:LC%H'*%:LD%D%+@CF,/31g42BM
C%2%ko#To>#>Zk?j/#[# j/4#T?VX.%H4.%560[BUj/#k +@365T & :LC * | ~ |
<i :U
euk?P+@+4TO X,/C%D#8;31: 0 06+BCD%:LH4: 0b31+@A@24H4C%: 06:L24C .%51:LC%HgUKGC%+B,/31+@5 0YC%+@:LH4*#K
F$2D%+@_L5b,/C%DC%+@.%3O,/_C%+r0G8f2436g AB_,/5651: o
, ~ xB z}|(
zDk@ } \ k
. < ~ zmz
)/. TVX_LQ%.#K
~.%+@36~.%+4T?hXT[B44]#T?>#>Zk+%[j% +U4]#k
% ~ ' ||
ToMU24_ko#ToC#2%ko#To>%>k+ +U] + +U#T![B4#[4k j/ k?ab36:,/C%A@24.%360b,/C%DtP kdw2/060624.ZTmO tPIToP4Y ,/C#DabIXmw24F$>o,/36: K
Q243BTb31,/D%:,/_ KGQo,/56:L5'}.%C%Ar06:L24C%5TY,/C%DQo,/AOg>%3624>o,/HU,R01:L24CC%+@.%31,/_C%+r06K
8f2431g5T
4 akv<#,4,/D ,/C%D<kvVkv<24_L_,#T O aXS#C%,/F$:LAB52/}Y24C#KG_L:LC#+H43O,/D#:L+BCU0$D%+rK 5124C W A@224>+@31,R01:L24CZT :LC7 ~ }
A/. z ^, | d * | ~ |
u
) |
51A@+@C0X_L+B,/31C%:LC%H} 243F.#_ 01:L_,@SU+B3C%+@.%31,/_!C%+r0G8f2431g5T :LC xB " < z;
) , ~ w g ~ | N ~-} z To<+B,R0 01_L+4T[B4#[4T#MU24_k#T>%>Zk##[
~<E*, ~ |(
~ z}z
A/. z}| z TwaY,@M#:LD <?k )!24.#31+r01`@gUSUT

j4j euk?dw+@C%H4:L2%TNkab+t2436:T k& _,/F$F$:,#T%,/C%DNkY2 24F$>?+4TB b_L24Q%,/_
#[B#k
t:LAO*o,/+@_bkt24`@+@3T#,/C%D't:LAO*o,/+@_l;kb,/5156+@_LF$2%Tl D%5k?[B44#TMU24_k##T
>%>Zko4]4 4]4#T?)*%+tEG)I 31+@515BT?f,/FQ#31:LD%H4+4k
Uj kvS#Q?+@C%g42%Tn1 VX>%>%362_ :LF,R01:L24CQS51.%>?+@31>?2456: 01:L24C%52/}b56:LH4F$24:LDo,/_
24>#01:LF$:L`B,R06:L24C2/}, C#+B.#3O,/_C#+@0G8w2431gUKG*%:LD%D%+@C ,/31g42BMF$2D%+@_*USK
Q%31:LDZT *DC&CEC 3 ~ z"|
z ~< | N ~-} z TZMU24_k!#TZC%2%k!#T
} .%C#A@06:L24C%5BT FP | d |
"z ,; |~ k=
.< zbk < 9 z}| % z T/MU24_k >%>Zko 4 4#T![B44#k
#T%C%2%k+%T#>%>Zk?4]4 #[ +%T![B44#k j/ Ikb,RpC%+@3,/C%DVk!k ,/:LQ?+B_TO t.%_ 01: K5601,R01+$06:LF$+@KD%+@_,BSC%+@.%3O,/_
4 Pvk/dw2/0 0624.$,/C%Dk/hkv,/>%C%:Lg?T`1 P2AB,/_%_L+B,/31C%:LC#HY,/_LH42431: 06*%F$5BT g U :LC x; " zL
)
~ ' ||
ToMU24_k,+%ToC%2%ko#T%>%>Zko44 4]4]#T![B44#k ~<'*, ~ |
~ zmz
)/.I zm| z kZ[B44#ToMU24_k,+%T%>%>Zk Uj/
C%+r0G8f2431g5}243A@24CU01:LC.%24.%5$56>+@+@AO*31+@A@24H4C%: 06:L24CZT

4 Nkol;k<AO*o,/>#:L31+4T1 )*%+5 0136+BC#H/01*2/}8f+B,/g_L+B,/31Co,/Q#:L_L: 0GST P
A 44#T?t2431HU,/CF 2 ,/.#}F,/C%CZT?<,/Ct ,R06+B2%k
8 ~:
A/. TMU24_k #T%C#2%k?#T%>%>k[BUj% 4UjT![B44]#k j/eukdw+@C%H4:L2%TTIk<:LF,/36DZT,/C%D Ik o 31,/51A@24C%:T1 P+B,/31C%:LC%H'_L24C%H/K06+@31F
4] kab36.%AOg4+@3T Nk <AO*o,/>#:L31+4Tw,/C#DIk <:LF,/31DZTM1 EGF$>%362M:LC%H >?+@36}2436K D%+@>+@C%D#+BC#AB:L+@58;: 01* H431,/D%:L+@C0bD%+@51A@+@C0:L5XD%: $ A@.%_ 0BT *bCECEC 3 ~< z-U
:LC xBU |
z % ~ | N ~-} z T%MU24_k #ToC#2%k?#T%>%>k[Uj%? [B4#T ,/31AO*
[B4 +%Tf<>?+@A@:,/_EG5156.%+24CtN+@A@.%3136+BCU0XhX+@.%31,/_!hX+r0G8f2436gk
F,/C%A@+:LC{C%+@.%31,/_!C%+r0G8f2431g5;.%51:LC%H,Q2245606:LC%H,/_LH42436: 01*%FtT
" z
A g ~+*, ~ |
~ z}z-
)/.h z}| % zi[ T%<?kUi%kb,/C#K

"!

4] r2
)k Y24*%24C%+@CZT kdf,/31C%,#T,/C%DNkw*%31:L56_L+rST 6r<01,R01:L5 01:LAB,/_>o,R0 01+@31C P:L>%>%F,/C%CTRl D%5kLTRab+@CMU+@3BTU
TU[B44#T4>%>ZkU[j ?[B4#Tt2431HU,/C 02,/.#}K

31+@A@24H4C%: 01:L24C8;: 06*C%+@.%3O,/_C%+r0G8f2436gmdw+@C%AO*%F,/36g:LC#H5 01.#D%:L+@5T :LC F,/C%CZk
~ }
)/.z ,| d *bCEC&C * | ~|
, ~ [B]4] k%bkohk%I+@31+@:L3O,,/C%Dtk#N;:L_L+rSUT r<>?+@+@AO* 31+@A@24H4C%: 06:L24CQUS{A@24F$>?2/K
~< | N ~-}z T<#,/CtaX:L+BH42%T[B44#ToMU24_kZ[4T#>%>Zk?#[ 4#k SoC%: 06+X,/.#0124F,R01,#T :LCLG
A:
| U || N %"
zr, ~

51: 06:L24C2/}Z8f+@:LH4*U01+@D
#[ Ikvb,RpC%+@3Trw24C%C%+@Ar01:L24C%:L5 056>?+B+@AO*31+@A@24H4C%: 06:L24C8;: 01*,H4_L24Qo,/_ | ~E8i/. rL ~ z}z
A/. Twf,/FQ%36:LD%H4+4Tv ,/565O,/AO*.%56+@0 065T;[B4UjT
tE,/_LH42431: 06*%FtT :LC C r!0WE C&C;rqa g k ~C ~ , ~U
[B]#[ kt24*%31:T Z :LC%: 01+rKG5 0O,R06+063O,/C%56D%.%A@+@315:LC_,/C%H4.o,/H4+t,/C%D56>?+B+@AO*
tEG)&Iv36+B565k
Y $ d} mm :
m|(
3 . 4Tdw+@31_L:LCT<+@>#0Bk
>%312A@+B5651:LC%H%T <' ||
< 8`
A/.
z}|(
z TMU24_k/4#T4C%2%k/#T4>%>Zk/44

[B44#k
iokU<kUab+@C%g4+@3 ,/C%DbkUi%kUdw.%36H4+B5BT`1 EGF,/H4+51+@H4F$+@C01,R06:L24C$,/C%D36+BA@24H/K
[B]4{EOk b.SU24CZT;kv<AO*%+@C%g4+@_T;,/C%Di%kvaX+BC#g4+B3BTl MU+@36M:L+r8 ,/C%D56SC#K
4 #[4[4T[B4Ujk
C%: 01:L24CT {:LCH35dP | d |
"z ,f* "|
k[B4 #TVbD#D%:L5124C +@56K
01*%+@56:L52/}Y24C#K_L:LC%+AB.#3151: MU+{*o,/C%D#8;36: 01:LC%H36+BA@24H4C%: 06:L24C01+@AO*#C%:L~.#+B5BT

_L+@SUk
4 Pvkdw2/060624.ZT x < ~ d | ~
r ba x < ~ |
z}z. : OU :LC q y } W |
}f ~"| ~0! .<:
|
\ LN + |

::
z}| > x <
}|
z70_ ;! :
zmz ~ BTI *Zk ak * c. x < z
z TUIkU<k4Ik ,/C%H,/C%D$dw.%C#g4+XkLT4lvD#5k%[B44#T 2431_LD
EOT/#[ +U] 3151,BSA@+@D%+ T
o 31,/C%A@+UT#[B4#[4k A4k
+ [B]4kt24*%31:,/C%DkN:L_L+@SUTF +@:LH4*06+@DD#+@06+@31F$:LC%:L`B,R06:L24C,/C%DF$:LC#K
01*%+@56:L5TU;C%: MU+@3151: 0+w z D%+vI ,/36:L5 b <A@:L+BCU06: o
k?NX,/*#:LFtT#ukodw+BC#H4:L2%TZ,/C#DukoPZ+Rw.%CTBO aX:L51A@31:LF$:LCo,R06: MU+b}+B,R01.%36+
:LCY ~ tR :LCY ~ }
A/. z ,
C ~ z } a g T%N*%2D%+@5T b31+@+@A@+UT%<+@>#06+@FQ?+@3b[B4UjT#>#>Zko[B#[? [B +%k
,/C%DF$2D%+@_!D%+@56:LH4C}243Y,/.0124F,R06:LA56>+@+@AO*31+@A@24H4C%: 06:L24CZT :LF$:L`,R06:L24C}243Y_,/31H4+MU2A,/Q#.%_,/36S36+BA@24H4C%: 06:L24CZT
,C ~ z } TZN*%2D%+@5T b31+@+@AB+4T![B4Ujk

kdw2D%+@C%*o,/.%56+BCT<k ,/C%g4+4T#,/C%DVk ,/:LQ+@_Tfr f24C#C%+@A@06:L24C%:L5 0;,/36K [B] + 'uk?dw+@C%H4:L2',/C%DtIk'o 3O,/56A@24C%:Th1 VbC :LC%>#.#0 R24.01>%.0b ,/36AO*%: 06+@A@K
AO*%: 06+BAr06.%3O,/__L+B,/31C%:LC%H} 243v*%:LH4*{>?+@36}2431F,/C#AB+;AO*o,/31,/Ar01+@3X,/C%D{56>?+B+@AO* 01.%36+4T t :LC xB " z
) g ~:*, ~ |
~ z}z
A/. z}| % z T
:LC * | ~ |
5 , ~ ; ^ xB z}|
"zDk d m k
31+@A@24H4C%: 01:L24CT
< B
.< ~ zmz
)/. Tt:LC%C%+B,/>?24_L:L5T[B44#T%MU24_kZ[4To>#>Zko4 44#k +UUj% +U +%TtEG)&Iv36+B565To,/FQ%31:LD#H4+UT#tVk
kZ)!+@5O,/.#312%T!ax)!24.%36+r01`@gUST!,/C%D)kP+@+@CZT!lvD#5k[B44#TMU24_kjT>%>Zk

4 kI+@31+@:L3O,#T#k%N:L_L+rSUTo,/C%D{Nk%<>%362U,R0T +@:LH4*06+@Dt3O,R06:L24Co,/_0131,/C%56K
[B] 'uk4dw+@C%H4:L2,/C#DIk,o 3O,/51A@24C%:T&1 EGC#>%.#0 .#01>#.#0;b t5!}243 56+B~.%+@C%A@+
D%.%Ar01:L24C#5X,/C#D06*%+@:L3,/>%>%_L:LAB,R06:L24C'062*.%F,/C$_,/C%H4.%,/H4+>%312A@+B5651:LC%H%T >%312A@+B5651:LC%H%T *bCEC&C 3 ~ z|
z g ~ g | ~-} z TMU24_kjT
:LC x! x | ~<5i8 /. . ; ~ z}z
A/. N ~-} z r? T![B4 +%k C%2%k #To>#>ZkZ[B4#[? [B +U#T[B44#k

Uj kRP!,/D#+B5BTi%kUbk 2431Q#3 .% H4H4+@CZTi%k4dw.#*%F,/C%CZTU,/C#DbkRMU24CD%+@3 ,/_L56K [B]4kt24*%36:T!f kbkZhkZI+@36+B:L31,#T!,/C%DkN:L_L+rSUT xH~|(
z
.<
Q%.%31H%TIO ab:L5606243606:L24C :LCM/,/31:,/CU024Q +@Ar031+@A@24H4C%: 06:L24C:LCt06*%+D#S#C%,/F$:LA , ~ N
. | &:
| U z}|| |~< z} ~0
y~~ 4TP+@Ar01.%36+hX2/06+@5X:LC
_L:LC%g,/31AO*#: 01+@Ar01.#31+4T *bCEC&C 3 ~< zRL R T;MU24_k+U#TXC%2%k#T;>%>Zk
[B]Uj k!N;,/*%:LFtTbkkP+@+UT ,/C%DdbkkiU.%,/C%H%T O ab:L51A@31:LF$:LC%,R01: MU+.06K
f24F$>#.#01+@3X<A@:L+@C%A@+4k<>%36:LC%H4+@3; +@31_,/H%TZ[B4Ujk
4]4] #[4[4T![B44#k

4 dbkZdw2456+@3Tl;kZ<,/ AOg:LC%H4+@3Ti%kZdw3124F$_L+rSUTukZPZ+Rw.%CT!,/C%DPvkiU,/AOg4+@_T 01+@3O,/C#AB+ MU+@31: % A,R06:L24C}243AB24C#C%+@A@06+@DD%:LH4: 015'31+@A@24H4C%: 06:L24CZT *DC&CEC
VbC,/Co,/_L24HXC%+@.%3O,/_UC%+r0G8f2436gY>%312A@+@51512438;: 06*>%3124H431,/F$F,/Q%_L+!0124>?24_ K 3 ~ z?R @ } x
B ~ tR ToMU24_k #T#>%>Zk?44 Uj4jT![B4Ujk
[B]4k?NX,/*#:LFtT#ukodw+BC#H4:L2%TZ,/C#DukoPZ+Rw.%CTBO aX:L51A@31:LF$:LCo,R06: MU+b}+B,R01.%36+
1
24H/ST *bCECEC u < ~ ,
U ||
~
|z T4MU24_k4#TC%2%ko[B#T>%>Zk
4]#[j% 4]4 #Tab+@AB+@FQ+@3[B4#[4k :LC C U

,/C%DF$2D#+B_D%+@56:LH4C} 243,/.#0124F,R06:LA56>?+B+@AO* 31+@A@24H4C%: 06:L24CZT y
~ z } a g ToN;*%2D%+@5T b31+@+@AB+4T![B4UjTo>#>Zk?j # j/#k
[B]4t<kdw+BC#H4:L2,/C%Dukdw+@C%H4:L2%T1 VbClv ,/_LH42436: 01*%Fx}243f,/56SC%AO*#3124C%24.%5
4 k%<AO*%+@C%g4+@_Tok +@:L5156F,/CZTEOk b.#SU24CTbk#h;24*%_T#,/C%Dak#;+@C%D%+@36K
5124CZTBO N;+@A@24H4C%: 06:L24C#KGQo,/56+@D56+@H4F$+BCU01,R01:L24C2/} 24C#KG_L:LC%+*o,/C%DKG>%31:LCU06+BD
8f2431D%5BT :LC xB " < zf
A % ~V*, ~ |
~ z}z
A/.9 z}| % z :LC%>%.#0 R24.#06>%.#0*#:LD%D%+@C ,/36g42MF$2D%+@_L5T :LC * | ~ |(
:U
[ T<ki%kb,/C%5624CZTi%kak!w28f,/CZT,/C%DYkPvk b:L_L+B5BTl D%5kLTab+@CMU+@3T , ~ Wf % ~r*, ~ |
~ z}z
A/. TPvk X .ZT?lvDkLTX24C%H/K
T[B44#To>%>Zk?j/4# j/4]#k 2 24C%H%TZ[B44#T?>%>ko44 4 +%k
[4[B]tYkv),/>%>?+@360BTbk<.#+BCT,/C%D)k ,/gR,/*o,/3O,#T 1 )*%+5601,R01+2/}06*%+
Y
4] Yk!ab.%HU,/560BTPvkab+rM:L_L_L+@315T,/C#D k!VX.%Q?+@360BT r w24FQ%:LC%:LC%Ht);aYhXh
,/C%Db :LC,*USQ%31:LD 5 S#5 01+@F }243b:LF$>%362MU+@DtA@24C06:LC.%24.%56K51>?+@+BA1* ,/360 :LC$24C#KG_L:LC%+*o,/C%D8X36: 01:LC#H36+@AB24H4C#: 01:L24CZT *DC&CEC 3 ~ z|
z
31+@A@24H4C%: 01:L24CT *bCEC&C 3 ~ z"|
z d } x
7 ~ U || ~ x z-
zw P
A * | )
. BT%MU24_k#T?C%2%k![B#T>%>Zk
z}z-
)/. T#MU24_ko#T%C%2%kZ[4To>#>Zko#[j% 4 +%T![B4 +%k j/Uj% 4]4#T![B44]#k

#[ } +@3X ,R0O,/CZT;+@C%36St<kdf,/:L31DT?iU,/C%+dw3624F$_L+rST?f*#31:L560624>%*%+@3biokbk [4[4[ t<kU ,/C%g4+;,/C%D$kUdw2D%+@C%*o,/.%56+BCTf1 V A@24C%C%+@Ar01:L24C%:L5 0w36+BA@24H4C%:L`@+@3v}243
dw.%31H4+@5T4iU24*#C<k/ab+@C%g4+@3T4P,B8;31+@C%A@+ak/i,/A1g4+B_T4uv,/C%CP+w.%CZT/lvD#K 24C#KG_L:LC%+wA@.%3651: MU+w*%,/C%D#8;31: 06:LC%HY36+BA@24H4C%: 06:L24CZT :LC * | ~ |
= :U
) , ~ ^ xB z}|(
zDk& } k m
. < ~ zmz
)/. ToVbD#+B_,/:LD#+UT
[B4 +%T%MU24_ko#To>#>Zko44
8X:LCIkUak/I+@D%Co,/.#_ 0T :L_L_L:,/Fak<#,R0 01+@3 %+B_LDTf*%,/31_L+@5 l;kU<06+@Co,/31DT
JON;+B,/D%:LC#H*%,/C%D#8;31: 0 01+@CD%:LH4: 065mV 44#k
[4[Bk b:L_L_L24.
,/C%D):LF$2/01*USi%k!)*%24F$>%5124CT
yEGIA@2D%+31+@A@24H4C%: 06:L24C56S5606+BFtT ' | ~ TMU24_k #TC%2%kjT>%>Zk ,/C%D kXP+@3124. T O N;+@A@24H4C%: 06:L24C 2/}$A@.%3156: MU+51A@36:L>#0
44#T?i4.%_ S[B44#k :LC C ~ ? , ~
}|
4euk dw+@C%H4:L2,/C%DukvP+tw.%CZTl 2436DC%2436F,/_L:L`B,R01:L24C}24324C#KG_L:LC#+
,/F$24.%C065;24Ct>?245601,/_A1*%+@AOg5BT
| 7; z}|< 3 .<
z Thb,/CU01+@5BT o 3O,/C%A@+4Ti4.%C%+[B44#Tw>%>Zkwj/]
*o,/C%D#8;31: 0 06+BC8f2431D31+@A@24H4C%: 06:L24CZT :LC ~ cR , | r * | ~ |

[4[Bak b.%:L_L_L+rM#:LA ,/C%Dbk@ukR<.%+@CZT5r w.%3156: MU+ 56A@31:L>#0Z31+@A@24H4C%: 01:L24C,/>%>%_L:L+@D
j[B#k
, ~ : || ~ ! .:
|
T$EGVbIvNTYlvDZkLTi4+B36.%5O,/_L+@FtT
[B4 +%ToEGlvl lXk :LC * | Ri ,%R $N + |
4 Nkw,/:L_L_,/CU0T bkt24C#312AB~?T,/C%DukP+w.%CZTM 36:LH4:LCo,/_w,/>#>%312U,/AO*
01206*%+>%312A@+@5151:LC#H$2/} Q%,/C%gAO*#+BA1g5BT
x z
z; ;! .<:
|
T#t24CU0136+,/_Tf,/Co,/D%,#TVX.%H4.%5 0X[B4 #T>%>Zk
} 243v06*%+Y_L2AB,/_L:L`B,R01:L24C2/}!24Q 6+@Ar015:LC$:LF,/H4+@5T *DC&C ~ JS=
z
+k [4[? [ +%k
* c. p k
.< ~ z}z
A/. TXMU24_kY[ +%[4TYC%2%k(+%Tb>%>k; + 4]#T [4[ + {Pvk?P!,/FtTbk?uk<.%+@CZTZak b.%:L_L_L+rM:LA4TZhk kZ<063O,R06*USTkw*%+@31:L+r0T
Vb.%H4.%5 0[B4 +%k 2 koP:L.ZT,/C%Di%khk?<#,/:LDZTB1 Vb.#0624F,R01:LA>%362A@+@5156:LC%H2/}v:LC#}2431F,R06:L24C
+ Nk 24_ }X,/C%Di%kIv_,R0 0BTJ1 I245601,/_f,/D%D%36+B565Q#_L2AOg_L2AB,R01:L24C.#51:LC%H ,

24CAO*#+BA1g5BT :LC * | R ,?R z}| zbk P y ~ |
"z T
:LC xB " zm
) g ~=*, ~U w,/C%A@24.#MU+@3BTf,/Co,/Do,#T Ar0124Q?+@3[B4 #To>%>Zk?4 4 4 4#k
[4[tYkoiokbkdw.%36H4+@5Ti%k?EOkdw+@CZTi%k<kab+@C%g4+@3T?uk%P+f.#CZT,/C%Dbk?Nk
AB24CUMU24_L.#06:L24Co,/_v_L2AB,R01243C%+r0G8f2436gT
|
~ zmz
)/.Y z}| zF1 T i%kak w28f,/CZT k)!+B51,/.%312%T ,/C%D
iok#Vb_L56>+@Ar06243T%l D%5k[B4 +%To>%>Zkoj+ # j 4#Tt2431HU,/C2 ,/.#} F,/C#C'I .%Q#K hX24*%_TB p_L:LC#+36+BA@24H4C%: 06:L24C2/}v*%,/C%D#8;31: 0 01+@C>?245601,/_!8f2431D%5b.%51:LC%H
C%+@.%3O,/_?C%+r0G8f2436g5BT * | R du ~ < , || ~I! .:
|
^xU~U
<khX28;_,/C',/C%D'i%k#I _,R060BTi1 V&A@24CUMU24_L.#06:L24Co,/_C%+@.%31,/_C%+r0G8f2436g*o,/C%D %
5* | A
. TMU24_k!jTZC%2%k+%T>%>ZkZ44#Tv[B44#T<>?+BA@:,/_EG5156.%+
_L:L51*%+@315BTo<,/Ct ,R06+B2%T?fVk
|
N
:LC x; " zB
A % ~ *, ~ |(
~ z}z
A/.$ zU

0131,/AOg4+@3T 24C{VX>%>%_L:LAB,R01:L24C#5;2/}!hX+@.%3O,/_ZhX+r0G8f2436g5f062I,R0606+@31CN;+@A@24H4C%: 06:L24C EOk
| z T k)!+@5O,/.%362%Toak)!24.%31+r06`@gSUT?,/C%D')k#PZ+B+@CZT%lvD%5BkLTo<#,/C{ ,RK

b.#SU24Cl DZk rk
01+@2%TwVT[B4 #To>%>Zko4]#[ 4]4#Tt2431HU,/C@2 ,/.} F,/C%Ck
4 kVk N28;_L+rST<k df,/_L. 1,#Tf,/C%D)k&2 ,/Co,/D#+UTlO hX+@.%3O,/_;C%+r0G8f2436gK
[4[B 'ukP+f.#CZT!ukZdw+@C%H4:L2%TakX+@C%D%+@315624CZT!Vk +@:L51Q%.%A1*ZTk +B:L5656K
F,/CZTf,/C%DiU,/AOg4+@_kwPvkLT l
C#KG_L:LC%+{*o,/C%D#8;31: 06:LC%H31+@A@24H4C%: 01:L24C 8;: 01*
Qo,/51+@D} ,/A@+D%+r06+BAr06:L24CZT :LCQ ~ }
A/. z ,$S !Fa g 1 kv[B44#T>%>Zk C%+@.%3O,/_C#+@0G8w2431g5mw56>o,R06:,/_!31+@>%31+@56+BCU01,R01:L24CtMU+@3156.%501+@F$>?243O,/_36+@>%31+rK
4]4 4]4#T?EGlvlvlw24F$>%.#06+@3b<2A@:L+r0GSI 31+@515Bk ~ tR=* | ~|(
, ~ < ~
|(
)/.
Uj lXk 56.%Co,#T?Nk o 31+@.%C#DZT,/C%Df k b:L362451:T;1 )!31,/:LC%:LC%H56.%>%>?24360;MU+@Ar01243
51+@C01,R06:L24CZkLT :LC
<^~
A/./R [B44#TUlvA@24_L+hb,R06:L24Co,/_L+;<.#>+@36:L+B.#31+wD%+@5)!+@_L+BA@24F$F.#K
:LC7 ~ m
)/. z ,
[4[j k .% _L_L+@3BT Vk b.%C%`@:LC%H4+@3BTf,/C%D k b.%H4H4+@CQ .% *%_T Z? ,/560C%+@.%3O,/_
F,/AO*%:LC%+@5mw,/C ,/>%>%_L:LAB,R06:L24Ct012} ,/A@+D%+r01+@Ar01:L24CT C%:LAB,R01:L24C%5Bk
S !La g 1 k[B4UjTo>#>Zk[B4]? [B4#T?EGlvl l&w24F$>%.01+@3X<2AB:L+r0GS{Iv36+B565k
4 k4dw24.#31_,/31D,/C%Dbk/iok +B_L_L+@g4+@C%5BT1 PZ:LC%g5Q?+r0G8f+@+BC ,/31g42MF$2D#K C%+r051:LF.%_,R01:L24C{8X: 06*,a<I&>#312AB+@5651243,/3131,BSUT *bCEC&C 3 ~ z?R
:LC x; " z0
) % ~5*, ~U ~< | N ~-} z T#MU24_k?#T#C%2%k[4T%>#>Zk?4]4 #[B#T![B4 #k
[4[BNk#df,R0606: 06:T9Z :L315 06K ,/C%D{51+@A@24C%D#KG2436D%+@3XF$+r06*%2D%5;}243f_L+B,/31C%:LC#H%mvdw+rK
+B_L5b,/C%DtF.%_ 01:L_,@SU+@3X>?+@31A@+@>#063124C%5BT
|
~ z}z
A/.$ z}| z Tak)!24.%36+@06`@gSUTl DZkLTaX+BCUMU+@3T [B44#T
MU24_kZ[4T%>#>Zk[B4? [BUjTt2431HU,/CK 2 ,/.#}F,/C%CZk 0G8f+@+BC5606+@+@>+@5 0D%+@56AB+@CU0,/C%DC#+@80624CZ| 5F$+r01*%2DZkLT ~ U
g
4eukdw+@C%H4:L2%TvNk!ab+'t2431:T k _,/F$F$:,#T,/C%DNk Y2 24F$>?+4T O hX+@.#K ||
T#MU24_k+%T%C#2%k?#T%>%>k[ +%[? [B4#T![B44#k
3O,/_fC%+r0G8f2436gKHU,/.%5156:,/CF$: 06.%31+*US#Q#31:LD}24351>?+@+@AO*31+@A@24H4C%: 01:L24C [4[B{VkkjY2 3O,/F$+@3,/C#DVk!<,/C%H4:L2M/,/C%C%: Kb:LC%A@+BCU06+B_L_L:T$1 l$ A@:L+@CU0>o,/36K
243D%+@C%56: 0GS&+@5606:LF,R01:L24CT ( :LC xB " < z7
) g ~*, ~ |
:LC x; " z0
)
,/_L_L+B_Z_L+,/36C%:LC%H',/_LH42431: 06*%F$5} 243XC%+@.%3O,/_!C#+@0G8w2431g5T &
~ z}z
A/.Y z}| % z K T iokl;kt22D#SUTv<ki%kb,/C%5624CZT ,/C%DNk!Ik ~<=*, ~ |
~ z}z
A/.7 z}| % z Tak <k)!24.%31+r06`BgUSUTlvDZkLT

"!
ab+@CMU+@3[B44#T[B44#TZMU24_k![4T>%>Zk U]
,R01+@2%k
+ + 72,/.#}F,/C%CZT<#,/C
U#Tt2431HU,/C k"iiOwd uv2456*.o,dw+@C%H4:L236+@AB+@: MU+@D*%:L5
dbk lvC#H%k:LC+@_L+BAr0631:LAB,/_f+@C%H4:LC%+@+@31:LC%H:LC[B44}3124F

[B4] kt24_L_L+@3T C 1%
| 3 ~<
A:
A/. , G} U G ~ ~ ~< g | U
tA b:L_L_Y;C%: MU+@3151: 0GSUkX+,/_L56236+BA@+@: MU+@D,k <A4k
N ~-}z TIv*k ak01*%+@56:L5TVY,/36*.#5 XC%: MU+@3651: 0GSUTVY,/36*.%5BTab+@C%F,/36gT

,/C%D,Iv*Zk ak?:LC A@24F$>%.01+@351A@:L+@C%A@+}3124F tA b:L_L_
XC#: MU+B3651: 0GS:LC[B44,/C%D[B4#[31+@51>?+@Ar01: MU+@_ SUk&EGC
[B44#k

[B#[ t<kodw+@AOg4+@3X,/C%D'uk%P+w.%CZT 1EGF$>%362M:LC%H06*%+A@24CUMU+B36H4+@C%A@+2/}!Q%,/AOgK [B4#[rKO[B44*%+X8,/5;,>?24560 KGD%2Ar012431,/_}+B_L_L2B8,R0f06*%+
)!+@AO*ZkN;+@>Zk
>%3124>o,/HU,R06:L24C _L+B,/31C%:LC#H8;: 06*t51+@A@24C%D#K2431D%+@3YF$+r06*%2D#5T
,/5151,/AO*.%51+r0 015 EGC%5606: 01.01+f2/}?)!+@AO*%C#24_L24H/SkEGC'[B44
*%+ 24:LC%+@D$V );WY)dw+@_L_oP!,/Q?243O,R062431:L+@5TU8;*%:LAO*_,R01+@3
N XK)XNfK4RK#TvXC#: MU+B3651: 0GS2/}Y)!243124CU062w24C%C%+@Ar06:L24C%:L560'N+@51+B,/31AO*
Q?+@A,/F$+V );WY)^P!,/Q%56KGN;+@51+B,/36AO*ZkEGC\[B44*%+
b3124.%>ZTo<+@>#06+BFQ?+B3[B44#k
24:LC%+@Dt01*%+},/A@.%_ 0GSt2/}v06*%+A@24F$>%.#06+@351A@:L+@C%A@+D%+rK
>o,/3 01F$+@CU0b2/}06*%+;C%: MU+@3156: 0 z+ D%+t24CU013+z ,/_8;*%+@36+
*%+:L5bC%2B8
,/C,/51562A@:,R06+>%362/} +@5651243k<:LC%A@+*%:L5 o36560b8w2431g24C C#+B.#3O,/_C%+r06K
8f2436g5:LC{[B44#T*%:L531+@56+,/36AO*:LCU01+@36+B5 015*o,@MU+XQ?+@+@CA@+BCU06+B36+@D,/3124.%C%D_L+,/36C#K
:LC%H,/_LH42431: 06*%F$5 +B56>?+BA@:,/_L_ S}243vD%,R0O,8X: 06*,51+@~.#+BCU06:,/_243w56>o,R06:,/_C%,R01.%36+4T
51.#AO*t,/5;51>?+@+@AO*ZTo*o,/C#D#8;31: 06:LC%H%T?,/C%D'01:LF$+rKG56+B36:L+@5k
k Nd uv,/C%C P+w.%C 31+@A@+@: MU+BD , Br

i I,R0631:LAOgb,RpC%+@3H431,/D%.o,R06+@D
ab:L>%_24
F$+ DZ| EGC%H@z+ C%:L+@.%3} 3624F06*%+fl AB24_L+;<.%>w+@z 31:L+@.%36+ }3124F lvA@24_L+I24_ S06+@AO*%C%:L~.%+4TI,/31:L5T Eo3O,/C%A@+:LC

[B4Uj,/C%D}3124FlvA@24_L+hb,R06:L24Co,/_L+<.%>v+Bz 36:L+@.%31+D%+@5
,/36:L5To3O,/C%A@+:LC
DZ| EGC%H@z+ C%:L+@.%3+@Clv_L+@Ar06312/06+BA1*%C%:L~.%++r0lv_L+@Ar063124C#K
)+@z _r+Bz A@24F$F.%C%:LAB,R01:L24C#5 lwhb<) rT%I
:L~.%+4TvI,/31:L5:LC[B44#Tf,/C#D,I *oa:LCw24F$>%.01+@3
<A@:L+@C%A@+} 3624F 06*%+;C%: MU+@3151: 0+
z I :L+B3631++r0 ,/31:L+
w.%31:L+4TI,/31:L5T:LC[B4UjT/D#.%31:LC%H8;*%:LAO**%+ >%3124>?2456+BD
[B44#kXX+31+@A@+@: MU+@D *%:L5bI *Zk a:LCt56>?+B+@AO*,/C#D 51:LH/K
Co,/_X>%312A@+B5651:LC%H} 3624FlvhY<):LC[B4 %kEGC[B44
, C%D[B44]#T*%+8f2431g4+@D8;: 06* Vb_L+
/
,/:LQ?+@_!24Ct06*%+
+
,/C$+B,/31_ SMU+@3151:L24C$2/}06*%+XQ%,/AOgK>%3124>o,/HU,R06:L24C'_L+,/36C#K

D%+@51:LH4C2/}01*#+);aYhXh ,/C%D06*%+<KG);aYhXh ,/36K
:LC%H ,/_LH42431: 06*%F }243C#+B.#3O,/_C%+r0G8f2431g5k X+01*#+BC
24:LC%+@D01*%+Xab+@>o,/3 01F$+@CU0w2/}f24F$>#.#01+@3w<A@:L+BC#AB+X,R0 AO*%: 06+@Ar01.%36+@5,R0wV)XN
_L24C&;C%: MU+@3156: 0GSk C
iU,/>o,/C w,/C%Df,/36C%+@H4:L+bt+@_ K
o3624Fe[B44062[B4 #TX,/5{,31+rK
06*%+t;C%: MU+@3151: 0GS2/}Y)!243624C062,/5,36+@51+B,/31AO*,/56512/K
A@:,R01+4kEGCt[B44#T*%+ 24:LC%+@D06*%+bVXDo,/>#06: MU+Y<US#5 01+@F$5
51+B,/36AO*51A@:L+@CU01:L5 0}243fhXl ) >o3O,/C%A@+rKG)+@z _r+Bz A@24F :LC
0
P ,/C%C#:L24CZT o31,/C%A@+4T*#+D%+rMU+@_L24>?+BDA@24C%C%+@Ar06:L24C%:L560_L+B,/31C#:LC%H',/_LH42431: 06*%F$5X}243
!
N+B56+B,/31AO* ab+@>o,/3 01F$+@CU0,R0$V)XWY)dw+@_L_fP!,/Q?243O,R062431:L+@5$:LCX24_LF$D#+B_T hXioT
8;*%+@31+ *%+ 8f2436g4+@D&,/F$24C%H2/06*%+@3{06*%:LC%H24CC%+@.%31,/_YC%+r0G8f2431g5TXF,/AO*%:LC#+
06+B_L+@>%*#24C%+51>?+@+@AO*36+BA@24H4C%: 06:L24CZk EGC [B4 #To*%+
24:LC%+@DV );WY)&dw+@_L_P!,/Q?243O,RK
_L+B,/31C%:LC#H%T,/C%D*o,/C%D8X36: 01:LC#H36+BA@24H4C%: 06:L24CZk

o24_L_L2B8;:LC%HV );WY)| 556+BA@24C%D
062431:L+@5!,/C%D8f2436g4+BD24C06*%+ ,/>%>%_L:LAB,R01:L24C2/} >#01:LAB,/_#w*o,/3O,/Ar06+B3N;+@A@24H4C%: 06:L24C
'
,/C%D063O,/C#51D%.%A@+@315 012Y06*%+;>%312A@+B5651:LC%H2/} oC%,/C%A@:,/_D#2A@.%F$+@CU015BkEGC[B4UjT*%+
Q%36+,/g.%>:LC[B44#T*%+$Q?+@A,/F$+$*#+,/D2/}f01*%+EGF,/H4+$I 312AB+@5651:LC%H<+B3 M#:LA@+@5
N+B56+B,/31AO* aX+B>%,/3606F$+BCU0X,R0;V );WY)&P!,/Q#56KN+@51+B,/31AO*k
24:LC%+@D01*#+bEGF,/H4+Iv362A@+@5156:LC%H<+@36M:LAB+@5vN;+@51+B,/36AO*ab+@>o,/3606F$+@C0w,R0wV);WY)
P!,/Q%5 KN+B56+B,/31AO*ZkfX:L531+@51+B,/36AO*t:LCU01+@31+@5 015X:LC%A@_L.%D%+5601,R01:L5 01:LAB,/_,/C%DAB24C#C%+@A@K
;+:L5;51+@3 M#:LC%H24Ct06*%+Q2U,/36D 2/} 06*%+ ,/AO*%:LC%+P+B,/31C#:LC%H'iU24.#31Co,/_T,/C%D
06:L24C%:L560 F$2D#+B_L5!}24351+@~.#+BC#AB+;31+@A@24H4C%: 06:L24CZTF,/AO*%:LC%+f_L+B,/36C%:LC%H%TU51>?+@+@AO*$,/C%D
*o,/5!56+B3 MU+@D,/5,/56512A@:,R01+w+@D%: 06243!2/}%06*%+wEGl lvl )!3O,/C#5k24Ch;+B.#3O,/_hX+r0G8f2431g5k

X+f:L5H4+@C%+@3O,/_%A1*o,/:L3v2/}o06*%+ U ,/AO*%:LC%+@501*o,R0vP+B,/31C X8f2431g51*%24>*%+@_LD+rMU+@36S
:LF,/H4+Y36+BA@24H4C%: 06:L24CZT?,/C#D:LC#}2431F,R06:L24C'06*%+@2436SUk
+
SU+B,/3 56:LC%A@+b[B44b:LC<C%2B8XQ#:L31DZT/;01,/*ZkX+w*%,/5 56+B3 MU+@D,/5>%3624H43O,/FAB2/KAO*o,/:L3
2/} EifhXh4#T?Ehbhb4]#ThXEGIf<{4]#T %T,/C%D #k;X+:L5X,F$+BFQ?+B32/}06*%+
EGlvl lh;+@.%3O,/_ZhX+r0G8f2431g}243b<:LH4Co,/_ZI 312AB+@5651:LC%H)!+@AO*#C%:LAB,/_f24F$F$: 0 06+B+4k
;+*o,/5>%.%Q%_L:L56*%+@D2BMU+@3j/]01+@AO*%C#:LA,/_f>%,/>+@365,/C#DQ?224g A1*o,/>#06+B36524C
C%+@.%31,/_!C%+r0G8f2431g5T?F,/AO*#:LC%+_L+,/36C%:LC%H%To>%,R0606+@31C 31+@A@24H4C%: 06:L24CZT*o,/C%D#8;36: 01:LC%H
31+@A@24H4C%: 06:L24CZT4D%2A@.%F$+@C0.%C%D%+@315 0O,/C#D%:LC%H%T/:LF,/H4+>%362A@+@5156:LC%H%TbP<ED%+@51:LH4CZT
,/C%D :LC#}2431F,R06:L24C{06*%+@2436SUkXEGC,/D%D%: 06:L24Ct012$06*%+,/Q2BMU+0624>%:LA@5T*%:L5XAB.#3131+@CU0
:LCU01+@31+@5 015:LC%A@_L.%D%+;M#:LD#+B2/KQo,/51+@D'.%51+@3f:LCU01+@36} ,/A@+@5T:LF,/H4+XA@24F$>%36+B5651:L24CZT,/C%D

A@24C06+@C0 KGQo,/56+@D :LC%D%+ #:LC#H$2/}F.%_ 06:LF$+@D%:,F,R06+@31:,/_k
aw ""a
PY+@z 24Cdw2/0 0624.36+BA@+@: MU+@D,;ab:L>%_ 24F$+
}3124F lvA@24_L+ I24_ S06+@AO*%C%:L~.%+4TtI,/31:L5:LC [B4UjTt,

,/H4:L560 +@31+ +BC ,R06*w+@z F,R01:L~.%+@5 o24C%Do,/F$+@CU0O,/_L+@5!+r0
Vb>#>%_L:L~.v+Bz +@5$+r0EGC#}2431F,R06:L~.#+B5} 3624F lvA@24_L+th;2436K
F,/_L+<.%>w+@z 31:L+@.%36+UTI,/31:L5 :LCx[B44#T,/C%D , Iv*oa
:LC{w24F$>%.#06+B3f<A@:L+BC#AB+X} 3624FXC%: MU+@3156: 0X z+ D%+bI,/36:L56K
<.%D:LC{[B4#[4TUD%.#31:LC%Hb8;*%:LA1**%+f8f2436g4+@D24C56>?+B+@AO*
31+@A@24H4C%: 06:L24C,/C%D >%3124>?2456+BD, }3O,/F$+r8f2431g\}243
56062AO*o,/5606:LAtH431,/D%:L+@C0$_L+B,/36C%:LC%H,/C%DH4_L24Qo,/_0131,/:LC#K
:LC%H%k X+Y06*%+@C
24:LC%+@D{06*%+VbD%,/>#01: MU+<US#5 01+@F$5;N;+rK
51+B,/36AO*ab+@>o,/3 01F$+@CU0w,R0V);WY)dw+@_L_%P!,/Q?243O,R062431:L+@5
8;*%+@31+$*%+8w2431g4+@D24CC%+@.%3O,/_vC%+r0G8f2431g?T5601,R01:L5 01:LAB,/_w_L+B,/36C%:LC%H{06*%+@2436S,/C%D

_L2A,/_#_L+,/36C%:LC%Hb,/_LH42431: 06*%F$5k;+w31+r06.%31C#+BD012 o31,/C%A@+f:LC{[B44Y,/5 ,b36+B56+B,/31AO*
+@C%H4:LC%+@+@3Y,R0 hXlvN;Vk?X+06*%+@CtQ?+BAB,/F$+AO*o,/:L36F,/C{2/}vhX+@.%36:L5606:L~.#+<k VkLT
,A@24F$>o,/CUS F,/g:LC%HC%+@.%3O,/_bC%+r0G8f2431g 51:LF.%_,R0124365,/C%D063O, At} 2436+BAB,/5 06K
:LC%Ht562/}0G8f,/31+4k{X+$+rMU+@C06.o,/_L_ SA,/F$+$Q%,/AOg062tV);WY)xdw+@_L_wP!,/Q?243O,R062431:L+@5
:LC[B4 '8;*%+@31+*%+8f2436g4+@D24CH43O,/>#*063O,/C#56}2431F$+@3bC%+r0G8f2436g5}243Y24>#06:LAB,/_
AO*o,/31,/Ar01+@331+@A@24H4C%: 06:L24CZk X+':L5C%2B8 ,F$+@FQ?+@32/}X01*%+{EGF,/H4+{I 312A@+B5656K
:LC%H<+B3 M#:LA@+@5XN;+@51+B,/36AO*tab+@>o,/3 01F$+@CU0X,R0bV);WY)&P!,/Q%5 KN;+@56+,/36AO*Zkvdw+@51:LD%+@5
_L+B,/31C%:LC#Ht,/_LH42431: 06*%F$5BTZ*%:L5A@.%3631+@C0:LCU06+B36+@56065:LC%A@_L.%D#+$,/31: 06*%F$+r01:LAAB2D%:LC%H%T

:LF,/H4+YA@24F$>%36+B5651:L24C{,/C%D:LC#D%+ #:LC%H%k

Lecun 01a PDF

Uploaded by

Document Information

Original Title

Copyright

Available Formats

Share this document

Share or Embed Document

Sharing Options

Did you find this document useful?

Is this content inappropriate?

Copyright:

Available Formats

Lecun 01a PDF

Uploaded by

Copyright:

Available Formats



# $&%('*)+-,/.1012 %435+6' 78+9%($:,*);,=< > ?@?*AB)+6' .&C D CFEHG@I +-,/.

QSRNTUTWVYXZ\[UT]^V5a_X `T9b\`Ncdcd`[]BQ`Nedf[gRhb\XiTkjNlm`k]gRTknWopRcrqlms tHuRvwTkXiq

Class scores   "d a \":"

" \ d"1 wd{ a " DSR:R&i{  2

& a& O ( "#   ! a  Ya"1/  ^aB

p aw *w"

{N dY" ""Sa\@

  > ? o - !Z ow -UZ( B" Y"U "d

o % ! ) ?v'-v1oo B"Y' "a ! a1 " 

U/o !  pa " :" "iw% k

C3: f. maps 16@10x10

Full connection Gaussian connections

:LH%k%#kVb31A1*%: 01+@Ar06.%31+2/}!PZ+h;+r06K#To,w24CUMU24_L.#01:L24C%,/_!hX+@.%31,/_ hX+r0G8f2436gT#*%+@31+b}243fD%:LH4: 06531+@A@24H4C%: 01:L24Ck lv,/AO*>#_,/C%+Y:L5,}+B,R01.#31+F,/>ZT:k +4k%,51+r02/}.%C%: 065

"1"  1"i %ad&"

"i" " :U   :i

  b c    5 ; 8\ \ b c  Y"?=-""N Y "@>" 

N dUS\d " a" "& Y "

a b c d e f g h i j k l m n o i a^ Y#a"" %U` N""

Error Rate (%)

Training Set Size (x1000)

:LH%k#k)!31,/:LC%:LC%H{,/C%D 01+@5 0+@313124365Y2/}wPZ+h;+r06K',/AO*%:L+rMU+@D.%51:LC%H063O,/:LC%:LC%H

H4+BC#+B31,R01+@D.%56:LC%H 3O,/C%D#24FD%:L5606243606:L24C%5Bk);*#+06+@560>o,R0606+@31C%5,/31+C%2/0 ,/FQ%:LH4.%24.#5!>o,R0606+@31C%5BTU243!QSD#:LH4: 015!8;31: 0 01+@C:LC,X560GS_L+v06*o,R0 ,/31+w.#C%D%+@36K

{ ""d "" ^Y S a{ ""  N"  i 

"w " Sa; a ZAp "U 6 6

Linear 12.0 >

[deslant] KNN Euclidean 2.4

40 PCA + quadratic 3.3

1000 RBF + linear 3.6

[16x16] Tangent Distance 1.1

SVM poly 4 1.1

[dist] VSVM poly 9 0.8

[16x16] LeNet1 1.7

LeNet4 / Local 1.1

LeNet4 / KNN 1.1

[dist] LeNet5 0.8

[dist] Boosted LeNet4 0.7

0 0.5 1 1.5 2 2.5 3 3.5 4 4.5 5

:LH%k!#klv31362433O,R06+$24C06*%+$06+B5 051+r0 X}243M4,/36:L24.%5AB_,/5651: oAB,R06:L24CF$+r06*%2D#5k D%+@51_,/CU0w:LC%D%:LAB,R06+@506*o,R001*%+$A@_,/5651: o+@38,/50131,/:LC%+@D,/C%D01+@5 01+@D24C

 i4 " Y 1 dp " a# R i"i; a a ^"

  ( 5RR\ """   ;"dOa  Y  'b' 1   c& 1L"   ({? \ ! 

{d Y1" 1  4aS{wa"Y"N b66 ("i Y" ;B /5a5 d 1 R

p K?KB%Y w# &"%a  Y a"";

r  a " '""

LeNet4 / KNN 1.6

-Uai" ca"" $"   d B 0 1 2 3 4 5 6 7 8 9

"aw w" Y "@   i

"1"""U 1&  }g [deslant] KNN Euclidean 24,000 >

 " a{ "" ^K"& @ Kp" 40 PCA+quadratic 39

 i YO"\ aip U ipd"" SVM poly 4 14,000 >

" a BY S 1"Y"a a"" [deslant] 20x2030010 123

 1 a /a 5 of8 U d

 \"da a : 1   \i

 k iXa"" "\"pa{a! :LH%kZ[4[4khX.#FQ?+@3;2/}F.%_ 06:L>%_ SKG,/ABA@.%F.%_,R06+Y24>?+B31,R01:L24C#5X}24306*%+31+@A@24H4C%: K

"YdU" "a N U ^" ^o  pZ

Linear 4 "" dU  " {

;65; {{k ;B  ;"a "g

d RO" "

0 300 600 900

i"& N"ad\ w Sa 

:"i"i: a1 K  aLa a

" / 4dk" b Y "S   ?  t

  "& " Oi  

# $&%(')+-,/.1012 %435+6' 78+9%($:,);,=< > ?@?*AB)+6' .&C D CFEHG@I +-,/.

QSRNTUTWVYXZ\[UT]^V5a_X `T9b\`Ncdcd`[]BQ`Nedf[gRhb\XiTkjNlm`k]gRTknWopRcrqlms tHuRvwTkXiq

Class scores "d a \":"

" \ d"1 wd{ a " DSR:R&i{ 2

& a& O ( "# ! a Ya"1/ ^aB

p aw *w"

{N dY" ""Sa\@

> ? o - !Z ow -UZ( B" Y"U "d

o % ! ) ?v'-v1oo B"Y' "a ! a1 "

U/o ! pa " :" "iw% k

:LH%k%#kVb31A1%: 01+@Ar06.%31+2/}!PZ+h;+r06K#To,w24CUMU24_L.#01:L24C%,/_!hX+@.%31,/_hX+r0G8f2436gT#%+@31+b}243fD%:LH4: 06531+@A@24H4C%: 01:L24Ck lv,/AO*>#_,/C%+Y:L5,}+B,R01.#31+F,/>ZT:k +4k%,51+r02/}.%C%: 065

"1" 1"i %ad&"

"i" " :U :i

b c 5 ; 8\ \ b c Y"?=-""N Y "@>"

N dUS\d " a" "& Y "

a b c d e f g h i j k l m n o i a^ Y#a"" %U`N""

:LH%k#k)!31,/:LC%:LC%H{,/C%D 01+@5 0+@313124365Y2/}wPZ+h;+r06K',/AO*%:L+rMU+@D.%51:LC%H063O,/:LC%:LC%H

H4+BC#+B31,R01+@D.%56:LC%H 3O,/C%D#24FD%:L5606243606:L24C%5Bk);#+06+@560>o,R0606+@31C%5,/31+C%2/0 ,/FQ%:LH4.%24.#5!>o,R0606+@31C%5BTU243!QSD#:LH4: 015!8;31: 0 01+@C:LC,X560GS_L+v06o,R0 ,/31+w.#C%D%+@36K

{ ""d "" ^Y S a{ "" N" i

"w " Sa; a ZAp "U 6 6

:LH%k!#klv31362433O,R06+$24C06%+$06+B5 051+r0 X}243M4,/36:L24.%5AB_,/5651: oAB,R06:L24CF$+r06%2D#5k D%+@51_,/CU0w:LC%D%:LAB,R06+@506o,R001%+$A@_,/5651: o+@38,/50131,/:LC%+@D,/C%D01+@5 01+@D24C

i4 " Y 1 dp " a# R i"i; a a ^"

( 5RR\ """ ;"dOa Y 'b' 1 c& 1L" ({? \ !

{d Y1" 1 4aS{wa"Y"N b66 ("i Y" ;B /5a5 d 1 R

p K?KB%Yw# &"%a Y a"";

r a " '""

-Uai" ca"" $" d B 0 1 2 3 4 5 6 7 8 9

"aw w" Y "@ i

"1"""U 1& }g [deslant] KNN Euclidean 24,000 >

" a{ "" ^K"& @ Kp" 40 PCA+quadratic 39

i YO"\ aip U ipd"" SVM poly 4 14,000 >

" a BY S 1"Y"a a"" [deslant] 20x2030010 123

1 a /a 5 of8 U d

\"da a : 1 \i

k iXa"" "\"pa{a! :LH%kZ[4[4khX.#FQ?+@3;2/}F.%_ 06:L>%_ SKG,/ABA@.%F.%_,R06+Y24>?+B31,R01:L24C#5X}24306*%+31+@A@24H4C%: K

"YdU" "a N U ^" ^o pZ

Linear 4 "" dU " {

;65; {{k ;B ;"a "g

d RO" "

i"& N"ad\ w Sa

:"i"i: a1 K aLa a

" / 4dk" b Y "S ? t

"& " Oi

aO"% & &a a& a" X2

&B "ra """: p D

? i"" i " :LH%k[ +%kV0131,/:LCo,/Q%_L+56S5606+@FA@24F$>?2451+@D2/}*#+@06+@3124H4+@C%+@24.%5F$2D%.%_L+@5k

UN"a " "

a\ a""MY" "

:LH%k[B#kl/#,/F$>%_L+@5w2/}!.%C.%56.o,/_T%D%:L5 01243 01+@DZT#,/C%D'C%24:L56SAOo,/3O,/Ar06+@315;AB243631+@Ar01_ S31+@A@24H4C%:L`@+BD{QSP+BhX+r06K #kv)%+XH431+rSK_L+@MU+@_2/}Z06*%+Y24.#06>%.#0;_,/Q?+@_36+B>#31+@51+@CU015

{O"\ Sb"# \

:LH%k[B#k)%+Y31+@A@24H4C%: 06:L24C'063O,/C#56}2431F$+@3v36+ %C%+@5;+B,/AO{,/31AX2/}06*%+51+@H4F$+@C#K

" \wa :1@ OY""

Y ak# a\d"

" :" Y" @

" i" ":a"" iY""#+ " i Y{wa"SY "\& aC] 1

K" a { "

'-a " k "

4o ?/?4 ?UZ ov?/>% !Y :""\ " N@ \ p R

Y"9 5 X1"k" P/U +

N@ ; a"": Gint

" "Y p

a\k -" p } Y ;

Xo4o>% ?/o/; gY\i"" a a \ak a"" i S" N@

a" "a 5 "

"a"5@5 Si" "a '?%? ." C?MG?GvoZ o&'GG0

:LH%k?4#k&l#>#_L:LAB: 0;56+BH4F$+@CU0O,R06:L24CtAB,/CtQ?+,BMU24:LD%+@D QUS'568f+@+@>%:LC%H,36+BA@24H/K

d a "S a"" v aOm

\ ?6?/;"1 - 6?/U ! -U1o! "2 1

"apY \Y \ ?

N x g "; "":N""d

" aZ

& Gr](O/ror6Ro]% B?R 56' 1 \"w N \i !;B a dY""

"a &"aR ONa

:LH%k?4#k&VXC <#abhbh,/>%>%_L:L+@D062,C%24:L56S':LF,/H4+2/}D%:LH4: 0;560631:LC%H%kv)%+D%:LH4: 015X51%2B8;C:LC{06%+<#aYhXh24.#06>%.#0b31+@>%36+B56+@C0;01#+8;:LC%C#:LC%H$A@_,/515;_,/Q+@_L5BT%8;: 01*

" ^aa"pOd{U/o !*]G % G!"

"" Y" " ;a " "

m^Y "` b65' r^" "

\ k ia"k U1"" S m"\ ":a" K :

] #!O,% Gr](O/ror1o]% B?/U/ 56' mkB @ a " " pN! a

B? Z o a# i &