Lecun 98

"!
#
$&%('*)+-,/.1012
%435+6'

78+9%($:,*);,=<
J
>
?@?*AB)+6'
.&C
CFEHG@I
+-,/.
+HEKCL<M,@)N.O)CP,
QSRNTUTWVYXZ\[UT]^V5a_X `T9b\`Ncdcd`[]BQ`Nedf[gRhb\XiTkjNlm`k]gRTknWopRcrqlms tHuRvwTkXiq

xgy{z}|~"|
dpd N{î id\i a r
ra 9aa"ip{î\Y"
r "mw{&N i r:5 r
i{w: "d d}^N \
pw id"a\"ap" kir
a}Sr"airr "Bi di
S "" UUdg"YB"
aSiiY"1iY""ri d a
1a\"did(aS{"1iY""d Y"d
a"Uwaaaairpd p{wair; w"
iS" iY{ 6 id"
"ir aad"a id"di
Y}Wir aLi{"rSh WiS{d
SOSi: dHa a Sr r
aB d a; i Sd 1Li(
d {Sp{îS ^
dYU"\}Siî{"d\;""i a
r "mw{Sip1": &rd ;"
SS"
î{"rSaa}i\iY a"\
dN;dSd dSa r" id
iw{ " {aSd;p{â i
{aSdwp{w" id
{dNm{dwaaaaipd N{^\i
"d d ai aN "di
" rd"d i"i ai ii
mwgd\aS\ g{ iida
dd
wN ~zm pd w{îUiSr Y
akiN d}ÔN Uwa
aairr p{â i " {aSd{îdB
"a"r
;p;N
W :" d
Y"{a"{wa"
&p&"a \
&1 " " ai "

}"d{
Nd
&p {
O
p"
" a a
^"

a\Ni "

"w
"

Y !
}""N" "a"
! " " iY {
N"# "a\"
&$
" % {
&' (
"N"# "a\"
)*%+-,/.01*%243657,/31+98;: 01*
A@+@5151:LC#H
<+@36M:LAB+@5
N;+@51+B,/36AO*
01*%+=<>?+@+BA1*
P!,/Q?243O,R062436SUT
,/C#D
EGF,/H4+JI 312/K
V)XWY)
P,/Q%56K
N+B56+B,/31AO*ZT\[B]4]^<AO*.%_Làb31: MU+cN+BDedf,/C%g?ThXi^]Uj4j/]#[4k
lKGF,/:L_m
n S,/C%CZT _L+@24CQZT SU2451*.o,#T *o,RpC%+@3rq/sb31+@51+B,/31A1*Zk ,R060Bk A@24Ftk
uv2456*.o,(dw+BC#H4:L2
:L5x,/_L562c8;: 06*y06*%+\a{+Bz >%,/3606+BF$+@CU0DZ| EGC#}2431F,R06:L~.#++r0D%+N;+@AO*%+@36AO*%+
>v@z+ 3O,R06:L24C%+@_L_L+4T?XC#: MU+B3651: 0+
z D%+t24CU013+z ,/_T?Yk Iko#[B4<.%A@AUkfw+BCU0631+rKY:L_L_L+4T
444]w*%+@F$:LCD%+_,)!24.%3BTot24CU013+z ,/_T?b.w+@z Q+@A4Tf,/Co,/Do,$XU&4ijk
;B;f;
pk ^ ! Y" i

" Y&"{wa"r%d
"d"a-N" iO "K"a ""
" "
U

R dO "
r
@ Od
&"# a

Nh
" 4
"a6 "# i5
d" - "6 o
"Y
:$
i"" "# a"Y"B
"# a"
1 ? Y"SNS"

N""\""
"5 "'
&

'

:"
a ?
"
d":! }d {
1i""

Z i1 a"d"6 "

a a
"
"# "
"O{ ! YwO" M" r K" i 4

"
&

N a? a

" 5" d

\ a " h d
"
! iS{

a1"! k"
" Y" a% w

a\ {

a a "
\d S\d

S : }
d1d &

y
RR!?Uo4U1oo4g"

"a" p
a
a" "
" % Y """ aa

N
Y ""
@ KK "

NN#
g\ \@ d\ g:
aYNa
"

:& " a "
i &
Z&
wa# ii" a "" a
"

p"
1
a

"&"a" !
" id&9 r "d- a M

"# a
i "" b
a B\
5" { =i"5{5 Y

&

{ ;d&"Sd "\U "a N {a"
"p""" "

"i"d

"aa aU""U"
aUNB

N;"
X
N\d" & /
Ot
"df

vp"\ " 5!
iY O "# p" ""a a
" S&

""a
" i
ai gi{^"" Y
Y
w N v "p"X
}" "! w;aw
"" 5U "
# Y &i 1 r

# a5"S"f
N"
a } Na"
"?
p"H
1Y ":!
a 1"1"O "6 UK1 a "B
x

":?
@ Y"d "
Y h
"a ""Ud "d" a

NSiB
"Y "" " S{

NY"dwak \

5
R \aig \ "" a:"
Sa"d& :d "

5
"
1" "

"!
Class scores
TRAINABLE CLASSIFIER MODULE
Feature vector
FEATURE EXTRACTION MODULE
Raw input
:LH%k![4k)!3O,/D%: 06:L24Co,/_!>o,R0 06+B36C 31+@A@24H4C%: 06:L24C :L5X>?+@36}2431F$+@D{8;: 06*0G8f2$F$2D#K

.%_L+@5m ,
+@D{}+,R06.%36++ 0131,/Ar01243BT?,/C%Dt,0131,/:LCo,/Q%_L+A@_,/5156: o +@3k
YkN"aYd " "Y a
{ S& " U "a
"& ""5 id"

"
:
\"a"YY"
a ?
t
d

}

a1B" p "a
ra

a S" "a{\ a
U{# U"
r
@ S;
Oa wY a{ " p
"K" &
U m/ "
" a \ U i :# af
B"r ?
@
p a ?
" a"
Y" a
YYi "
kY
";
U?

d "" â"d ;a O "d
" U ""

5 "5 "^"
R ai "; ^r ?
@ N "o
d
"# iB"
!
\"a

a "Si" S#
aY
Y" "" a\ 5"
}

N1 a" "
i" ^:" Ug" 5:Y

" B "

"
R \""

ad " "
"# agR

&"
p "5 k: a\"aa a

/
- "waa" ;"
% Y{ ":Y"&

Z} a a
"{ !
i'
ag" aY" B
"Y"# a"

m "$

BB
"p" B

&" Yd
"# aaHx

55Y" 5 a a^
m "
BBB
&a"&"" "

N 1 w "

"# i
5Y"a\Bik"
Y!
a?
Np" a'
"
a" }% a!
{ g
a % " N "1i Yd! "
R "-"h " wa"!
{
Si"
W# a B& U

"# Y{ h/ "# ""dY !
a"N Y
5?
N"&
d\
" "N
"
!

aO B

&Na"
!
"aa&"\ i '
"a&^"a
a"d Y "" \ a ah\"di"h
" a
BB
/"S"# ":giX
B
" "wa a

! !
i "S1

"\"d5"

\ ;" pi"
d& "
r
Y# 4
a

p "?
U }
"
{ g"
SakY" \wa
"
h } B "

N5a"O
"d
a \":"
"
RoUo4U U1o mY{"i" ?

- " r# a
=R
N" a@
" Y K " : B i " U
Oa"
""
i
"R a1
a! }R a
a aiB O
" "# a\

"wa KYY 1"# i

" a a?
N
"g"da "
{U# 4
"
' "i "S
5 Ur"" \i!
{wa"9 a 6 "d5"hd-a ?
i " "

i@
"
! aa"
h# ax
'B4g\S Y
" :"?
-B {a"{wa"

aB
"&aY
a d "
a
":&

i" a 5U{
a# "

NU
{Yp&O & 1"
ON# &"# "5"" " "
R
N

& Y B " "# a
&
5Y"B
i 5ON
d
M Y
a! } Y"" \"# a" " {

w"w

""UY""dU

"B "w
wa a{ B "
" \a" "w" i? d;
"# a
k Ywa 6 U S"
g\ U i f

}
df
" " - "
FR
N
a"Y$
O
"& { Mp"d
Y ""O
m a

# U
w" { B"
wa"{wa"

R
N1
# "
B\ B "F
/ k"S "

w N "Yw
a aS { UU"$

Z
"R
}
a
Naa &
" w

Y a
"di "d

!
#"or
R?4 G '/?
4 " O"id "/"a "

f
\w"a" "idNa!
1:"#a$a
Z { S@

$
"i\" a
&%' U )(+*/%,%.-/o4/G0

a"dO "2
1436587:9;3<>=
Y"?
9@3\Y B
A &p
C
= "i Y"
a "6 {{?
O " 16"B ": -
"" a a "
B 1a"?
143:%
N1i"B
haS"5 d
S
Y $
9 3 w
S"
?
da""! "dY hd
R
Pi"

"2
DE3F5HGJIK3<>7)=L<M9;3BUa : hR !
U
N{N
IK3!"O
R , a" :a"YYB
""P
9;3!" :"
ZK" { 54
r a "Q
DSRUT>V
WYXZ= ":r? aY"B

DE3 a"^?
NU \d{
d&"S

"N
[Z:9 <>I
<]\\Y\\Z9B^S<_I`^Maa
h &d{"""
^"

"{x

"
=
E
DSRUT,VMWX)=
& "Sa"
g"
"/a:\
"Yk i""d{d^ "

aa p"" p "" {
f

Y"wa
N:d OSa"

"

"
1 &:"
U {ai :"
"# d :"1"&

" Y U N aY
b' 1E c& 1B Y

"!
" a
N{ "#"d "a " ""d{
"4D R:R & \ "a "S& S""4D RUT>V
WYX U
adUY S
Ng "dg"%"
D R:R D RUT>V
WYX 5f

B#
Y" K"g
;a d""k
N# a
@
U@SN" ' 1 O
w

N{
\
&\

a idU
a%
adgY"p

Nw"

adY
"" \a" iag
@
ad 0DSRUT,VMWYX
# ";" rYS
a
Y $
@ ;r""
\O"U }?
{wK"5 "d"1
D RUT,VMWYX "!
a B
i
Y &"; U
@
" \ d"1 wd{
a " DSR:R&i{

a"" p" ?
DSRUT>V
WYX5wU
"" "'
aY
aN
d
"
"1\ d "L
O 11

ad5 !
\" i
;"
\ dw;
a
@
a" "N
O" # a
"

" &"
"
S "

"ON"
"

"
^" i " "
Y" & d "
wi"d

?DSRUT,VMWX!#"Z= 4Y""

"
")= g
d " "S
a
$
&
a id%

"Z=
a" "
" a\
dwa1 " ;
=

a
S"\ a!
r @

Y 1 " O
&"Z= U S

@ "

""
" w""
Zaa "a
"5 a c
{w U
h "
h 6\
K" U N "c
a
N{: "
"a" d
'
% Z( '
,%
oU
!
R?4 G

g"
Y :" Y" U
"# ^"k g i""dg
a" a aOad.;": rO"
"
1 :d"Y"\ \"d"!

O"";
?
i ap
a " : ""

" G
a i" "
&

N &

"
O":\ \"w "Y :U
"S da":a
"S\d"
"
a"&i"\ "Y"H "#
" &

)
(*i\"
a""

N5"hY
"
ia

N
a"d i !
Na"O"& 5
aN""R
"/ "
a^;
a 1
"
S a ^Y"
ai"iB m d"
w"!
d BR
N
S "" YN = g"d m d# 4
"a Y" "N "Y D)= {
i" pwk
N"i"?
\i{aR Y "\ do
"-"!
O-"
-K"
K1"
iR i
a"" Y
= Y" a {{ 5a , +
=.-45 =.-/

1032
DZ=
=
2
Z
:"Sd{'" 0 \Ra{iw& a{

"d !"d^
0 ia"
"""YS?
" f"

"""p5" " B "
d""h" \K"aha4p""h\"

w' {
a" ai&\"
5
N d
a# ^@" O"d Zy
"
i"R & "" w "d""d
" a } a:"
dR
"
9Nw\ ":
"p "! a{ {o
i a""

1"! }"
}{
a"

S" \"^# "
SB aaw % Z
"df
a:k"r
i
5"\i{

^# = O"

aw5"
a
6+
=

5 =
-/
.0 2
DE387)=
=
2
)b
" " "!d / \" "a:9

Sr?aU" {"a#
U aiaRda
?
a{ Y & a$adi:":aB
"R "Y" iw
"
&w a"
i &N# 5$
" a
"v
1 aap \ x

N""B"
1 a"""\d
r
NH"d
a"" h
8;6=< .
;' 1 O] 1

" k"
"pa! "U "!
i" : i d
>
%
'
] Z o
6?/
@RR Zo
aiB rad d "!d ra

NP"
" S ; AB<
p & i{ 5""!
&B"L
}M " ""K" 5 9"
$
id ig"# akaa\Y !
aaYY d5i"; a Y
"
ai ! "dS
a p"\ "O"
d"5d
a "&
aa $ Og 5"d

! \9 i" "L " "
NO
{a
6 " aW
# O"a
Y6:a" H" p\ H5 "
N: {aNi ":""
&! }d
a
1
"E
"
" id;"
X
o
b O ]c' }" a:aia"a d a
xY"
gi"ah .
"
" -C *i& " "

Zm"a? i "H
a""
k
"
a aiKa! mS "
aid&w"aU% a^
S"Oa
S"" ah

Z} a a U
d"S" m% { gY"1" a
'
5"
a\ "
S "

"
w

} a" U"
i Y

\C *
i
"a? i ""a " a"Y"\"
& R
N"
i "ag"R O ""
" ".
Ob
S \ " O "

h K i "
"
" "

Zm ? a" 6"
i U 1
{wa" d
O \
i Y

^ B
>
aY 5i""d"% a
O 85' 1a\
{ R

ai
; }gE
B? a
Ya"L"
O
aa "a; a &" S "p"

d{
a "aB"
{
Z} a a A' 1
"
aS{

Zm"a? i " "# "i

"!
{wa"@
O{wa"U" aB & m
6"" "\a
S }%g{ g
& a&
O (
w"w NS"(
N"

U }% aBi{wa"kaYBNY"
" a'
}p
' { 5 \{ 1 a d
U ^"
aBU" $
"^ " %4 "d

4
"U "_ &""
"
"
" y
Z}"a? i ah
K"
aY " m{wa"&"
& a &
;

"\i{SY "
& a""=Y
5
" E
!`G'/ -o %oMGZG0' ?/_GZ o%4O
/o4 G
{a":Y ""&
":a
&U
""a p""^ ""$" &b O0 c& /4
Op"d " {k aw
{wa"4
& }
wa\ "U N aY5 a
iwY " "1"a h "
B
" M" p{ "6Y 9 aiB
"2
;"
9a"
N ""
"d{ """\

N g{

wa"p{wa" " a6" d H"
a" 5"#
U
"
# "&
B
p aw *w"
Y""
?
"
a# ^ \" a iv
4
" v
" "
" Y"a/ p !
NYY 5" 1ai" N\"!

i Y5aY ?
i " "# aaa
"p" p{

#
" " :
d !M4Z?
oM( w:?roZ o&
}
a" Oy
a "
6HR

O"i

N{
" "
5 " ? aS !
d""
1 !
i "

" ia " "
"{

N

"

ad:
d "t
"

""# a d
:1 " U5w" @
" Nwa"
i@ \ {

\"
"" ^hh"5?
@ "5 "!
"x
i"d
p"aF
B
"

Ya1""YO
"# ?
i"d "\B
&: "&N" "
aNa"B {aX

a

# w w *@
U

::?
N ?
aSw
"# " & i
4
" pa"
a Y&"
"? a
;
{ "
a"
"" a\i"# !

N"
^ N""Y
""
1Y & " p&
a" aw

"1 *p 1 ?
N
""i" '
U
"5 ai^ c
N?
NO

O a 5" ip
5

?
N5YK
b
x
{O" a
R
d94# "
"{&
"
& { S"wYa{ "
a'
B
" k ""h"&

"1"
iB r"
d

w"B"; iaB
" ;"d" ai";
"SY
a "w

@ p" ;"wU "

B aB% p""^"k"i";
U
"\kG

i
a" ""Y ^w aiB
"O; "4i" dY "
"# ! a Ya"1/ âB
a % " "da a"dd
1i"
d" kY
# a5a a&R
N: "&
'

5" ai "h "K5dO\" "wh"
aR SNa "
! ""? a
a" "U"N
p"a@ Y"# 4
a # d B;?
@ '

a" " gY Oi""d
" h
f
ka ""d

"

N" Y {#
? a
i

i"
" ?
A O m" i "# a
"
d
"w
5""# !
wU d ; g{wa""g a
a{ { i i" ip&

:U " "
a i " "Y aY
" K"a O&
O
4kY a 5!
a 1 R aYB
N# : a a A5' 1
A; } O : i\

N i" N
"$

a "YY
wa a{
aB"" "" "

N "Û ;" a a
ri
iw
a\ "
a
@
-&*/ - -
&*]-%4O
Gw
^ "d
i{ " """ a\ @
"S"Na""\Ug
! \iU aB " X
Na" $
! "a
Y 1 i ^ aa^;a
" a\i"# iY
k ? Yi" dkf
"

Y a"" R kd "'
B
" 5

i U "NaB }"! a
"
"! a{ a Y # "

d{b

a" BB"aW" iN "X

"w ?

:i{'
" " a" a
d P\
"S

Nw "i a
Y"i\" !
a dO 5"/ aU B"
g \"# a \

S" "i"d&O U!

Y R i "
^ R a"
"

# Y"d H"H "i1
"" "5i" "p "
W

a" f
Ya" df

"1Y
i"
aU \ B
?
w

N a
d? d" }" ai"d
" "&
a"1 { Sa""

df
g

B" " B d
{"d"So "p N" kw"
kU " "d "U ra\
\aY
"
"

a"m

p a wa

N a 9":"!
" w ""\ '

;d""
" "
?
@ 1b
R " a " !
igX
{ waU"{
\{

^"t

Ba p
" Y O "# "&U"\

" { 5
}w"a p
"L
D/a"
"
N"
$

aY i
YY" "# g "
" < p"?
\"
=

! U!
B
D "
aiB r"L
d
w k

"!
{N dY" ""Sa\@
U"B"/waap Yi

;"" w"'

i"g
a
DE3Z9@3 <>= k^G
i
d" aB "9

Ua; m pB
g i

"5\\i"
&
O\S

N
i ap i

-(
%4 oU oXURY" "#
g "i"" " U
"Y\
U"Y ikN
k"# 4
a ^ {

";
"g a a% 4
Y" "dN p 1 \ <
}w"
"
"
d aO"w }i Y

Zm ? a"
! "

Np""\C *i t
i
a
" Y" "# "g"1
" { }
a :&
: "
Y
a kd d :UY 5i

"
X5 7 Xf)= X < X3/ UUY KX5# !
"i"
"&a" & ;= Xh\"& "aS
"?
& \" \K &
"

"
= 4
aw"
X3/ w"6 < Y "at
6 < "# "a/ U Y "
{w\
U"Y
9;3X
}N"""" " DE3pY"
"# Y"
Xi Y ":"""" "d DE3
Y" "# .
= X

a\"d&"
"
X3/ t

i "

DE3
7 Z = X < X3/
=
7
Z= X < X3/
DE3
= X
X
2
2
D2 E3
E
D
3
2
JcZ
2 X3/ 5 2 2
2 X
Y"
)= X < 3X / ^w"i
7 Y"1 "Nw"
= r "d w"Nat)= X < 3X / U )= X < X3/
"i
O;/
7 Y "#" i

2
S "a
":" i " N" o
"dOS" OY""dNO" S"

i"\a\"d1"5""p a
K
DE3)= 4YO # 6 i" "d1
Z
H"#
6" } Y
Zm ? a"
! "a;{
ra? a
a a
iY "

;
a ai
}i""d{
" "& :- h{
""
d "O " xa\" i
"

N a"S"g""
?
N" a
SY"# 4
"aYk"" a :"5d""
a\"
"p
" Y"t
"
i
&

NU

& Y Oa :" }% a
{wa" Nb

"Sp\"
&O%
N
" Y "
"
"aL"a "

U " " O"
R
R
NH
a "O r"& "\

NU
a"Y

a rY

a U r"\\
a !
"Y

a"

; a "
6 O
O }
;"S" m% ; a{ B ^"N a
?
N Y" p "Y a
X g" "i"d
Y" d6a p-Y O d&
"" "d% k" " a{
"pw ai / g
aaiB }Y^"
"
^ / U
w{ d # p "pa"" a\ a

""Ft
d{ "da
ZY"
" d" wR; "b"rd
& B \ Nda
a
# 5

a"{wa"Y^

\
h B { Y{

# "
r'
{Bah
a
Y
6 / aiB r" "
\

NOd"
"k "pk" ":ap"5
S
a
;i"
a'
}p% 5" a%
at

N
"Y { a""O
"i"d&

d""i" :R "S
{# "
O'

Y *@

N
R ai"df
Y" Y:"d
;Bi ;B\;5\Bi;
!Ba "#B%$'&B B
#
f

@ "m%{wa" dY a a
iYRiw S"Uf !"a1i!}d

i Ra"SYd "

"dgaw? "# a" aX
"p"o
" """ a
" ddo
""U " "a
i "^ i " L
\"U" aU
"X
h"?

a""
" a " "
1d ""# i"&
d
" R B{
Zr " }% aB
$
&

N"&$
a""
N"i" \a" i"B
"
w" w
:wi""
"

- Od " U "a "{ 9" a
"
";
w {
a

N5 Y"Har !
'
g m d? a/ Y

Y" R Y a# "dd a"{ Y"
""
""
5
"w a
i""

B{ @
i ? d R "Y""aN!
& "?

R
ra# "d
p% Y

% &\ O "
{% # wa

ai k " w ai :

S a

NB ^
"d"g
@ ;"
"M:" i"dY a
"d

"
N S\a 5 i"i " "1 5 i
%
& i "'
# N"
h
"
? a"N
" ra\

m
\Y"
"# &"" " U! ^{ """1
a"

5"i":"
d \%
w "? a a E
?"
#"4" a {

"% " " U }a" h i" Kh &

""
! "

N" 8+
Y
O" a" "1a1 kY
"p" i# Na"" "aw
" %a

dpY"r"?
@ Y
{@
YY
r" aY&"Na" a&^{ ""

{# b
1 i Zr "{
" *i
aO"O"5
\ " S!
iY"& "N Y 1"
5r" a^ a# i"

"
&"
?
O "S "1SY"
"w ai """i" Sr" ! "
"ag"S {
"Yd "dY"g"
d"d d
"w aa$
a!
a "

"!
i"dw\ Rpi
NB"S w
"YNa
Yr" a;aia"{
d "
d

N
"
d
/

:" " i
!
a " "i"
"
U; Zra "dR "# "d^
" "aa k"i"" a w !
wr"?
d

N "i"d\ G kgY"
"
o
OaR
p
i"R
d
a U m i U:""di a^"N vr
:{ "a
."L!
U"
" 6 +pr"?
d
/ ""
" ag"\N SdR
Y ""d ;
a" a^"p" aa^" } Y1a i
UU " "

-?/ -i"

Na" U
&"ga"Ng
{
#
!
a "
aZ
N

d

N'
di"Si

N

a d

> ? o - !Z ow -UZ(
oo/
1 " a gd "d

"d{ "

" "# "
YB5

!
m

>
'-
o %
) ?v'-v1oo
wa a{wa"
a
P" /""
a5"6"" " "RW"aB
"9 6+ -?/ -t ?/Ow) o
-Y%o4?,% ] #!
i a 4&"";aY"a *
(O? - G0
@

a"{ ^"# a

d d " Y 1
ap
Y S % :" U
a" 5
a (^ 5% aY a!
"!
" "
N
" ^% adBpd;
"
w
"
g\ Y
aid

" '
k/ " S
"d aBag aBY \

" < \U! Z}"" aa"i "! " a
"a&
8 < pi"UB " b6 }B
; b
"
ra

"Z p"B a\; !
2 b
O` b0 O`5 O b b O` b&c' O` m !
"

" aR "d "dY
; i"d!
d r }ai oa"
k"" ;
^"N "N " / B"Y"
Y

\"

# ai^% gg"U
"# ma d ""d
Y "d1d # "a a
"N

""i" ig"
" R Y
5 a
aR " "# "Y"
"awk" â p {

N" "i"
"Yi""? aBk Y!
a

d

aR

Yi a
!
"d\ i
a&"S? rai" B ia b 1
O b'c& m
:% a \R a dY
Y " p " "gw aa"
" "
:

U/o !
RN
KO" K $
" " B
":"N a h iSY"? a

a"
a a% $
a\Na"k do
""t
Y : iYw aa# "a / 4" YS
" '
&

N U " "d: !
a

"" U
kB"
U% B/
dB " Y
B "S

g\
g% U ;B wa i d
dd1;Y1d ""WY5 d ""

S?
t
#
&"
?/Ow) o]-Y% \ (^ &
&!
a";
& ?

i, *i BkY"

\"#
"

aa a d ""
h"
i a
a" "a
i" \
"S p% d a""# "
a
aB
\
\U \ h"
{\ %
@
d "# "
a" ai &i"
a

Nc " '
pp "
O16d ""6""O O": &
i "\

Y" Y "d ""
wNa "
1! " "d ""
S% " i ww aap

ad
"
"
i@ Npg ;
"
aS
;B !d a" N"ip@ N
B" Y"U "d

1" Y5i" ! "
":" d "" M" ii ^\\i ah
O KwahR h": :Y "
a
\"Sa&! "
f
{ "5
B"Y'
"a
! a1 "
N "Op i ip :
aia";
a &

a"

R a"
5
a
k "
?/o %'- !) ?v'- wU1ogY"N"{
a"\g"
"
a# "Ow aad

:"\ "d ""
b
i""d{
Y"a@ p
aia"%
w ""df
" a"Y
N""d

" pi
Yv

NY

d
Yap"a@ 5pp

"pg \"
"d"

a a^{ "O" \h"a a Y"
d

p
H" h
"# f\ U a
Na5 ai p 6 &"% "i"
""" \"ri wa
S ?ai Ni w

a \a" aa" aiw"pwY
a

"N ai
a"pNa;"a
\B
" " a\i^"p N"""p aw
"
"? a
:"S"# i"&
S a" k" ikga
"Y

"a \f

N ""Na"" p \"
R iY
dB"
"Y
%
"1"d
"5Y &Y 5"Na""5{ 4
"p" "
15d "w" p"
" "da"\" Yg

N d
Y" Od
*](OU? - G0 - U/kY a"g
r
&h

!}
k

"1 ""
"Y" Y
\
"p"@ S"
"p U "a aB^" % dB
\
} % adkY%
a\"dY d ""
pa " :" "iw% k
"
U Y
\"d1
% < ;
a" "N
w; (^
a"dB"
o]ZBâ

"?
{
G
a#
aa

a i\a""U "g
a

a
wai" a;krw
m a

ai" a a

w" ia "

!

% Ud ""\k"Yi

NgN" k

"!
INPUT
32x32
C1: feature maps

6@28x28
Convolutions
C3: f. maps 16@10x10

S4: f. maps 16@5x5
S2: f. maps
6@14x14
Subsampling
C5: layer F6: layer

120
84
Convolutions
OUTPUT
10
Gaussian connections
Full connection
Subsampling
Full connection
:LH%k%#kVb31A1*%: 01+@Ar06.%31+2/}!PZ+h;+r06K#To,w24CUMU24_L.#01:L24C%,/_!hX+@.%31,/_hX+r0G8f2436gT#*%+@31+b}243fD%:LH4: 06531+@A@24H4C%: 01:L24Ck
lv,/AO*>#_,/C%+Y:L5,}+B,R01.#31+F,/>ZT:k +4k%,51+r02/}.%C%: 065
8X*#2451+Y8f+@:LH4*U015b,/31+YA@24C%5 0131,/:LC%+@D012Q+:LD#+BCU06:LA,/_k
"1" 1"i %ad&"

, *i
i" k U"1" O!
d @ a
}k
, *ip1"5"N
5
ia }\ 1 "

!"\
%
"O
}
, *i1 a w"

!

{

"&YN"
a :
aL
a
{
"
aN
S"Yr

ag
d@
"aS% p
a""

!"
5 @
"" "df
""
O

} \ B+w p &% "

Ngd "Sp "&a S""U"da!
"\U ad (w g "S% B
?

% ragb
a r
% k
a a
"

!"

a

&

d
< " ""

Ra\ aka \
=
<
! a" b O"a
&

5N "5"

! " "
5

Z} a aaYr
p"

R î "
"
" "{a" aY
"\

Y O "
a
" ""
a""d

Z\ a"d""a^
a
N"" d"U "i "
"

Nd "
/
w ai dY"

Z}"a? i a

a a{wa"

N a "
O
Y " U " "a1w aa"
:" i1
"i" "
:U

:i

NY
\" ""

@ " o
"d

i

{w ^ "a\

b&c' }{wa"
"`
&ai 4
b&c ;65 !
# " o
ka 6"?
^"^ \" X

#
U" w aa"

B
" \
waia"S{ Ora

N
" Z K a \a
"Y
a
"$
b O b O U } i
p"# a" b 1
m9Y
a b5 O/ 9 a
" b; } B "
aia"{wa": "
i

a:"a Y
\ O"p% pi{wa"
$
"pR U$
"p;r

N
"OS a
Y"a"

!
c' 1
c
ONa " Y ("
! c0 1
c b O m "# a" " WY ""y
4
" 4
c&c& 15 """ " c! }
'
E
Z(
U
#"&d"
NY5\a" ;"R"# "
dB !Y xwa a p{wa""6-"

UN a ;
B
" %ai$ai"S"
#;Yi 1"?
"'wai /
;;S
b % b0^ ?a;;" i" R
"5" a'
"Y5 ?
"
p\i{
Ao6

a C
65oA5
1 " "
d
"pN i"k{
" "
ap" a
mNi
a"
1NE
G ?/rUg"p !
"
:;" aB }N "# Y
O
d
"p"w
i a$
w
a!
"%
O;b"$

N '
; 4
A?A p\"'
a
;"4
b o b d^ B" aB
""

Za"a&a$
Y # ta" "N
"&:
\O"a"

a" "N
"x
a ' "a
!B"

a Y 5
O c }
"^ Y
%a a % "g?
N
f "

!

% a"?
N Z f ZO &%

d
XfY"
: % aU
;%
{
a ag% Y )
5"
(^

# % !
N "dU" ^ ^d "U A5o65

Y O ai t
# a "\ "a
:?
"

NR
{i
6"?
S N
! b6&ca#
"
;% \
} \% YY S Y
"
c?f]c#
(^ g\d S
a "d
%
a"i"{
a" "N
d ""p&
{
Y " a
"S

&"

C *a# K "?

"1 "K"
H a
"
%1"# "
"S! } "
"" d ""
h
5r 1

x

" Y
{ B% Y \at
"
"
.
556 "
;%
;bp
a"% aY"
\"
(^
5&d :" 5'
# "1"a o
aZ
N 5 &i" ! "5 K"

" =<
" :KU?

\ &\ " :

"!

c

b c

8\ \

)!VYdwPl

!" #"%$&'!() *
*+ (!#,
- !" #.(/10!2
Y"?=-""N Y "@>"

"aYU Y B "89kfaY !
UaB "d (=4 =
a{i.
=i
"

N
\! A;p\ " p"t
Sw ia

"5$
1&
N
B d"^"U%
aX
Na"B
(^

"

"
4w:1 ^Y" 5'c
^d ka" ^ OB
A&W
"
a 8+
E
E
A&W 5DC E F 7

87/W
7 W 5:9Y;3!W6
Z
Ri" a:R

N pai8+
9Y<3! 5:=5 ;;>3
?
-a\"d"(!
\
{w\k#"agg"
# d r%" P"S"
# # " a
'(a"O"5
$

Ni"" :S@ ""/\do
""
"

{w\"Y^""\N"
a""! :Y &"
O"
?
" "

a"$

a "d1a^ a" d io
"\ ?}aw5 { "
aO
! a "Yg% {
aO&p
"
a
a"a

" a&p
a"
! !
" '

a"1Si""
" 1 a
{
O"
"dNU" < w""d

\"a "w; " Y t
a"

Z1
aY

dg" !U
Ni U"i
\" w# "a w ""
/pa a " a
ra$

a" (Y"# a"
?
dg
R
k
a" & "a
a" "

"
a"&

c3 O" &w""dd 5 1 U
"i:@ i O \
"dN
"{
a"
rYa !
#f
"

N 5&cZ:

"i "Sk"" " "ag"#
"?
"d a !

i""
\{ "
a
" h"a "Y a?
&
p
\"dK
" t
" w" ""\# : a"
a ?
"
1wN/ a
a / "p

i
wR "1
N i"

N/ "
4NY
raga"
dkg " ""
"@
a

KY"6
a" 5NaB }"! a
"#
&a"aY
# p"

@

?
" :"\# "& p"
"dN

kYap

a'
"YYX

NS" N&"
NaB }"! aY
?
p " "gi" U
"$
U
bd" {
Y X

B
"
"p aa5
:
"
"d
d
"K"5
6

h
wa
! m

# Sa"&a"
a"
"d
U \

r

a Y"Y

N\
d R " 5 O aa
" 1a"1 1-! { "
S
O?
a :"
i"& *" aY"
" a\a\J
I" "\k"^ '
" g"
:" S "#
"
" S U
{ â! O X UY "
"d
dg Y\a"
"a "g i$

N "Y" a "
"\Y"w
/ R
N" \"g!
a
d
d;b1d "; ZOa#Z
RK d "5 ;bd ""5 *& o
"hS{wx
U{# ^!
ra"
"KR\
;"

k # a;Y"\"d"

a
&a"N" a UaR k{

"d N i S"B
Nb
" ig" Yg"/ d U " i
N xi
pd ""d

# " aSG
ip"YgY "

N:
# a
?

R
Y"a Y
^t
;b\d "
S S R i a\"

" \Y"
" :S :U :S
ai" aY

Ud^ U Y" a
":R aa a

B ":
d"aMg \d "SB
;% a
;b1
!
"
"
! 6 a
;% ^! c^"
! % gY
8d "g
" % (w &d 5d ""&
a "d:"
%
a"i"{
a" "N
d ""p
;b
1"\% 5
{SO
;% a! c1a
b0\"

\" .
6 "
;%
@w
a"% ^Y
6"
(^
K
a# "dK" %O
N hH
8
Y! cB< " \
N "S"" SY c
%^ O" &
@ < \ &
Uf+5"1\ai
"
a# "c

{w9! c
@ @ 1?
N
a"% # i"dB ZO# %
N
" p a

kY \ i"

"& {i w"5d "&

R B" fBU !
B!

a
"
" a a{ R
NO"# a
# "&
{B ;% a'
@S@
c 5 6 "

# a
;%
i 5'c
aa1aY"i

N
a ="" a"1 % BU

NU
'
5 a# "d5"
@
}
8'c\"

\"

" {wa" &% 5"

a";
;
N{ ";U "a;
iBa # Y '

aBadUBw ai" "&

4
3 W a16
5RY - d "
6 " a
a"
R
S
a5"
" " g"
5/"
HG W

"!
"
&
<
>
:LH%k#k
EGC%: 06:,/_w>o,/31,/F$+r01+@3152/};01*%+24.#06>%.#0$NXd
} .%_L_V<%wE Ew51+r0Bk
N dUS\d " a" "& Y "

N@ "#a"1"O ( a"
" g""N"Ya" d,+
D ) =
5} 24331+@A@24H4C%:L`@:LC%Ht06*%+
"pa!@"" a 1
" {
\" "a a
'k%"w"akR
# k%
Y
}^""ai
^"

NaB"i# "

/Y YY
"w
a" "" ai ;"i
" a\aU"a

"d;
#3Y
/ "
NaYgo "B " a\aâR
"
Y "a "";o !
}d

" a ": a

Nra

# 1
Y a& :" ^
aR O r a
1
" i" ";
>
E
%/
) ?
?
"\d{ Ya "1"

"Y"
"
a{wa"" ?S (^" a
"
#(UrY Sb
"^Biri;""&!
&O!
i (^"
O (
aap"
U"
"dY"\ +
DZ=
3
^

AZ9 3 <>=
Y"@A "1 "I 3 m"x9U 1"

" "a 1 "#{a"p""
9@3 aw " "Ya\i{ad
p""Sai"a dU ;w "
\" Yg"
K"a D)= p "6 v

" p ?
r" a;
B"";
r"

\"Ba ;" i6 " " pY
a
iU"" "a
O"
a"B
& a"d # B k
6a"
1# iw"
"
a"
S
"
!
- i S \ "&
" a
O
a\N a
N{
"
d-
Hx
N a
N

h@
h &R \"5"
"

NH"
{e? @&i{ a"G """
"\ ?
&" a
a" B""p"
ON
c 5 O@ c;' 1 A' m
}
"dN Oo \
O"
Na"

@ "
4
I 3 U
&" a""F"1"
?
@ O"
a"/ 4
" U"g

w"aWa"
a""
S

""

"
a"S?
Nm

3
^

<AZ9 3 <>=
#
C

/
i a^ Y#a"" %U`N""

} """"\ #ik Zp" ""&
" "i" a i"a:{i
Na" a O i "\"
d S

&R 5 a
N
:"O"" \i@
""
? E
@ &wE "

gwa

N"

"
/
/ W / (R o
"
""" i ""a &i" @
U > Y&
K"" "d

#
S " 'i" " "&
h# 4
" {4Yw& "i1 a "h"
"
"^
a"" S
{ 1"
a
"w5Y:! i /
w
$
ag"i"U
a\Y" "#
"H i : % :S"
a a
{wa":a\Y

} a"\
a""F{

N1" i" O 5 ai"
iB"
;
% "iBB
{b

^ ^"" "; â
aY" "#
"5d ?/?v ?) ?;a"{wa"& S&
a a
}% ag{wa"Y ww aa^""
U\ B
" r"d
a 5"h"\
\" dS" a"4" aYY "dN g"
" \"

&\ aR
&

R , *i"

1"1 i " idY" "
d "
dHH" N L " =
d "
d p S"" a&df

" i1" d ";L# a
R
O"
a ! "p"f
iY "! a{ "a
5 ag"% "O":"K
;a
}O/ a
! "a
$ ; "Br; d B ##

B
#
UU%
"# g a5aS^

iad5d ""#a"1@

"&O Ua
6aa "
""aU{ S &
\!
O "1" U " "YS

a@
" :"! a
i" "dHa a&"
N " 5" U } ? a
"or&*/%"!'$#%' ,%% U
?
a "-" " -"d{& B"&U
R
NSS"kgaX" " " < NU
b"p
"b#b"p ?
"ai
R
dwY " a'
a d "d
"':b\^"^
!
! "'/a "Yg

a# ! "bpU kaB" ^"\! "'
aa1aY"'
&

N 55" Y"! "':b

"!
Ya"\aw" So Y!"'R

'
# &a
!
ia;"i '"rY"
$
"
pU N ik"# a ;"k"
"

i t
"
S""d{
a
"
a\"""dY" a# 4
R "

1
"

\\
S
< "
"/i A5 & a: Y" \
!

$66 G
iY
i a{"O
"bBY

Y
L Y""wd \# a
a" ! "'R

R

d Yi d!
"'/" r ?
:w
": p ": 1R

"Y "
"U! "'/{B
+ Y"

p"
&6Y""
ii"H

K AY""
K S K:h{w" Y"
d b6 6O d W&M
"
a"dKY"
aU \
"b{""

""
a"\"#
6"
""
"w"^
Y"1!
"'b U

5 """
b ! 6 &:w"Y"
6 6 g "" ;
S" N \i kR
d" w
d5

8 6 d
)! 6S"aP! "'R
! 6"a/!
"':bZ4
wp" 66

:1"d"

"a
1&
t

'
t
a
ab

OOY"

G dp
a" 6"
&W
A?A t

N% -Y "

"aN \"d"
? a
aa
a" :Z
"^ pi" }"
i""N a k !
id
H d "9 "5 B
"a"6
"K d 4 { a

"? d1
i""dHW 65oA5? a

\B
"
i"p \ 5 wh"""
"
"H5 Hi"W"&Ni &
i"O\"
A5?A5
6a&
d .
A5? 65aU
"d " b0% b Y"x

Za"a "a
" ?
aY$

& " " S : -?S
"
K"&"
a ah & ?
a g"&
S

aww""i"d
?
N1 Y K
6oA w

aw"a
?
""S# 1aU!
""k
6a
a"a B
&

Za"a5 a
Z4O" "\

& !

O":dS"& S":
w? S
aU"
"pY

" "a"
%UM-o O,%1 ?
aa """a 1
"
" "\ &U "i ? a \
d
"
of8K " &
"

6 6

\d 8 61" d" U } O" A?A
U

i""d

i
65oA5/ r

^
?

U a c"
p d 9"w"d{k

"! #$$%&$('
'

{4
aU"adw""OO"\"
' ?
aaN65 a""a i "!
Ow"a"d \K" ; d

"
a
"S " " (i"N!&N
S&U a # adO"
5" Y
&
6 +1 6 O1"
{ d 6 Oa"U
*)
:LH%k,+%k<:L`@+rKGC%2431F,/_L:L`@+@D'+ #,/F$>%_L+@5f} 3624Fx01*%+ h;E <)Do,R01,/Qo,/51+4k

"" 66a"&U" 6605a"&U c

66 "d d" aa"?a
d"""% "^" a A "\d
d "
d&
N W&a{
" \i""
" a \"
Y""
0w"d

""
U
"
$
^ "

N{
"% " / \ 8\ a""pkU
" \ " " ?

a""
""a
"
5"
;0 1 "a Sa "
"
5 b P "
8; dS "a
ra"a
"

a\1 B
"
5Y
&g{wa"""
a""S a " B m"
!
" "
"aYY# a
"\
" "d{

aid
aOS {"
"d"
1
" &

p " a\&
a\a
ia^
" d1
"ag" !
p
a"K
1"
i""
\ "&p""

a " \R kpU w
" i "1 Y"1! g
ahaR

a\
# a"
9 "o
" r
agY

NY k\t

"iBS5
" { " iYBra1"\ N#
" " graX

"ig\Y
w aa
&
a" "a& &a aY" aa "a &"
\"p{ "
a
Y {

NU ; 1
a
a" d
9
""
S 1a "

"
{ Y 6 b 66
6YU

"d
S"
\ "a Y "a" Y

}
d" a:Y N dR "# 4
""d"

dB !
5 waO
" Ua
;a 1" "d "" "d:\a"
"
d\

P P{ ""
4a"
"
d^
"d"1"
a
aid
!
6 6 Y .
c 6{

.-
0/
1
1

"!

Error Rate (%)

5%
4%
3%
2%
1%
Test
Training
0%
0
12
16
20
Training set Iterations
:LH%k
#k)!31,/:LC%:LC%H,/C%D{06+@560;+@3131243f2/}PZ+h;+r06K,/5b,} .%C#A@06:L24C2/}!06*%+C.%FK
Q+@32/}b>o,/5156+@501*#3124.%H4*06*%+t4]#T ]4]4]>o,R0 01+@31C063O,/:LC%:LC%H56+@0
8;: 06*%24.#0

D%:L5606243606:L24C%5 Ok)*%+;,BMU+@3O,/H4+;0131,/:LC%:LC%H+@3131243:L5vF$+B,/56.%31+@D24C#K 01*%+rK #S$,/5
0131,/:LC%:LC%H>%312A@+@+BD#5k)*%:L5X+ >%_,/:LC%5X8X*US06*%+0131,/:LC%:LC%H+@3131243b,/>%>?+B,/315
012Q+X_,/31H4+@3w06*o,/C'06*%+b06+@560+@3136243kw24CUMU+@31H4+@C%A@+:L5,R0601,/:LC%+@Dt,R}06+B3Y[B]
012[B>o,/5156+B506*%3124.%H4*{01*%+Y063O,/:LC#:LC%H51+r0Bk
:LH%kojkl/#,/F$>%_L+@52/}D%:L5606243606:L24C%5;2/}06+@C{063O,/:LC%:LC#H>o,R0 01+@31C#5k
Error Rate (%)

1.8
1.6
1.4
Test error (no distortions)
1.2
4>6
3>5
8>2
2>1
5>3
4>8
2>8
3>5
6>5
7>3
9>4
8>0
7>8
5>3
8>7
0>6
3>7
2>7
8>3
9>4
8>2
5>3
4>8
3>9
6>0
9>8
4>9
6>1
9>4
9>1
9>4
2>0
6>1
3>5
3>2
9>5
6>0
6>0
6>0
6>8
4>6
7>3
9>4
4>6
2>7
9>7
4>3
9>4
9>4
9>4
8>7
4>2
8>4
3>5
8>4
6>5
8>5
3>8
3>8
9>8
1>5
9>8
6>3
0>2
6>5
9>5
0>7
1>6
4>9
2>1
2>8
8>5
4>9
7>2
7>2
6>5
9>7
6>1
5>6
5>0
4>9
2>8
0.8
Test error
(with distortions)
0.6
0.4
Training error (no distortions)
0.2
10
20
30
40
50
60
70
80
90
100
Training Set Size (x1000)
:LH%k#k)!31,/:LC%:LC%H{,/C%D 01+@5 0+@313124365Y2/}wPZ+h;+r06K',/AO*%:L+rMU+@D.%51:LC%H063O,/:LC%:LC%H

51+r0152/}wM/,/31:L24.%556:L`@+B5Bk)*%:L5H431,/>%*51.%H4H4+@5606501*o,R0,_,/31H4+@3Y063O,/:LC%:LC%H
:LH%k#k

_L+r}0 v,/C#D'06*%+bC#+@0G8w2431g,/C#K
31+@>%31+@56+BCU06+BD:LC'06*%+0131,/:LC%:LC%H51+r0k
D%:L5606243606+@DZk
1

36:LH4*0 rkv)*%+@51++@313124365;,/31+F$245606_ SAB,/.%51+@D +@: 06*%+@3XQUSH4+@C.%:LC%+@_ S
,/FQ%:LH4.%24.#5!>o,R0606+@31C%5BTU243!QSD#:LH4: 015!8;31: 0 01+@C:LC,X560GS_L+v06*o,R0 ,/31+w.#C%D%+@36K
H4+BC#+B31,R01+@D.%56:LC%H 3O,/C%D#24FD%:L5606243606:L24C%5Bk);*#+06+@560>o,R0606+@31C%5,/31+C%2/0
1
568f+@3
51*%2B8x01*%+06+@560+@3131243Y8;*%+@CF$2431+063O,/:LC%:LC#H>o,R0 01+@36C%5,/36+$,/3606: oA@:,/_L_ S
{ ""d "" ^Y S a{ ""

P "a aw" a
a
6A* " a,+9 i

; "" NR
NR i ap !

6 p
i ";
Y ""#4
i U""

U
dY@
"a S """U"k
\"a \
"SU
" "aB Y"aN"
5
"a
; MY"aa"" 1 \"
&U
" B ^"a;Y"ga"";w" i
"
"w
" Sa;
a
ZAp "U
6 6
"" v
}i""d{
: & S {wa"
" 5 &k" 1{Y "
U
aB"d 6 d
B " 51" p 5 R
d5"d{U a\
N"a"YU g"

a ?
^ "
)*%+$4{06+@560>o,R0 01+@36C%5F$:L56A@_,/5151: %+BD QUSP+BhX+r0 K#k'dw+@_L28x+B,/AO*
:LF,/H4+X:L5wD#:L51>%_,@SU+BD$06*%+YA@243136+@A@0f,/C%568f+@365
51+r0A@24.%_LD:LF$>%362MU+01*%+v>+@3 } 2436F,/C%A@+v2/}?P+BhX+r0 K#k)*%+w*%24_L_L2B851~.o,/36+
N" i

k"a""Y B
"5:B}" "i"d{@gY ^ ""
\" ai

NU# Y": \
>

>
M
?o o
G
>
- %/M /
"
a "; @: p"

" ;a "d{ ?
aaX
" p"
""d " "di"`
};"
"dY: "d{YY aY "" Y5
a" ;
p ;
d{w g YE{wa""

ka
p "
U g i
aU
{ " (^&k i "
Y
i"d&Pp:a"pda"ppY"
" d{p"

1"
i"
"&

a'
!
+

"!
12.0 >
Linear
[deslant] Linear
8.4 >
Pairwise
7.6 >
5
KNN Euclidean
2.4
[deslant] KNN Euclidean
3.3
40 PCA + quadratic
3.6
1000 RBF + linear
1.1
[16x16] Tangent Distance
1.1
SVM poly 4
RSSVM poly 5
0.8
[dist] VSVM poly 9
4.7
28x2830010
3.6
[dist] 28x2830010
1.6
[deslant] 20x2030010
4.5
28x28100010
3.8
[dist] 28x28100010
3.05
28x2830010010
2.5
[dist] 28x2830010010
2.95
28x2850015010
2.45
[dist] 28x2850015010
1.7
[16x16] LeNet1
1.1
LeNet4
1.1
LeNet4 / Local
1.1
LeNet4 / KNN
0.95
LeNet5
0.8
[dist] LeNet5
0.7
[dist] Boosted LeNet4
0.5
1.5
2.5
3.5
4.5
:LH%k!#klv31362433O,R06+$24C06*%+$06+B5 051+r0 X}243M4,/36:L24.%5AB_,/5651: oAB,R06:L24CF$+r06*%2D#5k D%+@51_,/CU0w:LC%D%:LAB,R06+@506*o,R001*%+$A@_,/5651: o+@38,/50131,/:LC%+@D,/C%D01+@5 01+@D24C

01*%+D%+@51_,/CU06+BD MU+@3156:L24C 2/} 06*%+Do,R01,/Qo,/51+4k D#:L560:LC%D%:LAB,R01+@5b06*o,R0X01*%+0131,/:LC%:LC%H$56+@0X8,/5Y,/.#H4F$+BCU06+BD 8;: 06* ,/3606: o
A@:,/_L_ SD#:L5606243606+BD +# ,/F$>%_L+@5k [B> [B
:LC%D%:LAB,R01+@5;01*o,R006*%+56S5606+@F.%56+BD'01*#+[B>
[B>%: +@_Z:LF,/H4+@5k)*%+.%C#AB+@3 0O,/:LCU0GSt:LC01*#+~.%2/06+@Dt+@313124331,R01+@5;:L5X,/Q?24.#0X]#kL[ k
i4 " Y 1 dp "
" "a 1 { A5 6
" p "a ?d;"1"d{"
"
5 c
{wa"Oc 8 "

d"dt
p Ui"d

kU S" "p '

aU "a
\a""" "d
a""
a
a

"
" a\a Np waR ad

1"# " "
\B "
irY U
"

a ^"

" S

"d{
& mY "&
a m%
{wa"p" d "b
a"
S
a %
d4
c0:?
N ! &! ;
& 5 ;

5:""5
\ ""

(
5RR\ """
;"dOa

R
5\""@
" " Y
d 5!7:"/U"
"w"1 S?
N AB!5RB 7K A
"" " "d{"Y
1
1
p " "d{
a'wa""
""\
p
m a
a{ "
pY"O
(
d{
a"

N{&
aW
?
a i :"1

" {

"B"d " i

a# R i"i; a a ^"

R6+;"ta" 6 6{i@
{i@\
d
?
N c&a?
i"dBUa
Zi NkGB

r
^ "g&
a"
^ "i "
a

N" Y"SU
awS "a "akp"
w p"Y" "aY "a 1p:""i"d

k : "a "a?
c gY" Q5 bp g
{ ( d{
Y"d{ m
agB "wa
N pa1d "# w 5"# " "
'
&"
"5B " "i"dH-"
"! SN " \ Y g"dg"

"
""
1
1
p b^"waai" {Ukaa\

w
Y
'b' 1 c& 1L"
({? \
!
"
Y x ""& { "O^ B
""&a5" c
b
a\Ni k"\pU

# B'
a""w"
aai d"^\d

a\Ni'
{t
a\"dO

" "
"Y
a "B'

" SN U
"
"a "
a\"d:: a 1

;

"# a\Na""U c o d ""
# gk"g"^ # a a"N
" 5
a""
x

N1 a&d
a""
Y"1
5 !S d

1\"t

"!

Ykk ?
^ " : ?
a;b b 1

p ca"$"&{wa"

Y
& 1k
'W{wa"aa" &
{%gaa\Na"\b 6 O Y"
A5?A5 "^" % a"66
8S $
dk

a \
8 \
86 (^ a"ah\"d
;""
U gg
8 dY"

""$
}\dk a 5B" S% ak i

"
a" d? }ia
" ": " w"d{"S
b
p p
}B% w
# 1 %w
{

" "w "da :

"
}%a { Y 1{%a^B i t
1%4U dY" "a;
Zm ?a"
d "
d\
p
(^" k\ k"w"
c {wa"Y b6 N
c
p
{wa"Y
6YS b
p
"" { ""
" " "

ai 1R

\i8 + b
aE
b6O b 5
a
6
"i"O p "f
\"d{
{d Y1"
4aS{wa"Y"N
b66

} "Y p
"R " { Y"
"
&SR

NYB ^? a
"?
1 "d{
"a
{# """"\! Z
\ p
a aiR ip
% p
G }" a

N# d
# :gw aa
" S 1Ni" S "1hi{
"# a
" w ai &r"?
-" W"
"x
{
!

i&" " " "c
!
"L
A w ai " 1"KN "

i" }d"
;
"{ 5 a
i i"&1

r @ "
a m% {wa"
p"

d ^"Ow aa

Y "

ad U a
@ ; { UY"
"

N5 i{\# wp"""a ^\\i ah

<O
"

Y & a
5 C
}
N " "
{
k"da

"
U 1d
1
1
1
1
p K?KB%Yw# &"%a

{
;: "SU pg SR "a{?}
% \ % S{ 1
"r" Y " & "

N %

ZSpaU }S% U{wa"`
mU
" N"^ra
"a {? }% a/
"# "d"
i

N"
:
" awaY"
" d1
"d{S "a YC
A5o65ob66?R6?R{wa"Oa4
b

""d\"h 5 mh% S{ v

d

&R &\a" i a# "

"d"
O":{wa" "
A5?A5o/86?RA%/8

1
1
6a H\" a6" : "d,+ ; 1MB

Y""a K """\" a "5N" 5"U
Y8 +E 6 / a" A5? 65ob6o/86?R{wa"w
c0 4Y A5?A5o/86?RA%/,{
1
1
p bwa a{wa"+

dR

wa a{ "

""\ " aa "

N{ ({ " d
"4 /"#h a{wa" B
\"" d.
;B / O
iS"
wa"{wa"\/
" " Y
d"
t
a "5"Na"pS w"S Y! "\d
"
of8S Y&
i" ::" 65oA5S%

"
a
a
8 61S a{ "# a O"
"
;B /
aia""

N &
K
a.
6666C
dB
/
" K N"
9a Y4 "
"
! w
6p
ka "
/ ?
a
" \ dO & R "1r
L
b0 }`
d R

a U" d^ B"k{ pY"S

"

Nw \"
"

a"
":\h " :R "
a
1
p 5Q;B:c

("i Y"
;B /5a5 d 1 R
a a{ 15 1a ;"
"R""" dB:cS"dB
1w"" d&"&a "
5 dB:cR
" "C
;B !UU a " w 1R "# 4
""a^
}
aa c{ ma O a

5:

"\
:t
a "dOp": B }%
" 1 k 8 1 k wdx

"

!

K
p
ZHh # 6% Y"
6
a

a"w%
B8 R d Zc
ai ?
N
A 6 "ap
a
6
1 ;d{ "a 1 h" U
N i O% ;B :c Y"-
( d&d aZ

N{
# 5Y 5"

p f
w
A5 OY ?
b
a"" UU d "Y "d{k""
YB"N"iY"g "Yrh"
" a
a\" \\" aw {# a\N"

1
p ;a"d ;
B:c

Y a"";
N!" 6; O "p"a
6' ad NB
Na" S"1

" B"@;B:cag"a
d + {
": "B% a " a5 ":
""U"^

"
g^"""#
"Y\ k"" 6 (UY "t

1 aa#
A @ Y 6
a1Y
y
U "
"^"a1H """wY "{
{
":" ? a
"p
O "
g : \
"" "
# p" " "
dB :cS
Y " \ S""
{ ""d? a
aY C
d 5a "
a
a
" "# " : "d{"
1
1

"!
1
"
Na"" {

Na"Sd
N" p" p
5
ad - #pY6 & d:
&
a!

# i" " Y"
g
r
a "
i{S\?
N
'""
"
a
8.1
1.9
SVM poly 4
1.8
3.2
[16x16] LeNet1
3.7
LeNet4
1.8
LeNet4 / Local
1.4
LeNet4 / KNN
p 8 Ba"p w $"

1.6
0.5
[dist] Boosted LeNet4
-Uai" ca"" $" d B

aZ
N Y {\ a!
"" a"""a aY1 ""B
C
] m&
}Yw
S S5ai\ 5
"aw w" Y "@ i
"w

B / 4r Sa
{ "" '
B
"S d

5K " B " "
"1"""U 1&
}g
" a{ "" ^K"& @ Kp"
? a "\
\

N %

i YO"\
aip
U ipd""
a" _ a
? d^^"{
'
N{
"
a BY S 1"Y"a a""
Y"pw
w" a i
aY

a
R
U" a
g" d"r" a&
"d{

a /a 5
of8 U d
U

" id"
" (^
O{

\"da a : 1
\i

N^# 4
R B
a
"p
a
1
:LH%k[B]#kN+6+@Ar01:L24C
p N"g"O
k iXa"" "\"pa{a!
a4""" "" \"
" aag !
\"a
?
N""

N;
""
"agN"
g# 4
"a i i " S# % \ "iB
U " d1 !

"a" a

N iY @ NYU" d4
' m

" Oi""d{

S "a "
"YdU"
"a N U ^" ô
{
P"
aiaU :ig"{w
dY
"
}"w" Y "
wi
a

0 d N Y
5& ? PR
"t

"

"
"
^? aY"
1"

"g S"
1"d
6" ""N"p# 4
"a > U "
\" "Y" Zm"5N w :"
a

p"

NB""
Z
dY
B
p""!
N" "a US
C *agaU" "i
!
"at
i " a-
Y -d
i@ { i
a S a
"a
!
5"1"5 " S

ZR dSK
a
N""6 b } " K" 5 px
5 "a1 "
O" a "
c 1
w""dp
&
N""W " : "&

Y !
p W" "\
"
h i" i"# i
o
"
i{Y;" iR +
a
]c\
Z}aS a
"
!
aa, <
p""
a
g "a S"# ix
{
4{ = \a\B
U& g"# a d!
w
" a "
1
1
1
36
24,000 >
39
40 PCA+quadratic
794
1000 RBF
20,000 >
SVM poly 4
14,000 >
650
RSSVM poly 5
[dist] VSVM poly 9
+@3136243f} 243f5624F$+Y2/}01*%+5 S#5 01+@F$5Bk
28,000 >
123
795
28x28100010
267
28x2830010010
469
28x2850015010
100
[16x16] LeNet1
260
LeNet4
LeNet4 / Local
20,000 >
LeNet4 / KNN
10,000 >
401
460
Boosted LeNet4
Linear
Pairwise
LeNet5
I+@36}2431F,/C%A@+4m'>+@36AB+@CU0O,/H4+ 2/}X01+@5 0>o,R0606+@31C%5$06*o,R0
+@A@06+@D062$,/AO*%:L+rMU+]#k
F.#560fQ?+31+
300
600
900
:LH%kZ[4[4khX.#FQ?+@3;2/}F.%_ 06:L>%_ SKG,/ABA@.%F.%_,R06+Y24>?+B31,R01:L24C#5X}24306*%+31+@A@24H4C%: K
06:L24C2/},56:LC%H4_L+YAO*o,/31,/Ar01+@3b5 0O,/3 01:LC#H8;: 01*,51:L`@+rKGC%2436F,/_L:L`B+@D:LF,/H4+4k
1
a 5
"d& "5g {
"""o{p
BU" UN"a6+
a;{Y

k a^ aB"""
&a
a Na" "&
Y
dKN"
g# "a i
pZ
! p
UdY
6 ^ a B;
&b' 1
Y"
a "$
aS )0A 65" Z}a
N"# a"
p &?
N 6
U N"
dB
1
1
" " ,?

/M o
HR
N"N" " Ug Y
B "d;"YB " ; " k rh g "Y"
" ka"
8 6 Y"d{w"dba"d dZc
N" \d

N
S
!a" wd
dB
S 5 1
B "&
8:" p"

w \"d{"
" SS

N1 { "d" !

" aS"
""
g Y { "dY5"
aB
"a
1a"p""dU " "

S a "+ { aa"
Y G
i"Or
"a ""5 SN
"1 { " Y ""

N{ "
B 5{
R
d
'a
vii{ N
dB :c
"

d{N"
1
d "a d Zc

"Y":" a" ;B :c1
" r
1
1
1

"!
4
Linear
35
Pairwise
24,000 >
40
40 PCA+quadratic
794
1000 RBF
SVM poly 4
25,000 >
14,000 >
650
RSSVM poly 5
[dist] VSVM poly 5
28,000 >
123
795
28x28100010
267
28x2830010010
469
28x2850015010
3
[16x16] LeNet 1
17
LeNet 4
LeNet 4 / Local
24,000 >
LeNet 4 / KNN
24,000 >
60
LeNet 5
51
Boosted LeNet 4
0
300
600
:LH%ko[B#kt+@F$243 S36+B~.%:L36+BF$+@CU015BTUF$+B,/51.%36+BD:LC$C.%FQ?+B3
900
2/}ZM/,/31:,/Q%_L+@5TU}243
+B,/AO*2/}Z06*%+bF$+r06*%2D%5k t24560v2/}Z06*%+bF$+r06*%2D%5w24C%_ S$36+@~.%:L36+X24C#+bQUS06+

>?+@3M/,/31:,/Q%_L+Y}243;,/D%+@~.%,R01+>?+B3 } 2436F,/C%A@+4k
dw"i"
B "
"
NYBS Z"!
a d" R ah - a a O"9"U
a" 9 &d W" (N
{wa"O"K
4d"
6 R Z1
ad
=
wa a {wa" "6"" !
w"d ""i "

#
"w a^"
"p\ w R i"i
" i

H ? U
i ";
;B < # "ra

N YO"
N O"O &
66 N # 4
'c& mg a# i"1" ^B"

Y 1""a" U p"# a $
i i

a"

waB }U ai "YkR Z1
ad
"# iU ^ ^ r^ ka"R
i"\i
a\ ""# a i
;
5"1"&"
}"d{
a
h$
" (r i" "O"
:"
"
a m% ^ p"Yp#
a
a
d"" a B""%
"
5" U N "

a#
S O U
i"d
8
A6 d& "a

9*
ai Y S" b% Y
" C
;B a5
h Sp a
A65" # ; "
A6a

661"!
d""d
} ai"&" Y"
"
\" "Y Y i"\"" a#
""&i""d{\"
Y\ &B "5aK"
a
{w1U {
"# a 1 i
"

a a i "1"

?
1"
" "
i
" "
B "
;"wa i"\i r a"
"O

N: O "r" "
a KK "&

r"?
d
"

N1"a"d1&i{ i \a ?
N

i"
N "?
a i" N"
^ w# d B
a
aB U% b

Y c
UU iaU"aB
"" dU " {

i" R"5RZ1
ad
Opa" NaKZ !

p" aS\R "# a i
"
h d w a O @ ?
{

# a\Sa

BR p"# O" O i"
R
" ;B / Y"a "" r

g p
?
;65; {{k ;B ;"a "g
;656; ^
a ;B r U
i"d6 w8
<^
-\a" "6
r
aU"" Yw
b

i"
5
:" d R
" O"1 ""1"
S! ;"
a"" # "";R

"
aiS a"" 1aN"O

\N
d RO" "
d1

a# 5&" "Od/ : 5
{wa"&/ "# ""d "/ {
dOOt

" B"
@ B wd
S U
a: M\d" i g""
1:"d{ "a

"p"&

d &B
a " \a"
@ :ad"a
"
U N aR

Y 6 Z
"w
" "" &d Zc\
dB

Y
Nii{ dB"
i"i \i;
iY & a \d{YN@ 1:R

a"
U "
"
g{ ""
x

N1"
"
ap" U a k \"YY"a "
i"
S"
a Y\a"
-N"
g "a HaU ih U
Y h\\i{ ?

N "1"5"S
N"
t " id
vM ?Mi Y

1
a"
5&
U"
a""
{w; pN Y :

aB k "a""
"aB w# r"d !
Sa^BN"
{a?
Y
wa a
{

?
Y N
\R S
a i i B"d

": "# i a 5Y - "1{w "
wa"{wa"
B " "a " a"
a"i: "S"U
N f
""# !
i a
:i@ k rr?
iZ "
:B
W "#
UP }5"5"
6"&-"# a S
- 5 "-\a Z
ad
i 8 < a? apY;

#
" i
\w"
\
"
ai"i"
ap
"
%
M o
4 %?
?/o
,
'U 4ro?R
wa aw{ 1""

""
{# "dY HYK Ri "
Na" a a aU"ha 1a@ ?

Z ""ai" w"dm { " a
"& {
N \i\"\aR
d
a "

N" S "d W"a a-r" O
:
i " "9Wa: a1

"!
i"& N"ad\
w Sa
"ai"d
:"i"i: a1 K aLa a
a""1 & " K# 6ra&U"

"
N
" / 4dk" b
Y
"S
?

"&
" Oi

N U

K ma" d
i"

" t

NaR O

U \ U
aO"% &
&a
a&
a"
&B "ra """:
p
"wai!
Ua;;
X
a d"Ng
? i""
i
"
&"5 1a" ? ":
O i
"
i"g Y"% S ^YN

Y1i"
"B }ia
\ d "p"
"dYY "
p" a"" i"
"k w" a!
"g" g"?
" a k ^

"&"
" a
U
b5 "akU

UN"a
" "

dB
}d{ O" "!
R "w1 ?
NS "Y ""
"1\1
a1"O aa"
" g "h" SaSK
b6 d
a " a\ N{

aa6 ag
wa a{ g?
"g ""
4
Yag"
"d"
Y"5"dN Y"
" "a a
B "
bS B"
" w dB
U "\ La aJ
!
d""
"i
dSKi5 i?
"
" a!
" U " "=" F" \

dB -" ?
h"W"
" W " "i "
"x
9? aM
H"&"-
" { /" YP W '

"
Y"- Oad (^ pa!
a\ a""MY" "
?
@
&a"4U

dB 4 " Wr ?
P" i""6

&& , #&$ $ &

hf K;Bi \B

; i;pK\ B
&
'

a""
Z} a a a &SR
N
" "aO""S -"ha"
iB r"; w#Y:&" :"
a

Z} a a& "

(i" c
d "
d t
" a &"S }%
d m { b
Na"S" "dk"@
a " a\a
a "
" o
"d
&

Zm"a? i "d "a
5 :
\i

"gd B
5

""\"
" i
^"i

# "a
pi"S" {
Na"1;S B
a\d :"B"BR ^
U
"
B "B '

N

kk" aN d
:d{U \?
UY
a aw% a g"

!"\
O% U Zr "
%
'6% a
p" kU U

N\ YU g{ # " g " g a
R

W1
W2
F1(X0,X1,W1)
X3
t
Input
F3(X3,X4)
X5
Z
X1
X4
F0(X0)
Loss
Function
F2(X2,W2)
X2
D
Desired Output
:LH%k[ +%kV0131,/:LCo,/Q%_L+56S5606+@FA@24F$>?2451+@D2/}*#+@06+@3124H4+@C%+@24.%5F$2D%.%_L+@5k
i '&
1""i
Y p
N "#?
i "
B "{
]c" Uw"?
^S"m
"5
" }\ { /Y &

"
\\i"&

: :B &

"

a / a " w" 5 d

\ " U d1 Y
Y "
S{

N &5" a"$
pU

U a"
]ca
{wN "df
a"d

"
Na
: G 4N

B
bk&^% ^% Swr
Y
i"^ " Y 1d"""N" p" @
"&
B a c
"d{
"
"&i"\ "5"# d U ""
" Y ""d& d
wa"w
""S
i aY $
N{\

$

h &
"% 4^ " ha"
4g
a " ?
# !"$#$%

*'& ?Z(M r,%
v#6?/

{ Bp"i"d:"
{
\N """ !
i%1gi"S }B" (^
^;

B& dra^K{aB
6 a"
" 5

5
"
(
Yi ai Y" a" Yk"

U
"Sa"^?
b
U a" ]c

NSa

&
"S\" (
1
.
bOY ": ai )
$#"!%
wU

N&
"
" "a@S

"

: Ya"Y
i "

N
; î" ^
f

N{"i
w (
":
a"Y" Y"
(
\"SY 1

N\\d gY" 5 ?
":i \d "& "5
daU ""Y
"\R i
"a
h"5 a""S a@
d?
^ {wa"

"a"gYa"g=
9 a p
d dgY;"B
""a\" {
"Y"# "d $a
! a"
{wa"/
w
"S" m "P {
K B
i"a? i a
W\"f
&
*
f
O\
{

NU &a"B
Na" *
&\"\ p "\B

&

&
&

"!

C1
S2 C3 S4
C5
Output
F6
:LH%k[B#kl/#,/F$>%_L+@5w2/}!.%C.%56.o,/_T%D%:L5 01243 01+@DZT#,/C%D'C%24:L56SAO*o,/3O,/Ar06+@315;AB243631+@Ar01_ S31+@A@24H4C%:L`@+BD{QSP+BhX+r06K #kv)*%+XH431+rSK_L+@MU+@_2/}Z06*%+Y24.#06>%.#0;_,/Q?+@_36+B>#31+@51+@CU015

06*%+>?+BC%,/_ 0GS
_L:LH4*06+@3;}243*%:LH4*%+@3;>+@Co,/_ 06:L+@5 Ok

\i (
& g" " "
"
N
t *
p
"^BS""g;"d" a" !
i a1aag{ "?
" \d i
?
" "a"
"
a{

1

Z
dSa""p"a gaU"{ b
"
" 1 g

U "
" """ "d; i"@
D(Y":"dN "
r"?
dU\"Y " U "5U"
w1a "
@ N"@
{w a"

iK
":
" H^
:U
" B ?
O \ " p"@
1i"\!
ma
a "

"# a
w " g!
} "1a" "# a
Y"{a"5i"11M&"

: "Y
"{ ad5"
" " pR
N
&"pN# vdO
b NdY \
a
a

}p
adpU
O Y
{ ma"i g/
;"SY"
a\
p
"" "d'

N

5 a?
"5:" a
:YaB i" a

d{g% {{ U" " B "a
""w
; a "?

O & mS "

&
"5 1i "S "dY"{ Y""# "i

a#"
'
] - # %
-U
?
a{wa" k{ "" ?

" idy
N a"S"d " O"
5B"1"6Y WiBr"$d
w 9d
d
K " 9 a
" ^\d B"

"Y

"

a a^{wa" "
B
a"% "

!"
p% a %
% "" o 1% K
m`
;a
a
"i"dOapYa"\"

d"
p a y
w hd\dr"\
*
&

1 " *
& 4
" 7LS "

:" a
& 7 S"
: a\a O" U \d *
"
Q
IE &a# "v
5"&
B
*
"1;S" a

, *iw
" a

p '
i, *ig *
S
a

\ " w" a

Y"@
Na"^ k " B *
p a"Y"
a{iYY" i @ a

&
&
&
&

"!
!
Graph
Transformer
Layer
Graph
Transformer
Layer
(a)
(b)
:LH%kU[#k{)!31,/D%: 06:L24Co,/_UC%+@.%3O,/_C%+r0G8f2431g5T/,/C%DF.%_ 06: KGF$2D%.%_L+!5 S#5 01+@F$5A@24FK

F.#C%:LAB,R01+B#
+@D#K51:L`@+{MU+@Ar0124365Q+r0G8f+@+@C _,BSU+@3k t.%_ 06: KGP!,@SU+@3b3O,/>%*
)!3O,/C#56}2431F$+@3hX+r0G8f2436g5,/36+$AB24F$>?2456+BD2/}f063O,/:LCo,/Q%_L+F$2D%.#_L+B506*o,R0
24>?+@3O,R06+$24C,/C%D>%312D%.%A@+$H43O,/>#*%58;*%2456+$,/31A@5AB,/3136SC.%F$+@31:LAB,/_:LC#K
}2431F,R06:L24CZk
a " b
!N"a
\d

O1S"m\{ Y"aaSU
Oi""d{ UU " U
}a{wx
# a ;aYR5#
5a"# g p NU
N
&N
""% r\w YR
5#

a "d S"\\pG
i
Y"5 "# "\""YR
YY
i
SY "# a a""

"\B " "k
k UY
N\ i"?

Y""dN 1 "a
:
""Y/
YwNN
aU
\ "p"Y/

pU ""d
"i""d{
aSp"
&\a
a{w
a"% p5a d
p"55S":@ 5 K: 4
"&B p N"a
Y" U a
"1YR
" Y &"S\d"

!
""d{
i"w
"1
aa a1"d"
\ ?
# ; *a 5"
aiaR
S
iB r" "
a"":

{# B} i"d\\i aS Y" }\

h"
N i O
5 *$*
"
" a"Y"B 5"% "B # 4
r"dSd"O a "
B { B"" a r"

Zm ? a"
(i"O
&:"

"U WN
"h:9

" ";
R
dS
S "
'B4
Y" SR k"\B "
d!
\
Y""\ &"U t

NS""
\ Y"
!
a !
# g"R "# "pB"
" aY W
',$
&
>
/!RoU?4{1oo
&" m\ { "S9

ia;a'

a"
5"5 w#k"5R a\
" :" a 9 d" :
\" B"1 "a" axS
NU
{O"\ Sb"# \

9

@ &
\# Y 1""di ap
" a
a a ?
1aY a
" UaY ?
g

{ai"i"N
" Y ""wa a a 4raB a
" w i

"

{w
{ a^do
""dSYa"

""&
h R \i "iSN
";
\ " "# a"&
Na"
{ /

ai"#
" aY"
a
" wY
&
a #d }" "a B 9U
@ U a
Y K" "&S{
&
?
@ { "
a
" i
dwa a

Np
" !
" 1"!
d""

h"
"\ aS" i
dS"
N""di"

Z{ " a # "\a"
Y
a % G ?O,% RZKGxX!?//6?/ o??/or G
o ?rot"!
" w""#
ad:Y :"
#
ai &"
?
d& i

a "v

(^
O" "
a O "dap5 i# a
S
#
"{ "
aS \# i

:" "i"d
&i ""
:i ^ a""! "dY"
/ a " O"
?
@ { "
ahaS"
Y\N@ a
""
"Y aY" i Y"
! k
p
" w Y
^N# U
Y
\ "B "8 +k :# i
m a d 1 "

"daB\ aî" "S"
dO
"! d""
5\d a"d""a &"
"i " "$
aU \ " 5 "& @
" ai Y :S
# a
U a" a
"{a" i"&5
{ "
a
a" i
dR U 1i"S
"
!
": ^1" i
dR U1"i"S"
" i

k""di"

Ni""" a
Swa"

aU \Y "
O ?
"- { wOr&a "d B "
a
a i
ad" d
1Y
\" { MY{wa"kd"
a v
a
tYB
d
\\d
d
RRoGU?4/4aS"
a"B ""

/!?Uo4'6?%4
YYd:\Y
a\S "p"Y
a"S
"d
Ya"\R {
a
wa "a / E }
@ " Na i
w"
" 5 "
# wY
i"N{
&

":aY "iB
p^{ "
apO "\ a'
?
U
" { "
:aw" O"p iY B
&R
NW# "
{B4 h " ?
U
"h" i
d$
" 1a x

N"
w "i"
";S

@ "
"

U }
U U?/4$
# "a
Y
"O{ 1"& "da
Y \

NO"
" "i"
& "d

@ { "
aS
"
"d # "
i""
" i
dR ^B "a
U ?

p5 &KNi p 5U 1" Y# "S
" 9" i O".
d
"dY
" "{wa"Y"\"
"

"!

""a d w"a
Y
Y
i

Z} a a:" a & ;{a"
d
a ai Y"L"dN W"H o
": "$
a
&

a^Y"5 U
"# 5"" ga"" " "5

Y""dN p 1 S6 < i k

iB r"O
;

Na
:
N"i"?

" "5
"
!UM?/ %?O 1a"
="
!M?R'-;%or"
'
a 1" "Y"
# a:aiU" U p"a# aY""
" \"
"\\\i"

Y":
"H@ p!
i1"!
d""
B "

a aB "/ 4"
a
a\a :
ai"
N

B "" ; S N"a
\Y"
"# ^ "wi" \" aaY" "#
"" r k" k ?
";

"
{ 5
\i{w" Y
Y"Na" Sra\

@ "R

ia d!
: p1a" $
i{ Y :U "

\dOi"&
?
"

ZO i
& N!
"1

&
hf i
%$'&B ;\
B N &;pi B
f
i{w *
Y"" ?
p
"L" O{ " "

"
i
" Y9d'i
wa
i{ a
a dwY
"p"\ {t
{
ZU B { "
1i"
ib
? a a# api@
"
"" Y "B ig"Y

" a " Y """ i
dkf
"Ui

"
"# aY"R k"a" N# : a a A5' 1
^ Y""\"^ a
a"

;
a
ai"
"?
\"&
5 }" ai"d
adwa^"w^ iw ^r Y
" Y" " YY
\ " b5 +k!
"
S maw
aw"?
\" "!
& a U i"d

'

N "\"

:d Y \ a ;
B
"
"" {# ^@ i

" U

" awa 1 "a
" " U d "
S"\U
;YH"S g "
"d
"
ag
" "
Oat
5a\"
raY"S N"?
"5^ m" "

"S "g \" ai "5 O i 5 "o
"B "p daOi ?
N
"
d

Z oRR
w ro

"a" ai " ?
"'d&""SpB{ai " 65' 1 ; }}
a? a a B a N "a a"
:LH%k[B#k
dw.#:L_LD%:LC%H,51+@H4F$+@C01,R06:L24CH43O,/>#*8;: 01*X+@.%36:L5606:LA
MU+@36K
<+@H4F$+@C01,R06:L24CZk
" r1#?
N"S"ao
"

O a

N\p i\" ai "
a
a "gdS " ?
d""
" id\"
"
"&wa K
"
g h"1""# " ":"B
"O" a\i a
4O !
"dx
U a
U U5

N
"

a "&
"! a a

S!
\ a"" "& { " ?
1\"

N{"ON1
ai" "&
\ i """ "
d "
d1&# a S

a "1 " YU
" a 5 &
"\
"# d" R "
a Y C
R , S"p
YX

dp

"
ra

a "
d a i ""
Nk "da

{
;
?
ZU O?) ? ?RR
^" ai "t
;
"G ?O,% ? 6?]- ?t/ 6"

Y"O &5& (^ :i""
" "d&Y

5 \" a!
" a"":%
(^ R
N{&"R
d{ "pwa""! Y" Y $
ai
Y

N{\
â""! SY S "/
5"
" "d5Y "\d{ "O
R

"

N{S{ dg i # \
"&

{w5"
a" "N

:a"
!

"dK
^d Y# &p

Na""! "dY"1/ ggU
d""a
wa

N
df
i g"

Y
a
Y
\ a " x
N

" N"i
1
(^ a\": ""a
h"
aa
1 p;
a
(^
" "dNU"S i^% \ ! "
d
"Y e
"
'
> / ) ?
{ ?/ ? G
oUo4U?
% GrU]*]{!RoU?4
P"&Y
"S" i Y
U x \} Na"K{w a h \
-" ?/_GZ oy1?Uo4U
T 9" GO]*

1oGU?4
WYR
aaB \"# a"5"{a"

1

" Gr1vO?) ? ?/
?/_GZ o.?/4WX R4i"$
i wN"pNa
pi"B
"aU i""
i ""d
(^

WYX'R ""di gaNa
a "
S i ""Sd\"a\^"
"

{a"1 hU

Ni"" a
i " "

Y"# ""

T U U " a a

1a ;Od \"# a "
a
" p ? d ! "OY w /

"!
class
label
Viterbi Penalty
character recognizer
penalty for each class
PIECE OF THE
INTERPRETATION
GRAPH
2
Gvit
"1" 10.3
Viterbi
Path
"0"
"0" 6.7
"8" 0.3
"9" 12.5
11.2
"2"
6.8
"3"
0.2
"8"
"9"
13.5
3
2
3
W
2
3
4
Character
Recognizer
Character
Recognizer
Interpretation
Graph
T rec
NN
8.4
Viterbi
Transformer
T vit
Gint
7.9
"1"
NN
NN
NN
NN
Recognition
Transformer
NN
Gseg
:LH%k?[jkN+@A@24H4C%:L`@:LC%H,AO*%,/3O,/Ar01+@3560631:LC#HY8X: 06*,
Segmentation
Graph
b)Xhk o243w31+B,/Do,/Q#:L_L: 0GST
24C%_ S06*%+,/31A@58X: 06*'_L28>?+@Co,/_ 01:L+@5X,/31+56*%28;CZk
5""a\i a&i " " 4WYX'R

aaY" " "a\i aa
Up"p / &
&pgRY
"" \
O " / \\R
Na "

p"? a !
OY
aB
"a
R 1 x
" Y
U a
85k"
/ 5
a"
6 :"S@ 1 "S

at
?

a
a "
a"a
d

1" d
}
"O i a
"N"a"
"
" a "d"
a

5Y""N"
a"d

"'
"U a # r"
\ Y
"ka / U"Yi""" a
a X

N dYg N"ap " " a 1"" ?
"YM"
"5YY & &N d
a i g"'

"Z % (^ 5
"&i""" a
a "aS" i""
&i"B
" \wa :1@ OY""
a "\w"" w i "\

S"
"=w 1R \N d
: a" "N
5"
"i"" a
wa"
\"N@ U1!
""" aNi" " ai " i"dk"
a

S"N dB Y O i" U
"
"a" p
a

\" N"Y
"$
aa1&# a
{O@p
p R
"

WYR Y"K
"
ah "4O"K a{
"
N@ W
i""" a a ""
"

N&"

"d
? H 5

" / &
h
WYR i
Z-"x
p R

"{a"dB'
"
"{a"^ wdg""
0.1
PIECE OF THE
SEGMENTATION
GRAPH
candidate
segment
image
0.5
penalty given by
the segmentor
:LH%k[B#k)*%+Y31+@A@24H4C%: 06:L24C'063O,/C#56}2431F$+@3v36+ %C%+@5;+B,/AO*{,/31AX2/}06*%+51+@H4F$+@C#K

01,R01:L24C ,/36A:LC062$,56+r0X2/} ,/36AB5;:LC01*%+:LCU01+@36>%31+r01,R01:L24CtH431,/>%*ZTo24C#+>?+@3
AO*o,/31,/Ar01+@3;AB_,/565T8X: 06*t,R0 01,/AO*%+@D >?+BC%,/_ 01:L+@5Y,/C#D_,/Q?+@_L5k
a GrU]*]' - ?MGG! O; " "\"!

!\5 a \"x """"d{ "

C *i a W
\ @O ""d5"
/ 5/;Y" a/ \
W Ud{ " W "
" " &

&S"R
{wK{wdR

"i " " ;
R " r?
N
W
"

k a daa (w &
a@
" "dOY" &
S "d
p R
N@
X a"
!
"N dY {
a"d15 "B
"^ BU

p"wi""" a

Y
"# && U! {"" &Y"
"
N@
5 !
"5N"

X "
& P"

"1 id ""a

"&" /
X 5 [dR .5^Y"&d{ "
0W 5 a+
X L
5 W \ W
M\
@

g 5d\Y \
"" i " "d!.Xw;" &i
/ O\ &S
"
#%$'&1"
" @ Ow "Y"" "N@
t
N"@ " GO]*
Uw - o Y" i

/ " Gr]*
;?G;

p R

" Y" d(
\]\\)+*/ 5 \]\\ 5%*#/ dk"

""g\R kB
Y",
* 5 Y
h "
&
i""
/ A+
5:RE5-NX/.102oU!
RE53 W4. i" "
&?
N# a
& "\

N&"d ? 6 OR "
"

"!
#
;
;
&
i;
\ #
\
B

;
aB
Constrained Viterbi Penalty
Y ak# a\d"

NU"Y"! k a

" { ppaa a \
" a 1"w" 6"a"
a" { p
U
a" " :" ai"d
"
N d"
a dSt
"# h" ai"d
" ; a"a
" a"p

# aU p W" "
" k""
ai" p"Y
a^Y"ag"# a

U?
N

"p" a\i p
:Y
N&a"KY"H
Y Ya":R :" i"
N"i^ "p"# a"/ " " d "
d"
Y" "
6
a O
a6 a"i Y

?
NY N "d O"\
" :"
Y" @
" \pa a a1
a5 :?
NB"
U
"k? aS"
"k g\ &

i

*
H " :"
a! O d"""" {# Y
a
" a
"d
"a
O" ""
"

kS i"d aN " "
&

"
"
a" i "5
"

"# iR "" \a"
'

N Y1"
Y

!ma" m
a Y
# "R
N" S i
iB
adS"
Y
1
"\Y""
?
""
&
+p R
g
B " "
"

k"
5"
OR aaB

1
d aO
!
ad9
{ &S"K
' " Wi"
W# 4
"
BOBp "R aa"
&a\Y
"w \" "? r? S/& f
"

""1d "1p " a ak
"1 N "aF &
a 1a1
a

{ i"" a

L"
Y" a Oad?
;"
a aR o
"
SY\
B"N rap

k

S"

;
"a
!
O
ad&# a
\ a a
"\"
\r

NK i " { K
"
ai"U N# "
A5' ma"" U
i"
"e

N

ada5"
?
" 4v?) o
w 1
UY " a
"" kNa
p" i
k

" "
&w""

5 a""&

a"a" "5a" "x

" dY&!
O a"
&B
\ :i" i" "5 { 5 \ i
"
a ""S"
5\" ;St

N"
"
aa ; Yra Na"5 &\""
" { p N# \ a g g
\i" a] 1@' OS 'b O;c& 1S' 1@ A O;6 1S5' 1
A; O }
"

"?
" i "# "WB "
ra w * dB{ " a
'
U"da

"
!
1
"\"# ig{

NYU
Y "a
Ccvit
Gcvit
Best Constrained Path
Viterbi Transformer
Constrained
Interpretation Graph
Desired Sequence
Gc
Path Selector
Gint
Recognition
Transformer
:LH%kv[B#kb: 01+@36Q%:
)!31,/:LC%:LC%H
b);hxVb36AO*%: 06+@A@06.%36+} 243,AO*%,/3O,/Ar01+@3560631:LC%H
31+@A@24H4C%:L`@+@3XQ%,/51+@D24CX+@.%31:L5 01:LA
MU+@3 K <+@H4F$+@C01,R01:L24Ck
g{wa" p{Xa ;" :!

"""N pY a aiBO
""#!
iaY d *5 K;' m
Y "# i "i

W5a!
:"
a

Nh"N
";
Gr]*
{ G/G0
"
";
;1# " "
i" U
""Y" wd{YN@Y :"p R

a"":;{ dwgak" " @
"

a""! \Y "{
?
NN# i
^"
Na

aâ ^
a1 S\ ^ a"
"pr g""
""N@ "
%/?
?O,% G& ?/o4 ? - *R]-f ?/^" Yw

pN@
ig"
Yb

"
5"\p
\"
"w ai U 1
{wa"
w" ra? N@ k"
"# , wd{@ "6
a ai\ i"

"
c

N
\
Z}"a? i aK
a
"OYMR 5" YK
a"
8;

/ "# "":\i{:i" " a6/
"# "5d "
d "1 \# a
gU \"\

U
a "{a"

?G
- ?ro """
N{"
a " O"
p R
;@
d6" \ d\"&i" "

""d?
N^" i
d
} U " p"a
"i " "&
"a" Y {
i "
aB
d"d
g?
N" i b
} w"

"%
?/o/1'Gv,%`G O1vRUroZ oCR" Y&
Uo?/,%
- ? -
p " " # Upc
ai :"
"
a" "N5 :"
a" p?
N" i
aS
a"i""" a
a U"ig""$
p R

"{a"Y 6
d
1Y"Wh"
a
"F& " 5"2
"# > h Y " wd{
N@ ab
U \R a"; \;a
" "w
S "dN@
Za

""a
"" "YL
>

"!
" i" ":a"" iY""#+
D 5
B#
a O?
Nâ" a ""#a
O 1
a
" & h" i d"d"5?
N
Y!
a"
" ai ""# i a"
B""a "
p
a"
"" a!
"5 a "
: "'
Y"
wd{YN@ a

Z} a
a"
"
"

w
Y/\ d "
dx
\U d
" a
r"
a ai S

N5 a x

""a
:N"Y
w"
a"
o
i "#
d""d ""\ o
Zm ? a"
i""a
"

R
i { ai "
"a ;
aSY"\ "# U"p"i"ka
"{
a"
p R
" "# i"
i"
"
a
" "1F a""

a"
"
aW"
p R
SB & i
"Y ;" "dY D Y "# Y""
N d R "
{ d

"x

"iR "pd5"
{ d p R
; "
^)
&a a"1 d ""
"

Zm"a? i ""
a:5 a "" "
"
a"
p R
B {a" W" "
"

B \
O h
a "

a a S\" d
}\\ Y
# "
r-
i

N{

Zm"a? i "d
a

aY"aa:U \
Zm ? a"
""a
"K# "a {a"\"

Z
a"""a
t
"
N {a"b
/
$
" d :r5 O
a aia
a" U
"a
1/ Nm a
N
a&Y "
/ &d & / wm a- a"5"
Sra '-O:Z

# O
i
"1 aaS
wra1
a ai
"
a"
a""
a""# " "{a"# ;a!
&""# Sa1"
a

"d
d OR SO"" a\i a
{ S^"# 4
a 1

d{ 4
O 6/ 5@
$ x

O"# a
{
& /ra& i
@&a
S1 aB
Bd 1
B" dX
Y# a a"
" ra "&
a" w a" !
"w Y"" r g " Y;B
a "i
"
x

N

Z
a" "
a ;
ab
k "# 4
a {

\
:# "apw U a
;"a ":Y"1 "N "S"p ^

\" ;
^ a B k""\ô
# "a " p" 1 p" aB 1"
" pf
a aiw"a "Y 1 "#
": "# a < "pa " &""
"{
a aiw#
d

"# {

"

"
"a
\ " i" ag"\
&
O
ad\"N a a\ { A5' mg\^
a""r

NO&"1" a a&B "
',$
',$
" i Y{wa"SY "\& aC] 1

' O! A aa
" }{wa" p(B" 6; O0c& 1
' }
&"&K \" B
"# ""5a!
9Nr " KN i"
5 H

:
a a9W# "
BOBp }S"
1h"\p{ hY"9 B
w": &a
a " df

wY" ^%
"p" iw"w

Y a"dU" "ga""
a
# Y"" Sa\w"
aiS
Ya
G ?/ - -/ v *
- U\
a" !
" Y {
"S" !

}a"" 8 < B
% {
i'
Y"
d "
" \ "
h" a a \""
" "t
Y
H{ 1 "# "a
" a 5 \" \=
"
a r"$
"$
d "
d
adBg!
a# i"Y 1"i"
U

# 1":a " { \ 9
"> O """KY
a\"# B
d 9 "YY ai# !
Y" "
a"# "g\kR *
aaN

a
1
" "\"!
}N" "
k
k" wd1 "5"
"
!
"dN {

N "S
ci" t

a
":1"
# # N& S i
B{ &

:""
"# # 5 "
G
iY1b
a! ;"Y :;
UY"
" 1"1a
a a ! Y"!

Y ag { dk '
?
kk
ad! p&
O
"&"N 5 a
"

# " "
a { " Y

a" 6a:" O-"
"/
"% raO
""& "
YaB " Y 1 "# "SR a"

"";
k"
hao
"
aw

@
"
"# ;i" "
"# k# a
^
a"B?
NR
1 ?
a
"

Y "R
h"
4"
N@ "5

5"h"?
\\do
""pX
! N
'
N "idw a
mN@ &
! R
Za\N
"w a ad
'
" ,?UMG?Gv?) o GrU]*]{ G/G0
"
w"\"& a/Sa
"""
R
N?
N Y g""\

Ya"Y

Y kg
\ {
N@ N @
"&Y"&
a" i " "

p""1"

a1"5N@ {
a\N
Na

""rO
a " (N@ a5@ iN
"
% ,?UMG?Gv?) o!
# p% "{

? i"{

dY
"R aY"
?
d
c

N "9: ""\"
h

W "
" "

{w
a"" " " "
ib
a""Ni" &d & d{
U

"!
Loss Function
[0.1](+1)
+
[0.7](+1)
[0.6](1)
3 [0.1](+1)
Gcvit
Gvit
4 [0.6](+1)
3 [0.1](1)
4 [0.4](1)
1 [0.1](1)
Viterbi Tansformer
3 [0.1](+1)
4 [2.4](0)
Gc
3 [3.4](0)
Viterbi Transformer
4 [0.6](+1)
Path Selector
"34"
Desired
Answer
1 [0.1](1)
4 [2.4](0)
4 [0.4](1)
2 [1.3](0)
3 [0.1](0)
5 [2.3](0)
Interpretation
Graph
G int
3 [3.4](0)
4 [4.4](0)
4 [0.6](+1)
9 [1.2](0)
(1)
NN
NN
(+1)
(1)
NN
NN
NN
Neural Net
Weights
Recognition
Transfomer
T rec
Segmentation
Graph
Gseg
Segmenter
:LH%k4]#k'ab:L51A@31:LF$:LC%,R01: MU+b: 01+@31Q#:)!31,/:LC%:LC%H
b);hVb36AO*%: 06+@A@06.%36+v} 243Z,;A1*o,/3O,/Ar06+B3!5 0136:LC%H31+@A@24H4C%:L`@+@3!Qo,/51+@D24CX+@.%31:L5 01:LA
MU+@36K<+@H4F$+BCU01,R01:L24CZk b.%,/C06: 01:L+@5
:LCt56~.o,/36+Q%3O,/AOg4+r065,/31+>?+@Co,/_ 01:L+@5YA@24F$>%.01+@DD%.%36:LC%H01*#+}24368,/36Dt>%3624>o,/HU,R01:L24Ckb.o,/CU06: 01:L+@5:LCt>o,/36+@C06*%+@51+@5,/31+>o,/3 01:,/_!D#+B36: M4,R06: MU+@5YA@24F$>%.#06+BD

D%.%36:LC%H06*%+Qo,/AOgU8,/36D>%3624>o,/HU,R01:L24Ck

"!
K" a { "
a-" a""

"1& R \"!@"
"
"""%"r1
aY" a""!
S"S a"
Y gY"
b"1Ya4
{ai"
!
"1;
"^R ^

N "Y
a
"i \kk"a""p"" U ak"
{ "
a5; p
pU UR a
""" N"

N{1"N@

"R
"1
"d

5"N@ :g
p R
B "O5

a!
"
i " "
a
N "\

N{
":N@ p"&

N
"#
w &N@
"

d{ y
a"
a" /9
"dN

Y4"
/ "# "" YO
?
6pS
"S S Mi" ; Y"5ap!
" "
p R

wYa
"&

"\

# / p "# "L
G/(
?/%4 ON@
Y
a K"# a
{ ^
"pB
\""

N1" a"

4o ?/?4 ?UZ ov?/>% !Y :""\ "
N"

N{"""d $
a\"d"p
"1YL
"`
A5" "a"

: aaYkX
"
A
" "
p R
â
"
"
D & kb wN@ "
p R
a "S
"
{ d a
" N@ U"
p R

"5:
"1i " "
+
D &
D & 5

B
1% \Na" a5""da K1

"
"p"& " ":i"" aa wh"
"
a
# 1""6Y"-" wd{
N@ a
K"&d
ag"{ S
a N
D & $

Zm ? a"
a ai S"
" "
"

Y=" " i " "
" U
a" R
N a!
R \":"
c
U A
"
a ai

} a"
^pi" B"1"\a!
}R a
"
B

Y
"" ^

Z}"a? i aki" k
o
i

Zm"a? i "d\"
" aaYUB"Y
S
Z/
i "
g pa Y"
a"" a^""Y "!
d"w^"
{
a ai / $ Na" a
i "
!
"k"a "YS i "$
i"
"U "
aaw{g{
ai"
"w

Npadf
i"
"
N d $ R "i"5 {:
a
IE # a a"O

/ $
d"
w
^rp
a ai^;

&
i"
" &"
a
/ \N
N"
"r'

a aik
/'ai"
a:"a
" iYY

w" i "
a
"w{Y
" Y/ ^" i"
U # " Y
id
}&/ N

^ "'
ik B/ "a
raSa @ :
}Y/
$
p U"
a ai
Ra/ &
-N@
":rapa5SaYN@:
YB ""dd
"i "#
irab

N ""^"N
";
"
a"p
"a U"a5
:Y"O" a "9: " "H"K
6r

"\at
a B
d
tg
4pa d a4
J4'Ni"
"
56' mU B "
w" a &"
p R
g
;
"

Nw"g{
"pR \"'
p R
"(w
ra 9rB"a! }R apa;
Z
""

"d"&1
= S"
" w

1 R

N{"
dk
at
a" p"\N@ "
"d
"

;"5
'-a " k
"

}wa
N1"

\ &" "N dw Y"a
5
YH" 6 O
"a i"
a
Y
" ":"di a""\"Y
:
>
_%
Xo4?
M !
?/o G
_%
;?4o
!
!R G G
N@ \
p R
"N" " ?
"Yag" Na"Y"#"a \""
"U""""? wd{N@

a" "N\""a %' 'URU ;i ""
""\
" ?
N" i #5'
a
N5
a "\ 5 w@ \":i"" a
"

Y"k S"N@
dY\a
":" "Yi""" a

#
Y"i" g
# a
Sa"\
\" "
?
N^" i

a" g

1d

wN@ a""! p"
"b
ai B
U "S

a"

a" "a
"
?
" a " Y""\ i "
Na""$

{ wa"w
SNa""

@ \w"a ""
p" " ;"
Na" \^ 1"" S"
" Si"" o
";O; """ U"@
a ""

N" a aY a"""p"
a aYU Na "p"^"
w @ 1Y

""5"
N dYB" "
aOi" ";
\k Y f

"b
Uo4o>% - ZoMGab

"w?
N
a!
"@ , *i" 65 }SN@ "Y" " ?
d "" Yi" ":
:
Uo4?_%
Uw - {
w" a:"
a

"d
a

"

"&i"" a
a KY \ai
& "
a"iY "" ?
N
" i 1
{ d
Hi@
"
?
N" i
a%
O@ Y
raS! "N"/ a i " "

"Oa"H a"" aH" a" "N
"d

d1
6@ :" &i " "
a" "="! 5% OaR O" "
"
p R
Y "&
kU \"S a " d
"

":
a\
S"d "
{ a$

&"

a " Od
N a
Y

Np"1wC
> a
',$
&
',$

"!
"
+
9'XK5Ha W
W
9A
\
Y"9 5 X1"k" P/U

W N@5/.5/
if<7 < 7
<]\\]\]< 7/X 5

C
X
W

/
Cdforw
Cforw
Forward Scorer
]c
B Z
":"
N":p d^

"" Y Rd{ /" "dN" "d{

N@ ; a"":
:i""d{
S

N rY1Uwt
a^
a Y p p a""^# iZ
iw"SN{wa"SY 1 a"\ !
i a
?
p " a " d

" "Y p
Z i "
" a\a
p% "{"a" a U p

N" aR
?
k"
?
dR "d
aN dg / 8+BR a"B
5-U ;
N@ b

"
"S
p R
w a F" " Y "
R {
aSR a"
Y"R a"dS
1"
" UaY"dk a"\ Y""("{
o
"YR a"d; " "d " "Na
w "U"a "
" "gYa"N@ Sw% k
""{
N@ \Z \ "
w
"
" "d_ Y 1 gN@ Ua ^@
a i " :N@ a a"5 ?
a\k -" p } Y

" a Mp"
: :&
K
65 } a
{BBO ( S pa&"S a
N{: wa"p
a? a"5 h@ hY" "# "
"
p R
pN@ 1"1 da K aip"
N"i%
"w : {"S
Y"" wd{@ gwaiYB""Ya\

@ S"" ai "
" w"

d a"
N@ 5k{" !
"5Y""\"\
?
Ng# i
% &
\ O"\@ &^"
" "d Y"H"
# i
wh
K"
N@ i

"& a Ya a
x
"
Y a 6K" i5 o
":B" " i"

p R
"
Y! }
" *"1"
p R
U" Y
U a"
8;i"
Xo4o>%
?/o/; gY\i"" a
a \ak

\ O@ w
Oa"
"N"" "g"
i \"'
a"
Y
i"d {{Y B

Na

Zm ? a"
w"
a " pN@ to
"
" " 4 B
a i ^

Z
a"
"a
5
"
" db

"\Y":
ra1h 9
a "1a"
N@
":

N
h
}@ H
ra1"
aY 9
a
w
" "dYY" U
"# ^ "Y SN d 9 X w ,5
k
Yat

Z} a a"
"t

Edforw
b
Constrained
Desired
Sequence
Gc
Forward Scorer
Path Selector
Gint
Recognition
Transformer
:LH%k #[4k
o243 8,/31D
ab:L56A@31:LF$:LCo,R06: MU+
)!3O,/:LC%:LC%H
b);h
}243,AO*%,/3O,/Ar01+@3560631:LC%H31+@A@24H4C%:L`@+@3Q%,/51+@D24C
VX31AO*%: 06+@Ar01.%36+
X+@.%36:L5606:LA
MU+@36K
<+@H4F$+@C01,R06:L24CZk

2
2
D
5 / C
9 X
W
2
2
D /
9

@
Y"4I X 5P[r/"5Y"&"/ W 5 a g Y!

" M/ P g P"S?
N " "d"
" "dY &"dN \"RN d p
+
D 5 D / /

@
2 W 2 2 9
;
Nw"a;K > Ya
} a"
2
""a p R
g " dtk /p
r 9a a ":/
N
S" 6@"raSa=9
a"p"
a "" "; ^

r"Y "N " $ R rx
-r
:
p" " "dN /
r" "dY : "N Y \" "/
a "a ra " d

Z
a"
xi""a
6 R "
" 1 a a {

" ;}
b' ;5po : #f$
"
5
O!

""S"a Y & " ""
U

N: U " "
R
" " ,?UMG?Gv?) o
_%
;?4o
!
!R G G
a""
i S" N@

"5""" """5Y5w
YZ
%'C?MG?GvoZ oUo4?_%?MGOM oUX a
a" "N"
G #oZ o@G%4OM ow&*/ *
- G @
M 0
?O,%x G&?R?4 ?U GrU1wO'(
?/#% G GoZ%/?
Z oYi{ aY

@U5 N!
"B a" 1@a"

p UNa aB wa{ a"
N@ a""" @1k""d
U%
R B ia""^ N@ "

"d1i" "

{ w
"wa"N@
a"
t

Y# ai"

"!
"a"5@5 Si" "a
(i@
t
{wS"iw{{ii dBka YS"
a

d&"pg "Y"O" p
U"U
i
a
";
a 1" N d
""S" a \":Na" "
?
@ "
1"\" Y 1
a" i"" a1Y\i{
YY H
" hY 1i
"dN

YW"
/ " " " Y:
a

O"h x
K"d D & SWO

" O@ Ow a"
;
;
" @ &
i"" a
+
& 5

B ?
&
% i"" "{ da
"
"p"& " ":i"" aa wh"
ON@ &a S%R aB
N@ SN"

a "a X Y"
"\N"^
"# p "p"\
" &R N U
p{wS"
a p
D &
Y
Yd
Y
5
a# "
ai "
"11
a"
& a K d a"
6"
!
" h "&
# SF
{
a!
"
ad {
aR 1 a"" b' m

Zm ? a"
p aU "a
\ " "
a"Yh{ "
;
i \a"g ""
"

"
"p ""{

Z}"a? i \""a
1"
w""Y6
U a
! Y" i" U
"
a b
"" "d;" a"d

Z}"a? i
""a
" iB }@ ""d / wa
"
ai"
" "a "{ (w / $
W "
/ "
a" "
ra\i"" "a r"\aR & a
O
"# "Op w@ :"OB"
a"
"" N \ aY O "# :R Y
"B
}@
"# 1rapS a io
"p "p" f
iN N@ S "
" "d5Y &"
a" i " "& O
"Y" ":a S
"\aR a"1 1

a &
i

Z}"a? i S

"
a
i" "dUU \dk kY
" a # """
a
i" "dUS"
B"? Y "p"" dY
" " "
:"
1O aip, *i% 5^"

"& ?,% Go/, $w&*]- "
o
Y"N
"!
S \{ " ""d"
5
&a"
a d&

N"
" aY S"
1 S{t
a"

N{
"" "" "i" "
"i " r"d a "t

N d
O x

N

Z} a &i":"
"

Z}"a? i a
a&"
B
"B ;

aaU r"d;aU X
"
a
i"
"g" i
"" ai

\"" i !
"S

?
N;" i
%4 a U
&K 5"
" "!
a{ a
d i'
1 &

N1" "
D

." C?MG?GvoZ o&'GG0
'?%?
"

ah ""

"

a
K"
?
"i""" a
\ 5
N dâ"/ g"{
w"Yg""
& aaYap d
a aN d"
" "d " N"a
g
&
@%kr
"S4"
6 gNa" R U'
Zki" "
Y k"
a /
gX kR B"
{
at
a"UNa""a"
a !
g d a"% &\
" ": YaiY! { "

"
a""K
5 1a Y1 w? a\d
aB
"a"Krc

{
# a\ "
" a a
%
N\Y"a

aOU
N
BiR
? a
_

Ni"
d&

{
" B"
a"
"
U"
N
"^kU *k
^ {
a";

@
" 5""B "M5"% wa: i"
@ 1U5
d: /
&

{ 5i" " ?

% aih 6 "c

a

"Y"" (# "! ? d a U

a a"\\"
t

"
" "\
&
;Oa O"5B
&iB O
ad&"$
(/
1 a" a
":

{ ai""\Y:N" \
iB
adS"

U f, *i a"\{

i
"dw ra"
U" a B ";
Y
L 5 O a"\ :Na"NSa"
a
SaNa

ga w"
"a
? aS"B "
"a d ";
"
ii
" 55" { r
!

" i " "
?
LR " 1" a
"
"
&
a
i"^4 "gX

NR
"# " f
&{

5Ni@ &
Yd & "5a"
"5 "
"

"g"dS\ 1 " "
"i :5 ! 5 "
i

aY
a"" '
" aU
"aO kR i O k"
a
"
:" dpY" b
ik

"i
a
" aK

a"
" " a
5"R "S"
/g""
"
! "aU dYS
& mNa":

"a

N
(
a:"a "?
;"B "P
raO

{ i" ";
" @
"^
{

N\k

Na""k

"
"'
a""b
#aa""
"w""
"U
i
a"
""d" i
:"5"1Y
a"
"U Na i
D &

NOi"B
d{ "Na""
?
@ w
?
N# i
aa wk" "ii{ a
i""
?
N;" i
d
a
" a
&
{g"# " 1\
5 % a1
"p

;R " aB
5&b' ' m p ^ S
"R aa"&a p
a

N "
"

"!
"U"
Recognizer
:LH%k?4#k&l#>#_L:LAB: 0;56+BH4F$+@CU0O,R06:L24CtAB,/CtQ?+,BMU24:LD%+@D QUS'568f+@+@>%:LC%H,36+BA@24H/K

C%:L`@+@3;,R0b+rMU+@36S'>?245156:LQ%_L+Y_L2A,R06:L24Ct:LC01*#+:LC#>%.#0 o
+@_LDZk
U
1 Sa"d a \Y
": a'@h "a%S"\
1R
Y "
" "+{"{ "Uaiai
N
5a a S"a"o \
d a "S
a"" v aOm
1 S"\&"" d ""i

BY t
B
?
" a "\B
a "Sk 1 a &"po

ai""
airi ?
a
a
" "
"
" 5d
!
":a6" i{5N" a
9" B " d :"Hi" a ""

" "" a a6 " Y"H

""
a d{
"
S"da
N ak "Y a!
U
mSY "
a
"6 { "
a!
@ a i
xa

"
aS "
!
("i h"N
"-Y -
"{ 1-p
"" d" ai;

ib

a
i"!
6 1 A;' 1 1 5'c& m
#
&
f a ;fB r

Nph\;5\ B

wkp"\Y"" "^"U Si"p

?a' "" iO "1O"
"wh"# wNa "
:!"S"i"SaB
-? aO" i OH5"
: Y6
U a .
& " i g" a a @
" "S"# i O
S" { d""i" :
-":Na "
& i "S"& a# k""

Y ""i
U{# "

i 1 NaO1 a S

N
Na "
& a a " Yd1
R \a

w!
a" ai
" &
&g k"S Y

a&":rS:U O"\ # f
Y
" "# a $
a :5
"w

a f

"p a
a ^"
i"
Yw

N "i1"

^""# a # Na
&"a

:"
!
" "9 a":""#

?
5"
a" " 1 p
Y&"
i k
f
^h aZ
N
1aR i1"
"a

& i"
d
k5
4
" { "
&t

N" " O \a"

$
:LH%k!4#kyV<>o,/A@+'ab:L56>%_,/A@+BF$+@CU0hX+@.%3O,/_vhX+r0G8f2436g:L5,A@24CUMU24_L.#06:L24Co,/_
C%+r0G8f2436g06*o,R0X*o,/5;Q+@+@Ct36+B>#_L:LA,R06+@D2BMU+B3X,8;:LD%+Y:LC#>%.#0 o
+@_LDZk
" Y O" O%r1Y "

"Na""" "1"#a S{

{ : " a
""
&" ai c/ i"9
a a{ H&" "d6 a:"

U5\1
5 Y- " "
B4ta"p!
{ "
{ " " (R r"o
" O: Yaw" a"U "o
S h":d "1 N""

" ""\{O
\i ahh"5 So
h

a aw{ a{
ri
\
" i"iYY5
R Y

6
a a{ v
i
\ ?6?/;"1 - 6?/U ! -U1o! "2
1
Y
U C
'b R
O

N
"
Nc
a 6 a"B

c

N R -:" "dH , *i" H
R U
U

w"a
a"
'-O:ZpR
! "

""
a aB "\^"\{ w

"p{
d^ ia i" N! "w1"
r a U N" "d
K"x

N
a\"d {Y 9p K #

\ 5"

"5{{ {

"

N h " "1 ?
"
"S"d" R
aia"{
Yi"
" î a" { w
U
" "d ""\R O ig\!
"a
" "
&&
aia"k{

N

a
p '

Y "
a a \N" f
B

"Sa"% p a
a ap\ % apU a
N
a
a"% b
5"YYi "
O
a &aOOi :
{ Yk
"
k"
{# NY\&! O
{wa"p%
" "Y{
i &

"a"

a "da
a""d

{#
Na
Na"":" '

! "-R "g"" " "" a

"!
"apY \Y \ ?

"a!
"""U Y"a\"!"Hi"
f:""t
1 "\@aYaB
5Yi""d{a U i"
N " "O?
N
pa"p& a A' 1 }'

" W"# a"
pY O 5 &&
Y? a":# k" "dx
a"B
a1"Ki# {
O9? N <
&" {i "$
"
A5 O 5 m
%4
Z 0
O1vRU G G
! !Bo
!"
'
Viterbi Answer
Viterbi Graph
Viterbi Transformer
Character
Model
Transducer
Gv
Sa"w!"(:#aw"a Y
"ai " YR a"d^;
B
" ""
a"?
N"
"dN
?
" 1x
/NaB } !
" i O
\ &

d{Na
5
# a
1 a ""U
i
-U
OS!
"ppFa":: YH U ?
N
x
g ";

"":N""d

" aZ
N
{
""# Y
"U
i O "

" a ha" ai
" a

i"1"
Y " "aa"
" "d

" a
"

: {
"
""" i ;C
+c iwa""p
;
ak
w\""a" "
aB
" i
& ma"&

Ni"" a

\"
9@ N; Y"
{t
pp YO
U 'cpS" i
# Y
d&

Z1"!
"$
{
d5i 1d
SY" /
b
N{\ kN"

(^
/
N{ 5""
i "
?
Na:Y":Na "

a" U" \Y"K"
N@
d

\" !
"9^"
a"^
^
aK

d !"'
! !RR
"
O "{a" C
?Ro?
1o
% B?/U4 S"N
& Gr](O/ror6Ro]% B?R 56' 1
" U """

N{S^{ "
akv
a"
?
Ng
a" "a
a"{ "
aU d
B
" Y"

i
"

Y"
/ i BB?
NUNa "

N@ a
" } " \"
Y
S&a O/ "5 Y
" d
B

a; / "
{B

NB"B

a;
" \ "p/ Y^"âi^ Y "
^"
" aB

a"" ;Y @ b

"N@
^

N @
"R ;
a"g B i"d i

N;"
i
i"" i"d

N;" i
a^
1 {a" Y5
cN" Y ?/o'o, (
Z o
{w w
a a

a "@

dN "1 R Na
" i
ta" U
"a
&"aR ONa
1" ""# "
R d"=Y" " "
"@

dU
i"\
dB"a "
a

Y i S"Y "dN
S Y?
N
" i g
i"N a% "

o
"a" i"
o
gU Uk" w gSC *i
a"" YR
d15\a" # a
{B
Compose
S....c.....r......i....p....t
s....e.....n.....e.j...o.T
5......a...i...u......p.....f
SDNN Output
SDNN
Transformer
:LH%k +%kV
b3O,/>#*$)!3O,/C%5 } 2436F$+B3>%.#_L_L5v24.#0 01*%+XQ?+B5 0w:LCU01+@36>%31+r01,R01:L24C$}3124F
06*%+24.#06>%.#0X2/}06*%+<#abhbhk
C1
C3 C5
2345

33 4 5
SDNN
Output
F6
Input
:LH%k
#k

VXCt+ %,/F$>%_L+2/} F.%_ 06:L>%_L+AO*o,/31,/Ar01+@331+@A@24H4C%: 06:L24C 8X: 06*<#aYhXhk
: 01*t<#aYhbhT%C%2+ >%_L:LA@: 0;51+@H4F$+@C01,R06:L24C:L5>?+B3 } 2436F$+@DZk
Answer
Compose + Viterbi
'
UUMG6t G"{{
\"w
N \i !;B a dY""
i
O "O" "B
" 5Y"aO"a a K&a "d

@ " Kd "
d&HM"1a
;
\
Na"K i"
B
" 9d

5{w:
" a
"O
a\

{w-"

a

N%
dB"
^
a"5 Y a
{w
R
O
c1 t
"p
d
i b

"i k Y a"5""d SY"{

"
6a"

h? a
5 KY 8
"1 a"

"aR
B "d
& A " U \d " @
& ahO "

ZL d
"5iM" id
adM " pB
!
i "Kwa Y"?
K "i5U

N5ha "": k":{

" i
U
i "
YS" "{
"a d
a\" r aO"i " "# a
:"" "dh\" d a" YB

53 O0;B
^ ""a d S aU
"i
1

"!
55
Answer
SDNN
output
540
4 0
1114
1 1 1 441
678
6 777
88
3514
3 55 114
F6
Input
:LH%k?4#k&VXC <#abhbh,/>%>%_L:L+@D062,C%24:L56S':LF,/H4+2/}D%:LH4: 0;560631:LC%H%kv)*%+D%:LH4: 015X51*%2B8;C:LC{06*%+<#aYhXh24.#06>%.#0b31+@>%36+B56+@C0;01*#+8;:LC%C#:LC%H$A@_,/515;_,/Q+@_L5BT%8;: 01*

,_L:LH4*U01+@3H431+rS'_L+rMU+@_Z} 243*%:LH4*KG>?+BC%,/_ 0GS,/C#568f+@315Bk
" rBa

N
d{ p" U " a a
"w a
{; i ÛU
" âa"pOd{U/o !*]G % G!"
5 m

N
U a"d &?
6 Y{ ?
"
"
" w# Y" 1
i i"B
{Yf
a""k

Na
" a^Y"S"

"" wpB { ai " iaB
" "&?
"
!
a" " R "
" " Kh dp""
" Y h"N\$
A
U
"K
c&O" : \\a"
a# "d 5
""
Y" " ;a "
a" " i" U @
c pak w
{ B
"a" iU i""d{
"ak "
B{
"OB " a" " i" d"&" &pd
# f
U"\ iR "L
c"
a" " df
a\"
a\
aa\" a
a "a""!
" ^N " !
â
aadS\ aa^ K
c&t

"N
5
&K"!
" a"
"w a

\"t
"^"

Y H i
N"
a i a
"
"N" aa i !"pp Y" d"Y"

Y\"
i"d "aBNU
a;
ra

Nd dO"
""# "
a? "

".
565 } a"5 a"d"{
a a
! " a Y h
} "a "aS "!
"
"{
"

i < O
tga"
d"
g"# "" B $

d{d
"^
^"E
d ! "pp

Nwd

&& , #&$ $&
@- * - ' 0 ! "
>
/ G G &B
'
"

a\ "i ; " &?a\ ""
P"dk a?a
" r ! a "
^
" N" i
" "5"d aB
# i
1
O"

a r ?

S"1"#
1! "Y "a
"
? " Y;
S
N \i d "
N\\ g" "
"
Ni""" aO
i O"a "1
"pp
"
1 :
\
"

! "

N"

Zm ? a"
i
""a
"
a "
a\:/ " "
""\" aYR
N::" "&
'

"!
Cdforw
Cforw
Forward Scorer
Constrained
Desired
Sequence
Gc
Forward Scorer
Path Selector
Gint
Character
Model
Transducer
SDNN Output
Compose
S....c.....r......i....p....t
s....e.....n.....e.j...o.T
5......a...i...u......p.....f
SDNN
Transformer
:LH%koUjkVH4_L24Qo,/_L_ S0131,/:LCo,/Q%_L+<#aYhXh/X c*US#Q#31:LD'56S5606+BF+#>#31+@5156+BD

,/5;,
S a a ;
OO S ipN \i
m^Y "` b65' r^" "
v

Z S"pp pMZ
"k!"g
U "\
"" ag"#iak

"âg
id

N""^ "g " ppB
i " a "d " Y;" a
U "
iY":"d
Edforw
b);hk
a\Y i i 96

& !" Y" &

"df
}" $" P
";r
N"
" a4!}KY""- a
" O 5; O ;6' 1 m "" \ikB
r

N"

"Y":ww
" & /
h aY "Hwa a
"
;] 1 ; m
B "`
1"
"{a"/ "# ""S
"
K!
" O
" Y" &
" " "
a"
w"""w "a5"'

p ""
Yb
a"4
!a^p " i"
a\Na"":U"
"
Y O

"i""" o
" a OY" k"i""
agi " "p
"p"p"
i"1N" \dY"5

" a aa "Y "1" " i Yo
N6a
"Y "
a " "& "
" "1" " a &# "
'Or"
"wa B
aB" N"

{w"w

d L B R a"
d

" i{SB

Zm"a? i ""
a

Na" a {a" d \ Y \R
"p"# "
\a" "\Y / i"B
"
" "SY O "# "5OR
""# "
g i" "(N" a
Y""dN g" / U\"Yi" "

4db
"p "$
S"{

N
a\"dak"
N dâ"
a

Y
"\"
Y
k\" UU \ R \"
a
{

"f

N ""
S!
" "{
a
a "dkS'
awU U"{
< ;

a?
N
"!
d

N# iZ
i 1 :5 /gp (^ U N iY
"
*'& ? "O ?) ?o %?6ZG0 GG ! "'
5i " ag"ppYY

{"#"
" 1i ""a d'wa a
{wa"
Y "&,*KY"HY "

N& K \R
"
aS
N":
B
"aR
{ N""
1& a&
R ? d SO""O:
a
wa!
"{ {
a? agN
{ î"B
"aM? ap"di

{
" d "
k 1{wa"" "d
"i""
S"

df
N""
Z5a"
51{? "a
&"" \i{wa" : "
" {? \"aN:Y "
!
" "
;
{# YUi :"
a" U
"a
5"# "
1
\ d"
{ "
N
5Y":" ? a Y
" ? a

N "i O { SS 5 ""

g
" " YS ""
a

dd\
NO"
S! "
;&b' 1a {

!
& a
:aN4
;'c' O1"
S5O
;0 }
; " 5""f
Y&Y'
"
a5
"# a1? dwaR
N1L
;&b }
U{# ? a
ai
aR d
a "a"

aw $
?
" "
a1
? } B
\
"\ " a^ a
N ":1 9"
i UO ax
i:
U

! m " U "d "i
d:

!m? a " "
" g"Y iN"Yi"" "% " 6p
Y^
" R g "
Y" ";i{w
;

\"

!} d d 5
W
'
a a{ \^" a"p
"
a"" "

!} d^ /! m

m? d
R ? a

S df

$
"
""a
"`
;
# U

!} @
G m{"da"p\{wa":p & ad
:"da a
M1"
& i1
""

"d"a/ ""
{w
} "aN"{

"
"
d "
d6- "a" "

"6"
1 5d 1 \Y

"
"
5"\N
; b } (w Na
S! "O "
"" "\a "
; \"akg/
5"
& a i O

"^ grad {wa" ^"
a@
" p pN"{
g "ap Ya "# "
Y"
k"
S
; O ; }kB "g" S
"p"aR
N\?
N r

p d "i

"^ k Y"w{ ;"wR d;
U
"i

"!
"&"wa"{wa""x
i?p NdR
N1 raY"
\ k ia"k U1"" S m"\
"
p"a9" a i"i&Y
"?
b
: a

# "i
^"
&d"Y aY 1R "Y"
wa a
{wa" pY " 1"S" "

N
Y " ? aY "di"1"
"
U#
\
' i;ph\BS;
;;N
;
;
M#"
rOP;
{ cmY{
i" S aY"m%B"
H{ Y h 6{ a" a U
"i"da
a w{ X"pa kY# a
U }i""" Yp16 wa"
v - #,%
o
% B?UZ o i\ Na"gN w
RR > o'%MG) ?
a"":

@

&?
4"a 4@"@ a ar "

iBr" " 5" &i !
ad
{ "1 ?
Y"/a{
"\d ""i w?

"p{ @
;5 O A5 O ;; O 3 }UgdUr
N:"1Y""
"x

b5 a U
'
w a

N Na p1B "

w"i p"S" m% f
!
O
ad ?
^ "
dk"{a"
i"1"'
a YY U
ax
"?
i
\
B
a
"

gX
] #!O,% Gr](O/ror1o]% B?/U/ 56' mkB @

ra

O" "# "
86' ^

a? a""" 8
O5"ai"r

N
Y "
a a 80 }K5p
N9 !
dH9C *i5d/ 6 " 8 b

aN w;

w

d6 "a H"
aa U / U$
:R h"
"p
U

NO :

1"?
@
" w"
p"aidO \

# ag B "" Y"i

a !
}
{ i1 a h"
!
1
""
B " ?
{p"px

Na"1
8'c& 1 80 }
'
% _%
vO? ?
]%
!?
Z o
B?
" d{?
dW 6"} " "4
; 5 OrR ^B
aU ^ " pR "
'"a:ra"a

N " -"
/ YY"dk

gra{w
N'
i

a^ B

NG &
"# w

N

a
N
?

Z &

N
Yx
a
"
5 i

N\"

NY" i # i"d

"a "ra\
ii"@ " "
/ b ^ w
"
a\Na""a "\ w
^\ "aY
\"

S

Y "

(w """

Y"

N" i '> b "aB"w"&
Y"
i

a# i
> $ " p "a
a :
"&a" "a1 ra"#i

;> U > $ ; " bUwai B Y/
":a" K :

h
& i
": /
/ S " "a\"@

x
K": :N# ^Y
"

a\Na""Oa "
"
1/ro/(
%?_% 1?]% B?) ?RoZ o
-"
p "
a Y
B "
65
" \
"\O B

a
""" B/ "^% i" U@ w"@

Ot
O a \
;B
N"" B
&" "
aN a
? a{"ap"B
"
d a"1 S"1\ "a

h & "

;-&
" a
/ 5
dKY"9ip i

a
\

R \?
N Y 5
m

N"
a :a / \
d Y
o!

Nm r 6? ?/OwO *
- 1& ?O? Y
N"
"a"d 1" :B
t
m a" a
ra :"S b
! a p" { "a
"i " i kB

aw" '
aY"
N""
"""
d {
#
"
"a
" i
&pa"B

aa
"
" {# R ""
1?
N ! "

d1 " f
:"\\"# iR
NO # 4
"
'BOBx

N""r
a "
pS"$

w
\"

a Y

" "
Y g
Y a!
N&"

aOa "

Na"R 5C *
i C8 O
"da
U
NZ ma

a
"
"
pN! a

aB
B

a;
}N"Y ig wi" \k

"
dO "
"t

a U
"i :

@ O{ "
a
?
"U

# a
U ! ii""
w
/" S #

WU
OS "-"O "
a6No
"1"p
a "\
{ '{ i '
U a
p
4 wY&
a {
"
"
i&1"# a" "
1 ?
"
c

":
{wa" S" "" ad 4
"a
:'
Na":Y "" '
"
d-
\"
i
a# i
&

N1 Na "

a\i"Y"
N d "1 "Y 1Na "
"
i k/ i\a
i

a
"YU B"
":awa a
"
+w "# "a"5& " B
" a a"
\YWwi
{

N?
" aH:"

Y !
"
a"
w" i
a
i"Y"
a "
:Y":"$

!
"
;

>
v
- ,%
]%
!Ro
Z o
B?U
}Y"1 O{ "" S !" R"

prvi \{a
>

"!

& $ $ $ $

,
$ $
$ &

& $ $ $ $
$ $

0
&

&

$

$

interpretations:
cut (2.0)
cap (0.8)
cat (1.4)
interpretation graph
"t" 0.8
"u"
0.8
"p" 0.2
"c" 0.4
"a" 0.2
grammar graph
"t"
0.8
"r"
"n"
"a"
Graph Composition
& """ Y
Sa5a"
a w#N" :{ " ""dp "
" R 1%
N "a Y1:
! "a
{ ""d1
1 "iS& ai" a " "\"d"

5
{ ahp

\Y" ""&B

a
N"Ya R i""d{ :
"

YYiR
Y% "R U : 1{ "
" !

ai"iB m d :{ "
" "
# "a
K? a wi
"
\ i"d a
"#+
9
5/ a "a 9
4d\
" Y"k"
"$
aB
"a
1/ R R O"S t

v
ad
1" a " "\"R
U
1"

h / ?kw/ BaShi""

1a
Y"& NY:R
6 &
a6# pOS{

6" a" U
"a
SR / R ^""
1

"& : "SY & 5/ R

"H &"O "H "
/
" "S"
""d
{
>
o'oMG) ?
oUo4U(
{
wNa" a
B {a"i Y" ,+

!

a " "
Bai"d"

/
'"a
"t

"a "#

a w: U
""x

NiadH "
Y"
a" "N
/ R
"

"d :" a"
;
(

!

x
Y

"" "a8
"d6/ ^d

N{1d

\5"S '
a
f

"S a d5"1"dSY "d&/ ap

"" d\a""\N"Y^R

*

!

$
1"
S"
S:w" a"'
a aiw!
a"aL"a""

!O
{w

a \ :"
"da"

^wNgY"1"dN " U"w Yd
" (
tY"""^R
aBB \d
"
ad

Z (
"
a" Y g d
" a"p/ Y N"a

"\
\

6 { "
"
! Z
\ ??/!Gr ? ! "N
d pY"
(
-" N" O 9 a a-
a
" / " " w"
a\""" ia" a\B
&"1/ : *
O"N" S&

Z
"a? i """a
" / " " "

^ ^"" "; wa
aY" "#
"S"a" a "S" / k{ "
&
U
A5
B "4
A;S \ d

Na"
" a 5Yp d a""Pp
a " a dBb
Y U ^ a;"o
"t"
"u"
"b"
match
& add
match
& add
match
& add
"t"
"e"
"u"
"c"
"r"
"p"
"a"
"t" "r"
"c" 0.4
"x" 0.1
"o" 1.0
"a" 0.2
"d" 1.8
"u" 0.8
"e"
"d"
"p" 0.2
Recognition
Graph
"t" 0.8
:LH%kX4#kJl%,/F$>#_L+2/}A@24F$>2456: 01:L24C2/}01*#+31+@A@24H4C%: 06:L24CH431,/>%*8;: 01*
06*%+{H431,/F$F,/3H43O,/>%*:LC2431D%+@3012Q%.%:L_LD,/C:LC06+@31>%36+r0O,R06:L24C01*%,R0$:L5
A@24C%51:L5 01+@CU08;: 01*Q?2/01*2/}w06*%+@Ftk$ab.%36:LC%H$01*#+} 243 8,/31D >%3624>o,/HU,R06:L24C

,/C%D,/36+w.%56+BDk
Do,/31g,/363128;5 rT/06*%+fF$+r06*%2D#5
b3O,/D%:L+@CU015
Do,/51*%+@D',/313628;5 ,/31+;Qo,/AOgUKG>%3624>o,/HU,R06+BD8;: 01*06*%+X,/>%>%_L:LAB,R06:L24C'2/}06*%+
ok
F$+r01*#2D
{"aS?
m a
N S a" a
" a /a

""\" ia"\ "h""a
"S"&
a
"1"\i""
S
{a " :KK"5Na

""pd K"a
"a 5"a"

aO ";
U
k (

k% aUa
?
w" { "a"b
a U

5 R O i
&""ax
!
a "Y"aPY &
&"d "" X
! !
" m

N aaO dR d"

Zh
" ' { " K"5i"
"# a " " a /
" 5
"p
"S& a
&"
" H" a "d ""
!
a
a\Na"" "
"" {
"" "v
;a C *i" i a;$
a!
"
"g "
1"d{"
i@ B

NH O{KR p6"
(
\ "dK
/ Yi B

N"
"

Na "" < R

a\Na""

{w5Y
Y
"p1
a "

a" "i -
Y
d (S"5"
h "
m:Y "
"# a"K { *R
NKH# 4
"
w11"t
# \ a
S { d "
d:# 4
"N
t
": Y 1 k > ?%MGZ oôM(

Uo4Y" 1B \

ad '
a!
&"
"pS

a
p

a6:h a^
-
"
h" Sd "
NK \ "
"
Ka 5 i"S a # b

&
,
&

"!
"h {a d "" "; "
aw" a d"" "\UUa{p!

Y

"a k (

"Y" % / gaa a"
"

1aY 5/ pU" "
a Y
: Y

(
w "f

"Sak"! U

S"
d
5a"
}{

N" Y1 Y
a d"@

"&g"

5Y a"" i i""

i"\"Y
Y""" U"@

W a# wi"
a " "
% %
N , *i
5"&

N"

d&

Z& :"@

"SB" "i"d dS;"rat

"Ya"'
x
Y &%
i
Y&
\ a "
U
9
idWY "

a 6{i" d5Y
Y""

S"pd/ \ a "
a

"

" 1"a? i w"

U U

a""
# wd R "w ;{a"
{wa"
&
$ ('$ &$ '&&&', '$

$(
& $(

& & $& &
$ &
$ &

& & * $ & &$ &'('$(
$ $ ( $ &
$ (
$ $ $ # ,(
( $ $ & $ $ & !
$ $ $
"
$' #& * & ',$ ( '
(',$ & &$
$( '$ ' & &$ $ $ % $ $
$
& $(

$ $$
!
( $ $
&
& ' ( & &
# #('',&
' ( &$$ (
$('

)
& $& $ ( ' & '$
&$$ !

$ & *+& & $&
( $& 0$ " &$ $
$ (&& & ' * $$ *$
"
, ',$ & &$ &$('('$(

! '%$ $ $
',$ $ $
' ( &$
*+&&

$ $$ )

' & &$( $ $& !
$ $&
&$(
*+ ( & $ &$$
$$
)
& $ $ '%$ , &
& $ &$$&
.

" ( & &$ '

('$
' & &$( & $ &$ &
& (
& $ $ &
:LH%k4#kxIv56+@.%D%2/KGA@2D%+}243Y,$51:LF$>%_L: %+BD{H4+@C%+@3O,/_L:L`@+@DA@24F$>?2451: 06:L24C ,/_LH42/K

31: 06*%Ftk o
24351:LF$>#_L: }S:LC%H06*%+$>%31+@56+BCU01,R01:L24CZTZ8f+D%2{C%2/0*o,/C%D%_L+C.%_L_
063O,/C%56: 01:L24C%5C%243:LF$>%_L+@F$+BCU0D%+B,/D+@C%D,BMU24:LD%,/C%A@+Uk)*%+0G8f2 F,/:LC

A@24F$>?24C%+@C02/}01*%+A@24F$>?2451: 06:L24C,/>%>?+B,/3AB_L+B,/36_ S*#+B36+4m

,/C%DZT Q
, 06*%+31+rK
0/2143 57689+@C.#F$+B31,R01:LC#H06*%+b0624g4+BC'0131, +BAr062431:L+@5T

Y06*%+$,/56512A@:,R01: MU+,/363O,BS:3$;
.%51+@D} 243b31+@F$+@FQ?+@31:LC%H$8;*%:LAO*
A@.%3156: MU+X}.%C%Ar06:L24C
C%2D%+@5X2/}!06*%+A@24F$>?2451+@DH431,/>%**o,@MU+Q+@+@C{M:L51: 06+@DZk
&
"
&
or4oG/

1 B?U !U
" 'a "" 6 a

} a" i" "\t"@
*
"4
"1"
Z
a" "Fa" {a"

Na" a" ;

Nw"U!
\d{?

aN"""

N{"!
f
ii d a"/ gp
"
Y
a d";Y""""at

Nd@

"
" (

"\aU" U
"k

"d{?
"dk"p{ "
"
"Y{ "
Na" a \
(
pB d

N^ N"a
%if

N

Zm ? a"d "a
5 "
"ap&i{

p? N# "R a"d" & / "\"

g
{ 5
H ""g% SU
""Y :/ d {
a g

a-U {
K/ : O# i a:"/ 1Y 9aR KR
N d Uwa a "
""o B
\" N d
"B
"^prpR "i y

" "\R
d\# " U
S i Y

?
NY "
"B
1""

OK; S""

Z 1" Y"
;{a"# f
% O5 "
; "wY
}B% "

a B
"
a" ; UdgY \
"hd "O"
" Oa" ; 1\ i
N
"
a

" U"

" aiB radL
"
X
S"" &"S
!
"
1R
a "
i "
p"

!O N&"O# p"\ "
"

!O

&
&

&

"!

%
J%&% #? # %]-L
Yb

aB$
a " "
O p&"SafN"S

{ i"" a

N"Y
Y":"
m
?
"/4
"d ""
"a ? a'
Y"S"
^"
a"p pN@ "w
"pa"
N@
N
i" a a m"
?
d
?
N" i / 4; N "
"{wa"K
{{
"i SO# K" aS?
NY" i S
" #pO"\ f
; OB \p{
U &p

: Y
\"

}
d
S"ap^ !
"
a"S
a 'k" 5(r

9
h""

a
S "i
S i
k ! "
\5"a " N# a a 56' G
a
/"\
B
a "B;aR p"

p ai""" a

p
g ^ ?
d""
U"\ &; Y{wa"w

Na"
p R

"v
&
}ad M< 5r !
"O"O
"
&
55 S@ W apR
< S" M< 5@\ "dN\"" io
": ?}

@ O""

" d
R Na"
"
a
"aL " "S "(
5k1"p"pi"
h S

{ 1i " " U"1aB

&<B
N@ " a" a"" ;
Ya
"a1 " i
" \
4
"
'5 \i"dW"&"
"
U
a\
!
Ya!
}R aYi"g
a
1d"O" w{wa" p Z
" "
"
a"" UOpY"
&""!

"p
!
ww

# "p"g"p "a
"""
?
@ aR \ B

{ a{ i, + & \":a a w
"p
?
"^; L
^Na "

dS{{

" Y&
?
@ 1

ai BB
"d"f
r w"
?
@ "Ui Ug!
"a "
NS adp "f
g"
!

" a"""6H9
?
"

{
G " "d" ?N ""
d
h "x
'4 \" a\N"
a

N
" " Yak"N \ "SB "@
c5 O c;' 1 A' 1
8 1 85 }

{p"p '
"
K80 O 6;' 1
&{ "a
H""dH" a 6 {a" W&

{ 6
"p "i U {
a
{ "
a5k p" i
d
:p" i
d

"1"& N"i

} " O
& 5
?
@ 1S5""5

@ L "a6

@ K

"
"; O"
?
@ :^"

aaS Y"
""?
" p

% "" a&

@
?
a"d{

" " a "
?
d

"1
"
" " r"?
aa\" b
1^
" #
U " a X
a
"i

S"
?
@ "
"1 a^"# i
w

# B" ""
a X
""
^rY { "
" pN"
/ w p" 1a

B
;Bw ^"""a\ " a
a&? \ :"
"SO"\/
w"
"p B \
" "B
$
a %
R i

Nt

{i" x
pY d +wa " WN@ :

"
\S
&

;
;
OY "
f f
& $N&B
;
6 F
f

\" 4 i
"@d_ w"5"i"dfwawa

aa :Y "wa& 1
&i""6Y"-!1
"6
51U
i "K"di \/"# $

w "
H6" "\
\

NO

a
&
aB

pa""1rr?
"a t
?
i U "Ya
r

&wa a { S!
ad1i d

"1aY18 +""! a
" g Bf
U
;
o
Z""
'
aa\B
N\"S""
" ""

"dS? a "p \" {# R
"x
a" w{wa"O"\" \
d$
" &1Y i"" "B
X

wa } a"aa p ai
{wa" Y &'GZ- ""
: " U d5 Y" wa 1m
wa"w
wra
"d4 B "
ad
"p
!

aR
dh# a
{BBU& "
adOa
" 1pB { i "
a R
N
S "
Y
" # ai"a "w waB
a1"pN" {# "a &Y :"d o
"" w" a" B ? a# 4 {
pB { i "
&

N 1C *i& Na"
!

"
"N Ya! rR d

M !
@rvR8?/UR G
a" a
"d
Si"o r "
@
" ""#a" &r5"
a" ahR ;0 $
adha"" a"
"1 { "
" p 9

1p "i"
"# a Sa N"
a"

"S5"d pa

"""! \^? N ' { "R
\" U""" :Y &S
" "
(w " &o 4
{i
!

@ hp
" haiK \"\ d w"
?

a " U w"ak"dg ^
"

: "
&"# " Y" \
" N
" {# R & a
" Y"5 :"
a 8 O c&c' O ] m
i k" { "a"S 1aB
f
wh!
aa\" ! wd "dS"
"dP a a6% "
U

N" \d6B
"a /
Oaaw"
a"" v a"# a
"
H$
"p c&c& 1] m & " "i "
ra i? d "N
a1{ "aYa B
YY
@ dS"* *"

"!
"Script"
"Script"
Viterbi Graph
Viterbi Graph
Beam Search
Transformer
Beam Search
Transformer
Language
Model
Language
Model
Compose
Recognition Graph
Compose
Recognition Graph
Character
Model
Recognition
Transformer
Compose
SDNN Output
AMAP Graph
SDNN
Transformer
AMAP Computation
Segmentation Graph
AMAP
Segmentation
Transformer
AMAP Computation
Normalized Word
Normalized Word
Word Normalization
:LH%k4]#kVXC$24C#KG_L:LC%+;*o,/C%D8X36: 01:LC#H36+@AB24H4C#: 01:L24C
b);hQo,/51+@D24C$*%+@.%36:L5606:LA
2MU+@3 KG51+@H4F$+@C01,R06:L24C
Word Normalization
:LH%k#[4k
'
"SOaNY""Ni { "!

" p "a a1Y":" a a
"i"a; Y"" \" Sa
KG?(
; U"5 " w "a"
" " a^Na
iY ^ "\"\U
Y"" ii" "5:" '{ Ra"
Na"Srad dO1""di a d

' b65' 1Y Y" { "a"g" "i"d

S

"" ? d Y " \i
ai
"
a"^ "a d"g" {# "a a;

'y
P
" :Y
5 ;`
%}a "a8 + c "a@
" "d "a\ a a Y 1Nh" {# "a "
5 6 h"&
" " "d"
$
" 1 ":"dO "5 m
/"" !
:"B" g"

{6 "i "5
awR \-a"" aw
a" ;"
" {# R
}d&" a
pY"B
"f

NdY 1@ N^Y

6
k w
a B
a
i

a/
!
a "i "
at

U / 4

'^t

N

a\"pY U
i"
i ";
Z
VbC24C#K_L:LC%+*o,/C#D#8;31: 06:LC%H{36+@AB24H4C#: 01:L24C
b);h
Qo,/51+@D24C<>o,/A@+@K
ab:L56>%_,/A@+BF$+@CU0;hX+@.%31,/_hX+r0G8f2436g
U1o
!
?/ Gr ? !
pS"
N{ pa{
N Oa
"w a aY`%}%a aB
K"Y""Q\6Ua" 4$
:Y"
Y^gS i

NkN ga\"
{1% %
6+{a"&Y".
5"^
bo b% a4
+Eo1"

!"
% a
b=+{a"OY"
&"w" ?
o!N% aB
caia"&Y"1
5'c1
^"
c!c %
+S%f"

!"\
w " a:% 8 +
;

a&N
h 5 i
&

B
"/ ^"
"
a " p
;
d a ^" "aY ;B
&d5: "" B i "B "&
"
" ?
N {
"{

{4Y"

d A5 85a\
}""
" """ *ipa""di"
Y ""
"
O
"ppa;
\i

N

" a
"Y""pgp

"

N^

!}
% g\"" ^"B
"&
a";
" d 5% a ^

"
# B S""

" a R "# 4
" U Y" "O"

" "S

Nw Sp
% a# " "
" Y " &
K"Y d ""

" ;""

!"
&
a"
"YaNa

Z%U ":"Sa\"a\i@

"!
"
1 S% Jb?bZ \"1 ^
S
a# " N"w1"% ^ {i"
Na"Na^Na "
Y""{ " t{ i
i"&?
N a ; aR "# "dY5 d"
N" e

N :"# i
a"
\a"

"d
6 \/ " " YY"

"a"d5wa "
# *a"da!
"; " 1\"da""

^ 1 w
"^ ";

N " !
S
" " \a"a""&
"
at
a" Y m
>
/ 0
U1o G G
;
"!
{ ad U &"
i"g 'kYa\""{ i
"K" O Oa"5 "L
a" "N
O""
a" a"h\#a i\"

1!
i"d"

{w"1
%
i" ^
a" Br '
;t

B
" "\apN" "
"
"
" aa d" { i t

i"Y "&
a
"1\ " "
" 5 " m
H"" Hpa a a a S"
Y $
aid1;55B {a" 8 +
Y
a" "
" 5pa a a
U a" S":" a\i o
"x
a

p
'4"
a"d S ?
" 1" / U"
a
Y

"
a"{wa"
""# "S
H i 4a" H"# "y
a

Y"5"
d: :R
bY
Na"
?
"
a Y $
f
a " "i"
YY
a? a

a "
SU
{ i
cY
w i
pi"B
" ="1i""" a : a
a
ra

NW aY"-" "
"
B \

FR O a pi "

" " :Y W""a "5 ai"" a

"! " a S B \
"a YB+
Y
w"
a a
{wa" aU"Ya? a a" ?
"
a 1 $
:Y
"
aR hY i" H1 i"" 1"
a
Y
aidY"S a
a &Y"1B m" m aip
Yd & "
a"t
&
U

bY

Na" 1a"SY""i "{a"Y h&!
?
N "

"i \a"
" i""" a
a
cY
U "
!
""" a1 " i" "

!"#$

&%'#$
(
)!+*,-
./ 01
2345#16, " /
758:969;
<3"#=

>?A@,B/C03+*,
./ D, "E/
GFHI5?J@>BC'!+*,-
./ K
L2MN5#H, " /
" "

N"\"
" ;": " "i#iY"
?
NY
& "a"" \a" i" U
"
a S\ a" i " +"
d$
" a""Y"pd

"t
d
d/ :Yi""" a&
5Y" !
"i"d1 ! d :U a

i "
a " "R N" {i"!
Op
a "{a"SdY"K"{
Y"4 "N "W-"
a
a
SaO # 4
"
'
'B "
"pR \"
a"pi"

"
ka"t
a +Y S"\a"
N@ SN"
"Sa "
m a
"
"# , R YSo S 5N@ 5
" Yi""" a
a
a
" "/
"
a
B"
i"
" a
Y" ""! a{ ? a ;
}R i U
YR
d
N { ""g" a a
"
a\"\ U"
1 "p"\ "!
a\
'- -"1 B "
Ua?

" { w ai Y
i"
"
UUMGr -{4
-6
"{{wU"i iwp \ {a

a?
@\ { "aY"
" Ha" "6 "!d""h p'P
"i " " Y"MGr4G %rU %;
i5Y"" 1-"
K"d{
""!
5a"
" N" :5 ?
a
"% " &6 6 1"i"
" {
;0a""
wN
a N t
" " "v
B
1 ?
a k" "d
" a"d&o
" &a \@ d
, +N
a&
) ;;
)
; : "" / 4k w
a
Jc
)
50A
""R U
B c
"aa A; b65S "" / 4N: 4
" "
Uc b = "a 565 """/ )
("i Sw"
N" \d5Y &"{ R R
N&
a
B:
\"\
{ " p"5 "
i";
U" k i "
k"{ "" k
"N"
\ S

i
\! *
"{a" aw"\" af
"
# O"O" wU "i t

"
":U
"wa t
Y""Ni/ w
"d{w"5N" a
" 55:wa
B{
"d5"\\" ai '

aa{

Z: S5aB
d aK "B "5
"
"pp p "
\
o"W ma "4"
K" B
K"Ywa " "H @
" ppa i "\B "

Na"
Swa
"

Y
" }Na" o
"&
b LO
b (5&
"Y "a t

!
""" "5

{ "R Y:"Sd/
a" Y" &'cU}wa & aR

" "5 ! d""
\"d5
4
"Y "
g" \ "dS"ad c

(Y&
"" ^ "N a m a "
a&"aKE
b3 c0b =wa K "S"
"# " a \
d{ \
&":
1
1
1
1
1
1

"!
i" @
N"" "ai"Y"1aB
: \;"i
SDNN/HMM
No Language Model
12.4
no global training
HOS
No Language Model
no global training
8.5
with global training
6.3
HOS
25K Word Lexicon

2
no global training
1.4

0
:LH%kf4#k

8.2
f24F$>%,/3O,R06: MU+t31+@51.#_ 015
10
15

AO*o,/3O,/Ar06+@3+@3136243$3O,R06+B5 51*%2B8X:LC#H06*%+
:LF$>%362MU+@F$+@C0$Q#3124.%H4*U0QUSH4_L24Qo,/_b063O,/:LC%:LC%H24C06*%+<#aYhbh
*US#Q%36:LDZTo,/C#D24C{06*%+;+B.#31:L5606:LA
/b
MU+@36K<+@H4F$+BCU01,R01:L24Ct5 S#5 01+@F
< rT
8;: 01*#24.#0X,/C%D8;: 01*{, U#[8f2436D%5D%:LAr01:L24C%,/36SUk
H"O"H N \i Ywd""dK"

\i p
OY "{ai""\
{wa"& i{m"!d""pY "maY U

a
^
"a
adha ah 5 "a
N" \d "
"am
""U"
1a
i
a?
N ;a
g }R

a"
hN" \dHY" h ?
" b0A
w
a
:!
" p "&
UY"
h " "i ":" NK
b65
c wa
" g ?
6
5
"# " }k
;m a k5 ""a
b ?
b'c 1X
ak"Y " pB { ai " @
" 1 i" d/ " aY Y 4
"R "i " "a "d1 NH"a
)
5
wa

)
b
U
"# " m a ""a\ c c `
1 "1
&'cU}wa aR " U"aN"a2
c K

x
" " b
\
c
"dN "
Y }"
m a"a b6 c (
b6 1 (ah \ "aS

N&

ZK a@
" "d

O" O aR K" b0A

&a L ;&c

" "
d \a" ""p ^f

!
"P Z
KHY

";

" "
d
5"N : "L
6 }
1
1
1
1
1
1
1
1
1
1
1
1
1
#; $ '&

;;
w# aR
N^Y
adw\@
"&ai"Sg " oib}^
" 6 "ga"!:; S5Y
aY"ô \iw
aB }U "YY
5 "?
""
" "; aia&
S "
U " & 1\a a\
:

a" i d ^B i""d{U"a "
"
!
Na "

"aU \C
O b' 1
]c& G
(a U"a"wa"d a
?

a"d
aU" "\ a ?
@
\ "d Ba"

"

w
kY
A Mw"
\ aY" "
M dS

6 /w"

N
:"+ { "ip
N $

a Sd "
"Sa"
1
"B" ?R?4 ?U

& ? U4?1
"* "i &&" ""i"\
""daO " "i "i

" N
"

w

i wg{ "agN pik
>
!4r4 o ! ^Y ""Y 1
Y" :Z o ! Y ""&Y"&"" Yp

d"
Y

a U } i f
r "i k"w""
aB 5 af
f

i" *"
\":"\ 5
a

"
# % adWp "&"f

""wai BNa # B aB

k

"
Y" @
"1"# a iR Uia "
""d1"
wa 1aia a " "
{\5{ 8 +
&B " a

pa

d1
" / 4"$
;" "i{U
i "
a"" piU
a; " #
Y"g Na" a "wai;B{ B
k a! f
?
"i

N g *
c

" &
aHa:"6 a "
{ "
a; i"
ag"{
#

N# a"
a U hi "
\

N
"
Y"5" ";ad
5 " R 1 *
" Y "1"
i

Na"
N" \
S"# "
6a "h ay
&
c
ii% " wa"" Ha
i"B "(^" i^ {
i
B
" "'

"'

S

Ni""" aS aik
ai"U
Y! a "i"d&

"! a{ a

ai
wY d

a

pB "W kd;

N NaZ B

d"$
#
1
v U? > ?R
! ' ?/_GZ o
& MR
:"d""aa
"
" 6"{ " a"tai 6{U ?

b b (w ; w" a Yi
"
&R a"
" i"dda"d
{? B B ":
p" S { ";
:Y"1"
a
/ U" X
" ? g"wY
{# U b&bZ

W {a"
" ? a "

# ai
" "@ W" % aO " / L
1 " U " "#
a
dw"% !
"
O\ai

W " a"t
a

" ]-Y%N?RR {
B ".
b&b "Sd !

! :Y"a/ S
"S:a (^ 5/ ai ? k"
a
k 5@ O (
"
"d\"a("{
U

a"Na""
"# ô
"
i/ L @ \""(
a"Y"
""
"
ap "
" R \
"
kd"Ba "'

NYiU@
7 CI C5#$

<
1

"!
Viterbi Answer
Best Amount Graph

Viterbi Transformer
"$" 0.2
"*" 0.4
"3" 0.1
.......
Grammar
Compose
"$" 0.2
"*" 0.4
"3" 0.1
"B" 23.6
.......
Recognition Graph
Recognition
Transformer
$
Segmentation Graph
**
45
Segmentation Transf.
Field Graph
45/xx
$ *** 3.45
$10,000.00
Field Location Transf.

2nd Nat. Bank
Check Graph
not to exceed $10,000.00
$ *** 3.45
three dollars and 45/xx
:LH%k4#kcVxA@24F$>%_L+r06+AO*%+@AOg,/F$24.%CU031+B,/D%+@3:LF$>%_L+@F$+@C06+@D,/5,51:LC#H4_L+
AB,/51AB,/D%+Y2/} b3O,/>%*)!3O,/C#56}2431F$+@3vF$2D%.%_L+@5k <.%A@AB+@5651: MU+YH431,/>%*$0131,/C%56K
}2431F,R06:L24C%5f>%3124H436+@5151: MU+@_ S+
0131,/A@0b*%:LH4*%+@3_L+rMU+B_Z:LC#} 2436F,R01:L24Ck
"&N"i"?
a" Y Y t
!
"?

/
% "i" " ip\ai
\" i
X

#&Y ""
i\ai%
NpY " a{
/?UZ ow - */?41
d gY " id
"
"
% "a
iSai
"d ?
N
N 6"
"

/ ^" Yad

Zg" ""
wd "
d S "
{BU ;
ai d

;
;
d ? aSi"& w
"
"{ ? a !
"
i (^ #
p%
5Y
"aS# :'
"
(^
R \O

a" "N
i "
1"" "i Na

!
aYg# dYg (w &" a a

a :p!
Nd :O/
ai "N@ &g"
O
"
.
(^ / " d":" a\i k ?
"Y HN@
" id\
aK
"a\" ^ p" aiw " i^
4
"g@
dY"S N"a
"
"

" p Y "
NU
{ d Oa"
w 1" a
Y"h&
a

" k5
1U
" :" ai "x
" "i
- -B":i""

" a a^
- -i '
1? d t

"p"
N@ a i

Sa
"p/ wN"

"
"dN
1

N
51 N"!
"?
"\a
"
"YN dgY""
"

N
a
a
7/

./
1
i"dY "@ B "w"

"dpw"akN" ikdUdCg
, 9 > }Up^"
a{dw Y\"a("
"aB
: &S Y

1
, 9 "1a K t
i "p
{# d 1
YS S B"Y" gY:
'
i YiY"t
a

1 1
{ a"1 Y""a
"
S{ Sgg \ # \ ai"
\
t
dk"! d {

N"d ( t

B
"a { " "5 a

" "
&

a
T "
" a^R k " a\i a
a \
4
"w a a"{
a" "N
" ai^ ab
1
a ""# a
d "
wa ag
{wa":R
d5 a
B4NYa" i {
{ "
" a:\i{Yai

U"
U
" SS t
" a\i? di"5S
; { "$
"i ?
$
p Bk/ B"

U
Y:B

aw

Zm \d
" (w 1R
"\

T " d

!;6:/ pO
(w
"i$
;6:/ ti

" d B 5N@ O""="1@
N"'
a" "a
/ w\"{
" ai " X
&@ ha""! "d Y"
5 5
"'
a" "a

"

S""# a d;

Swa ;""# a" "i& i"d
" YkR a"d
$
" (^ "55"$

"i &i""

"{ "
&a"
a" "N
{

a" N@ S^"î"" a

"\N"
"\ ";S# a
S
" w% Y% $

1\ai
,T,V " "

"S :"# a"x
"\ "i
B
"w" i ^

# \\ai Uw"{a" a
{
â^ +k" "
"t
a

a :

a x
aaNa "
1"U
i
i

a"
"" m 5ai
S k"
ai"5 {a" v5 !
""" a
;
%i ; ; ^ a
O S"

Y"
daB
aO

d"\{
p :"
\"
" ZUwU'- #,% 6Ro]% B?UZ o "& "
'BB
N"i"?
g
"Bd"'
w d
""a"w/ d "wR

" R \ ap"

g"
{R \N@ a\"d
"\ 1"
"
N dg"{w / $ k@ i
"S/ N@ 5&"
'
(^ & "
a "
K""di \5i" "K
" a ahp
Kh"
# h&@p"
N d\a
5 h "i $
B
a > &p"
a" "N
:i " "

d
"a
B a
! d" Y /"
d

{ \"
k "Y"
" @ "dN
"\"

d{
7&1#>/
./
"E/
7 #$+*,
./
" /1 >
7 :
"
1

"!

kd"
NSUa"S! "Uag" S#i"
"
;"dUYY\" d1B "4b'c Y +
Edforw
Cdforw
a!B56U;JD
Cforw
"
Forward Scorer
Forward Scorer
Viterbi
Answer
Path Selector
:LH%k% +%kVbD%D%: 06:L24Co,/_>#312AB+@5651:LC%H36+@~.%:L36+@D'062$A@24F$>%.#06+Y01*%+A@24C %D%+@C%A@+Uk

"#i " "
% Z( '
,%
!
oU
R?4 G
(^
? a5"
# "dB" ai \ !

p a "p a

?
\a{"dfiU " "'
& i" " a{ {a"@U ( /;

df
k"" "1 i Y"1 ^S ?

a;
a

"Y "&
So
g dY "d"
k dU

"
O!
"a5 i"p"S"

f
^Y 5" 5
4
" "# "\ d

O"
a 5 ?
"S
U i HH
dc

i""
"g

"aYa{
S? ag?
N
Y"
id1 " ai "&^"
ai 1"\"1 B "%
+kw d"
#
6a
" D d
Z(

"!
& " "

" " "

a U

N # a
R
{ +"

{w Z p"aB
@ "t
a"\a "
a
!
"

"
"# B?
N" i #U

"â"
N@ \"
"dSi"" a
a Y
"" o
"d

N

Z}"a? i "
a"pa p"
"
"
a " " Y1 \"" a\i"d
>
) !
{& ? G
>
%
U?/
>

{4

"
aOB" a
H"d{ --U}"i
& 5@
"
a YPaY ""N
"" \
"
(

# a
1\ai$
&Y""!
+i{ " "hh i i"

"" a\i a" dB "("d^Y"
}Y" N"
t

ada

i ""d 1Y a
: " "d
%
{wa" Oa& W"W
A 6? a1
"1? d aa"
"
O"5a 1"i ?

p
S"
ai d
N"\Y ""\
U } i
k
N a" &" a" O { "

1am

"? aw"
"d
"""
O"
k dp
" *"{a" ap"
dU{ a; S""U"S
"
dg"

N1"" \" a\i""a
d &" :{wa"& "5
" "h" "+ { ! r " "" "a
" a aO \"# p
"

B "4Sp"

k U
" U d
a
k"
S ;SY

d
p &c
"
# pw" "" " ?
6a
6?/!GvvMGr,%5 N"

50
aB
1"# a
f (" i
L"+ { g

N
a "5"a" \" @
" H O":" +)65
"# # * "a Y
b *"+ { (# H
" a 6a1 U }"i"d
Y "d5 Na" ax
"a
" a \ i"df
apY
w"

a66 { 6i"
p 5d
a""
ai{
Y"Y"a U
i "
"d 1
"
U{"\
{wa""# a a

a# &"5a
# f

N " U"SY R " "
aaa i w
! a{ ik

1, *iS% ": a\B "5 f
"
Y/R " " $
9
@ ""

"" a {"
" ^K
" { 5
ai^g Y\N" ig"w"kpY
" "d" " a""\ ] "k"S "
" Yd! 1
" 1""1B "
k Y

aB {"a" ""a
\
a

"
\a6 1 a
N "
a

"

:"

"B"
ha N" x

{ i" "a
c
8;; &" &" @ "B " a\
a\R ! wa"" aU"d
B "B "
i" "d:Ot
<
# a
B "
}
,
'
&
?/o
O

N\
{# pY Si{
a "\"R "aa p R
pw {& "
" Y"h ?R? ;% ?/U {# !

O

N P aa ""da-;":"&!
a"
"
;
k dU{w N"i$
wa
N\d
Y
p"5# Y w
" Y" i{d
a"U\d"
a!

S"\

@ 1
"
"
U"$
1 p? a
"5O# 4
"c
'O (aa6 R # i
Y p6"
"

p R
^4 4;" %',?UMG?Gv?) otUo4?_%
a " pO" Sg" a""P"
!

@ a^" a a1
&
?
a"
"t
!
N
pw"\"" i""" a

"t
U a E
b b"
"p" " " i"
1
1
&
1
1
1

"!
a
d5w
Y"i"^": a
8;;6\a

a
gw
k^% "
"
B;Na B
%
"
&"""{ RO"a""" a
";B a:""a"&" "&ra\

&" a: ;N" ^"#"@
?
" :B "\d "
d \\" 1Z

"S
wa"^ { r
N
" Y9"H\"" d-a r "d6do
""U " "O hB {a"{wa" ra

N
" Y\"
"d\ r \"{ a!

hi "\"
H! i
"SB "b
pB"
{

# a\dUi"6 i
a" {
" a{

1
a""" a
a a a { Y" a"
B"
1"a"
Y" a
t

Z}"a? i a " ai "d
"
1 \i\
@S }% YB
p" a 1
"H"
!
"O
B {a"{wa"i"
d&&"Naa"
Y \i^
L "^Yi
"NB
"# ""
i
Y"O 5 Y

5 " "i"dO" \ 5"S"

"ga"
ad i
U f
\ \/ " Y , *it
!

Zm"a? i "&
a""Y"
"
adY "5"po
N
""p"
iB
ad5\ d "&"p
a R a
"!
Y"
\5R B "
}a Y" k"{ &!
i "
"(
x

N " a
\
a
Y â ai

N

Zm"a? i "d (a4"
a! ?
" \ "&
"5" aha"
O
a &"{a" aO
d o
"

N{5a
}"# p { g" a a
"" /
? !
dk Yd!

"
aB
1"" "5 a""

}O""
Ni"
-aO
%or voZG0 %
-
"
Hp/ h" # G !
- % @MG ?] -

v?d N `
{" aSY"5/ " "
"
"""R
N"YNdga
ad
d

a
R \"a 4
"'
ai" Y
" a& {# aY !
"S"4
1
{" dY p"

a"a"B " / "# "" "S ^ N
kN"
d
& h"# R "# "d& U
"i"d1 N?
""w \S a

N5"

ai""dH9 """9"# a"- @
", +
$
hU " a" W\
{a"&

a
"U N" i Yd!
?
N
"p"k d

a" a"" a
" 1 6" a?
&"
" OY O U
i "K ": 5ra:" YK""
"Ki O"
;"
O"
wa a
{wa" ^" " w"a

U\d" U" aaYa{ "d
U ""a
a\ "a"#a"5UN i
"
W ?
aa
i "51 aU
{# 5
!

N
O# d
"dO^
1 ?
i " "a " r^ra^""{ YpB
i "O"
" ": a

N
"ddSh6 Na"N

# Ki""
w
" : d
bYp " " d
i"d
"
\

a S N:K
Y a i iY" % 5Y 5Y! i
# i

Yb

S"# a ""
"Y g"â\" ai "
"dk%
NYY"a

aO"a
" % &a&\"
" /
{
S S }B " :a"

g\do
""UN"
Y &YY"# a "\

&dO m" "

i"

" N"

N "1 O "d

N "
a\a
aa
c$

"K i 9" ai "
"
";
5
" B"a&

Ni" "d:!
" a "dW"
6H" i
S" i
""
a

H "-"/ d& "
1w
ra&"aid H \wa"KHY \a d
"" "1\" d"
"i"

i"d\"Z N "g
a"gp
d"k
" a O \a" "d Y
/ U
o d
# "d
" " Bg

1Na
% +U"
a d "
a

"d5 1SW dY
a
YB a""# a" B " " a
K"{ "a"5i h a d?
:
!
{ Y 1 "p ipB{
"i ra "1
" S C *
U
w!
a"{ ^ r " a a
" "Y a"a" d
" ao
"51 a

N 1Y aiB rad
d S"
Uk"di Up"i

k d;

"{a"Bd o
UkY
U"
a
b

S " "kY "S Y

" " "

"i

UB
"{
aZ S a " ii"
" "
R
""wa" Y \"
\B \B{ ;" "
"
Y"
"aS Y

"" d

1 Y5 :
a

](
@ ?/o

% GZ oU?U%4rU
;

?/o % ZU?/
Y"

N ia
S
"5":{
w!
a"{wa"5 9Y<3! 5 =5 ;;>3@\"
"^
Nd i"a "a
"d

N i " " Wk i "
"mU
w B"
B" kSw aak
" a
Ni"d
&! Uf

"!
"aO \ai# "S a
"# a`
8' m
aS aB" = 5 &\ 6;
>#5
"L
6 O b&c' "K":pU
" i"?
9YB# 5y 9Y % 5 ""@
& a

NK \ 5
aK"
a"
R
"{a" aH: 9 a B
" "i" " Y"5 1Y"

{wa":p d& a# "\?
" g"
" a1 apJ
9&? / Y
\" aY
aR " "\Og S"

" &S""
S
a
:o Y" "
w "
i " 5Y"&

5a" "
"x

N{ \ c 7 W
\ c '7 W Y"S
7 W U"Y

g
!
}v
UN"Y
Y "{
"

a
ag"

"
" w aa# "
a

N *"

t
"
a ""
:"\Sw ai

N
1"
wY"i" !
mg "Si

S"
mOp"OS"\ { a
" w ai"91"

N- "\
O:
1"Y":" N "
\" :B"
" a\a
}k "; i "1"6 "
i
5 "h"&"
}p h": i
R "" a "dO"
a ai
"m:{ " 1 i "
": i" 1
R

SY
" Ni : d 1Y 5"

NY " S a a"
i5 h \" # K N""
a\O
a a a" 1"
'
Z
vO?R%4 ?
% ' o ?R&%' U

" a""'5" k{w
;
aiBrad
"\"1"hN "O"" {
f

dCRi> r;" " a6+"
a^" ag pi""Y \
": S": "\"5U i
N
Y
p" "f
!L
i"! a@
" Sa, N""1 aa va &a
"

"\5"
a"
"\ a "

N&"dR
U -" " 5" W"

" % adh:"
"\d

" a\ a
1 5: N & d
" i Y
" "! a{ p "a
i"t
a aid{
^B o
k" \" U ^"S ^"
" Y"

R "
\ "
!
"
a
"5"YY R
i S" "!
" p"a1$
?

"

R a
ia"

Z\ g ?
"
m
"a
:""d"aY"p
{ i " " hi"":U "

h Y
O " \a:
\Y ""
U
?
"
a\Na"Y{w
ag Y

g
$
a
"&Y1wa
"&"di a\ "
"

a"dLp O"f

i"! a@
" ai OaH""
K":wa6a"

N" \ { " "^ "
"

"gwd
N' S ""^Y"
" 1U {\O"# """ "5 ""

Y"aS U&p"dad
"! " S!
"
4
N'

N""Y""w"d
i Y
ab
a "YU N "
"r\
" h" a } !
&"
"W99
a ai5R i55!
1h
9" " -?
N Y"/"#

" 5 â
a"" # ma \

^""B } a
Z
NR ?R i a
4pa ""
a
w o
OUR

!{
U
4! { ? a
U w

\ar"Sap
w {
i &a&
1

"" ;g"
a \!
"?
:
a{wa"\ a:
" ^ @ "5.
;a
}O/ aw !
i"
N a
N " Y"

"O

N: Y 6a
5\ "" { 4p" "a !
"# i
"
wa "wY
!

"ga" \ " ;a a{wa"
\"d
i ? {
U
w' {
a"a"# i a
N a : wa d"a "
""" ;
aR
\Nd"a !
"w ""
a {
i "wR ag"# a_
Y a d "\ B
R
a a\
" "\" }

aa

5"d\"p a"
R
a aid i
R O"\a"ap"N

aa

5""S"! a{ i\ak!
"ra "
w' {
a"wi;Y"S
R
d rX

/ ;
a
" ;
8;' 1!A' 1#
B"i
""\ BrgX
aX

N\a" "d""
U
S""! a{ a aipU N ag N
\Y" "! " "\ U""
d^"k "p i" @ SN " w"
o

>
Z " ?v -
vO?/%4 ?

oU
*R)&(#o
_%
o ?
pYS"\ "d"1&N""
" i "Yd: "i "1U"aB

"" Y" "!" 5
""g w "i { ik a "
"
Y@ N"N
AS
pkN "Y a k

dS"i " "p a

Z
NR ?R i Y "
"
" " #
aSd K
i/
N
Oa"p""a
"\
5`
6 O !] 1 b'c& m
d"
Y "
"
Y w? ar""
:d{ "U S"B &"% """
d""
# & "# " p a Pp
N"

: "\a
"d"O
"N

aS"?
Y"a1 i"
U ""a
{"i^N " X }
a" g' {
a"
U" i" ": " " N !
""B { / "# "" "

ab
a"
" ! " {
"! " iYR iY a
a
d
d
" ": G -

"!
"^ k"5"d3!WOba " d w

5,*i " a\" a"#a a
Y H1 h"\ "
Z} a a !"
""
"t
Y a4
A' 1 !] +
5a S" Y{ !"N "

G
DE3 \
-
.0 - 2
B85
Y" D3Y \ i Yi""&ap A;
wa"kw{ f
N""waa

"
Y"" a k 4N"Y""
7
" "dY""dN "1"
a# "Y" ""
\" G -=+
DE3 5
-
CE
DE3 E
W
2
YW
Z
A
" a"{ " 0 - "Y i

ahY 5#
"1Y":a "

S o G -=+

5
0 -

Z
Y"
} i! -,-O""
#6 r" " a " D Y - U
"# k" G - BR -C- "Y"B" ik
p &"ak""1 "a
N
i
R Y # a a"6 B S

"
m" > \"E
a
NR ?/ i
:
m"\ " 5 }gU â"S
"
a\"
-C- ="" a " "d Y" "#
"
a# ": i , +
5
CE
-C-
E D
YW 7 -
2W
2
Z&
a# rwa^ "Y %";{ %Z

"" "&?v}?a" " "
Y" "# "a"& i 5 ?
N #io
"#
+
5
-C-
CE
WE
W
Z'b
" i"p"" ""r Y

"B" !
# " a8+
2
2
DE 5
W

^
C
3
2
2
DEE 3
W
Z cZ
i\!g#aO" aY "N"# a

i X
N W!a"" aY"
"# Y"\ " B" Y{ "d 8+
2
DE3
WE 5
2
2
2
!#
-C-
DE3 7 E
3 W
Z&
Y"H7 " " V #

" "^"w i;i" aY" "NB"
M- W 2 DE3
3 -
9 1<3 W
DE3
7/W
2
)
6
"""\"a" aaw"w}i Y

""d Y "a!} a"" +
""1

N a" 1"a
a""F "d YmO"
" "% "Y m Y " w!1"
"B } "% ";
;Y i" S"
" a" a" "dp"S
m a"\ @
"aS"% " a a ;"! }d @
"d{
a
"{ \
a% 4
S :i"
"h
} a"
i""B "% "p"#

" "d8+
B8;
<5,<
-
3 W
Y" W k"'a" ig"a4 " 5R

"wwU<5><""^ {# a
N{
5^
" " \" G -! +
W 5
DE3 5 96;3 W
C
D 3 5 9 ;3 W C
3 W
M- W 2 D 3
3 -
)
?
UB "; "â"Sb

Z} a "
{\ ";" 1"a\a < a
"w iB dB"i"d; aam"^k"
"
pa! } i "" N a" \B}
" Y
m a"
:"% "pw"S"
"r
(a " c ak i "

HH "p

1"&"
1{ a
a"O" md{ aH1

&G
"
":# a N"" w " ""

"" Y
:"U N iR
d15"
U }""" -C- aC
A6S""$

"
k "a
S"Y"

" YN"
"
" 6" a
i{^ U }"

" -C-O\ a
a 5""d\"
"" a"

""
d
"r? a
;"g""
aU g " a }
N""S : "aS" : 1 \d

"{ "
" "{ w
""
ZO"
" ; w ;B a -"" "U
B"d }w aaY{wa"

N " " i

"d r a
5 "aS"" a
"1
""
"
Y"k"
g % aY

ra& 9
a5"\ dt
w# ai"
"\" ag \ "aY"O "N p"1"o
Y%
N a Y
&

N
i"";
Y {wa"?
N
a""e
a\N""a"
aYa""
a }g "S\"

} a"
k O?
N 5 wa""! a{
\
}"? aY % "hp d""
^"
;
}R i a &
kd;
" @ 5""i { 1" "a a"" "
R Y":# "d{ S 1m

":"K
"i ! " "p? a@
Z
NR ?
R i

"!
'&
S U; i B

B"SB"Yd"
N:"NY"wa"
Z: "/ tg tNO i;#?

O""#fw"{ twaw 1B"o

i
aa "
O
":"

6 { 5 (N i " OR
N # 4
"c
BB

ai"
"
Z w
a
"#
!wa"
wa a"
"
a# ;"R i a1
# 5!
aa@ &
g " wS!
"Y"h "
"x
k"
pa
w

a
"p# g { ?
N:
a\R
w"i"
% & ap"
"
"U "r"d\"N"g w
K
BrY"

`
BrY"
"S a w"a d""N"w
a

[
$ ;N
Nk
k?ab.%Do,$,/C#DIkolXk?X,/360BT
x z
z
|| ~ z}z

N}|

xa
T :L_L+rS{,/C%D <24CT[BUj/#k
ukP+f.#CZTdbk/dw2456+@3TUi%kU<?k4ab+@C%g4+@3T4ak4;+BC#D%+@315124CTUNkRlXkRX2B8,/31DZT
Odf,/AOg>%3124>%,/HU,R01:L24C,/>%>#_L:L+BD062
*o,/C%D#8;31: 0 06+BC`@:L>A@2D%+$31+@A@24H4C%: 06:L24CZT g
~ ||
T!MU24_k
[4T%C%2%k+%T#>%>Zk +%[ #[4T :LCU01+@3[B44#k
<k<+@.%C%H%T%k<24F$>?24_L:LC%56gSUT,/C%Dhk):L51*QUSTr <01,R01:L5 01:LAB,/_F$+@AO*o,/C#K
:LAB5v2/}_L+B,/31C%:LC#H}3124Fx+#,/F$>%_L+@5T z
}! "
" x TUMU24_k%+ #T>%>Zk
4] 44]4#[4T![B44#k
+ khk!v,/>%C%:Lg?T lXkP+rM:LCZTw,/C#DukP+w.%CZT#O t+B,/51.#31:LC%Ht06*%+{MUArK
D%:LF$+@C%51:L24C2/},_L+,/36C%:LC%HF,/AO*%:LC#+UT $
% ~& ' ||(
TMU24_k##T
C%2%k #To>#>Zko #[
Uj/#T![B4 +%k
Yk w243 01+@5TvPvk iU,/AOg4+@_T<kv<24_L_,#T khk!v,/>%C%:Lg?Tf,/C#Di%k ab+@C%g4+@3T
P+B,/31C%:LC%HA@.%36MU+@5m ,/5 S#F$>#062/06:LAYM4,/_L.%+@5;,/C%D31,R01+b2/}AB24CUMU+@31H4+@C%A@+4T
1
z
) % ~+*, ~ |
~ z}z-
)/.0 z}| % z1 Ti%kUak
:LC xB "
f2B8,/CZT k)!+@5O,/.%362%T ,/C%Di%k!Vb_L56>+@Ar06243TlvD%5BkLTv<#,/C ,R06+B2%TwwVT
[B4 +%To>%>Zk?4Uj%
4 +%Tt2436HU,/C2 ,/.} F,/C%Ck
kbhkw,/>#C%:LgT435d6 | ~ 1 ,7 ||(
z}|(
}98 ~:
)/. 35rm ~ 4T
<>%31:LC#H4+B3BToh;+@8Ku 2431g?TZ[B4 #k
j k4hkRv,/>%C%:Lg?T ||
z}|
}/8 ~:
)/. 35d} ~ 4Ti424*%C :L_L+rSW&<24C%5T
hX+r8Kuv2436gT[B44#k
kkoIv36+B565TdbkoIk' _,/C%C%+@36SUT<k?Vko)!+@.%g424_L51gUSUT,/C#D k?)ko +r06K
01+@31_L:LC#H%T;+
~
m<=!
d z?> 35d xU~| ,;a
|
N @ ' |
A/. T
,/FQ%31:LD#H4+XC%: MU+@3651: 0GSIv36+@515Tof,/FQ%36:LD%H4+4T[B44#k
<kEOkVXF,/31:TB1 V06*%+@2436S 2/}w,/Do,/>#06: MU+>o,R0 01+@31CA@_,/5156: o +@315BT *DC&CEC
3 ~ z"|(
z 6C "|~ :
' | ~z TvMU24_k lwvKO[B#Tv>#>Zk 44
4]UjT[B4Ujk
< F8 ~:
A/.
)S
| |
z z}| % z T
[B]euw,#k?)56S>%g:LCZT xB ||

VbAB,/D%+@F$:LAYIv36+@515T[BUj[4k
. z z}| % z T
[4[ euw,#k!)5 S#>%g:LCZTHG < |(
z Y, | d | d} ~ ,I ~:
A/S
VbAB,/D%+@F$:LAYIv36+@515T[BUj/#k
[B k!t:LC%56gS,/C%D k<+@_ } 36:LD%H4+4TJ1 P+B,/31C%:LC#H :LC3O,/C#D%24FC%+r065T \
:LC
z z
+
L*, ~ |
35d} ~ 4T#P24C#D%24CZT[B4#[4T
K | 8
>%>Zko4
+jk
[B ak?k?VXAOg_L+@SUT k?lXk;:LC0624CZT,/C%D )ki%k<+6C#28;51g:T1 V_L+B,/31C%:LC%H
.:
|
" a
BT#MU24_ko#T
,/_LH42431: 06*%F}243Q24_ 06`@F,/C%CF,/A1*%:LC%+@5T
>%>ZkZ[ +j%?
[B4#T![B4 #k
[ + k!lXk;:LC0624C,/C%D)k!iok <+ C%2B8X56g:TM1 PZ+,/36C%:LC%H,/C%D31+@_L+B,/31C%:LC%H
:LCdw24_ 01`@F,/C%CF,/AO*#:LC%+@5T
:LC ~A N;
z}|~
y | ~ z}z
A/./>
CEO ~|
z
A
| dQP
"~ z}|~ "| ~ , .<:
|
R7S / 6T >
G |
z Tak4l;kUN;.#F$+B_L*%,/360 ,/C%D$i%k4Pvk4tARw_L+@_L_,/C%DZTUl D%5k4tEG)
Iv31+@565T%,/FQ%31:LD#H4+UT%tVT[B44#k
[ aklXkN;.#F$+B_L*%,/360BT k#l;k#;:LC0624CZT#,/C%D'Nki%k :L_L_L:,/F$5BT&1 P+B,/31C%:LC#H
:LC06+@31Co,/_31+@>%36+B56+@C01,R01:L24C#5XQUS+@3131243f>#3124>o,/HU,R06:L24CZT
:LCF ~<A
z-U
|~
y | ~ z}z-
)/.V>C&O ~|
z0
)
| d0
"~ z}|~ | ~ Y ^, .U
:
|
TMU24_kEOTZ>%>Zk#[B 44#kdw3O,/D#}2431Ddw224g5BT ,/FQ%31:LD#H4+UTtVT
[B44#k
[B VklXk i43k dw36S5124C,/C#Du .#K w*%:;;2%T x V
XW |
; |~ T
dw_,/:L51D%+@_L_Iv.%Q%_L:L56*%:LC%Hw2%kLT[B44#k
[j eukP+w.%CZT@1 Vx_L+,/36C%:LC%H'51AO*#+BF$+}243,/56SF$F$+r0136:LA06*%36+B56*%24_LDC%+r06K
. z ,Y .<:
|
" Z<[ TwI,/36:L5To 3O,/C%A@+4T;[B4 #T
8f2431g5T
:LC ~ }
A/
>%>Zk 44
4] +%k
[BeukwPZ+Rw.%CT\1 P+B,/31C%:LC#H>%312A@+B5651+@5':LC,/C,/5 S#F$F$+r0631:LA'01*%36+@51*%24_LD
y%
.<
} ~(. <:
"] |
T
C%+r0G8f2431g?T
:LC N;
z ~ ~ Sz z}| % z
kX.%Q%Q%,/31DZT,/C#DPvkZak!iU,/AOg4+@_T
ko 24H4+@_LF,/C#K <24.%_L:O4z+ Tw,/C%D k +@:L51Q#.%AO*ZTl D%5kLT

f
'
+
[B ak;dbkI,/31g4+@3T^1PZ+,/36C%:LC%H/KG_L24H4:LA4T )!+@AO*ZkXN+@>ZkLTY);NfK +jT<_L2U,/C
<AO*%224_2/} ,/Co,/H4+@F$+@C0BT?tEG)Tf,/FQ#31:LD%H4+4T# ,/515kLTVb>#31:L_ [B4 #k
4]eukP+w.%CZTMP ` _ z : O
::
z}| zp ba V ~ |(
z}z}c. 6d :U
"|
:
zm| ~:
)/. z(e TI *Zk ak?01*#+B56:L5TZXC%: MU+@3651: 0+z Ik+r0k
f.#31:L+ I,/31:L5; rToiU.#C%+[B4Ujk
#[ eukUP+w.%CZTf1 V&01*%+@2436+@06:LAB,/_}3O,/F$+r8f2436g}243vQ%,/AOgK>%3124>o,/HU,R06:L24CZT :LC
~ }
)/. z B, | d;TVg Z<Z$ : "|
:
z}|
P z +h ~ia d" T
ak)!24.%31+r06`BgUSUT k#X:LCU0124CZT%,/C%D')k%<+ C%28;51g:TlvD%5BkLTof TI : 060656K
Q%.%31H4*T%I,#T[B44#To>%>ko#[
4#Tt2431HU,/C2 ,/.#}F,/C%CZk
4 Pvkdw2/060624.,/C#DIkY,/_L_L:LCo,/31:Tj1 V}3O,/F$+r8f2436g;}243Z06*%+wA@224>+@31,R01:L24C2/}
_L+,/36C%:LC%H,/_LH42431: 06*%F$5T t
:LC xB " z9
) g ~j*, ~ |(
~ U
z}z-
)/. z}| z T4ak/)!24.%36+@06`@gS,/C%DNkP:L>%>#F,/C%CZT/l D%5kLT4ab+@CMU+@3T
[B4#[4T%MU24_ko#T?t2436HU,/C
2 ,/.} F,/C%Ck
4 Ykukw<.%+@CZTbbkvhb,/Do,/_T;NkvPZ+BHU,/.#_ 0T;)kvVkw ,/:Tf,/C%DPvk P!,/FtT
f24F$>#.#01+@336+@AB24H4C#: 01:L24C 2/}Y.%C#AB24C#56063O,/:LC%+@D *o,/C%D#8;31: 0 06+BC C.%F$+@36K
r
. z , | d *DC&CECEkf d %

z}z r Y JW |
m< ~U
,/_L5T J ~ }
A/
| ~! .<:
|
T#MU24_ko4]#ToC%2%k?jT%>%>ZkZ[4[B4? [4[B4]#TiU.#_ S[B44#k
+ <kohk<31:L*%,/31:TO X:LH4*#K>+@3 } 2436F,/C%A@+Y31+B,/D%:LC%H$F,/A1*%:LC%+@5T ~ } U
)/. z , | d *bCEC&Ck
=
zmz r W |
}f ~"| ~9! .<:
AU
|
TMU24_ko4]#ToC%2%kojTo>%>Zk[4[B4]? [4[B4#TiU.#_ S[B44#k
lXk dw:L+@C%+@C%56062A1gT
P+@5X;24.%AO*%+@5BT o3O,/C%A@+4T[B44#To>%>ko44 U]#TZ<>%36:LC%H4+@36K +@31_,/H%k

eukP+w.%CZTvPvk akiU,/AOg4+@_Tdbkdw2451+@3Tvi%kv<k ab+@C%g4+@3TfkIk
b31,R}6T
EOk b.#SU24CTakbX+@C%D#+B365124CZTNkbl;kY;28,/36DZT,/C%D
kYX.%Q#Qo,/31DZT
Ob,/C%D#8;36: 0606+@CxD%:LH4: 036+@AB24H4C#: 01:L24CZmVX>%>%_L:LAB,R01:L24C#52/}C#+B.#3O,/_$C%+r0
*bCEC&Cl mm :
m|(
T%>#>Zk +%[
4 iok`2Y+@+@_L+@3TvakN.%F$+@_L*o,/360BT ,/C%D k&2 kP+@2B8Tn1EGC06+@H43O,R06+BD 51+@H/K
F$+BCU01,R01:L24C{,/C%D'31+@A@24H4C%: 01:L24C{2/}!*o,/C%DKG>%31:LCU06+BD{C.#F$+B31,/_L5T {
:LC$g U
~f*, ~ |
~ zmz
)/.H z}| z T;NkwIkwP:L>%>#F,/C%CZT;i%kfk
t22D#SUT,/C%Dak<kU)!24.#31+r01`@gUSUT%lvD#5kLT4MU24_k#T>%>Zk Uj% 44#k#t2431HU,/C
2 ,/.#} F,/C#C'I .%Q%_L:L56*%+@315To<#,/Ct ,R06+@2%TwVT[B4#[4k
Uj } +@3 ,R01,/CZTtf*#31:L560624>%*%+@3i%kbkdw.%36H4+@5Tuw,/C#CPZ+Rw.%CTt,/C%D
iU24*#C<kwab+@C%g4+@3ToO
t.#_ 01: KGD#:LH4: 031+@A@24H4C%: 01:L24C.%51:LC#H,56>o,/A@+D#:L56K
>%_,/A@+BF$+@CU0bC#+B.#3O,/_!C%+r0G8f2436gT :LC7g
~5*, ~ |
~ zmz
)/.
z}| z T#iok#k#t22D#SUT?<k#i%koX,/C%5124CZT%,/C%D{NkIk#P:L>%>%F,/CTl D%5k
[B44#T%MU24_k+%T?t2436HU,/C
2 ,/.} F,/C%C'Iv.#Q%_L:L51*%+@365T?<,/Ct ,R06+B2%T?fVk
4 PvkNkN;,/Q%:LC%+@3T1 V 06.#012436:,/_ 24C*%:LD%D#+BC ,/36g42M F$2D%+@_L5,/C%D51+rK
. z , | d
_L+BAr06+@D,/>%>%_L:LAB,R06:L24C%5:LC56>?+B+@AO*31+@A@24H4C%: 06:L24CZT p ~ }
)/
*DC&CEC T#MU24_k?j4jToC%2%ko#T%>%>Zko Uj% 44#T'o +BQ#31.o,/3 S[B44#k
4 kVkdw24.%36_,/31D,/C%D'hk#t2431HU,/CT W C; 3 *W *- 3 CEC;rq
!iC9iW9s * 3 *tW > x#q y~
gx < ~ #T`Y2 _L.U8f+@3vVXAB,/D%+@F$:LA;I .%Q#K
_L:L51*%+@3T#dw24560624CZT[B4 +%k
4] ak kvX.%Q?+@_b,/C#D)kvhk :L+@56+B_TlO N;+@A@+@>#01: MU+4o +@_LD%5BTfQ%:LC%2A@.%_,/3
:LC06+@3O,/Ar01:L24CT,/C%D{}.%C%Ar06:L24Co,/_,/31AO*#: 01+@Ar01.#31+:LC{06*%+A,R0B| 5M#:L56.o,/_A@2436K
01+
T ou ~ , z
. d 8 e TMU24_k[B4]#T>%>Zk[B]4? [ +%T
[B44#k
#[ v2 k>o .%g.%56*%:LF,#T=r w24H4C%: 063124Cm!V51+@_ }K2431HU,/C%:L`@:LC%H;F.%_ 06:L_,BSU+@36+BDC%+@.#K
3O,/_4C%+r0G8f2436gT mw
.
m<5 y ~ |(
z T@MU24_kB4]#T/C%2%k#T>%>ZkU[B#[?
[B4#T
hX2MU+@FQ+@3[BUj #k
4v2 k>o .%g.%56*%:LF,b,/C%D<kUt: S,/g4+4TÒ h;+B2A@24H4C%: 063124CZmVC%+r8 ,/_LH42431: 06*%F
} 243>o,R0 01+@31C36+BA@24H4C%: 06:L24C0624_L+B31,/C02/}bD#+@}2431F,R06:L24C%5,/C%D51*%: }065:LC
>2456: 01:L24CT || ~@! .<:
|
T%MU24_k[#To>%>Zk+ +U4#T![B44#k
4 kbkt24`@+@3T#35rhd ~ D |
, m |
y(x |z?> x9 : %U
|
:
z}| V ~ TtEG)I 31+@515 Kdw3O,/D#}2431Ddw224g5T%f,/FQ%36:LD%H4+4TtVT
[B4#[4k
+ euk%PZ+Rw.%CTh b+BC#+B31,/_L:L`B,R01:L24C,/C%D C#+@0G8w2431g'D%+@51:LH4Ct5 0131,R01+@H4:L+@5T
:LC
: |
:
z
A ; ~z d |
" TNk/I} +@: }+@3TV!y k<AO*%36+r01+@3T
f kMo 24H4+@_ K
F,/CZT,/C#DPvk<06+@+B_L5BT!lvD#5kLTr
y .%36:LAO*ZT<U8X: 06`@+@31_,/C%DZTv[B44#T!lv_L56+@M:L+@3T
,/C+
06+@C%D%+@DtMU+@3156:L24C{8,/5>%.%Q#_L:L51*%+@D ,/5;,06+@AO*%C%:LAB,/_!31+@>?24360;2/}06*%+
AO*%:L>%5f,/C#D{,/.0124F,R06:LAb_L+B,/31C#:LC%H%T
U#TohX2BMU+@FQ?+@3[B44#T :LCM: 06+BD{>o,/>?+@3k

XC%: MU+@3156: 0GS2/})!243124CU012%k
eukP+f.#CZTdbk/dw2456+@3TUi%kU<?k4ab+@C%g4+@3T4ak/;+@C%D%+@315624CZTNkRlXkRX2B8,/31DZT
kX.#Q%Qo,/31DT%,/C%DPvkak#iU,/AOg4+@_T OX,/C%D#8;31: 0 06+BCD%:LH4: 0w31+@A@24H4C%: 01:L24C
i
xB " z;
A g ~5*:U
, ~ |
~ z}z
A/.L z}| % zz d * E{Z g e TaY,BM:LD)!24.#31+r01`@gUSUT
lvDZkLT#ab+@CMU+@3BT TZ[B44]#Tt2431HU,/CF2,/.#}F,/C%CZk
4 k!Pvk ,/3 01:LCZTMrw+@CU01+@31+@D#K24Q +BAr0$:LCU06+BH431,R01+@D56+BH4F$+@CU0O,R06:L24C,/C%D
31+@A@24H4C%: 01:L24C2/}2BMU+@31_,/>%>%:LC#H*o,/C%D#KG>#31:LCU01+@DAO*o,/31,/Ar01+@315BT |g
~
||
T#MU24_k #T%C%2%ko#T%>%>Zk+%[B +U4#T![B44#k
Uj iok ,/C#H,/C#Dii4+B,/CZTEO t.%_ 06: KG31+@5624_L.#01:L24CC%+@.%3O,/_oC%+r0G8f2436g5} 24324FK
C%: } 24CU0AO*o,/31,/Ar01+@331+@A@24H4C%: 01:L24CT x
:LCH ~ } <
A/. z ,0* | ~ |

, ~ ~< | N ~-} z TZ[B44#T%MU24_k#E6E EOTo>%>Zk[44? [44#k
4eukfdw+@C%H4:L2%TXukvP+f.#CZTbkh;24*%_TX,/C%Dbkdw.%36H4+B5BT~1 P+@31+@A4mV
hbh/X
*SQ%36:LD}243w24C#K_L:LC%+b*o,/C#D#8;31: 06:LC%H36+@AB24H4C#: 01:L24CZT Qg
~
||
T#MU24_kjT%C%2%k #TZ[B4 #k
4 <koP!,@8X36+@C%A@+UTZbkoP+@+ b:L_L+@5T?Vkbko)5124:T?,/C%D Vk?ak?df,/A1gTmZ? ,/A@+
31+@A@24H4C%: 01:L24CmvVA@24CMU24_L.#06:L24Co,/_!C%+@.%31,/_C%+r0G8f2436g,/>%>#312U,/AO*ZT *DC&CEC
8X: 06* ,Qo,/A1gKG>#3124>o,/HU,R06:L24CC%+r0G8f2431g?T :LC

"!
3 ~ z"|(
z g ~ | N ~-}z TwMU24_k #TC%2%kX[4Tw>%>Zkv4?[4[B#T
+U]v2k!i%kP!,/C#H ,/C%D klXk!;:LC0624CZTH1 V06:LF$+D#+B_,@SC%+@.%3O,/_wC#+@0G8w2431g
,/31AO*%: 06+@Ar01.%36+}243Y51>?+@+@AO*31+@A@24H4C%: 01:L24CT
)!+@AO*ZkZN+B>kf K <K4RK
[4#Tf,/31C%+@H4:L+rKt+@_L_L24C;C%: MU+@3156: 0GST#Iv: 0 0156Q%.%36H4*IVT[B44#k
+%[ Vkk ,/:LQ?+B_T')kb,/Co,/`B,@8,#T kX:LCU0624CZTF2 k<*%:Lg/,/C%2%T{,/C%D
2 kP!,/C%H%T1 Iv*%24C%+@F$+31+@A@24H4C%: 06:L24C.%56:LC%H06:LF$+@KD%+@_,BSC%+@.%31,/_fC%+r06K

*DC&CEC 3 ~< z}|
z \
xB zm|
zDk } 7
.<
8f2431g5T
~ z}z
A/. T#MU24_k?UjT%>%>k?44 44#T ,/31AO*[B44#k
+U Pvk$dw2/0 0124.T f k;o 24H4+B_LF,/CT Ik$dw_,/C%AO*%+r0BT,/C%D\i%k'<kP:L+@Co,/31DZT
<>?+,/g4+@3:LC%D%+@>?+BC#D%+@C0:L5624_,R01+@DD%:LH4: 031+@A@24H4C%: 01:L24Cmt.%_ 06:L_,BSU+@3
r
>+@36AB+@>#063124CM#5DS#Co,/F$:LA01:LF$+8,/31>#:LC%H%T p
% ~ | ~-} z TZMU24_k
#T%>%>Zk+ 4 +U #T![B44]#k
+U Ikwb,RpC%+@3,/C#D&Vkwk ,/:LQ?+@_T\1 ):LF$+rKGD%+@_,BSC%+@.%31,/_YC%+r0G8f2436g5
+BFQ?+BD#D%:LC%H06:LF$+$,/_L:LH4C%F$+@CU0m,>?+@36}2431F,/C%A@+,/Co,/_ S51:L5BT
:LC C=U
!0WE CEC9rqa gVT k`z< 9C ~ d < , ~ k I } mm U
:
}|

< 3 . 4T b+BC#2M4,#T?E01,/_ SUT<+@>#0Bk[B4#[4k
+ + EOk b.#SU24CT!IkVX_LQ%31+@AO*U0TZukP+w.%CZTi%kZ<kZab+@C%g4+@3T!,/C#D k;.%Q#K
Qo,/31DZT6O
ab+@51:LH4C2/};,tC#+B.#3O,/_wC%+r0G8f2436gA1*o,/3O,/Ar06+B331+@A@24H4C%:L`@+@3}243,
0124.%A1*06+@31F$:LCo,/_T M || ~$! .:
|
T?MU24_kZ +%TC%2%k#T>%>k![B]
[B4Ujk
+ +
5124CZTi%k%ak%w2B8,/CZT#,/C%DtbkPvk b:L_L+@5TlvD#5kLT#<#,/C{ ,R01+@2%T%fVT?[B44#T

>%>Zk U
2,/.} F,/C%Ck
U#Tt2436HU,/C
1lAB:L+@CU0b>%,R0606+@31Ct36+BA@24H/K
xB " < zI
)
~<'*, ~ |
~ z}z
A/.I z}| z T%<koX,/C%5124CZToiokow28,/CZT
,/C%DPvk b:L_L+@5T%l D%5kLTMU24_k #k%t2431HU,/C@
2 ,/.} F,/C%CTZ[B44#k
4 dbk?dw2451+@3T?EOk b.#SU24CZTZ,/C%Dk#w,/>%C#:LgTm1 V063O,/:LC#:LC%H,/_LH42431: 06*%F}243
. z k, | dG
, | x:
24>#01:LF,/_?F,/36H4:LC$AB_,/5651: o+@365T t:LCF ~ }
A/
~-}z d?p $ <' ||
<+8 ~:
A/. 35d} ~ 4T%[B44#T4MU24_k #T/>%>Zk
[ + +c?[4#k
4 YkZi%kbk!dw.#31H4+@5,/C%Ddbk<AO*%2+@_Lg424>#} T61 EGF$>%362M:LC%H{06*%+,/A@A@.%3O,/ArS
,/C%D{56>?+B+@D'2/}!51.#>%>?24360fMU+@Ar01243F,/AO*%:LC#+B5BT t
:LC xB " z9
) g ~
*, ~ |
~ zmz
)/.Y z}| z 4g T ki42431D%,/Ckt24`@+@3,/C%D
)k#I+@0651A1*%+4TolvD%5Bk[B4UjTo)*%+tEG)&I 31+@515BT?f,/FQ#31:LD%H4+4k
+ lvD%.o,/36D<,/ AOg:LC%H4+@3Tdw+@31C#*o,/31D dw2451+@3BTiU,/C%+tdw3624F$_L+@SUT uw,/C%CP+rK
f.#CZT,/C%D{P,B8;31+@C%A@+Yak#iU,/AOg4+@_Ti1
VX>%>%_L:LAB,R06:L24C{2/}01*%+bVYhbh;V&C%+@.#K
*DC&CEC
3O,/_wC%+r0G8f2436gA1*%:L>062*#:LH4*#KG51>?+@+@DAO*o,/31,/Ar01+@336+BA@24H4C%: 06:L24CZT
3 ~ z"|(
g ~ | N ~-} z TvMU24_k #TwC#2%kw#Tv>%>Zk+U4 4] #T
,/31AO*[B44#k
iok<?kRdw36:LD%_L+4T1 Iv3624Qo,/Q%:L_L:L5 01:LA:LCU01+@31>#31+r0O,R06:L24C2/}}+@+BD} 243 8,/31DA@_,/5156: % K
[4[B#T[B4#[4k
A,R06:L24CC%+r0G8f2431g524.#01>#.#015BT48;: 01*31+@_,R06:L24C%51*%:L>062b5 0O,R06:L5606:LAB,/_%>o,R0 01+@31C
k x . ~
| / zD
k xU~
| | ~ z
31+@A@24H4C%: 01:L24CT
:LCn
~ |
A/.t
+ iokbdw3124F$_L+rSUTi%k kbdw+BCU06ÙTPvkbdw2/060624.ZTEOk b.#SU24CTukbP+w.%CZT
< \x <
}|
z T f
k o 24H4+@_LF,/CZTbi%kX+@3O,/.#_ 0Tb,/C%Dukdw.%31C#2DZT
Yk;t22431+4Tl;kX<,/
AOg:LC%H4+@3T,/C%DNkX<*o,/*ZT r<:LH4Co,R06.%36+MU+@31: oAB,RK
lvD%5BkLT#P+@5;Vb36AB5BTo
31,/C%A@+UTZ[B44#T<>%36:LC%H4+@3k
01:L24C.%56:LC%H,56:,/F$+B56+;06:LF$+;D%+@_,BS$C%+@.%31,/_?C%+r0G8f2431g?T * | ~|

ud ~ , || ~! .:
|(
wxk~|(
N%
'* | )
. BTMU24_k 4euk!P+w.%CZT Pvkdw2/0 0124.Tf,/C%Dukdw+@C%H4:L2%TnO N+B,/D%:LC%HAO*%+@AOg58;: 01*
jT%C%2%k+%T#>%>Zk?444UjT?VX.%H4.%5 0[B44#k
H43O,/>%* 063O,/C%5 } 2436F$+B3;C%+r0G8f2436g5BT
:LC * | ~ |
, ~
xB z}|(
zDk= d m N
k 0
. ~ z}z
A/. T#t.%C%:LAO*To[B4UjTMU24_ko[4T
+Ueuk?P+w.%CZTEOkj2,/C06+@3T,/C%D<k<24_L_,#T1l :LH4+BCUM4,/_L.#+B52/}vA@2M4,/36:,/C%A@+
>%>ZkZ[#[?
[ +%T?EGl lvl;k
F,R0136:LAB+@5Bm,/>%>%_L:LAB,R06:L24C&012C#+B.#3O,/_ KGC%+r0G8f2436g_L+B,/31C#:LC%H%T |Ed z-
}
! "
8 || ~z TMU24_k?4#T#C%2%k[B#To>#>Zko444444#T ,BS[B4#[4k
Uj eukdw+@C%H4:L2%TE % ~ | ~-} z`, ~i d } < m
%r ! .<:
AU
|
TEGCU01+@36Co,R01:L24C%,/_f);*#24F$>%5124Cw24F$>%.#06+B3I 31+@515BT!P24C%D#24CZT
2 T
+j )k kvaX:L+@0 06+B36:LAO*,/C%D kdf,/g:L31:T r<24_ M:LC%HF.%_ 06:LA@_,/515_L+B,/31C%:LC%H
[B44#k
>%3124Q%_L+@F$5wM:,+@3131243 KGA@243136+BAr06:LC%H24.01>%.0YA@2D#+B5BkLT Mu ~ ,BxU~|
)U
N
<'* | )
. ! z ~ T%MU24_k?#T#>%>Zk?44 44#T![B4 #k
4 Ykodw.%31H4+@5T ko ,R0O,/CZT?uk?P+f.#CZTi%kab+@C%g4+@3T?PvkiU,/AOg4+@_TZbk<06+@K
+U PvkNkdf,/*%_TIkfkdw3628;CZTIkZkD%+{<24.%`B,#Tv,/C%DNk!Pvkt+@31A@+@3T
Co,/31DZTvbkh;24*%_T ,/C%Di%kdw+BCTXr
<*#243606+B5 0>o,R06*51+@H4F$+@CU0O,R06:L24CZmV
O ,>#:LF.%FF.01.o,/_:LC#}2431F,R06:L24C2/}Y*#:LD%D%+@C ,/36g42MF$2D%+@_>o,RK
F$+@06*%2D }243063O,/:LC%:LC%H,C%+@.%31,/_YC%+r0G8f2436g06236+@AB24H4C#:L`B+AO*%,/3O,/Ar01+@3
* | ~ |
u
A |$ , ~ ~< g | U
3O,/F$+r01+@365X}243b51>?+@+@AO*31+@A@24H4C%: 06:L24CZT &
:LC7 ~ tR`* | R ,%R x; z}| R k
560631:LC%H45BT
:LC
d } k
.< ~ z}z
A/. T![B44#To>%>k+U 4#k
N ~-} z T?df,/_ 01:LF$2436+4T[B44#ToMU24_k%#T%>%>k[B ? [j/#k
+U PvkNkdf,/*%_TIkf kdw3628;CZTIkZkD%+{<24.%`B,#Tv,/C%DNk!Pvkt+@31A@+@3T 4 )kkZdw31+@.%+@_T@1 V5 S#5 01+@F } 243X01*%+2/pK_L:LC%+36+BA@24H4C%: 06:L24C2/}w*o,/C%D#K
<>?+B+@AO*31+@A@24H4C%: 01:L24C8X: 06*A@24CU01:LC.%24.%5 KG>o,/31,/F$+@06+@3 *#:LD%D%+@C$ ,/31g42BM
r
8X36: 0606+@C 01+
0T
:LC * !Fa g K TZEGlvl lXTlvDZkLTZi4+B36.%5O,/_L+@F[B4 +%T [B4 +%T
F$2D%+@_L5BT | ~-k
} < ;8 /. . BTMU24_k#TU>#>Zk#[B 4 +%T
>%>ZkZ[B4?
[B +%k
[B4Ujk
j/] Vk;Y: 06+B36Q%:T 1 lv3136243Q24.#C%D%5} 243 A@24CUMU24_L.#01:L24C%,/_$AB2D%+@5,/C%D ,/C
*bCEC&C 3 ~< z-U
4] dbk#ki4.o,/C%H,/C#D<?k+2 ,R01,/H4:L31:TO ab:L56AB36:LF$:LCo,R06: MU+;_L+B,/36C%:LC%H} 243vF$:LC#K
,/56SF$>#012/06:LAB,/_L_ S24>#06:LF.%FD%+@A@2D%:LC#H,/_LH42431: 06*%FtT
xB < z}|
"zDk& d m k
|
z *, ~ |
35d} ~ 4To>%>ko44] 44#T?Vb>#31:L_[B4Ujk
:LF.%Fx+@3136243fA@_,/5151: %
A,R06:L24CZT *DC&CEC 3 ~ z?R p
<
.< ~ z}z
A/. TRMU24_k+U]#TRC%2%kU[B#T/>%>kR4] +U 4] +%TaX+BA@+@FQ?+@3 j[ P:L>%>%F,/C%C'Nk#Iko,/C#D b24_LDdbkLTiO hX+@.%31,/_ KGC%+r0;AB_,/5651: o +@365f.%51+r}.%_}243
[B44#k
51>?+@+BA1*'36+@AB24H4C#: 01:L24CZT
:LCI ~ }
A/. z B, | d *DC&CEC G
~z}|r* | ~ U
|
f , ~ Y g
#[ eukP+f.#CZT%Pvk#ak#iU,/AOg4+@_ToPvk#dw2/060624.ZToVk%dw36.%C%2/0BT?bkow243 01+@5T%i%ko<k
~ g | ~-} z T<#,/Ctab:L+@H42%TiU.#C%+$[B4UjT
ab+@C%g4+@3Tk;ab31.%A1g4+B3BTEOk b.#SU24CZTkVk;t.%_L_L+@3TblXkX<,/
A1g:LC%H4+@3BT
>%>Zk+%[j% +U4#k
Ik;<:LF,/31DZT;,/C%Dkhkvv,/>%C%:Lg?T
w24F$>o,/36:L5124C 2/}_L+B,/36C%:LC%H,/_ K j/ k<#,/g42+4TNkEG512/01,/C%:TL2 ku 2451*%:LD%,#TL2 kEG512%T',/C%Dx)k ,R0O,/C#K
r
| ~ |

H42431: 06*%F$5Y} 243*o,/C#D#8;31: 0 01+@CD%:LH4: 036+BA@24H4C%: 06:L24CZT
:LC *
,/Q+4T
<>?+,/g4+@3 KG:LC%D%+@>?+@C%D%+@C08f2436D&31+@A@24H4C%: 06:L24C.%51:LC#HD#S#C%,/F$:LA
r
, ~ \ :
xk~|(
N %
g ~ g | ~-} z T f k o 24H4+@_LF,/C&,/C%D
| ~ |
m , ~
>%3124H431,/F$F$:LC%HtC%+@.%31,/_XC%+r0G8f2436g5BT
:LC *
Ik Y,/_L_L:LCo,/31:TlvD%5BkLT%I,/31:L5BT[B4 #T?>#>Zk 4
4]#T?lwWxw:L+4k
xB zm|
zDk0 d }
k Y
.< ~ z}z-
)/. T b_,/51H428TX[B44#T
4 E b.#SU24CT%EOkI24. 1,/.%DT#PvkI+@315124C#Co,/`4T k#ab31+rS} .#5T#iokab+@C%g4+@3BT%,/C%D

>%>Zko4
4#k
uk!P+w.%CZT
w24F$>o,/36:LC%H D%: p+@31+@C0C%+@.%31,/_fC%+r0$,/31A1*%: 01+@Ar06.%31+@5}243 j/ iok<kdw31:LD#_L+UTM1 VX_L>%*o,/C%+r065m,t36+@AB.#3131+@CU0 C#+B.#3O,/_|!C%+r0G8f2436g,/36AO*%: K
r
z
)/.U
AB_,/5651: }S#:LC#H$*o,/C%D#8;31: 0 06+BC D#:LH4: 015BT
:LC7 ~ tR ,9* u k
}
01+@Ar01.#31+{8;: 06*, *%:LD%D%+@CF,/36g42MF$2D%+@_f:LCU01+@36>%31+r01,R01:L24CZT
| NI kZ[B44#ToMU24_k%E EOTo>%>kZ[BUj%? [B4#T?EGlvl lXk
hm :
}|
ToMU24_ko#T%C#2%k[4T%>%>k?#[ #[B#T![B44]#k
4 Nk 060BT|1 A@24C%5 0136.%Ar01:L24Cx2/}'~.o,/D%31,R01:LA >?24_ S#C%24F$:,/_A@_,/5151: % +B365T j+ k?Vk&o 3O,/C%`@:LC%:T52 k&f kPZ+B+4T,/C%DVkk ,/:LQ?+B_Tr w24C%C%+@Ar06:L24C%:L560
| ~ |
< , ~ || ~! .<:
|
k
:LCH ~ tR ,m*
M#: 06+@31Q%:w063O,/:LC%:LC#H%m',tC%+r8*US#Q#31:LDF$+r06*%2D}243A@24CU01:LC.%24.%5$56>?+B+@AO*
[BUj/#To>%>Zk[B#[?
[B #T?EGl lvl;k
31+@A@24H4C%: 01:L24CT
:LC * | ~ |
5 , ~ ; xB < z}|
"zDkj d m k
< B
.< ~ zmz
)/. T?Vb_LQ%.#~.%+@36~.%+4T?hXT[B44]#T?>#>Zk+U +U4#k
+ iokR<A1*.% 31F,/C#CZTj1 VF.%_ 06: K}24C08f2436D31+@A@24H4C%: 01:L24C5 S#5 01+@F} 243Z>245 0O,/_
,/D%D%31+@56536+B,/D%:LC%H%T *bCEC&C
3 ~ z|
z 7 <' | ~z T4MU24_k4vKUjT j Pvk)kZhX:L_L+@5,/C#Dk f k<:L_ MU+@31F,/CZTFr w24FQ%:LC%:LC%H'*%:LD%D%+@CF,/31g42BM
C%2%ko#To>#>Zk?j/#[#
j/4#T?VX.%H4.%560[BUj/#k
F$2D%+@_L5b,/C%DC%+@.%3O,/_C%+r0G8f2436g AB_,/5651: o
+@365T &
:LC * | ~ |
<i :U
, ~
xB z}|(
zDk@ } \
k
. < ~ zmz
)/. TVX_LQ%.#K
euk?P+@+4TO X,/C%D#8;31: 0 06+BCD%:LH4: 0b31+@A@24H4C%: 06:L24C .%51:LC%HgUKGC%+B,/31+@5 0YC%+@:LH4*#K
Q243BTb31,/D%:,/_ KGQo,/56:L5'}.%C%Ar06:L24C%5TY,/C%DQo,/AOg>%3624>o,/HU,R01:L24CC%+@.%31,/_C%+r06K
~.%+@36~.%+4T?hXT[B44]#T?>#>Zk+%[j% +U4]#k
8f2431g5T
% ~ ' ||
ToMU24_ko#ToC#2%ko#To>%>k+ +U] + +U#T![B4#[4k j/ k?ab36:,/C%A@24.%360b,/C%DtP kdw2/060624.ZTmO tPIToP4Y ,/C#DabIXmw24F$>o,/36: K
4 akv<#,4,/D ,/C%D<kvVkv<24_L_,#T O aXS#C%,/F$:LAB52/}Y24C#KG_L:LC#+H43O,/D#:L+BCU0$D%+rK
5124C W
A@224>+@31,R01:L24CZT
:LC7 ~ }
A/. z ^, | d * | ~ |
u
) |
, ~ w g ~ | N ~-} z To<+B,R0 01_L+4T[B4#[4T#MU24_k#T>%>Zk##[
51A@+@C0X_L+B,/31C%:LC%H} 243F.#_ 01:L_,@SU+B3C%+@.%31,/_!C%+r0G8f2431g5T
:LC xB " < z;
)
~<E*, ~ |(
~ z}z
A/. z}| z TwaY,@M#:LD <?k )!24.#31+r01`@gUSUT
#[B#k
t:LAO*o,/+@_bkt24`@+@3T#,/C%D't:LAO*o,/+@_l;kb,/5156+@_LF$2%Tl D%5k?[B44#TMU24_k##T
j4j euk?dw+@C%H4:L2%TNkab+t2436:T k& _,/F$F$:,#T%,/C%DNkY2 24F$>?+4TB b_L24Q%,/_
>%>Zko4]4
4]4#T?)*%+tEG)I 31+@515BT?f,/FQ#31:LD%H4+4k
24>#01:LF$:L`B,R06:L24C2/}, C#+B.#3O,/_C#+@0G8w2431gUKG*%:LD%D%+@C ,/31g42BMF$2D%+@_*USK
*DC&CEC 3 ~ z"|
z ~< | N ~-} z TZMU24_k!#TZC%2%k!#T
Uj kvS#Q?+@C%g42%Tn1 VX>%>%362_ :LF,R01:L24CQS51.%>?+@31>?2456: 01:L24C%52/}b56:LH4F$24:LDo,/_
Q%31:LDZT
|~ k=
.< zbk < 9 z}| % z T/MU24_k
} .%C#A@06:L24C%5BT FP | d |
"z ,;
>%>Zko 4
4#T![B44#k
#T%C%2%k+%T#>%>Zk?4]4
#[ +%T![B44#k
j/ Ikb,RpC%+@3,/C%DVk!k ,/:LQ?+B_TO t.%_ 01: K5601,R01+$06:LF$+@KD%+@_,BSC%+@.%3O,/_
4 Pvk/dw2/0 0624.$,/C%Dk/hkv,/>%C%:Lg?T`1 P2AB,/_%_L+B,/31C%:LC#HY,/_LH42431: 06*%F$5BT g U
C%+r0G8f2431g5}243A@24CU01:LC.%24.%5$56>+@+@AO*31+@A@24H4C%: 06:L24CZT
:LC x; " zL
)
~ ' ||
ToMU24_k,+%ToC%2%ko#T%>%>Zko44 4]4]#T![B44#k
~<'*, ~ |
~ zmz
)/.I zm| z kZ[B44#ToMU24_k,+%T%>%>Zk Uj/
4 Nkol;k<AO*o,/>#:L31+4T1 )*%+5 0136+BC#H/01*2/}8f+B,/g_L+B,/31Co,/Q#:L_L: 0GST P

A
44#T?t2431HU,/CF
2 ,/.#}F,/C%CZT?<,/Ct ,R06+B2%k
8 ~:
A/. TMU24_k #T%C#2%k?#T%>%>k[BUj% 4UjT![B44]#k
j/eukdw+@C%H4:L2%TTIk<:LF,/36DZT,/C%D Ik o 31,/51A@24C%:T1 P+B,/31C%:LC%H'_L24C%H/K06+@31F
4] kab36.%AOg4+@3T Nk <AO*o,/>#:L31+4Tw,/C#DIk <:LF,/31DZTM1 EGF$>%362M:LC%H >?+@36}2436K
D%+@>+@C%D#+BC#AB:L+@58;: 01* H431,/D%:L+@C0bD%+@51A@+@C0:L5XD%: $
A@.%_ 0BT *bCECEC 3 ~< z-U
|
z
F,/C%A@+:LC{C%+@.%31,/_!C%+r0G8f2431g5;.%51:LC%H,Q2245606:LC%H,/_LH42436: 01*%FtT
:LC xBU
% ~ | N ~-} z T%MU24_k #ToC#2%k?#T%>%>k[Uj%? [B4#T ,/31AO*
" z
A g ~+*, ~ |
~ z}z-
)/.h z}| % zi[ T%<?kUi%kb,/C#K
[B4 +%Tf<>?+@A@:,/_EG5156.%+24CtN+@A@.%3136+BCU0XhX+@.%31,/_!hX+r0G8f2436gk
#[
Iko<:LF,/31DZTuk#P+w.%CZT?,/C%Dab+@C%g4+@3bi%kLT
C%: 01:L24C.%51:LC#H,tC%+r8063O,/C#56}2431F,R06:L24CD%:L5 0O,/C#AB+4T c:LC

"!

4]

#[

4

4
+

4

Uj

4

4

4]

#[
r2
6r<01,R01:L5 01:LAB,/_>o,R0 01+@31C

~ }
)/.z ,| d *bCEC&C * | ~|
, ~
~< | N ~-}z T<#,/CtaX:L+BH42%T[B44#ToMU24_kZ[4T#>%>Zk?#[ 4#k
Ikvb,RpC%+@3Trw24C%C%+@Ar01:L24C%:L5 056>?+B+@AO*31+@A@24H4C%: 06:L24C8;: 01*,H4_L24Qo,/_
tE,/_LH42431: 06*%FtT :LC C r!0WE C&C;rqa g k ~C ~
, ~U
3 . 4Tdw+@31_L:LCT<+@>#0Bk
Y $ d} mm :
m|(

[B44#k
iokU<kUab+@C%g4+@3 ,/C%DbkUi%kUdw.%36H4+B5BT`1
EGF,/H4+51+@H4F$+@C01,R06:L24C$,/C%D36+BA@24H/K
"|
k[B4 #TVbD#D%:L5124C +@56K
C%: 01:L24CT {:LCH35dP | d |
"z ,f*
_L+@SUk
Pvkdw2/060624.ZT x < ~ d | ~
r
ba x < ~ |
z}z. : OU
::
z}| > x <
}|
z70_ ;! :
zmz ~ BTI *Zk ak
01*%+@56:L5TU;C%: MU+@3151: 0+w
z D%+vI ,/36:L5 b
EOT/#[ +U] 3151,BSA@+@D%+ T
o 31,/C%A@+UT#[B4#[4k
k?NX,/*#:LFtT#ukodw+BC#H4:L2%TZ,/C#DukoPZ+Rw.%CTBO
aX:L51A@31:LF$:LCo,R06: MU+b}+B,R01.%36+
,/C%DF$2D%+@_!D%+@56:LH4C}243Y,/.0124F,R06:LA56>+@+@AO*31+@A@24H4C%: 06:L24CZT
:LCY ~ tR
,C ~ z } TZN*%2D%+@5T b31+@+@AB+4T![B4Ujk
kdw2D%+@C%*o,/.%56+BCT<k ,/C%g4+4T#,/C%DVk ,/:LQ+@_Tfr
f24C#C%+@A@06:L24C%:L5 0;,/36K
AO*%: 06+BAr06.%3O,/__L+B,/31C%:LC%H} 243v*%:LH4*{>?+@36}2431F,/C#AB+;AO*o,/31,/Ar01+@3X,/C%D{56>?+B+@AO*
31+@A@24H4C%: 01:L24CT
:LC * | ~ |
5 , ~ ; ^ xB z}|
"zDk d m k
< B
.< ~ zmz
)/. Tt:LC%C%+B,/>?24_L:L5T[B44#T%MU24_kZ[4To>#>Zko4 44#k
kI+@31+@:L3O,#T#k%N:L_L+rSUTo,/C%D{Nk%<>%362U,R0T +@:LH4*06+@Dt3O,R06:L24Co,/_0131,/C%56K

D%.%Ar01:L24C#5X,/C#D06*%+@:L3,/>%>%_L:LAB,R06:L24C'062*.%F,/C$_,/C%H4.%,/H4+>%312A@+B5651:LC%H%T
:LC x! x
| ~<5i8 /. . ; ~ z}z
A/. N ~-} z r? T![B4 +%k
kRP!,/D#+B5BTi%kUbk 2431Q#3 .%
H4H4+@CZTi%k4dw.#*%F,/C%CZTU,/C#DbkRMU24CD%+@3 ,/_L56K
Q%.%31H%TIO
ab:L5606243606:L24C :LCM/,/31:,/CU024Q +@Ar031+@A@24H4C%: 06:L24C:LCt06*%+D#S#C%,/F$:LA
*bCEC&C 3 ~< zRL R T;MU24_k+U#TXC%2%k#T;>%>Zk
_L:LC%g,/31AO*#: 01+@Ar01.#31+4T
4]4]
#[4[4T![B44#k
dbkZdw2456+@3Tl;kZ<,/
AOg:LC%H4+@3Ti%kZdw3124F$_L+rSUTukZPZ+Rw.%CT!,/C%DPvkiU,/AOg4+@_T
VbC,/Co,/_L24HXC%+@.%3O,/_UC%+r0G8f2436gY>%312A@+@51512438;: 06*>%3124H431,/F$F,/Q%_L+!0124>?24_ K
1
24H/ST *bCECEC
u < ~ ,
U ||
~
|z T4MU24_k4#TC%2%ko[B#T>%>Zk
4]#[j%
4]4 #Tab+@AB+@FQ+@3[B4#[4k
k%<AO*%+@C%g4+@_Tok +@:L5156F,/CZTEOk b.#SU24CTbk#h;24*%_T#,/C%Dak#;+@C%D%+@36K
5124CZTBO
N;+@A@24H4C%: 06:L24C#KGQo,/56+@D56+@H4F$+BCU01,R01:L24C2/} 24C#KG_L:LC%+*o,/C%DKG>%31:LCU06+BD
8f2431D%5BT
:LC xB " < zf
A % ~V*, ~ |
~ z}z
A/.9 z}| % z
[ T<ki%kb,/C%5624CZTi%kak!w28f,/CZT,/C%DYkPvk b:L_L+B5BTl D%5kLTab+@CMU+@3T
T[B44#To>%>Zk?j/4#
j/4]#k
Yk!ab.%HU,/560BTPvkab+rM:L_L_L+@315T,/C#D
k!VX.%Q?+@360BT r w24FQ%:LC%:LC%Ht);aYhXh
,/C%Db :LC,*USQ%31:LD 5 S#5 01+@F
}243b:LF$>%362MU+@DtA@24C06:LC.%24.%56K51>?+@+BA1*
*bCEC&C 3 ~ z"|
z d } x
7 ~ U
31+@A@24H4C%: 01:L24CT
z}z-
)/. T#MU24_ko#T%C%2%kZ[4To>#>Zko#[j% 4 +%T![B4 +%k
)k Y24*%24C%+@CZT
kdf,/31C%,#T,/C%DNkw*%31:L56_L+rST
31+@A@24H4C%: 01:L24C8;: 06*C%+@.%3O,/_C%+r0G8f2436gmdw+@C%AO*%F,/36g:LC#H5 01.#D%:L+@5T :LC
} +@3X ,R0O,/CZT;+@C%36St<kdf,/:L31DT?iU,/C%+dw3624F$_L+rST?f*#31:L560624>%*%+@3biokbk
dw.%31H4+@5T4iU24*#C<k/ab+@C%g4+@3T4P,B8;31+@C%A@+ak/i,/A1g4+B_T4uv,/C%CP+w.%CZT/lvD#K
)
JON;+B,/D%:LC#H*%,/C%D#8;31: 0 01+@CD%:LH4: 065mV
yEGIA@2D%+31+@A@24H4C%: 06:L24C56S5606+BFtT ' | ~ TMU24_k #TC%2%kjT>%>Zk
44#T?i4.%_ S[B44#k
4euk dw+@C%H4:L2,/C%DukvP+tw.%CZTl 2436DC%2436F,/_L:L`B,R01:L24C}24324C#KG_L:LC#+
, | r * | ~ |

*o,/C%D#8;31: 0 06+BC8f2431D31+@A@24H4C%: 06:L24CZT
:LC ~ cR
, ~ : || ~ ! .:
|
T$EGVbIvNTYlvDZkLTi4+B36.%5O,/_L+@FtT
[B4 +%ToEGlvl lXk
4 Nkw,/:L_L_,/CU0T bkt24C#312AB~?T,/C%DukP+w.%CZTM 36:LH4:LCo,/_w,/>#>%312U,/AO*
} 243v06*%+Y_L2AB,/_L:L`B,R01:L24C2/}!24Q 6+@Ar015:LC$:LF,/H4+@5T *DC&C
~ JS=
z
+k
* c. p
k
.< ~ z}z
A/. TXMU24_kY[ +%[4TYC%2%k(+%Tb>%>k; + 4]#T
Vb.%H4.%5 0[B4 +%k
+ Nk 24_ }X,/C%Di%kIv_,R0 0BTJ1 I245601,/_f,/D%D%36+B565Q#_L2AOg_L2AB,R01:L24C.#51:LC%H ,
AB24CUMU24_L.#06:L24Co,/_v_L2AB,R01243C%+r0G8f2436gT
:LC xB " zm
) g ~=*, ~U
|
~ zmz
)/.Y z}| zF1 T i%kak w28f,/CZT k)!+B51,/.%312%T ,/C%D
iok#Vb_L56>+@Ar06243T%l D%5k[B4 +%To>%>Zkoj+ #
j 4#Tt2431HU,/C2 ,/.#} F,/C#C'I .%Q#K
_L:L51*%+@315BTo<,/Ct ,R06+B2%T?fVk
<khX28;_,/C',/C%D'i%k#I _,R060BTi1 V&A@24CUMU24_L.#06:L24Co,/_C%+@.%31,/_C%+r0G8f2436g*o,/C%D
0131,/AOg4+@3T
:LC x; " zB
A % ~ *, ~ |(
~ z}z
A/.$ zU
| z T k)!+@5O,/.%362%Toak)!24.%31+r06`@gSUT?,/C%D')k#PZ+B+@CZT%lvD%5BkLTo<#,/C{ ,RK
01+@2%TwVT[B4 #To>%>Zko4]#[
4]4#Tt2431HU,/C@2 ,/.} F,/C%Ck
4 kVk N28;_L+rST<k df,/_L. 1,#Tf,/C%D)k&2 ,/Co,/D#+UTlO hX+@.%3O,/_;C%+r0G8f2436gK
. z ,$S !Fa g 1 kv[B44#T>%>Zk
Qo,/51+@D} ,/A@+D%+r06+BAr06:L24CZT
:LCQ ~ }
A/
4]4
4]4#T?EGlvlvlw24F$>%.#06+@3b<2A@:L+r0GSI 31+@515Bk
Uj lXk 56.%Co,#T?Nk o 31+@.%C#DZT,/C%Df k b:L362451:T;1 )!31,/:LC%:LC%H56.%>%>?24360;MU+@Ar01243
F,/AO*%:LC%+@5mw,/C ,/>%>%_L:LAB,R06:L24Ct012} ,/A@+D%+r01+@Ar01:L24CT
:LC7 ~ m
)/. z ,
S !La g 1 k[B4UjTo>#>Zk[B4]? [B4#T?EGlvl l&w24F$>%.01+@3X<2AB:L+r0GS{Iv36+B565k
4 k4dw24.#31_,/31D,/C%Dbk/iok +B_L_L+@g4+@C%5BT1 PZ:LC%g5Q?+r0G8f+@+BC ,/31g42MF$2D#K
+B_L5b,/C%DtF.%_ 01:L_,@SU+@3X>?+@31A@+@>#063124C%5BT
:LC x; " z0
) % ~5*, ~U
|
~ z}z
A/.$ z}| z Tak)!24.%36+@06`@gSUTl DZkLTaX+BCUMU+@3T [B44#T
MU24_kZ[4T%>#>Zk[B4?
[BUjTt2431HU,/CK 2 ,/.#}F,/C%CZk
4eukdw+@C%H4:L2%TvNk!ab+'t2431:T k _,/F$F$:,#T,/C%DNk Y2 24F$>?+4T O hX+@.#K
3O,/_fC%+r0G8f2436gKHU,/.%5156:,/CF$:
06.%31+*US#Q#31:LD}24351>?+@+@AO*31+@A@24H4C%: 01:L24C
243D%+@C%56: 0GS&+@5606:LF,R01:L24CT (
:LC xB " < z7
) g ~*, ~ |

~ z}z
A/.Y z}| % z K T iokl;kt22D#SUTv<ki%kb,/C%5624CZT ,/C%DNk!Ik
8X:LCIkUak/I+@D%Co,/.#_ 0T :L_L_L:,/Fak<#,R0 01+@3 %+B_LDTf*%,/31_L+@5 l;kU<06+@Co,/31DT
,/C%D):LF$2/01*USi%k!)*%24F$>%5124CT
P:L>%>%F,/C%CTRl D%5kLTRab+@CMU+@3BTU

02,/.#}K
TU[B44#T4>%>ZkU[j ?[B4#Tt2431HU,/C
F,/C%CZk
r<>?+@+@AO* 31+@A@24H4C%: 06:L24CQUS{A@24F$>?2/K

SoC%: 06+X,/.#0124F,R01,#T :LCLG
A:
| U || N %"
zr, ~
| ~E8i/. rL ~ z}z
A/. Twf,/FQ%36:LD%H4+4Tv ,/565O,/AO*.%56+@0 065T;[B4UjT
tEG)&Iv36+B565k
[B]#[ kt24*%31:T Z :LC%: 01+rKG5 0O,R06+063O,/C%56D%.%A@+@315:LC_,/C%H4.o,/H4+t,/C%D56>?+B+@AO*
< 8`
A/.
z}|(
z TMU24_k/4#T4C%2%k/#T4>%>Zk/44
>%312A@+B5651:LC%H%T <' ||

#[4[4T[B4Ujk
[B]4{EOk b.SU24CZT;kv<AO*%+@C%g4+@_T;,/C%Di%kvaX+BC#g4+B3BTl MU+@36M:L+r8 ,/C%D56SC#K
01*%+@56:L52/}Y24C#K_L:LC%+AB.#3151: MU+{*o,/C%D#8;36: 01:LC%H36+BA@24H4C%: 06:L24C01+@AO*#C%:L~.#+B5BT
q y } W |
}f ~"| ~0! .<:
|
\
LN + |
:LC
* c. x < z
z TUIkU<k4Ik ,/C%H,/C%D$dw.%C#g4+XkLT4lvD#5k%[B44#T 2431_LD
<A@:L+BCU06: o
A4k
[B]4kt24*%31:,/C%DkN:L_L+@SUTF +@:LH4*06+@DD#+@06+@31F$:LC%:L`B,R06:L24C,/C%DF$:LC#K
:LF$:L`,R06:L24C}243Y_,/31H4+MU2A,/Q#.%_,/36S36+BA@24H4C%: 06:L24CZT
:LCY ~ }
A/. z ,
C ~ z } a g T%N*%2D%+@5T b31+@+@A@+UT%<+@>#06+@FQ?+@3b[B4UjT#>#>Zko[B#[? [B +%k
[B] + 'uk?dw+@C%H4:L2',/C%DtIk'o 3O,/56A@24C%:Th1 VbC :LC%>#.#0 R24.01>%.0b ,/36AO*%: 06+@A@K
01.%36+4T t
:LC xB " z
) g ~:*, ~ |
~ z}z
A/. z}| % z T
kZ)!+@5O,/.#312%T!ax)!24.%36+r01`@gUST!,/C%D)kP+@+@CZT!lvD#5k[B44#TMU24_kjT>%>Zk
+UUj% +U +%TtEG)&Iv36+B565To,/FQ%31:LD#H4+UT#tVk
[B] 'uk4dw+@C%H4:L2,/C#DIk,o 3O,/51A@24C%:T&1 EGC#>%.#0 .#01>#.#0;b t5!}243 56+B~.%+@C%A@+
*bCEC&C 3 ~ z|
z g ~ g | ~-} z TMU24_kjT
>%312A@+B5651:LC%H%T
C%2%k #To>#>ZkZ[B4#[?
[B +U#T[B44#k
[B]4kt24*%36:T!f kbkZhkZI+@36+B:L31,#T!,/C%DkN:L_L+rSUT xH~|(
z
.<
, ~ N
. | &:
| U z}|| |~< z} ~0
y~~ 4TP+@Ar01.%36+hX2/06+@5X:LC
f24F$>#.#01+@3X<A@:L+@C%A@+4k<>%36:LC%H4+@3; +@31_,/H%TZ[B4Ujk
[B]Uj k!N;,/*%:LFtTbkkP+@+UT ,/C%DdbkkiU.%,/C%H%T O ab:L51A@31:LF$:LC%,R01: MU+.06K
01+@3O,/C#AB+ MU+@31: %
A,R06:L24C}243AB24C#C%+@A@06+@DD%:LH4: 015'31+@A@24H4C%: 06:L24CZT *DC&CEC
3 ~ z?R @ } x
B ~ tR ToMU24_k #T#>%>Zk?44 Uj4jT![B4Ujk
[B]4k?NX,/*#:LFtT#ukodw+BC#H4:L2%TZ,/C#DukoPZ+Rw.%CTBO aX:L51A@31:LF$:LCo,R06: MU+b}+B,R01.%36+
,/C%DF$2D#+B_D%+@56:LH4C} 243,/.#0124F,R06:LA56>?+B+@AO* 31+@A@24H4C%: 06:L24CZT y
:LC C U
~ z } a g ToN;*%2D%+@5T b31+@+@AB+4T![B4UjTo>#>Zk?j # j/#k
[B]4t<kdw+BC#H4:L2,/C%Dukdw+@C%H4:L2%T1 VbClv ,/_LH42436: 01*%Fx}243f,/56SC%AO*#3124C%24.%5
:LC%>%.#0 R24.#06>%.#0*#:LD%D%+@C ,/36g42MF$2D%+@_L5T
:LC * | ~ |(
:U
, ~ Wf % ~r*, ~ |
~ z}z
A/. TPvk X .ZT?lvDkLTX24C%H/K
2 24C%H%TZ[B44#T?>%>ko44 4 +%k
Y
[4[B]tYkv),/>%>?+@360BTbk<.#+BCT,/C%D)k ,/gR,/*o,/3O,#T 1 )*%+5601,R01+2/}06*%+
,/360 :LC$24C#KG_L:LC%+*o,/C%D8X36: 01:LC#H36+@AB24H4C#: 01:L24CZT *DC&CEC
3 ~ z|
z
x z-
zw P
A * | )
. BT%MU24_k#T?C%2%k![B#T>%>Zk
|| ~
j/Uj%
4]4#T![B44]#k
[4[4[ t<kU ,/C%g4+;,/C%D$kUdw2D%+@C%*o,/.%56+BCTf1 V A@24C%C%+@Ar01:L24C%:L5 0w36+BA@24H4C%:L`@+@3v}243
24C#KG_L:LC%+wA@.%3651: MU+w*%,/C%D#8;31: 06:LC%HY36+BA@24H4C%: 06:L24CZT
:LC * | ~ |
= :U
, ~ ^
xB z}|(
zDk& } k m
. < ~ zmz
)/. ToVbD#+B_,/:LD#+UT
[B4 +%T%MU24_ko#To>#>Zko44
44#k
[4[Bk b:L_L_L24.
,/C%D kXP+@3124. T O N;+@A@24H4C%: 06:L24C 2/}$A@.%3156: MU+51A@36:L>#0
,/F$24.%C065;24Ct>?245601,/_A1*%+@AOg5BT
:LC C ~ ? , ~
}|
| 7;
z}|< 3 .<
z Thb,/CU01+@5BT o 3O,/C%A@+4Ti4.%C%+[B44#Tw>%>Zkwj/]
j[B#k
[4[Bak b.%:L_L_L+rM#:LA ,/C%Dbk@ukR<.%+@CZT5r w.%3156: MU+ 56A@31:L>#0Z31+@A@24H4C%: 01:L24C,/>%>%_L:L+@D
01206*%+>%312A@+@5151:LC#H$2/} Q%,/C%gAO*#+BA1g5BT
:LC * | Ri ,%R $N + |
x z
z; ;! .<:
|
T#t24CU0136+,/_Tf,/Co,/D%,#TVX.%H4.%5 0X[B4 #T>%>Zk
[4[?
[ +%k
[4[ + {Pvk?P!,/FtTbk?uk<.%+@CZTZak b.%:L_L_L+rM:LA4TZhk kZ<063O,R06*USTkw*%+@31:L+r0T
2 koP:L.ZT,/C%Di%khk?<#,/:LDZTB1 Vb.#0624F,R01:LA>%362A@+@5156:LC%H2/}v:LC#}2431F,R06:L24C

* | R ,?R z}| zbk P y ~ |
"z T
24CAO*#+BA1g5BT
:LC
w,/C%A@24.#MU+@3BTf,/Co,/Do,#T Ar0124Q?+@3[B4 #To>%>Zk?4 4
4 4#k
[4[tYkoiokbkdw.%36H4+@5Ti%k?EOkdw+@CZTi%k<kab+@C%g4+@3T?uk%P+f.#CZT,/C%Dbk?Nk
hX24*%_TB p_L:LC#+36+BA@24H4C%: 06:L24C2/}v*%,/C%D#8;31: 0 01+@C>?245601,/_!8f2431D%5b.%51:LC%H
| R du ~ < , || ~I! .:
|

^xU~U
C%+@.%3O,/_?C%+r0G8f2436g5BT *
|
N
%
5* | A
. TMU24_k!jTZC%2%k+%T>%>ZkZ44#Tv[B44#T<>?+BA@:,/_EG5156.%+
[B]4]
k%bkohk%I+@31+@:L3O,,/C%Dtk#N;:L_L+rSUT
51: 06:L24C2/}Z8f+@:LH4*U01+@D
24C{VX>%>%_L:LAB,R01:L24C#5;2/}!hX+@.%3O,/_ZhX+r0G8f2436g5f062I,R0606+@31CN;+@A@24H4C%: 06:L24C

EOk
b.#SU24Cl DZk rk
[4[B 'ukP+f.#CZT!ukZdw+@C%H4:L2%TakX+@C%D%+@315624CZT!Vk +@:L51Q%.%A1*ZTk +B:L5656K

C#KG_L:LC%+{*o,/C%D#8;31: 06:LC%H31+@A@24H4C%: 01:L24C 8;: 01*
F,/CZTf,/C%DiU,/AOg4+@_kwPvkLT
l
~ tR=* | ~|(
, ~ < ~
|(
)/.
<^~
A/./R [B44#TUlvA@24_L+hb,R06:L24Co,/_L+;<.#>+@36:L+B.#31+wD%+@5)!+@_L+BA@24F$F.#K
C%:LAB,R01:L24C%5Bk
[4[j k .% _L_L+@3BT Vk b.%C%`@:LC%H4+@3BTf,/C%D k b.%H4H4+@CQ .% *%_T Z? ,/560C%+@.%3O,/_
*bCEC&C 3 ~ z?R
C%+r051:LF.%_,R01:L24C{8X: 06*,a<I&>#312AB+@5651243,/3131,BSUT
~< | N ~-} z T#MU24_k?#T#C%2%k[4T%>#>Zk?4]4 #[B#T![B4 #k
[4[BNk#df,R0606: 06:T9Z :L315 06K ,/C%D{51+@A@24C%D#KG2436D%+@3XF$+r06*%2D%5;}243f_L+B,/31C%:LC#H%mvdw+rK
0G8f+@+BC5606+@+@>+@5 0D%+@56AB+@CU0,/C%DC#+@80624CZ| 5F$+r01*%2DZkLT
~ U
g
||
T#MU24_k+%T%C#2%k?#T%>%>k[ +%[? [B4#T![B44#k
[4[B{VkkjY2 3O,/F$+@3,/C#DVk!<,/C%H4:L2M/,/C%C%: Kb:LC%A@+BCU06+B_L_L:T$1 l$ A@:L+@CU0>o,/36K
,/_L_L+B_Z_L+,/36C%:LC%H',/_LH42431: 06*%F$5} 243XC%+@.%3O,/_!C#+@0G8w2431g5T &
:LC x; " z0
)
~<=*, ~ |
~ z}z
A/.7 z}| % z Tak <k)!24.%31+r06`BgUSUTlvDZkLT
C%+@.%3O,/_C#+@0G8w2431g5mw56>o,R06:,/_!31+@>%31+@56+BCU01,R01:L24CtMU+@3156.%501+@F$>?243O,/_36+@>%31+rK

51+@C01,R06:L24CZkLT :LC

"!
+ +
72,/.#}F,/C%CZT<#,/C
C 1%
| 3 ~<
A:
A/. , G} U G ~ ~ ~< g | U
ab+@CMU+@3[B44#T[B44#TZMU24_k![4T>%>Zk U]

,R01+@2%k

[B44#k
[B4] kt24_L_L+@3T
N ~-}z
k"iiOwd
uv2456*.o,dw+@C%H4:L236+@AB+@: MU+@D*%:L5
dbk lvC#H%k:LC+@_L+BAr0631:LAB,/_f+@C%H4:LC%+@+@31:LC%H:LC[B44}3124F
U#Tt2431HU,/C
tA b:L_L_Y;C%: MU+@3151: 0GSUkX+,/_L56236+BA@+@: MU+@D,k <A4k

,/C%D,Iv*Zk ak?:LC A@24F$>%.01+@351A@:L+@C%A@+}3124F
TIv*k ak01*%+@56:L5TVY,/36*.#5 XC%: MU+@3651: 0GSUTVY,/36*.%5BTab+@C%F,/36gT
tA b:L_L_
XC#: MU+B3651: 0GS:LC[B44,/C%D[B4#[31+@51>?+@Ar01: MU+@_ SUk&EGC
1EGF$>%362M:LC%H06*%+A@24CUMU+B36H4+@C%A@+2/}!Q%,/AOgK
>%3124>o,/HU,R06:L24C _L+B,/31C%:LC#H8;: 06*t51+@A@24C%D#K2431D%+@3YF$+r06*%2D#5T
)!+@AO*ZkN;+@>Zk
[B4#[rKO[B44*%+X8,/5;,>?24560 KGD%2Ar012431,/_}+B_L_L2B8,R0f06*%+
[B#[ t<kodw+@AOg4+@3X,/C%D'uk%P+w.%CZT
,/5151,/AO*.%51+r0 015 EGC%5606: 01.01+f2/}?)!+@AO*%C#24_L24H/SkEGC'[B44
24:LC%+@D$V
*%+
N XK)XNfK4RK#TvXC#: MU+B3651: 0GS2/}Y)!243124CU062w24C%C%+@Ar06:L24C%:L560'N+@51+B,/31AO*

b3124.%>ZTo<+@>#06+BFQ?+B3[B44#k
);WY)dw+@_L_oP!,/Q?243O,R062431:L+@5TU8;*%:LAO*_,R01+@3
Q?+@A,/F$+V );WY)^P!,/Q%56KGN;+@51+B,/36AO*ZkEGC\[B44*%+
24:LC%+@Dt01*%+},/A@.%_ 0GSt2/}v06*%+A@24F$>%.#06+@351A@:L+@C%A@+D%+rK
>o,/3 01F$+@CU0b2/}06*%+;C%: MU+@3156: 0

z+ D%+t24CU013+z ,/_8;*%+@36+
,/C,/51562A@:,R06+>%362/} +@5651243k<:LC%A@+*%:L5 o36560b8w2431g24C C#+B.#3O,/_C%+r06K
*%+:L5bC%2B8
8f2436g5:LC{[B44#T*%:L531+@56+,/36AO*:LCU01+@36+B5 015*o,@MU+XQ?+@+@CA@+BCU06+B36+@D,/3124.%C%D_L+,/36C#K
:LC%H,/_LH42431: 06*%F$5 +B56>?+BA@:,/_L_ S}243vD%,R0O,8X: 06*,51+@~.#+BCU06:,/_243w56>o,R06:,/_C%,R01.%36+4T
51.#AO*t,/5;51>?+@+@AO*ZTo*o,/C#D#8;31: 06:LC%H%T?,/C%D'01:LF$+rKG56+B36:L+@5k
Br
i
k Nd uv,/C%C P+w.%C 31+@A@+@: MU+BD ,

ab:L>%_24
F$+ DZ| EGC%H@z+ C%:L+@.%3} 3624F06*%+fl AB24_L+;<.%>w+@z 31:L+@.%36+
}3124F
Eo3O,/C%A@+:LC
,/36:L5To3O,/C%A@+:LC
[B4Uj,/C%D}3124FlvA@24_L+hb,R06:L24Co,/_L+<.%>v+Bz 36:L+@.%31+D%+@5
DZ| EGC%H@z+ C%:L+@.%3+@Clv_L+@Ar06312/06+BA1*%C%:L~.%++r0lv_L+@Ar063124C#K

:L~.%+4TvI,/31:L5:LC[B44#Tf,/C#D,I *oa:LCw24F$>%.01+@3
)+@z _r+Bz A@24F$F.%C%:LAB,R01:L24C#5
<A@:L+@C%A@+} 3624F
06*%+;C%: MU+@3151: 0+
z I :L+B3631++r0 ,/31:L+
w.%31:L+4TI,/31:L5T:LC[B4UjT/D#.%31:LC%H8;*%:LAO**%+ >%3124>?2456+BD
Co,/_X>%312A@+B5651:LC%H} 3624FlvhY<):LC[B4 %kEGC[B44
:LC%H
,/_LH42431: 06*%F
}243C#+B.#3O,/_C%+r0G8f2431g5k
ab+@>o,/3 01F$+@CU0,R0$V)XWY)dw+@_L_fP!,/Q?243O,R062431:L+@5$:LCX24_LF$D#+B_T hXioT
8;*%+@31+ *%+ 8f2436g4+@D&,/F$24C%H2/06*%+@3{06*%:LC%H24CC%+@.%31,/_YC%+r0G8f2431g5TXF,/AO*%:LC#+

_L+B,/31C%:LC#H%T,/C%D*o,/C%D8X36: 01:LC#H36+BA@24H4C%: 06:L24CZk
o24_L_L2B8;:LC%HV );WY)| 556+BA@24C%D
Q%36+,/g.%>:LC[B44#T*%+$Q?+@A,/F$+$*#+,/D2/}f01*%+EGF,/H4+$I 312AB+@5651:LC%H<+B3 M#:LA@+@5

N+B56+B,/31AO* aX+B>%,/3606F$+BCU0X,R0;V );WY)&P!,/Q#56KN+@51+B,/31AO*k
;+:L5;51+@3 M#:LC%H24Ct06*%+Q2U,/36D 2/} 06*%+ ,/AO*%:LC%+P+B,/31C#:LC%H'iU24.#31Co,/_T,/C%D
*o,/5!56+B3 MU+@D,/5,/56512A@:,R01+w+@D%: 06243!2/}%06*%+wEGl lvl )!3O,/C#5k24Ch;+B.#3O,/_hX+r0G8f2431g5k
X+f:L5H4+@C%+@3O,/_%A1*o,/:L3v2/}o06*%+ U ,/AO*%:LC%+@501*o,R0vP+B,/31C X8f2431g51*%24>*%+@_LD+rMU+@36S

SU+B,/3 56:LC%A@+b[B44b:LC<C%2B8XQ#:L31DZT/;01,/*ZkX+w*%,/5 56+B3 MU+@D,/5>%3624H43O,/FAB2/KAO*o,/:L3

2/} EifhXh4#T?Ehbhb4]#ThXEGIf<{4]#T %T,/C%D #k;X+:L5X,F$+BFQ?+B32/}06*%+
EGlvl lh;+@.%3O,/_ZhX+r0G8f2431g}243b<:LH4Co,/_ZI 312AB+@5651:LC%H)!+@AO*#C%:LAB,/_f24F$F$: 0 06+B+4k
;+*o,/5>%.%Q%_L:L56*%+@D2BMU+@3j/]01+@AO*%C#:LA,/_f>%,/>+@365,/C#DQ?224g A1*o,/>#06+B36524C
C%+@.%31,/_!C%+r0G8f2431g5T?F,/AO*#:LC%+_L+,/36C%:LC%H%To>%,R0606+@31C 31+@A@24H4C%: 06:L24CZT*o,/C%D#8;36: 01:LC%H
31+@A@24H4C%: 06:L24CZT4D%2A@.%F$+@C0.%C%D%+@315 0O,/C#D%:LC%H%T/:LF,/H4+>%362A@+@5156:LC%H%TbP<ED%+@51:LH4CZT
,/C%D :LC#}2431F,R06:L24C{06*%+@2436SUkXEGC,/D%D%: 06:L24Ct012$06*%+,/Q2BMU+0624>%:LA@5T*%:L5XAB.#3131+@CU0
:LCU01+@31+@5 015:LC%A@_L.%D%+;M#:LD#+B2/KQo,/51+@D'.%51+@3f:LCU01+@36} ,/A@+@5T:LF,/H4+XA@24F$>%36+B5651:L24CZT,/C%D

A@24C06+@C0 KGQo,/56+@D :LC%D%+ #:LC#H$2/}F.%_ 06:LF$+@D%:,F,R06+@31:,/_k
aw ""a
PY+@z 24Cdw2/0 0624.36+BA@+@: MU+@D,;ab:L>%_ 24F$+
}3124F
lvA@24_L+ I24_ S06+@AO*%C%:L~.%+4TtI,/31:L5:LC
[B4UjTt,
,/H4:L560 +@31+ +BC ,R06*w+@z F,R01:L~.%+@5 o24C%Do,/F$+@CU0O,/_L+@5!+r0

Vb>#>%_L:L~.v+Bz +@5$+r0EGC#}2431F,R06:L~.#+B5} 3624F
lvA@24_L+th;2436K
F,/_L+<.%>w+@z 31:L+@.%36+UTI,/31:L5 :LCx[B44#T,/C%D

, Iv*oa
:LC{w24F$>%.#06+B3f<A@:L+BC#AB+X} 3624FXC%: MU+@3156: 0X
z+ D%+bI,/36:L56K
<.%D:LC{[B4#[4TUD%.#31:LC%Hb8;*%:LA1**%+f8f2436g4+@D24C56>?+B+@AO*
31+@A@24H4C%: 06:L24C,/C%D
>%3124>?2456+BD,
}3O,/F$+r8f2431g\}243
56062AO*o,/5606:LAtH431,/D%:L+@C0$_L+B,/36C%:LC%H,/C%DH4_L24Qo,/_0131,/:LC#K
:LC%H%k X+Y06*%+@C
24:LC%+@D{06*%+VbD%,/>#01: MU+<US#5 01+@F$5;N;+rK
51+B,/36AO*ab+@>o,/3 01F$+@CU0w,R0V);WY)dw+@_L_%P!,/Q?243O,R062431:L+@5
8;*%+@31+$*%+8w2431g4+@D24CC%+@.%3O,/_vC%+r0G8f2431g?T5601,R01:L5 01:LAB,/_w_L+B,/36C%:LC%H{06*%+@2436S,/C%D
_L2A,/_#_L+,/36C%:LC%Hb,/_LH42431: 06*%F$5k;+w31+r06.%31C#+BD012 o31,/C%A@+f:LC{[B44Y,/5 ,b36+B56+B,/31AO*

+@C%H4:LC%+@+@3Y,R0 hXlvN;Vk?X+06*%+@CtQ?+BAB,/F$+AO*o,/:L36F,/C{2/}vhX+@.%36:L5606:L~.#+<k VkLT
,A@24F$>o,/CUS F,/g:LC%HC%+@.%3O,/_bC%+r0G8f2431g 51:LF.%_,R0124365,/C%D063O, At} 2436+BAB,/5 06K

:LC%Ht562/}0G8f,/31+4k{X+$+rMU+@C06.o,/_L_ SA,/F$+$Q%,/AOg062tV);WY)xdw+@_L_wP!,/Q?243O,R062431:L+@5
:LC[B4 '8;*%+@31+*%+8f2436g4+@D24CH43O,/>#*063O,/C#56}2431F$+@3bC%+r0G8f2436g5}243Y24>#06:LAB,/_
AO*o,/31,/Ar01+@331+@A@24H4C%: 06:L24CZk X+':L5C%2B8
,F$+@FQ?+@32/}X01*%+{EGF,/H4+{I 312A@+B5656K
:LC%H<+B3 M#:LA@+@5XN;+@51+B,/36AO*tab+@>o,/3 01F$+@CU0X,R0bV);WY)&P!,/Q%5 KN;+@56+,/36AO*Zkvdw+@51:LD%+@5
_L+B,/31C%:LC#Ht,/_LH42431: 06*%F$5BTZ*%:L5A@.%3631+@C0:LCU06+B36+@56065:LC%A@_L.%D#+$,/31: 06*%F$+r01:LAAB2D%:LC%H%T
:LF,/H4+YA@24F$>%36+B5651:L24C{,/C%D:LC#D%+ #:LC%H%k

rT%I

, C%D[B44]#T*%+8f2431g4+@D8;: 06* Vb_L+

/
,/:LQ?+@_!24Ct06*%+
D%+@51:LH4C2/}01*#+);aYhXh
,/C%D06*%+<KG);aYhXh
,/36K
X+01*#+BC
24:LC%+@D01*%+Xab+@>o,/3 01F$+@CU0w2/}f24F$>#.#01+@3w<A@:L+BC#AB+X,R0

06*%+t;C%: MU+@3151: 0GS2/}Y)!243624C062,/5,36+@51+B,/31AO*,/56512/K
A@:,R01+4kEGCt[B44#T*%+ 24:LC%+@D06*%+bVXDo,/>#06: MU+Y<US#5 01+@F$5
lwhb<)
[B44#kXX+31+@A@+@: MU+@D *%:L5bI *Zk a:LCt56>?+B+@AO*,/C#D 51:LH/K
,/C$+B,/31_ SMU+@3151:L24C$2/}06*%+XQ%,/AOgK>%3124>o,/HU,R06:L24C'_L+,/36C#K
N+B56+B,/31AO*
I,R0631:LAOgb,RpC%+@3H431,/D%.o,R06+@D
lvA@24_L+I24_ S06+@AO*%C%:L~.%+4TI,/31:L5T
AO*%: 06+@Ar01.%36+@5,R0wV)XN
iU,/>o,/C w,/C%Df,/36C%+@H4:L+bt+@_ K
_L24C&;C%: MU+@3156: 0GSk
o3624Fe[B44062[B4 #TX,/5{,31+rK
0
C
51+B,/36AO*51A@:L+@CU01:L5 0}243fhXl )
>o3O,/C%A@+rKG)+@z _r+Bz A@24F
:LC
P ,/C%C#:L24CZT o31,/C%A@+4T*#+D%+rMU+@_L24>?+BDA@24C%C%+@Ar06:L24C%:L560_L+B,/31C#:LC%H',/_LH42431: 06*%F$5X}243

!
06+B_L+@>%*#24C%+51>?+@+@AO*36+BA@24H4C%: 06:L24CZk EGC [B4 #To*%+
24:LC%+@DV );WY)&dw+@_L_P!,/Q?243O,RK
062431:L+@5!,/C%D8f2436g4+BD24C06*%+ ,/>%>%_L:LAB,R01:L24C2/} >#01:LAB,/_#w*o,/3O,/Ar06+B3N;+@A@24H4C%: 06:L24C
'
,/C%D063O,/C#51D%.%A@+@315 012Y06*%+;>%312A@+B5651:LC%H2/} oC%,/C%A@:,/_D#2A@.%F$+@CU015BkEGC[B4UjT*%+
24:LC%+@D01*#+bEGF,/H4+Iv362A@+@5156:LC%H<+@36M:LAB+@5vN;+@51+B,/36AO*ab+@>o,/3606F$+@C0w,R0wV);WY)
P!,/Q%5 KN+B56+B,/31AO*ZkfX:L531+@51+B,/36AO*t:LCU01+@31+@5 015X:LC%A@_L.%D%+5601,R01:L5 01:LAB,/_,/C%DAB24C#C%+@A@K
06:L24C%:L560 F$2D#+B_L5!}24351+@~.#+BC#AB+;31+@A@24H4C%: 06:L24CZTF,/AO*%:LC%+f_L+B,/36C%:LC%H%TU51>?+@+@AO*$,/C%D

:LF,/H4+Y36+BA@24H4C%: 06:L24CZT?,/C#D:LC#}2431F,R06:L24C'06*%+@2436SUk

Lecun 98

Uploaded by

Document Information

Original Title

Copyright

Available Formats

Share this document

Share or Embed Document

Sharing Options

Did you find this document useful?

Is this content inappropriate?

Copyright:

Available Formats

Lecun 98

Uploaded by

Copyright:

Available Formats



QSRNTUTWVYXZ\[UT]^V5a_X `T9b\`Ncdcd`[]BQ`Nedf[gRhb\XiTkjNlm`k]gRTknWopRcrqlms tHuRvwTkXiq

pk ^ ! Y" i

"  id&9 r "d- a M

5" { =i"5{5  Y

"Y "" " S{

TRAINABLE CLASSIFIER MODULE

FEATURE EXTRACTION MODULE

:LH%k![4k)!3O,/D%: 06:L24Co,/_!>o,R0 06+B36C 31+@A@24H4C%: 06:L24C :L5X>?+@36}2431F$+@D{8;: 06*0G8f2$F$2D#K

 4 " O"id "/"a " 

"Yk i""d{d^ " 

:"Sd{'" 0 \Ra{iw& a{ 

" " "!d /  \" "a:9 

aiB rad d "!d  ra

 !`G'/ -o %oMGZG0' ?/_GZ o%4O

NYY 5" 1ai" N\"!

a{ { i i" ip&

dd1;Y1d ""WY5 d ""

C1: feature maps

C3: f. maps 16@10x10

C5: layer F6: layer

:LH%k%#kVb31A1*%: 01+@Ar06.%31+2/}!PZ+h;+r06K#To,w24CUMU24_L.#01:L24C%,/_!hX+@.%31,/_ hX+r0G8f2436gT#*%+@31+b}243fD%:LH4: 06531+@A@24H4C%: 01:L24Ck

lv,/AO*>#_,/C%+Y:L5,}+B,R01.#31+F,/>ZT:k +4k%,51+r02/}.%C%: 065

"1"  1"i %ad&"

dB !Y x wa a p{wa""6-"

N "dU" ^ ^d "U A5o65

Y"?=-""N Y "@>" 

Ri" a:R 

9Y<3! 5:=5 ;;>3

a"% # i"dB ZO# % 

N dUS\d " a" "& Y "

"\d{ Ya  "1"

Y"@A  "1 "I 3 m"x9U 1"

i a^ Y#a"" %U` N""

$  ; "Br; d B  ##

"#  g a5aS^ 

 "or&*/%"!'$#%' ,%% U

Ya"\a w" So Y!"'R

Ow"a"d \K" ; d

:LH%k,+%k<:L`@+rKGC%2431F,/_L:L`@+@D'+ #,/F$>%_L+@5f} 3624Fx01*%+ h;E <)Do,R01,/Qo,/51+4k

Error Rate (%)

Training set Iterations

Q+@32/}b>o,/5156+@501*#3124.%H4*06*%+t4]#T ]4]4]>o,R0 01+@31C063O,/:LC%:LC%H56+@0

D%:L5606243606:L24C%5 Ok)*%+;,BMU+@3O,/H4+;0131,/:LC%:LC%H+@3131243:L5vF$+B,/56.%31+@D24C#K 01*%+rK #S$,/5

Error Rate (%)

Test error (no distortions)

Training error (no distortions)

Training Set Size (x1000)

:LH%k#k)!31,/:LC%:LC%H{,/C%D 01+@5 0+@313124365Y2/}wPZ+h;+r06K',/AO*%:L+rMU+@D.%51:LC%H063O,/:LC%:LC%H

36:LH4*0 rkv)*%+@51++@313124365;,/31+F$245606_ SAB,/.%51+@D +@: 06*%+@3XQUSH4+@C.%:LC%+@_ S

,/FQ%:LH4.%24.#5!>o,R0606+@31C%5BTU243!QSD#:LH4: 015!8;31: 0 01+@C:LC,X560GS_L+v06*o,R0 ,/31+w.#C%D%+@36K

51*%2B8x01*%+06+@560+@3131243Y8;*%+@CF$2431+063O,/:LC%:LC#H>o,R0 01+@36C%5,/36+$,/3606: oA@:,/_L_ S

{ ""d "" ^Y S a{ "" 

6A* " a,+9 i  

)*%+$4{06+@560>o,R0 01+@36C%5F$:L56A@_,/5151: %+BD QUSP +BhX+r0 K#k'dw+@_L28x+B,/AO*

51+r0A@24.%_LD:LF$>%362MU+01*%+v>+@3 } 2436F,/C%A@+v2/}?P +BhX+r0 K#k)*%+w*%24_L_L2B851~.o,/36+

[deslant] KNN Euclidean

1000 RBF + linear

[16x16] Tangent Distance

[dist] VSVM poly 9

[dist] Boosted LeNet4

:LH%k!#klv31362433O,R06+$24C06*%+$06+B5 051+r0 X}243M4,/36:L24.%5AB_,/5651: oAB,R06:L24CF$+r06*%2D#5k D%+@51_,/CU0w:LC%D%:LAB,R06+@506*o,R001*%+$A@_,/5651: o+@38,/50131,/:LC%+@D,/C%D01+@5 01+@D24C

a# R i"i; a a ^"

QSRNTUTWVYXZ\[UT]^V5a_X `T9b\`Ncdcd`[]BQ`Nedf[gRhb\XiTkjNlm`k]gRTknWopRcrqlms tHuRvwTkXiq

pk ^ ! Y" i

" id&9 r "d- a M

5" { =i"5{5 Y

"Y "" " S{

:LH%k![4k)!3O,/D%: 06:L24Co,/_!>o,R0 06+B36C 31+@A@24H4C%: 06:L24C :L5X>?+@36}2431F$+@D{8;: 06*0G8f2$F$2D#K

4 " O"id "/"a "

"Yk i""d{d^ "

:"Sd{'" 0 \Ra{iw& a{

" " "!d / \" "a:9

aiB rad d "!d ra

!`G'/ -o %oMGZG0' ?/_GZ o%4O

NYY 5" 1ai" N\"!

a{ { i i" ip&

dd1;Y1d ""WY5 d ""

:LH%k%#kVb31A1%: 01+@Ar06.%31+2/}!PZ+h;+r06K#To,w24CUMU24_L.#01:L24C%,/_!hX+@.%31,/_hX+r0G8f2436gT#%+@31+b}243fD%:LH4: 06531+@A@24H4C%: 01:L24Ck

lv,/AO*>#_,/C%+Y:L5,}+B,R01.#31+F,/>ZT:k +4k%,51+r02/}.%C%: 065

"1" 1"i %ad&"

dB !Y xwa a p{wa""6-"

N "dU" ^ ^d "U A5o65

Y"?=-""N Y "@>"

Ri" a:R

9Y<3! 5:=5 ;;>3

a"% # i"dB ZO# %

N dUS\d " a" "& Y "

"\d{ Ya "1"

Y"@A "1 "I 3 m"x9U 1"

i a^ Y#a"" %U`N""

$ ; "Br; d B ##

"# g a5aS^

"or&*/%"!'$#%' ,%% U

Ya"\aw" So Y!"'R

Ow"a"d \K" ; d

:LH%k,+%k<:L`@+rKGC%2431F,/_L:L`@+@D'+ #,/F$>%_L+@5f} 3624Fx01*%+ h;E <)Do,R01,/Qo,/51+4k

Q+@32/}b>o,/5156+@501#3124.%H406*%+t4]#T ]4]4]>o,R0 01+@31C063O,/:LC%:LC%H56+@0

D%:L5606243606:L24C%5 Ok)%+;,BMU+@3O,/H4+;0131,/:LC%:LC%H+@3131243:L5vF$+B,/56.%31+@D24C#K 01%+rK #S$,/5

:LH%k#k)!31,/:LC%:LC%H{,/C%D 01+@5 0+@313124365Y2/}wPZ+h;+r06K',/AO*%:L+rMU+@D.%51:LC%H063O,/:LC%:LC%H

36:LH40 rkv)%+@51++@313124365;,/31+F$245606_ SAB,/.%51+@D +@: 06*%+@3XQUSH4+@C.%:LC%+@_ S

,/FQ%:LH4.%24.#5!>o,R0606+@31C%5BTU243!QSD#:LH4: 015!8;31: 0 01+@C:LC,X560GS_L+v06*o,R0 ,/31+w.#C%D%+@36K

51%2B8x01%+06+@560+@3131243Y8;*%+@CF$2431+063O,/:LC%:LC#H>o,R0 01+@36C%5,/36+$,/3606: oA@:,/_L_ S

{ ""d "" ^Y S a{ ""

6A* " a,+9 i

)%+$4{06+@560>o,R0 01+@36C%5F$:L56A@_,/5151: %+BD QUSP+BhX+r0 K#k'dw+@_L28x+B,/AO

51+r0A@24.%_LD:LF$>%362MU+01%+v>+@3 } 2436F,/C%A@+v2/}?P+BhX+r0 K#k)%+w*%24_L_L2B851~.o,/36+

:LH%k!#klv31362433O,R06+$24C06%+$06+B5 051+r0 X}243M4,/36:L24.%5AB_,/5651: oAB,R06:L24CF$+r06%2D#5k D%+@51_,/CU0w:LC%D%:LAB,R06+@506o,R001%+$A@_,/5651: o+@38,/50131,/:LC%+@D,/C%D01+@5 01+@D24C

a# R i"i; a a ^"

p b^"waai" {Ukaa\

" "w "da :

p K?KB%Yw# &"%a

6a H\" a6" : "d,+ ; 1MB

p bwa a{wa"+

-Uai" ca"" $" d B

U " d1 !

I+@36}2431F,/C%A@+4m'>+@36AB+@CU0O,/H4+ 2/}X01+@5 0>o,R0606+@31C%5$06*o,R0

:LH%kZ[4[4khX.#FQ?+@3;2/}F.%_ 06:L>%_ SKG,/ABA@.%F.%_,R06+Y24>?+B31,R01:L24C#5X}24306*%+31+@A@24H4C%: K

06:L24C2/},56:LC%H4_L+YAOo,/31,/Ar01+@3b5 0O,/3 01:LC#H8;: 01,51:L`@+rKGC%2436F,/_L:L`B+@D:LF,/H4+4k

" " ,?

+B,/AO2/}Z06%+bF$+r06%2D%5k t24560v2/}Z06%+bF$+r06*%2D%5w24C%_ S$36+@~.%:L36+X24C#+bQUS06+

"" dU " {

wa aw{ 1""

hf K;Bi \B

" }\ { /Y &

*'& ?Z(M r,%

:LH%k[B#kl/#,/F$>%_L+@5w2/}!.%C.%56.o,/_T%D%:L5 01243 01+@DZT#,/C%D'C%24:L56SAOo,/3O,/Ar06+@315;AB243631+@Ar01_ S31+@A@24H4C%:L`@+BD{QSP+BhX+r06K #kv)%+XH431+rSK_L+@MU+@_2/}Z06*%+Y24.#06>%.#0;_,/Q?+@_36+B>#31+@51+@CU015

"5 1i "S "dY"{ Y""# "i

a{wa" k{ "" ?

:LH%kU[#k{)!31,/D%: 06:L24Co,/_UC%+@.%3O,/_C%+r0G8f2431g5T/,/C%DF.%_ 06: KGF$2D%.%_L+!5 S#5 01+@F$5A@24FK

&" m\ { "S9

{O"\ Sb"# \

& a U i"d

24C%_ S06%+,/31A@58X: 06'_L28>?+@Co,/_ 01:L+@5X,/31+56*%28;CZk

5""a\i a&i " " 4WYX'R

:LH%k[B#k)%+Y31+@A@24H4C%: 06:L24C'063O,/C#56}2431F$+@3v36+ %C%+@5;+B,/AO{,/31AX2/}06*%+51+@H4F$+@C#K

a GrU]*]' - ?MGG! O; " "\"!

"1 id ""a

Y ak# a\d"

b);hxVb36AO%: 06+@A@06.%36+} 243,AO%,/3O,/Ar01+@3560631:LC%H

g{wa" p{Xa ;" :!

" i Y{wa"SY "\& aC] 1

" ,?UMG?Gv?) o GrU]*]{ G/G0