Notes for CSC 310, Radford M.

Neal, 2004




 
   
 
!#"%$'&)(*(,+.-&%+0/2143&5$%176)"8+91;:,"=<7>&3?&)@%+A"B"%6C+91
$%1)3D3E"%$F+>)GH+A1JIK"L3D3E1)3EMBNPO +FQM8RHOS@LOSR=>)RT6UO M9+A&4@'$%"
R=>%M9+V:,"H&%+V( "'&'M9+XWLI7Y[Z)\
]^-&%+BQM_+.-'"`RaOS@,OSRH>)RT67O Mb+c&)@d$%"8/21)3e+.-'"C3f&)@d6,1R
$%176)"FMg>'Mc"B6=+A1hGd3?1id"g+.-'"=@d17O Mbja$%1767OS@'<5+k-d"%1)3?"R8l
m 3f&)@'6)1Rongp:LO +$%1U6)"JO MXid"L3qj(OSr"L( jH+91;-&%id"
RHOS@LOSR=>)Rs67O M9+A&)@d$%"atuvn_w.W5x O /zy{"CGLO $Lr8+|y{1
$%176)".yK1)3?6LMa3?&)@d6)1RH( jBN}&):,1>B+V-&)( /+.-d"dOS3~:LO +9MXyXOS(*(
67O  "L3\{}1=+k-d"BMc"$%176)"FMX&d3?"H(OSrk"( jJ,7#'2LUD%%
+A1$B143|3?"B$F+VGd&%+b+A"3D@%M1L/{n_wkh143KRV143E"H"3D3E1)3EM%\
m yO +.-="L3|3?1)3~Gd3?17:&):,OS(O +|jJJyOS(*(G3E176>d$B"
&):,1>%+Xna`"L3|3E143M%\~}1C/2143zVZ%wkNyK"H"F)G,"B$F+_+91
<)"F+RV143E"a"L3|3E143MX+.-&)@H+k-d"H$%176)"5O M<>&3?&)@%+9"%"%6
+A1C$B143|3E"%$F+B\"F+~y{"5r@d1'y+k-d"BMA"8$%176)"BM&d3?"8<,17176
K7)UBm $B176)"CRV&.j:,"H&):)( "8+A1`$%143|3E"%$F+
L*H'%KL*#G&%+b+9"L3|@'M1/zIK"3D3E143M"Fid"@`O /O +$'&)@UQ +
$%1)3D3E"%$F+L*MF>d$-hG&%++A"L3|@'M%\

#5

K U
 K

#4

KqU

=OS@,OSR=>,Ro67O M9+c&)@d$B"JO MF@UQ +_+k-d"8y-d17( "aMb+A143qjFN :)>%+
@d"Fi'"L3q+.-d"L( "BMAM%NO +FQM8@d1L+<)171U6`/21)3z&(OS@d"'&d3$%176)"V+A1
-&%id"Vid"L3qj( 1'y{py{"O <7-%+$B176)"8yK1)3?6LMH&)@d6;-d"L@'$%"
id"L3qj=M.R8&)(*(RHOS@LOSR=>)RT67O Mb+c&)@d$%"%B\
m $%1@'MA"%>d"@d$%")8-d"H<,"L@d"L3?&%+A1)3KR8&%+.32O a/2143&
<)17176$%176)"8MF-d1>,( 6@d1+8:,"8MFG&3Mc"x "'&d$L-`3?1%y
MF-'1>)( 6;-&%id"CRV&)@%jZFM%NMc1`+k-&%+X"L@d$%1767O*@d<h&
RV"FMAM&d<)"VyXO +.-51@)( jJ17@d"ZCG3E176>d$B"BM&5$%176)".yK1)3?6
+.-d&%+V-d&dM8RV&)@%jhZBM%\
8-d"H6)"B$%176)"L3QM8G,"L3MFG,"%$F+O id")1:,"H$B1@%6)"@%+
1L/{6)"%$B1767OS@d<$%143|3E"%$F+.( jFN}<,"F+b+OS@d<"Fid"L@`4,h:LO +
y3E1@d<`M.-d1>)( 6G3E176>'$%"5&( &d3?<,"=$-&)@d<)"JOS@H+k-d"
$%176)".yK1)3?6Ny-LO $L-HyOS(*(:,"`@'1L+kO $%"'&):)( "CA>,@)( "BMAM
y{")Q3E"ai'"L3qj>)@)(>d$Lr.jF\

~
7}
4EE_EET 
 

] "aM.-d1>)( 6&%id1UO 6`M.G&3Mc"H<)"L@d"3f&%+9143KR8&%+.32O $%"BMB\

>%+$'&)@Hy{"C>%Mc"5&=M.G&3Mc"CG&32O +|jBp$L-d"%$Lr5R8&%+.32O l
~1UOS@d<MA1vO MF@UQ +8),D51G%+OSR8&)(N:)>B+MF>'$L-cU1'y
~"@'M.O +|jh&32O +Dj`z-'"%$LrFAee$%1U6)"BM$'&)@`:,"
id"L3qj5<,17176}\
J4 4,4U V=L L 8-d"L3E"
O Mg&hB)84|)),L* ;q%BF*,=yK&.j51/K6)"B$%1767OS@'<
+.-'"LRs+.-d&%+O M<)17176N+.-'1>d<-@d1L+17G%+kOSRV&)(\
] "H$%&4@5$B1@'M9+k3D>'$F+8e$%176)"BM83?&)@d6)17R=( jBNOS@
i&32O 1>%MXy~&.j%M%\5@d"8y~&kjU;+A1;R8&)r"H&)@;nVDV
$%176)",NP3f&)@d6,1R=( j=<)"L@d"3f&%+9"H$%17(*>)R=@%M1L/{oyO +."F&d$.+.( ja+.-,3?"B"ZBMVOS@H+.-d"RJ\
U143K:,"BM9+V3E"BMF>)( +9M%N}"%>d&)(O B"8+k-d"C@)>)RH:,"L31L/ZFMVOS@
"'&d$L-`3E1'yT&'M8R=>d$L-5&'M8G,1,MAM.O*:)( "'V:.j3?&)@d6)17R=( j
G,O $rdOS@d<J+.-'"JG,1,M.O +O 1@51/+.-d"V+k-)3E"%"`ZFMVOS@a+.-d"5@d"FB+
$%1(>)R=@a/3?1R&)RV17@d<;3E1'y~MX+.-&%+X6)1@4Q +g&)(*3E"'&d6j
-&%id"a)n_w'n=aZBMVOS@H+.-'"LRJ\

K }J#. `0=X
 
#"3?",QMX+.-d"CG&d3|O +|jBp$L-d"B$Lr5R8&%+.32O a/2143&5M.R8&)(*(}Xe
$%176)"`2+.-,3?"B"ZBMVOS@5"'&d$L-=$%1(*>)RH@UNM.O `OS@5"'&d$L-`3E1'y_F\
AfcfcfA2A2
A2A2cfA2A2cf
A2A2A2cfcfcf
cfcfA2c2c2
cfcfc2cfcf
cfA2A2c2A2cf
cfcfcfcfcfc2
cfA2cfA2A2A
c2A2A2cfA2
cfA2AfA2cf
A2A2A2Afcf
A2cfA2A2A
cfcfc2cfA2
2cfcfA2cfcf
cfA2A2A2cfc2
cfcfcfA2cf
2cfA2A2c2A
cfcfcfA2cfcf
A2A2A2cfcfcf
2A2cfA2A2c2
A2AfA2c2
cfA2c2A2A2
A2c2cfc2A2
cfcfA2c2A2
A2AfAfcf

13a.1

Notes for CSC 310, Radford M. Neal, 2004

 7c#
C k

`  {  

m M9j'M9+9"LR8&%+O $a<,"L@d"L3?&%+A1)3~R8&%+k3|O =1:B+c&,OS@d"B6`/3E1Rs+.-'"
G&32O +|jBp$L-d"%$rJR8&%+k3|O `|yXO +.-5$%17(*>)R=@%M83E".p143E6)"L3E"%64F
2Afc2A2cfA2cf
cfcfA2A2A2A2Afc2A2
A2A2c2cfA2A2
cfcfc2A2c2cfcf
A2cfcfAfcfcfA2A
cfA2A2A2cfc2c
A2c2A2A2A2cfc2c
cfcfc2Afc2cfc2c2c
A2A2cfcfcfAfcfc2
cfcfA2AfA2A2Af
A2cfA2A2A2AfA2A2c
cfcfA2A2A
A2AfAfcf
cfcfcfA2A2cfA2A2c
A2A2c2cfcfc2c
cfAfc2c2A2cfA2A
A2cfcfA2A2A2A2cfcf
cfcfcfA2A2cfcfc2c
A2A2A2A2A2c
cfAfcfA2c2cfA2
A2cfA2cfcfcfA2A2
cfAfA2A2A2cf
A2A2A2cfc2A2
cfAfA2cfcfc2
AfA2A2cfc2A2A2

 
#Tv= X
 L


z1"L@d$B176)"=&RV"FMAM&d<)"VyO +k-J&)@heKNy{">'M9+
R=>,( +kOSG)( jCO +V:.jH+.-'"H<)"@d"L3?&%+A1)3~R8&%+k3|O 4\ >%+V-'1'y
6)1Cy{"H6)"%$%176,"'l
8-d"H1GB+kOSR8&)(R"F+.-d176;&'MAMF>)RaOS@d<h& PKN&)@d6
"%>d&)(*( jBpcG3E1:&):,( "CRV"BMAMc&d<)"BMgO MX+91;G,O $LrV+k-d"
$%176)".yK1)3?6;@d"'&3E"BMb+_+91Cy-&%+0y~&'MV3?"B$%"O id"%6\ >%+
+.-LO MVO M$%1R=G,>%+c&%+O 1@&)(*( jCOS@%/2"'&'M.OS:,( ")\
8-d"53?"%&dMA1@`X$%176,"BM&d3?"=OS@B+A"L3E"BM9+OS@d<hO M_+k-&%+
+.-'"aMFG&3Mc"L@'"BMAM1L/+.-d"dOS3~G&d3|O +|jBp$L-d"B$LrJRV&%+.32O $%"BM
&)(*( 1%yMX/2143&)@d,)2 )*H)DD<)17176}N :,>%+V@d1+
1GB+kOSR8&)( _6)"%$B1767OS@d<;RV"F+k-d176C+k-&%+0yK1)3DrFM8:kj
,|L4%7)*'h)24,L)*H+k-)3E1>d<-J&5<3?&)G)-U\

c 7 84PL
4 k


X
 
] "H$%&4@3E"LGd3?"FMc"L@%+&=$%176)"C:.jJ&5<3?&)G)-U

 R=G%+|ja$OS3E$L( "FM3E"LGd3?"BMA"L@%+:,O +bMX1/{&a$%176)"Fy{143E6}\

( &d$LrH$dOS3?$( "BM83E"LGd3?"FMc"L@%+V3E"%$%"dO id"%6`64&%+c&`:,O +bM%\

( &d$LraMA>&3E"BM83E"LGd3?"BMA"L@%+VG&d3|O +|j5$-d"%$LrFMB\

#"3?",QMg&=/3?&d<RV"@%+X1L/zMF>d$-C&5<3?&)G)-U

 7
 ,g
 kg
P Ek


] "H$%&4@4Q +V:,"=&):'Mc17(*>%+A"( j=MF>,3?"H1L/z+k-d"H$B176)"Fy{143E6
:,O +bM%NP:)>%+_y{"H$'&)@rk"%"GH+.3?&d$Lr81L/z+k-d"C,'`OS@
/|&%id1>,31L/XZH1Lid"L3 ;|+k-d"C3f&%+O 11/z+k-d"CG3E1:&):LOS(O +|j
1L/XZH1Lid"L3#+.-d"CGd3?17:&):,OS(O +Dj51L/ )F\
 &d$L-J:)( &d$r=@'176)"yOS(*(LMc"L@'6C"'&d$L-a$%176)"Fy{1)3?6:LO +O +
$%1@,@d"%$F+bMX+A1h&R"BMAM&d<)"a<7O i,O*@d<vO +9MVO 6,"'&51L/y-&%+
+.-'"H176)6,MX/21430ZH1Li'"L3 `MF-'1>)( 6;:,"a/21)3e+k-&%+V:LO +B\
m (*()+.-'"CRV"FMAM&d<)"BM&5$%176,"FyK1)3?6;3E"%$%"O id"FMg&3E"
R=>,( +kOSG)( O "%6J+A1<7O id"8+.-d"H$L>,3D3E"L@%+gO 6)"%&51L/zy-d&%+_+k-d"
176)6LM&3E"8/21)3e+.-d&%+V:,O +x >'Mc"%6C+A1<>'"BMAMX+.-'"
$%176)".yK1)3?61@d$B"a+k-d"BMA"H176)6,M8-&%id"8M9+c&):LOS(O B"%6}\
>%+03M9+FN7yK"=O +A"L3?&%+A",  &d$L-H$%176)"Fy{1)3?6v:,O +_MA"L@d6,M
"'&d$L-`G&32O +|j5$L-d"%$r5O +$B1@)@d"B$F+9MX+91&RV"FMAM&d<)"
yO +k-`O +bM$L>)3|3E"L@%+X176)6,M%Ny-,O $-=+k-d"CG&32O +|j5$-d"%$Lr
@d176,"`>%Mc"BM+91;>,G,64&%+A"JO +bM8RV"FMAM&d<)"FMX+A11+.-d"L3
$%176)".yK1)3?6;:,O +bM%\8"BMAM&d<,"BM8Gd3?17G&d<4&%+9"`>,@%+kO*(4+k-d"
176)6LMa-&%id"8M9+c&):LOS(O B"%6}\

1+kO $%"8+k-&%+X"'&d$L-5$B176)"Fy{143E6;:,O +$%17@)@d"%$.+9MX+A1

+.-,3?"B"CG&32O +|j5$L-d"%$rFM0x $%143|3E"BMFG,1@'67OS@d<C+A1C+.-'"
+.-,3?"B"ZBMVOS@5"'&d$L-5$B1(*>)RH@51L/{C\  &d$L-`G&32O +Dj
$L-d"B$Lra$%17@)@d"%$F+bMX+A1`M.O 5$B176)"Fy{143E6;:,O +9MB\
  _U  OS(*(OS@H+.-'"H"LRHG%+Dj=$OS3E$L( "BMB\

13a.2

Notes for CSC 310, Radford M. Neal, 2004

 


 L
'
) 



~  )k HL  D d 71)3z&
PKN}176)6LMMc"L@B+&3E"`cZ70,AwFO /+.-d"C3E"%$%"O i'"%6
64&%+A&`O MHZ)N,wdcZ70,O /z+k-d"C3E"%$%"O i'"%664&%+A&`O M \
A71)3z&  {N+k-d"H176)6,Mg&3E"H"O +k-d"L3 N#Z)N}143 N
y-LO $L-G3E176>'$%"BM+k-d"aMkOSR=G)( "JRV"BM9M&d<)"JG&'M9M.OS@d<
&)( <)1)3|O +.-)R >'Mc"B6;O*@=+k-d"C( &'M9+&'MAM.O <7@)RV"@%+B\S
e  ; U kL   D  a"FMAM&d<)"5O M
+.-'"CG3E1:&):,O*(O +Dj51/z+k-d"CG&32O +|j5$L-d"B$LrJ:,"OS@'<
M&%+O M9"%6O /z+k-&%+:,O +O MHZ)N}67O iLO 6)"%6;:.jH+.-'"
Gd3?1:d&):,OS(O +|j`O /z+k-&%+:,O +O M \{8-d"BMc"CGd3?17:&):,OS(O +O "BM
&3E"H$'&)( $L>)( &%+9"%6;:&'MA"%61@H+.-d&%+VG&d3|O +|j5$L-d"B$Lr,QM
O 6)"%&51L/z+.-'"H176)6LM/2143#+.-d"CU ,'8:LO +9MVOS@H+.-'"
G&32O +|j5$-d"%$LrJ:,"OS@d<Z8id"3EM.>'M \
K
 | V
4    U  8"BMAM&d<,"=O M
+.-'"H176)6,M1L/z+k-d"C:LO +V:,"OS@d<Z8id"3EM.>'M N :&'MA"%61@
+.-'"C3?"%$B"O id"%6`64&%+c&UN}&)@d61@H+k-d"CRV"BMAMc&d<)"BM_/b3E1R
+.-'"C7 ,%8G&d3|O +|j5$L-d"B$LrFMX+k-d"H$%176)"Fy{1)3?6;:,O +gO M
OS@%i'1( id"%6vOS@4\

,
 s
 LX
9

 k



8"BMAM&d<)"FMMc"L@d6;:,"F+|y{"%"L@5$%176)".yK1)3?6;:LO +9Mg&)@d6
G&32O +|j5$-d"%$LrFM"Fd$(*>d6)"5OS@%/21)3DRV&'+O 1@=1:%+A&,OS@d"%6
/3E1RT+k-d"C@'176)"a+k-d"CR"BMAM&d<,"JO M8:,"OS@'<`Mc"L@%+_+91}\
8-,O Mg&%id1UO 6,M8>)@d6,"BM.OS3?&):)( "6,1>):)( "kpb$B1>)@%+OS@d<,1L/
OS@%/21)3DRV&%+kO 17@Hy-'"L@J&RV"BM9M&d<)"a$%1RV"FMV:&d$LrV/b3E1R
+.-d&%+V@'176)")\
 ) 8-,O MXy{143|rFM8G,"L3q/2"%$F+.( j51@)( jO /z+k-d"H<3?&)G)-`O M
&H+k3?"%",\ /+.-'"L3?"H&3E"H$Fj'$L( "BMOS@H+.-d"H<3?&)G)-4N
OS@%/21)3DRV&%+kO 17@5$'&)@`3?"F+k>)3|@H+A1vO +bMMc17>)3?$B"COS@d6UOS3?"B$F+.( jF\
8-,O MVO MXy-%jG3E1:&):LOS(O +|jhGd3E1G&d<4&%+O 1@O M1@)( jC&)@
'),| 4*a)D56,"%$%1767OS@'<RV".+.-d176\ +_y{143|rFMXy{"L(*(
>)GH+91h&hG,17O*@%+BNP:)>B+6)17"BMF@4Q +8-d&'i'"=&'M8( 1%y&)@
"L3|3E143~3?&%+A"H&'M8@d"%&3E"BM9+pc@d"dO <-):,1)39R8&%,OSRH>)R
(OSrk"(OS-d171764X6)"%$%176UOS@d<`y{1>,( 6h&d$L-,O "Fi'")\

 7

kc k


v= X
 L


 +.32O "%6v3f&%+9"Z%w.We $B176)"BMyXO +.-a+.-)3E"%"J:,O +9MVOS@
"'&d$L-=$%1(*>,R=@51L/{CNyO +.-ai&3qj,OS@'<h$B176)"Fy{143E6
( "L@'<L+.-%M%N+A"FM9+A"B6;>'M.O*@d<& PyXO +.-Hi&3qj,OS@'<"L3|3E143
Gd3?1:d&):,OS(O +|jBNN&)@d6;-'"L@d$%"H$'&)Gd&d$O +|jBN sZ~ ,,B\
#"3?"=&3E"V+.-d"C:)( 17$ra"L3|3?1)3~3?&%+A"BM_/2143#+.-)3E"%"8MF>d$L$%176)"FM%N"FM9+kOSRV&%+A"%6H/3E1R Z   5M.OSRH>)( &%+A"B6hRV"BMAMc&d<)"BM%


Z  7  d Z   7   [Z    7    
\ LW \ 
\   
\   
\   
\ L \ }Z
\ Z%W
\   
\   
\  \ 
\ 
!
\   
\   
\ " \ }Z
\qZ 

\   
\   
\ 
 #\ 

\*W}Z%
\  "
\   
\ " #\ ,
\*)W
\qZ 
\   
\ " #\  
\ )W
\ 
\Z%W 
z"BMb+9M0y{"L3?"V6)1@d"yO +k-aMc1L/?+|y~&d3?"a&%i&,OS( &):)( "g/b3E1R Rj
y{"L:G&d<)")N%$'&(&*),+.-(-0/(/1/,2.3(45276'&98;:98=<'&98>2?31@(-(A:9@;B'C'8;:1BD-


k
2[

v=   a
  #
 

)& (*( &d<)"L3N X $B176)"BM0x Z9!Z)\

3D>'"`R"L32O +9MV@d1+V3?"%&)(O B"%64l #17R=G)>%+9"L3MX+9171
MF( 1'y0l7&3?<,"L( j`O <@'143E"%6&)@d6C/21)3?<,1L+b+9"L@U\
"3D3E1>4N ~LSNI
Hz! $%176)"FM_x DZ !!,\
>,3DGd3|O MkOS@d<( j5<)17176h$B176)"BM%NPGd3f&d$.+kO $'&)(*( j
6)"%$%1764&):,( ")N :,>%+V@d1L+V3E"'&)(*( j>,@d6)"L3M9+917176}\
H&d$ J&.j5&)@d6 "'&)(x 9Z !!
}\
!e"dOS@%id"L@B+8Xe $B176)"BM%NMF(O <-B+.( j`O*R=G3E1Li'"%6}\
-'1'y[+k-d"Fj4Q3?"H&)(*RV1,Mb+&'M<)17176h&'MI
H{!
$%176)"BM%\K"%$%1767O*@d<h&)( <)1)3|O +k-)R 3?"L( &%+9"%6J+A1
1L+.-d"3~G3E1:d&):,OS(O M9+O $JOS@%/2"L3E"L@d$B"CRV"F+.-'176,M%\
H&)@%jhA!O $L-&d3?6LMc1@UN 3E"FjFN".+A$)\SHx 17@d<)17O*@d<}\
>)3q+k-d"L3KOSRHG3E1Lid"RV"L@%+bMOS@he $B176)"BM%N
3?"L( &'+O 1@%MF-,OSGH+A1`I
Hz! $%176)"BMBN+k-d"%1)3qjJ1/
y-%j`O +&)(*(,yK1)3DrFM%\

GF

13a.3