Forward

Algorithm
Sarah Saneei
Computational Linguistics
 Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
P(N|N)= .13 P(V|N)= .43
P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
P(N|ART)= 1 P(V|ART)= 0
P(ART|N)= 0 P(P|N)= .44
P(ART|V)= .65 P(P|V)= 0
P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

B (Lexical Generation Probabilities)

P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
P(like|V)= .1 P(a|V)= 0
P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 Pi
P(N|ø)= .29 P(P|ø)= 0
Words P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
P(N|N)= .13 P(V|N)= .43
P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
P(N|ART)= 1 P(V|ART)= 0
P(ART|N)= 0 P(P|N)= .44
P(ART|V)= .65 P(P|V)= 0
P(ART|P)= .74 P(P|P)= 0
NULL P(ART|ART)=0
P(P|ART)= 0

Tags
ø

B (Lexical Generation Probabilities)

P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
P(like|V)= .1 P(a|V)= 0
P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 Pi
P(N|ø)= .29 P(P|ø)= 0
Words P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
P(N|N)= .13 P(V|N)= .43
the/ bird/ flies/ P(N|V)= .35 P(V|V)= 0
V V V P(N|P)= .26 P(V|P)= 0
P(N|ART)= 1 P(V|ART)= 0
P(ART|N)= 0 P(P|N)= .44
the/ bird/ flies/ P(ART|V)= .65 P(P|V)= 0
N N N P(ART|P)= .74 P(P|P)= 0
NULL P(ART|ART)=0
P(P|ART)= 0

Tags
ø
bird/ flies/
the/P

B (Lexical Generation Probabilities)

P(birds|N)= .076
P P
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
the/A bird/ flies/ P(like|N)= .012 P(a|N)= .001
RT ART ART P(like|V)= .1 P(a|V)= 0
P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 Pi
P(N|ø)= .29 P(P|ø)= 0
P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
P(N|N)= .13 P(V|N)= .43
the/ bird/ flies/ P(N|V)= .35 P(V|V)= 0
V V V P(N|P)= .26 P(V|P)= 0
P(N|ART)= 1 P(V|ART)= 0
P(ART|N)= 0 P(P|N)= .44
the/ bird/ flies/ P(ART|V)= .65 P(P|V)= 0
N N N P(ART|P)= .74 P(P|P)= 0
NULL P(ART|ART)=0
P(P|ART)= 0
ø
bird/ flies/
the/P

B (Lexical Generation Probabilities)

P(birds|N)= .076
P P
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
the/A bird/ flies/ P(like|N)= .012 P(a|N)= .001
RT ART ART P(like|V)= .1 P(a|V)= 0
P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 Pi
the/ bird/ flies/ P(N|ø)= .29 P(P|ø)= 0
V V V P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
the/ bird/ flies/ P(N|N)= .13 P(V|N)= .43
N N N P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
P(ART|N)= 0 P(P|N)= .44
bird/ flies/ P(ART|V)= .65
the/P P(P|V)= 0
P P P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ bird/ flies/

B (Lexical Generation Probabilities)

ART ART ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
Score(the/V)= P(V|ø)P(the|V) = 0 x 0 = 0
P(like|N)= .012 P(a|N)= .001
Score(the/N)= P(N|ø)P(the|N) = 0.29 x 0 = 0
P(like|V)= .1 P(a|V)= 0
Score(the/P)= P(P|ø)P(the|P) = 0 x 0 = 0 P(like|P)= .068 P(a|P)= 0
Score(the/ART)= P(ART|ø)P(the|ART) = 0.71 x 0.54 = 0.38 P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/ flies/ P(N|ø)= .29 P(P|ø)= 0
0 V V P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
bird/ flies/ P(N|N)= .13 P(V|N)= .43
the/N
0 N N P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
P(ART|N)= 0 P(P|N)= .44
the/P bird/ flies/ P(ART|V)= .65
0 P(P|V)= 0
P P P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ flies/

B (Lexical Generation Probabilities)

0.38 ART ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
Score(the/V)= P(V|ø)P(the|V) = 0 x 0 = 0
P(like|N)= .012 P(a|N)= .001
Score(the/N)= P(N|ø)P(the|N) = 0.29 x 0 = 0
P(like|V)= .1 P(a|V)= 0
Score(the/P)= P(P|ø)P(the|P) = 0 x 0 = 0 P(like|P)= .068 P(a|P)= 0
Score(the/ART)= P(ART|ø)P(the|ART) = 0.71 x 0.54 = 0.38 P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/ flies/ P(N|ø)= .29 P(P|ø)= 0
0 V V P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
bird/ flies/ P(N|N)= .13 P(V|N)= .43
the/N
0 N N P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
P(ART|N)= 0 P(P|N)= .44
the/P bird/ flies/ P(ART|V)= .65
0 P(P|V)= 0
P P P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ flies/

B (Lexical Generation Probabilities)

0.38 ART ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0

Score(bird/V)= SUM[score(the/V) x P(V|V), P(like|N)= .012 P(a|N)= .001

P(like|V)= .1 P(a|V)= 0
score(the/N) x P(V|N), P(like|P)= .068 P(a|P)= 0
score(the/P) x P(V|P), P(like|ART)=0 P(a|ART)=.36
score(the/ART) x P(V|ART)] P(flies|N)= .025 P(the|N)= 0
x P(bird|V) P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/V flies/ P(N|ø)= .29 P(P|ø)= 0
0 0 V P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
bird/ flies/ P(N|N)= .13 P(V|N)= .43
the/N
0 N N P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
P(ART|N)= 0 P(P|N)= .44
the/P bird/ flies/ P(ART|V)= .65
0 P(P|V)= 0
P P P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ flies/

B (Lexical Generation Probabilities)

0.38 ART ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0

Score(bird/V)= SUM[score(the/V) x P(V|V), 0x0 P(like|N)= .012 P(a|N)= .001

0 x 0.43 P(like|V)= .1 P(a|V)= 0
score(the/N) x P(V|N), P(like|P)= .068 P(a|P)= 0
score(the/P) x P(V|P), 0x0 P(like|ART)=0 P(a|ART)=.36
score(the/ART) x P(V|ART)] 0.38 x 0 P(flies|N)= .025 P(the|N)= 0
x P(bird|V) 0 P(flies|V)= .076 P(the|V)= 0
=0 P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/V flies/ P(N|ø)= .29 P(P|ø)= 0
0 0 V P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
bird/ flies/ P(N|N)= .13 P(V|N)= .43
the/N
0 N N P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
P(ART|N)= 0 P(P|N)= .44
the/P bird/ flies/ P(ART|V)= .65
0 P(P|V)= 0
P P P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ flies/

B (Lexical Generation Probabilities)

0.38 ART ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0

Score(bird/N)= SUM[score(the/V) x P(N|V), P(like|N)= .012 P(a|N)= .001

P(like|V)= .1 P(a|V)= 0
score(the/N) x P(N|N), P(like|P)= .068 P(a|P)= 0
score(the/P) x P(N|P), P(like|ART)=0 P(a|ART)=.36
score(the/ART) x P(N|ART)] P(flies|N)= .025 P(the|N)= 0
x P(bird|N) P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/V flies/ P(N|ø)= .29 P(P|ø)= 0
0 0 V P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
flies/ P(N|N)= .13 P(V|N)= .43
the/N bird/N
0 0.029 N P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
P(ART|N)= 0 P(P|N)= .44
the/P bird/ flies/ P(ART|V)= .65
0 P(P|V)= 0
P P P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ flies/

B (Lexical Generation Probabilities)

0.38 ART ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0

Score(bird/N)= SUM[score(the/V) x P(N|V), 0 x 0.35 P(like|N)= .012 P(a|N)= .001

0 x 0.13 P(like|V)= .1 P(a|V)= 0
score(the/N) x P(N|N), P(like|P)= .068 P(a|P)= 0
score(the/P) x P(N|P), 0 x 0.26 P(like|ART)=0 P(a|ART)=.36
score(the/ART) x P(N|ART)] 0.38 x 1 P(flies|N)= .025 P(the|N)= 0
x P(bird|N) 0.076 P(flies|V)= .076 P(the|V)= 0
=0.029 P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/V P(N|ø)= .29 P(P|ø)= 0
flies/V P(V|ø)= 0 P(ART|ø)= .71
0 0

A(Bigram Probabilities)
bird/N
P(N|N)= .13 P(V|N)= .43
the/N
flies/N P(N|V)= .35 P(V|V)= 0
0 0.029
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65
0
bird/P flies/P P(P|V)= 0
P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ flies/

B (Lexical Generation Probabilities)

0.38 ART ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0

Score(bird/P)= SUM[score(the/V) x P(P|V), P(like|N)= .012 P(a|N)= .001

P(like|V)= .1 P(a|V)= 0
score(the/N) x P(P|N), P(like|P)= .068 P(a|P)= 0
score(the/P) x P(P|P), P(like|ART)=0 P(a|ART)=.36
score(the/ART) x P(P|ART)] P(flies|N)= .025 P(the|N)= 0
x P(bird|P) P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/V P(N|ø)= .29 P(P|ø)= 0
flies/V P(V|ø)= 0 P(ART|ø)= .71
0 0

A(Bigram Probabilities)
bird/N
P(N|N)= .13 P(V|N)= .43
the/N
flies/N P(N|V)= .35 P(V|V)= 0
0 0.029
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
bird/P
P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65
flies/P P(P|V)= 0
0 0 P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ flies/

B (Lexical Generation Probabilities)

0.38 ART ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0

Score(bird/P)= SUM[score(the/V) x P(P|V), 0x0 P(like|N)= .012 P(a|N)= .001

0 x 0.44 P(like|V)= .1 P(a|V)= 0
score(the/N) x P(P|N), P(like|P)= .068 P(a|P)= 0
score(the/P) x P(P|P), 0x0 P(like|ART)=0 P(a|ART)=.36
score(the/ART) x P(P|ART)] 0.38 x 0 P(flies|N)= .025 P(the|N)= 0
x P(bird|P) 0 P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
=0 P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/V P(N|ø)= .29 P(P|ø)= 0
flies/V P(V|ø)= 0 P(ART|ø)= .71
0 0

A(Bigram Probabilities)
bird/N
P(N|N)= .13 P(V|N)= .43
the/N
flies/N P(N|V)= .35 P(V|V)= 0
0 0.029
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
bird/P
P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65
flies/P P(P|V)= 0
0 0 P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ART flies/

B (Lexical Generation Probabilities)

0.38 0 ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0

Score(bird/ART)= SUM[score(the/V) x P(ART|V), 0 x 0.65 P(like|N)= .012 P(a|N)= .001

P(like|V)= .1 P(a|V)= 0
score(the/N) x P(ART|N), 0x0
P(like|P)= .068 P(a|P)= 0
score(the/P) x P(ART|P), 0 x 0.74 P(like|ART)=0 P(a|ART)=.36
score(the/ART) x P(ART|ART)] 0.38 x 0 P(flies|N)= .025 P(the|N)= 0
x P(bird| ART) 0 P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
=0 P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
0 0 0.00094 P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
bird/N
P(N|N)= .13 P(V|N)= .43
the/N
flies/N P(N|V)= .35 P(V|V)= 0
0 0.029
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
bird/P
P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65
flies/P P(P|V)= 0
0 0 P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ART flies/

B (Lexical Generation Probabilities)

0.38 0 ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0

Score(flies/V)= SUM[score(bird/V) x P(V|V), 0x0 P(like|N)= .012 P(a|N)= .001

P(like|V)= .1 P(a|V)= 0
score(bird /N) x P(V|N), 0.029 x 0.43
P(like|P)= .068 P(a|P)= 0
score(bird /P) x P(V|P), 0x0 P(like|ART)=0 P(a|ART)=.36
score(bird /ART) x P(V|ART)] 0x0 P(flies|N)= .025 P(the|N)= 0
x P(flies|V) 0.076 P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
= 0.019 x 0.43 x 0.076 = 0.00094 P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
0 0 0.00094 P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
bird/N
P(N|N)= .13 P(V|N)= .43
the/N flies/N
0 0.029 0.000094 P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
bird/P
P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65
flies/P P(P|V)= 0
0 0 P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ART flies/

B (Lexical Generation Probabilities)

0.38 0 ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0

Score(flies/N)= SUM[score(bird/V) x P(N|V), 0 x 0.35 P(like|N)= .012 P(a|N)= .001

P(like|V)= .1 P(a|V)= 0
score(bird /N) x P(N|N), 0.029 x 0.13
P(like|P)= .068 P(a|P)= 0
score(bird /P) x P(N|P), 0 x 0.26 P(like|ART)=0 P(a|ART)=.36
score(bird /ART) x P(N|ART)] 0x1 P(flies|N)= .025 P(the|N)= 0
x P(flies|N) 0.025 P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
= 0.029 x 0.13 x 0.025 = 0.000094 P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
0 0 0.00094 P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
bird/N
P(N|N)= .13 P(V|N)= .43
the/N flies/N
0 0.029 0.000094 P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
bird/P
P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65
flies/P P(P|V)= 0
0 0 P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ART flies/

B (Lexical Generation Probabilities)

0.38 0 ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0

Score(flies/P)= max[score(bird/V) x P(P|V), 0x0 P(like|N)= .012 P(a|N)= .001

P(like|V)= .1 P(a|V)= 0
score(bird /N) x P(P|N), 0.029 x 0.44
P(like|P)= .068 P(a|P)= 0
score(bird /P) x P(P|P), 0x0 P(like|ART)=0 P(a|ART)=.36
score(bird /ART) x P(P|ART)] 0x0 P(flies|N)= .025 P(the|N)= 0
x P(flies|P) 0 P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
=0 P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
0 0 0.00094 P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
bird/N
P(N|N)= .13 P(V|N)= .43
the/N flies/N
0 0.029 0.000094 P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
bird/P flies/P
P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65
0 0 0 P(P|V)= 0
P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ART flies/

B (Lexical Generation Probabilities)

0.38 0 ART P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0

Score(flies/ART)= SUM[score(bird/V) x P(ART|V), 0 x 0.65 P(like|N)= .012 P(a|N)= .001

P(like|V)= .1 P(a|V)= 0
score(bird /N) x P(ART|N), 0.029 x 0
P(like|P)= .068 P(a|P)= 0
score(bird /P) x P(ART|P), 0 x 0.74 P(like|ART)=0 P(a|ART)=.36
score(bird /ART) x P(ART|ART)] 0x0 P(flies|N)= .025 P(the|N)= 0
x P(flies|ART) 0 P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
=0 P(flies|ART)=0 P(the|ART)= .54
 Pi
the/V bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
0 0 0.00094 P(V|ø)= 0 P(ART|ø)= .71

A(Bigram Probabilities)
bird/N
P(N|N)= .13 P(V|N)= .43
the/N flies/N
0 0.029 0.000094 P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL
P(N|ART)= 1 P(V|ART)= 0
ø
bird/P flies/P
P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65
0 0 0 P(P|V)= 0
P(ART|P)= .74 P(P|P)= 0
P(ART|ART)=0
P(P|ART)= 0

the/ART bird/ART flies/ART

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
P(like|V)= .1 P(a|V)= 0
P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
the/V bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
0 0 0.00094
O P(V|ø)= 0 P(ART|ø)= .71
R
M

A(Bigram Probabilities)
bird/N A P(N|N)= .13 P(V|N)= .43
the/N flies/N
0 0.029 0.000094 L P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
P(like|V)= .1 P(a|V)= 0
P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
the/V bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
0 0 0.00094
O P(V|ø)= 0 P(ART|ø)= .71
R
M

A(Bigram Probabilities)
bird/N A P(N|N)= .13 P(V|N)= .43
the/N flies/N
0 0.029 0.000094 L P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
P(like|V)= .1 P(a|V)= 0
P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
the/V bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
0 0 0.00094
O P(V|ø)= 0 P(ART|ø)= .71
R
M

A(Bigram Probabilities)
bird/N A P(N|N)= .13 P(V|N)= .43
the/N flies/N
0 0.029 0.000094 L P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
SUM = P(like|V)= .1 P(a|V)= 0
0.001034 P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
the/V bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
0 0 0.00094
O P(V|ø)= 0 P(ART|ø)= .71
R
M

A(Bigram Probabilities)
bird/N A P(N|N)= .13 P(V|N)= .43
the/N flies/N
0 0.029 0.000094 L P(N|V)= .35 P(V|V)= 0
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
SUM = P(like|V)= .1 P(a|V)= 0
0.001034 P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
the/V
0 0
0.909090 O P(V|ø)= 0 P(ART|ø)= .71
91
R
M

A(Bigram Probabilities)
bird/N flies/N A P(N|N)= .13 P(V|N)= .43
the/N
0.090909 P(N|V)= .35 P(V|V)= 0
0 0.029 09 L
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
SUM = P(like|V)= .1 P(a|V)= 0
0.001034 P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
the/V
0 0
0.909090 O P(V|ø)= 0 P(ART|ø)= .71
91
R
M

A(Bigram Probabilities)
bird/N flies/N A P(N|N)= .13 P(V|N)= .43
the/N
0.090909 P(N|V)= .35 P(V|V)= 0
0 0.029 09 L
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
P(like|V)= .1 P(a|V)= 0
P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
the/V
0 0
0.909090 O P(V|ø)= 0 P(ART|ø)= .71
91
R
M

A(Bigram Probabilities)
bird/N flies/N A P(N|N)= .13 P(V|N)= .43
the/N
0.090909 P(N|V)= .35 P(V|V)= 0
0 0.029 09 L
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
P(like|V)= .1 P(a|V)= 0
P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
the/V
0 0
0.909090 O P(V|ø)= 0 P(ART|ø)= .71
91
R
M

A(Bigram Probabilities)
bird/N flies/N A P(N|N)= .13 P(V|N)= .43
the/N
0.090909 P(N|V)= .35 P(V|V)= 0
0 0.029 09 L
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
SUM = P(like|V)= .1 P(a|V)= 0
0.029 P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
the/V
0 0
0.909090 O P(V|ø)= 0 P(ART|ø)= .71
91
R
M

A(Bigram Probabilities)
bird/N flies/N A P(N|N)= .13 P(V|N)= .43
the/N
0.090909 P(N|V)= .35 P(V|V)= 0
0 1 09 L
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
SUM = P(like|V)= .1 P(a|V)= 0
0.029 P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
the/V
0 0
0.909090 O P(V|ø)= 0 P(ART|ø)= .71
91
R
M

A(Bigram Probabilities)
bird/N flies/N A P(N|N)= .13 P(V|N)= .43
the/N
0.090909 P(N|V)= .35 P(V|V)= 0
0 1 09 L
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
P(like|V)= .1 P(a|V)= 0
P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
the/V
0 0
0.909090 O P(V|ø)= 0 P(ART|ø)= .71
91
R
M

A(Bigram Probabilities)
bird/N flies/N A P(N|N)= .13 P(V|N)= .43
the/N
0.090909 P(N|V)= .35 P(V|V)= 0
0 1 09 L
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
P(like|V)= .1 P(a|V)= 0
P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
the/V
0 0
0.909090 O P(V|ø)= 0 P(ART|ø)= .71
91
R
M

A(Bigram Probabilities)
bird/N flies/N A P(N|N)= .13 P(V|N)= .43
the/N
0.090909 P(N|V)= .35 P(V|V)= 0
0 1 09 L
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

0.38 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
SUM = P(like|V)= .1 P(a|V)= 0
0.38 P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
the/V
0 0
0.909090 O P(V|ø)= 0 P(ART|ø)= .71
91
R
M

A(Bigram Probabilities)
bird/N flies/N A P(N|N)= .13 P(V|N)= .43
the/N
0.090909 P(N|V)= .35 P(V|V)= 0
0 1 09 L
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

1 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
SUM = P(like|V)= .1 P(a|V)= 0
0.38 P(like|P)= .068 P(a|P)= 0
P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54
 N

Pi
bird/V flies/V P(N|ø)= .29 P(P|ø)= 0
the/V
0 0
0.909090 O P(V|ø)= 0 P(ART|ø)= .71
91
R
M

A(Bigram Probabilities)
bird/N flies/N A P(N|N)= .13 P(V|N)= .43
the/N
0.090909 P(N|V)= .35 P(V|V)= 0
0 1 09 L
P(N|P)= .26 P(V|P)= 0
NULL I
P(N|ART)= 1 P(V|ART)= 0
ø Z
bird/P flies/P A P(ART|N)= 0 P(P|N)= .44
the/P P(ART|V)= .65 P(P|V)= 0
0 0 0 T P(ART|P)= .74 P(P|P)= 0
I P(ART|ART)=0
P(P|ART)= 0
O
the/ART bird/ART flies/ART N

B (Lexical Generation Probabilities)

1 0 0 P(birds|N)= .076
P(birds|V)= 0
P(birds|P)= 0
P(birds|ART)=0
P(like|N)= .012 P(a|N)= .001
The bird flies P(like|V)= .1 P(a|V)= 0
ART N V (P= 0.9090901) P(like|P)= .068 P(a|P)= 0
ART N N (P= 0.09090909) P(like|ART)=0 P(a|ART)=.36
P(flies|N)= .025 P(the|N)= 0
P(flies|V)= .076 P(the|V)= 0
P(flies|P)= 0 P(the|P)= 0
P(flies|ART)=0 P(the|ART)= .54