NG Thesis

! " #
$ % ! !

&$ ! !
' ! (%

$%

)*'"+ ' , -
!

,+* " ! . /-*
0 +*1+.+
$$ 2

% 3445
" !
%%2

! !0 6
% 3445

% % 3445

% % *!$

' ! (% $%
! !0 6
(! 70

!

" #

$

"
%

!

"
! &
'

&

"

#

!

( )

*
+

+
'

"

,

"

!

"
"
& !

! '

-

()

& (
) "!

#

"
.

$

. "

/

-

"

"
-

!

-
!
"!

"
"

0!

1

-

$

. "
!

'
!

2

$

!

"

3

#
% !

Æ " 4
5

"

" !

%
"

!

6

!

,
!
7
5 &
" 8

,
!
, , 6

7
, 5 6
8
, 9

"!
"
! ,,

5

,:
5 ,

,;
5 5

5
5 9 <$ 5=
5 7 6 9,
!
" # $%

$

9
79
9 ,

78
9 , 6
! 7;
9 , ,

:,
9 , 5 2
$ :=
9 5 &
> =?
9 9
=9
9 9 &

0 @16 =7
9 9 , A
==
9 7

8?
9 7 &
'

8?
!
9 7 , &
'

A () B Æ #
! 8,
9 7 5 4 !
'

89
9 : <$ 8=
9 = 6

;?
#
$
&

$

7 ?:
7 , '
?
7 , C

7 , ,

9
7 5 C
/! ,
7 9 3
! ,;
' ($ )
*+$ % !
!

*
,
, 7$7 #

5
5 0
1 ?$? #

0"1 7$7 # 7 "
0

1
" ! , 5 9 58
5 , 0
1 <$ ?$? #

!

" 6
D #
E F ?7E D
E F E 0"1 <$ 7?$7? # 5;
5 5 0
1 $ 7$7 # "

!
" 6
D #

E F E D E F E 0"1 $

8$8 # "
9?
5 9 &
" "

! "#

" & 0 G 1

H,

!
.
9=
9 0
1
I
!
6

0 1#

01 0"1

"

0 1

:?
9 ,
!

! I
:9
9 5
> =
9 9 !

! I
=7
9 7 0
1 7$7 8 "!
0"1

$
! & .#

!
" BD !

!

D !
!

$ & 0
"1 "

8=
!
7 *
?=
7 , <$

0"
1
'

#
.
" $ 0 1 0
#
1 <

#
" #
!

!

"+
0 1

J

#
$+
!

!

" 0

1

& A
K #
$
!

" & A
K #

0"
1 *A
K
K

' " L;:M 8
7 5 & K
?

&
#

" !

?

& ,

!

0

#
#

"

$ N

'

$

!

L:= ,M 1 <!

()

. O

#

"
K ;
7 9
B

! &

<

"

,5
7 7 / !
,:
7 :
!

0" D

!

"1 !

0
1

0"
1 ! ,=
7 =
!

0" D

!

"1 !

0
1

0
1 ,8
7 8 6

!

. "

LA
M 5?
7 ;
B

%
!
&

#
5,
7 ? $

> 0
" "
#
1 %
! 5:
!

3

!

"

"

! " "

J
!
!

"
D

!
!

!

!D "

!

$

!

"

"
N
-
!
8

'
%

D

J

"

!

!

$

! " "

* 3

"

6
!
3
*
6
! * /
O
3
6
/

/> N
P C
N! 2

!

$
/

6 &

&

Q
- < R
S
&

"' !
*
Q

#

* 2

5

"
6

/

T!
" T
"

< R !

.

&
7

"
/> N
$ "

J

" />
!

"

! '
%

"

/
! '

! $D 6 *

6
!

!

" D

$D

.
$ !
6 *

!
'
%

" "
&

"
*

&

" @ 4
6/?9#;:##?59 @O

O???9#;=##?;9
O

3

<#;8=59=9
#
;;88:9,

!

#

!! #

-
"

!

P!

3

%U
@

" '

%
$

$ "

" "
!

"

! $
/

#
"
%

#
,
3 A *

5

&

"

$ " A &

" #

"

"!
"

"! #
I

D "

"

!

-
.
! 06 1

,
*%
0
1

" (
)

3

" "

!
@

()

!
"

! ("
)

!
"
" 6
$

"
!
L;;M !

L87M

L:9M
L,?M !
L,:M
" L9=M

L;;M !
! "
6
6

! Æ

"

"

- "% "
9

"

A
3 " '

#

"
.

$

"
!

" & " "

,
(
) L9M

!
"

"
"U
" (

)

0
1
%
% "
-
! '

"

5

"
#"

!
"

"

U

"!
"
" #

" "! $

$

"!
"
"
Æ

"
" ! Æ
/

$

U
!

'
7
@

Æ

"!
"

3

!
'

!'

!

" '

"

#

-
'

!

'

"
3
$

!

"

! !

(
)
0

!

1 /

!

$

J

-

!

' +

L5?M

L:;M+

-

!

'

J

D

#

0

" "
!

:

1

"!

.

"
.

#

3
0 1

! :5

" #!
.

" "
"
0 "
!1

"
! = & (
) "

!

3

"

Æ

!

!

$

J $

" "

!

! $!

%
0
! $

%
D

+
71 &

!
!
%
"

" !

%

#
#! &

%

! &

'

=
(

)
!
@
" $

Æ

" $ !

C
!

(

) L7,
?,M 0
#
"
L8;M 1 &

" "
' 3

$

"
#

J
+

+

" "
#.
&
'

'

() "

$

"
!
"

'

' * "

"

!
'

(
)

'

'

"
(

)
" ($)
0" 1

L?, 7,M &

! !

!

"
9
. #
8

"

"

!

"
(
.)

&

, "
"
.
! 06 1

"!
"
!
0 @6 1
-
!

! 6

Æ

" @6

5 "

#

- "

! "

!
#

"
"
-
!

'

9 " "

"
6

()

!

' @

@6

"A - ! "

$

"
;
3

7

%
3 - "
'

-

'
!

%

!

?

"
"

! 06 1

"!
"
!
0 @6 1

"

-
"

"

"

3

6

$
L;; = 87M ! " N
"
L98M

! !

"

&

"
' 6

'
!

" @
'

6
0 01 1 A
A "

A $
+ 0
"
" " ! 1
A "

0 , 1
01A &

+ 3

! " !

A " L? M

A ÊA &
" " 001

1
<!
6
- "

"

!

"
"
"
01 *

!
@

0 1 V 0 1 V 0 1 V 0, 1

,
/

"

" !

!
#

0
1 "

!

"
"
"

$

"

"

0 1 0

1 0 1 0

1D

"

"

6
0 01 1

'

!

$. $ !

! <
0, 1
3 ,

$
"

"

6

"
! 7$7 & ,7

!

*

"
J

"
"

"

! &
"
!
"

"
" 03

005 911 F ?87

005 ,11 F
00, 511 F
009 511 F ??71 & "

"#

0 1
"
"

5
3 , A 7$7 #

!

0 007 711 F 1

"

!
"!

$

!

* "

! 6 0

!
1

$
Æ

L; ;;M &

"

'
$%
A

01 "

$

A
, L0 1 V 0 1 V 0 1 V M 0, ,1
9
0/

"
(, )
$

1
&
(
)
' ">!

.
! '
3

! $

!

V

!
#

!

!
!
V?

!

D

"
&

!
'

5 $
!

"

F
"

$

<
0, 1 #'
- '

#
(
""
)

6 () !

!

"
"

"
" !

0

( )

""

1

"
" 01

7
C

"
'

"

"

"

"

"
!

!
L5 97M

- !

'
6
" "
<!
#

6 '

D
'
#

6 ' 6

L87 ; ;8 7 : 9M
(0 1)
P!

'
$
A Ê " $ 0
1

A
01 F , L0 1 V 0 1 V 0 1 V F M 0, 51

!

- 3
!

# A Ê ! $

!

'

'

A
0 1 F ,L0 1 V 0 1 V 0 1 V F F ? F

0 1M
0, 91
:
-
' $ $
A
Ê "

$

A
01 F
$

01 0, 71

$ -

" '

0 1 F
$

0 1 0, :1

6

"

6 0
01
1
&

A

01 F
$

0 1 V 0 1 0 1

0, =1
¼

01 F 0
011 V 0 1 0 1 0, 81
¼

& *
$$
. !
! '
3

$ <
0, =1 $

0"

0 1
1
"
!
0"
$
0 1
1 <
0, =1

01 !

" "

"
!

<
0, 81

A & $

$ "
!

! "
#$%&$'(

# (

# ) ) ) ( ) # (

# (
¼

¼
"
#$*&$+(

,
# (

=

0
!
1
<
0, =W, 81

"

" # !
#

! !

!

01 F
$ 0 1

0, ;1

01 F 0
011 0, ?1

<
0, =W, 81 #
!
#A
0 1 F 0 1 V

0 1
$ 0 1

0, 1
¼
¼

0 1 F 0 1 V 0 1 0

0 11 0, ,1
¼

6
#
"

"

"

"
6
$

A

$ A

01 F 01

0, 51
£

0-

. @6

1 !
! "

!

-

£
8
0 !

1 'A

01 F

$ 0 1

0, 91

01 F

$ 0 1 V

0 1 0 1

0, 71
¼

O

'

01

- "% !

' 6
"

!
$

!
0
#1 '

' 3

"
" 01

<
0, =1 '

&

" ! !
!

0
L,= 9 :7M1 "
!

01 AF
$

0 1 V 0 1 0 1 0, :1
¼

! &

#"

$

$%
!!

!

!

<
#
;
0, 71A

01 AF

$ 0 1 V 0 1 0 1 0, =1
¼

" !

" !

! " <

0, 81
& "
"!

#
"
" 01
"
"
'

"
" &

(#"

)
!

#
# !

0

"
"1

&

(# #

) 3 $
#

L?:MA

0 1 AF 0 10 1 V 0 1 V
$ 0 1 0, 81
¼
0
<
, 1 /

"

#

"

" !

"

&

($
! $
) " 0< L75M 1

! "
6

Æ

A Ê
" $

"

0

1 3
6
"

"
,?

$
'

" "
$

"
!

" 3 $

F ?
"

!

" "
,

$ " $

#"

.

#

"

' "

" .

$
*

" (
) L5M

!

#
"
& !

!
" '
$

!
$
!

L78 9, ,= 9 ,8M

!

& "

0
$
1

' !
<
0, 9#, 71

@

!

9 $
'

#

!

!

!
#
"
@ # $

-
J
L?;M 0

L7= ; ,M 1

,#
6

!
0
1

#

.#

""

! "
!
0
D 1

. "

'
,
'
0
D 1 "
"

3 $

" ' /

.
0
D 1 F $0
1
$0 1

O

! &
$

"
AF
V 0 1

-
!A

0 1 F 0
10
D 1

F 0
1

0
D 1

F 0
10
D 1 0
D 1

F , 0
1 0
D 1

&

0
D 1

0
1 0
D 1 "

$

">!

$.
- $

!
# 6 0
1 #
.
"! !

" -
" !
!
!

" !

I"

"

. 0
X00 11#

'
91 L9;M

"
!#

#

,,

0

71 !
"
$

#
" "

9 $
'

"

" @

6

"

"

6 &
! Æ

!
!

!

"!
"
!

"!

$$% +
+$
0

0 @6 1

" "!

"!
F 0 1
A
"!
0&

"!

.
1 3

"
!
!

"

!

" !

"D
$

7
!

"
"

"!
0 1
"

!
#

"

"
@6 " '

'

,5
! '

#
$

O #
0 L:5M

!!
1
4 6
@6

"

" "
!
"

$ 0 1

@

@6 !! +
$

0

" 01 !

"

! "!

!

!

'

'

# !
# ! +
$

0
" ! 1

& "

@6 "
6 "

"!
" O !

'
!
! "
" " !

!
0 1#
$ &
"
' 6 "
#
I'#

'

#
L :? ,5 ?= :, : ,9M
- "#
"

"
Æ
.
@6

#
I'

"

!
! "
01

"

" !

0& "

"
#
$
!
3

L:8M "
,9
"
$

L,M
N

O L7M " "

$!
"
"
#!

" 1
2
@6
!
"
3

'

" G F

$ 01

$ 0G 1 -

"#
Æ !

0 L,,M

$
1

' @6 !!
#
"
-

9

#

.

!
##"
@6
,7

½

"

(
) ' "
P!

A -

!

U

!

! ( )

Q

#!

! !

! $

"

"

. / #0111( 2!

3 -

4 !

5
6

, $*+7$+*
,:
!

"

"
!

$ " L,; :: 8:M 0

!

D L;M
1
!

$

Æ

#

" " /!
Æ

"

" "

#

!

"

" *

I
' "
"
"

"

"

"
& !

$
"

A

T!
T "

"

L8:M &
! !

!

&

"

,=

"
#
" "
" 6
! #

& 0

1 *
"

!

"
&

"
$ "

(!"
) "

"
&

6 - #
!

" / "U
& $

"!

"

"

!
6 " $

.

!
0 1 !

'

6

$

$

.

& "!

!
(!
)
O
L=8M
!

!

* !

"

0
'

" 6 1
"
!

0

"
"1

!

6 "
,8
" !
#!
"

! #

"

# / #

" "
! 3 #

!

D
!

L?9M &

!

!

& !

#

" $
" #!

!

6 L;?M
!! !

"!
"
!
#!

$

"
!
@
$
"
#
"
#

"
!
"
!

#

0
1
& Æ !#

!
!
!
+

$

"
0
1 !

Æ

5

3

$#0 (

81* 009:

,;

!

"

6

"
"

&

5 ,
"

5 5 !
!

5 9 ! $

"

!

Æ

3
5 7

! ()
0

.
#

#
1

"
-

6 F 0 1

" !

(
)

0
1
&
.

F 0 1
6 F 0 1 F V

6
A Ê
"
#!

1 0

"
.#

""

" " !

" 1

6
! !
0 1

5?
6 !

0 1 V 0 1

!
3
'$ 6

!

F V
"

! !

"

3 $

!

#

0 1 F ! 0
!

1

0 1 F ? !

@

0 1 F ! F

0 1 F ?
@

#

"
A

$
!

0 1 "

"

6
" "!

P!

!

"

() "!
0 1 V 0 1 !

"!
0 1 O

"
" & IY
#"
I#

"

"

3
# ( ) # (
)
¼ ¼ ¼
# (

!

5

5

" " !

#

6 &

!

#

¼

0 1 ' . 6

0 F 1 6
"
"

" $
3

" ! $ 6 '

.
Æ

!
0
1
. 6 '

-

&

A 3

#

"
U & $

¼

$

"#
" 01

0

0 11 @
!

0
" 1

#
A Ê

()

"
!

¼

"
-
!

¼
!
01

5,

!

3 0 F 1

"
!
(")
@
T!

TJ "

"

" "

!
!
" !

!

0 1

!
#
"
0 0 1 V V 0 1 V 0 1 ?1

" (
)
!
" 0

1

&
Æ

"

A 0 1 F E0 1 E01 E
!
&
0 1 V V 0 1 V 0 1 F ?

!
"
(
)

U

"

U

"

#"

! "

&

A
2

A Ê

$-+

55

E A Ê
0 1 F E0 1 E01 05 1
F
!

Æ

F 0 V 1 F 0 1

"
#Æ
$

%
$

E

&
'(

A Ê

&

Æ
"!

$
"

"

O! "

'

" & Æ

#"

"

¼

"
&

!

#"

0
!

"
"
"
1
59
& ! $ / !

<
#
05 1
Æ A
05 1

!

"

Æ
%" C " ! 05 1 F

E01 E 01 F E01 !

!

0

1
"
E01 E01 E0 1

E $ !
05 1
'
E0 1 F ? 0

.#

""
1
3
6

#
'
*
<
0 L;;M1
0 1 F ,

0 1 V
$ 0 1

05 ,1
¼

¼

"

!

0 1 E01 F , 0 1 V E0 1 E01 V
$ 0 1 E0 1

05 51
¼

¼
' G 0 1 F 0 1 E01

"

0 1 F E0 1
¼

E01 "
!

G 0 1 F , 0 1 V 0 1 V
$ G 0 1

¼
F

¼

, 0 1 V
$ G
¼
0 1

¼ 05 91
05 71
¼ ¼
¼
* $
*

3
!

! G 0 1 F 0 1 E0 1 F ? ? F ? G 0 1
' *

¼

¼

"
# & 0 1 F
¼
57
G 0 1 F 0 1 E01

'
¼

01

¼

$

0 1

¼ 05 :1
F

$ 0 1 E01

05 =1

F

$

0 1

05 81

& !

0

1 &
-

! #
A

)

! (
*
0 1 F E0 1 E01 # E0 1 F ?

F !

0 1 F 0 1 E01

¼

05 ;1
01 F 01 E01

¼

05 ?1
" 05 ;1
! Æ
"!D 05 ?1

01 F
$ 0 1

0 +
$
3
! !

. C
,
"

>

A 01 F 01 E01 0

#1
¼

#"

#

!D

#

0
01 01 "1 ¼

¼
5:

#"

"
#
0 01 01 "1
0&

>

F

¼
"
1

0 #$$ $
$
E3 & "

#"

!

!
6

#
"

0 1 F E0 1 E01
&

#"

!

!
D

! !

!

-
'#

!

0"1
E " & Æ

F V ' 6
" "

3 '#

E " "
!
E
!

'

" "
$

3
!

0 F V #1
!
01 !

/ ; 3 Ê
<

;#(

5

# 8=% 1+:(

>

- ;

; #
;(

>

# ( ) ? # ( @

£
¼ ¼

>

2
4

8=A:
5=
'
F #
! " E01 F #0 1

&

0 1 F
E0 1 E01

E " $
"

C
,

E

"

-
E01 F 01
0 E0 1 F ?

1 <
05 ?1
!

01 ? &

!

D !

¼

" "
#
. #!
&
!

E

'

E

0
#1
" $

$

$ *

#"

!

0
#1

" 0
#1

C

$

#"

"

#$

"
! >'
L:: 8:M
" > /

#"

'

" !

&

! #
58
G
G
2
3 1
S S 4
0
1 0"1
3 5 A 0
1 ?$? #

0"1 7$7 # 7 "
0

1 " !
, 5 9

#"

& '

#
##
?$? # 03 5
1

# #

9

! 8?Z

,?Z

-
"

E01U -

<
05 ?1 E01 F 01 "

D "

$
"

"
! E
###
"
4

!
8?Z

,?Z

5;
4 50x50 Grid world
10x10 Grid world x 10
600 2.5
500
2
400
Steps taken to reach goal

1.5
300
200
0.5
100
0 0
0 50 100 150 200 250 300 350 400 450 500 0 50 100 150 200 250 300 350 400 450 500
Trial number Trial number
0
1 0"1
3 5 ,A 0
1 <$ ?$? #

!

" 6
D #
E F ?7E D
E F E 0"1 <$ 7?$7? #

"

!

/
$

" ? 8 0

1

$ "

" 0
1?8 &
!

E01 " E 01 F G 01 F 0
1?8 &

()

#

"
0
#1 01
E01 F ?7E 01 & '

¼
$
3 5 ,
0 $

!

! 9? 1
"

'

! #
!
-
5 811: 909&

99$ "&

5 #(

9?
5x5 Grid world with 5 flags/subgoals 8x8 Grid world with 20 flags/subgoals
450 3500
400
3000
350
2500
300

250 2000
200
1500
150
1000
100
500
50
0 0
0 100 200 300 400 500 600 700 800 0 100 200 300 400 500 600 700 800
Trial number Trial number
0
1 0"1
3 5 5A 0
1 $ 7$7 # "

!
" 6
D #
E F E D
E F E 0"1 $
8$8 # "

?7E
'

3

7?$7? # " !

A 3 5 ,"

$

& E
?7E

"
" D

"

#"

$
>
+

"
! "

!

!

"

##

"
" E

O$

"

"
# 3 5 "

#

(%
) "
'

! #

9

#
$

%

%

"

! "
C

#

<
05 ?1
"

- "

0? 8 1

$
"

"

"

!
!
# "

!
" 007 171 '

007 ?7171 0 ? 7 (

)

" #
V # "
1
' E01
E 01 F 007 ?7171 " "

!
!

4
#

E01 F E 01
> " 7 !

"
0
'

1

0 1 F E0 1 E01 ! 7

"
& $

"

3

$
'#

! # $ $

##

" "

! " ? 8

E 01 F G 01

& $
3 5 5

'
E

'

9,
!

0
'# E
! ! "
1
-
$

8$8
" !

03 5 5"1
%

-
! ! !
! $

() "#

!

-

#

(
)
01

I

.

#
"
! -

"
A @

Æ
J
"
$. #

&

"

(

. )+
"

0/.

9 1 !

6

D

$ 0 $

1 0 1

Æ
-

"
0

.1

#

!

"
95
-
A

2

F 0 1 +,- E

E01 01
"

E

#

G

+,- 0 V 1 !

01 01 0 1"

05 1

(
)

!

0 "
1 "

#
P!

!

"

'
&
& ! $ *
!

Æ

!
!

/

.
A

0"

5 51

#"

#

$
#
!
06 1

!

<
05 1
99

. 0 $ 1 F % E0 1 E01 $

&

3
( E0 1 E01)

!

L?M
'#
L=M
! !

"

E

!

" E

#
!
#
$
D '

()
$
E

(')
$

!

( ! ')
$

" D
"
">
* & 5

"

"

!

$

$
0

$

E1D

#

Æ
0&
"

# L;;M "
(
)I

. 1

!

#"

E0 1 E01

! 0
#1

!
#"

! "

!

-

B

!

97

" 6 * >

!
" 0
! !
1 "!
"

"

"
"

! ! 3 $
"

! " !
"

"

"

$

E
()

E0 1 E01 ! F <!

! "

" >

" E

"

" E O

$
"

!

" #

"

!

#"

"
#"

D "

" "!
'

"
"

&
$ &'
!
$

& 3
"! !
F ,D
.
"! "
- " C

9:

! $
0 1 F 0 1

0
3

0 1 0 1

H F 0 1 0 1 ?

F 0- F F

"
!
>
1 -
A C 0 1 F 0 1 F ¼
?
0 1 F ?
0 1 F H,

01 F @

F V
! 0 1 F 0 1
0 1 F H, V 0 1 F
0 1 H, 0 1

01 F

¼
-

%3
#"
-

* C
9

¼
0 1
D

0 1 F 0 1 0 1

F G F "
""
D G "
'$
O

"

0 1 0 1 0G G 1

0G G 1 F ? O ' E01 F 0 G 1
*

"
#"
$
E0 1 E0 1 F 0 1 0

G
D

"

1
-
0
F ,1 3

9=
G

3 5 9A &
" "

! "
"
& 0 G 1

H,

! .

0G 1 F ¼ 0 1 F ?

G "

G
"
" ' H F 0 1 V 0 G 1 0 G 1
0 G 1 F H,
0 1 F ? &
3 5 9 &
!
0 1 F
H

, 05 ,1
0 1 F ?

05 51
0 1 F

H V 0 G 1 05 91
¼
,
F 0 1 V 0 G 1 H, 05 71
0 1 F 0 1 V 0 G 1

¼ 05 :1

!

0G 1 F 0G 1 F ? " /

¼

H ?

0 1 F

05 =1

H ?

0 1 F

¼

05 81

98
&
$ (' )
"

*
$ !

! & 5

()

I
.

#
"
!
C 0 1 F E0 1 E01 "

#"

0 1 F
0 1 V 0 1 - !

6

!

0 1

-

+
#

+"
4

!

"
()

-

!

6

!
( ) ( ) "

6
"

3

!

6

¼

0

"
"

6 1

6

¼
¼
£

D
!

6
¼ ¼

¼
O

" &
!

F

¼

05 ;1
&

0 1#
0 1#6

9;

, 5 5

!

F
¼

E 05 ,?1
& 0

& 51

()
0 E01 011

. 0 1

#
"
! O

!

0 1#
6

!

0

¼ ¼

'

1
!

6 "
#

2

# E01 01
"

0 1 F
0 1 V E0 1 E01 !
01 01

£ ¼ ¼

,0 1" 05 ,1
0 10 1
* ! '

' ( A Ê

( 01 01
) !
$ ( 01
$ 01
)
2

3 3 C
,
!
01 F 01 E01

¼

! 01 E01

"
0"
1

01
"

¼ 05 ,,1
7?
C
$ F
$ 01 01
¼

¼ ¼ 05 ,51
F
$ 01 01

£

£
¼
¼ ¼
¼ ¼
¼ 05 ,91
-
" $ 3 !
!

, L 0 1M , L 0 1M
05 ,71

¼
¼ ¼
¼ ¼
F , L 0 1M , L 0 1M

¼ ¼ ¼ ¼
V , L 0 1M , L 0 1M 05 ,:1

,

¼
¼ ¼
¼ ¼

L 0 1M , L 0 1M

¼
¼ ¼

¼
V , L 0 1M , L 0 1M 05 ,=1

¼
¼ ¼
¼ ¼
F 0 1 , L 0 1M

¼
¼
V , ¼
L 0 1M ,

¼ ¼
L 0 1M

¼ ¼ 05 ,81

0 1" V $ 05 ,;1
&

!
01

01 F
$ ,
L 0 1 V 0 1M

¼ ¼ ¼ ¼
¼

$ ,
¼
L 0 1 V 0 1M

¼ ¼ 05 5?1

0 1" V $ 05 51
&

"! :
( 0 1 F , ¼
L 0 1M V , ¼
L 0 1M

¼ 05 5,1
0 1 F , ¼
L 0 1M V , ¼
L 0 1M

¼ ¼ 05 551
7

( 01 01
0 1" V $
0
<
5 ,;1
* 05 51

"
" $ 0 <
#
5 ,51 /
$
0 1" V $ 05 591

$
0 1 " 05 571

01 01

0 1 "

¼

¼ ¼ 05 5:1

!

0 1#6
¼ ¼
O

!
01D

¼ ¼

¼ ¼

! >
!
0 0 1"0 11

!
01 0 1#6

0 L;=M1

¼
!

0 1#6
"

'

!

¼ ¼

01 01
,
£ ¼ 0 1 05 5=1
0 10 1 "
¼

¼ ¼
* <

05 ;#5 ,?1

01 01 F 01 01

£ ¼ £ ¼ £ ¼

¼ ¼
¼
¼ ¼
¼
05 581
F 01 01

£

£
05 5;1

¼ ¼
¼ ¼
01 E01 01 E01

£
£
F
¼ ¼
05 9?1
F 01 01

£
£
¼ ¼
05 91
F 01 01

£
¼ ¼
05 9,1
7,
05 5=1 !

C
! & 5

!

0 1
0 1 F 01
75

½

! 06 1

"!
"
!
0 @6 1 - (
)
!

6 J

- " " "

!
- !
>
N

O L7?M ! "
"
! "

"

" " -

"
"!
A 0 @16
"

( !
) @6

0!

1
&
"

-
. C
#$999( 2 3 D

! ! ! 4 E D !

5 6
=9'7=0%
79
@6

- !

@6

Æ !

-
!

!

,

6
@6 (
) L5M 3

6

#

F Ê F L? M
& "

6
!

A
/

U @ .

" ( ) # *

4

$

" !
#.
" O
"
! 3

#

F ?
A
$

! #
"

0

1
3

"

"
" B

&

' (!

)

"
#

B
'
77
B

!

6
@6 0 L?; 7= ?8 == ; 7?M1

$
F Ê
F Ê " B
"

!

"
"

6

'

$
B

"
"
" "
#.

L:;M

.
$
&

" '

#"

'

$#

!
#

@6

"!
$

'

!

B

@6

B

"!
" 0< B
"

"!

1 &

0
!1

"
@6 *

'
( !

")

' #

D

&
F
#

8%9:(
7:
L=,M 0

"!

1

>
!

!
#

!
# "
'

!
&

$

6 !

#

"

Æ
$
!
"

"
! $

#

# 0!

1 $

"

# '

$

!

#
@
!
!
"

"
3

$
B
&

"

$!

#"

"!
!

"

$
!
##"

" !

B &

-
"

0

"
$

1

" B
7=
-

!

"

$
0

L:;M1 B

" B

6 @6 "

"

3 $

%

!

$
>

0-

7 1 !

0

$

1

!

'

!

!

& ( ) B !
(

)

"

.
#

"

.

!

3 $

J
/ L8M
'#

0 "!1 6 D #

J /
/

.
L9MD
& J < L??M

"

.

0 /
/ I#1 !

"

! $!

0
VV
!

78
1 B 6

B

"
0

(Æ)

"
1

" #!

"

$
!

"

@ !

Æ

(
$)

! (
> ) N

O L7?M 9 5 &

>
$

"

"

'#

9 9
"
! Æ 9 7
!

J
D 9 :
$ D
9 =

! "
3

F
L? M
+ #
" 3

#

01

0 1 -

6 0 1 $ "

$

A Ê

01 ! $
$

& "

'

7;

#
" "
, 0
1 F , L 0 1M 09 1
0 "

$

1 & , 0

1 $
$

"
6

$

!

6

"
01

! '$
B

'

B
! 6

B '
" "

" " B "
0 B1 F
$

, 0
1

09 ,1
@
'

G B
! D , 0G
1
0 B1

-
(
) "

!
0 @16

'

6 0 @6 1

!

" 6 @

<

:?
s Simulator s’ s g s’
a a
0
1 0"1
3 9 A 0
1
I
!
6

0 1#

01 0"1

"

0 1

6 !

!

L7? ;8M

0 1
#

01 0 @6

"!

1 &
"

"

! I
!

01 & 3 9

! "

&

0
1

3 9

"
"
0 !

+ 1

"

0
1

!

"
:
" 01+

"
J -

! I
"

-

$

! '

A L? M

$

$ &

01 '$

- L? M

0 -1

!

!
C $
$

!

#

0 1

0 1 F 5 0 1 F
,5 &
+ F
- F >

"
0 1 F

5
0 1 F
$
F Ê
01

"

! " 01
+ F

" 0 1 F 01
0 1 "
01

"
"
!

" 01

!

" 0 L5M 1
$ 0 L7M1 ' @6
#

! /! "

0 @16
"
J

:,
(

)

"

" " "
"

() 0
"
.1

"

@
'
$

$ , 0
1 " B

, 0
1

B
#
$. *
, 0
1 F , L0 1 V 0 1 V 0 1 V M 09 51
$

, 0
1

"
@
"
'

"
,G ,

. ,G

($) . , - . ,G " (

)
. , U

,G

, +

,G 0
1 , 0
1
*

B 09 91
. ,G
,* " "
&

L7?M

"

!
*

" 8%=:

F F

&

F

$

:5

!
C
G F

$ ,G 0
1 " .

! A
4 +,-
,G 0
1 , 0
1
*
B

G F

$ ,G 0
1 !
, 0G
1 0 B1 ,* 09 71
3 C
F

$ , 0
1 " " B 0 , 0
1 F 0 B1 1 -

!A
, 0G
1 ,G 0G
1 * 09 :1
,G 0
1 *

09 =1
, 0
1 ,*

09 81
F 0 B1 ,* 09 ;1
"! "
'

,G
*# , D

G
$. ,G

,G 0G
1 ,G 0
1

&
"
,G

, .
,G !

!
" "
/ "

, U
!

0 @16 !

0< L;8M 1
'

!

6
'

#
"
:9
s0 s1 Simulator s2 Simulator s3
Simulator ...
a0 a1 a2
π π π
3 9 ,A
!

! I

'
F
0 1 "

"

01 *

"

& 3 9 ,
*

"!

"
0 1 V 0 1 V 0 1 V
"

, 0
1

.

!
! .

"

"
, 0
1 &
/#

'

, 0
1 "

,G 0
1 F 0
1 V 0
1 V 0
1 V 09 ?1
.

&

'

0 F 0*0
1, 1 / 0
*# .

!'

0"

!

1
:7

*,
$

!

"

J 4#

,G A B Ê '
,G

A <!

,G
!!

!

"

!
& . ,G '

G F (

$ ,G 0
1) 09 1

#!

.
"
'

#

<!
!

!
!

0<
9 91 B ' & !
!
!
"

" .

-

.
A
)

B

+,-

/Æ
0
+ 1

, 0
1

1 ? Æ ?

Æ
00 1 V 0 1 V V 0 11 , 0

1 1

09 ,1

*

2
,G 0
1 + 1
, 0
1

. 0 3

@ G ) #
G (

8%9:
::

,G 0
1 ,G 0
14

!

$

,G 0
1 , 0
1 1
3
'$
3 <
09 ,1
"

00 1 V 0 1 V 0 11 , 0
1 1 09 51
"
"

Æ,
00 1 V 0 1 V 0 11 , 0
1 1 09 91
"
"

Æ, -

"
"

"
1 "

Æ, O "
" .

!

1 " , 0
1

0Æ,1 /
"
"

0Æ,1
!

,G 0
1 , 0
1 1
C
F ,G 0
1 , 0
1 1

F ? &
!
0
F
1 0Æ,1 &

0
F 1 F !
J

!

" & *#
C
0 L5M1

!
"
" /# !

F

"
"

! /

"
" " !
/

F
,G 0
1 , 0
1 1

!
/
:=
C

!

!

> 0

1
! #

, 0
1
*

!

"
" !
"

!

,G 0
1 !
& ! "
"

&
"

0, 0
1

1 "

@

!
!
!

"

. "
"
"

(

$ ,G 0
1)
'

$

0
71

!

! "
!

"
"

" !

" "
.
!
! ! #

&
!

= -
'

"

!
+
'
"
0?I1
'

+

"
$
'

()

"

J ' /
" (

) " '

+

:8
"
"

"

.
+#

#

&

("

)

.

" "!
&

. "

B 2
# ! 021
,#

6 0 F ,1
B " B "

-

B

! #.

-

B

0
1 F -
! / F .
- ' 20B1 " .

"
" B L?,M
B

"

2 ' + F 20B1

"

B

.
"

!
!

+

2 +

($)

+

2 +
( )

$
F
B

!
Ê

V & ?

01 F 09 71

H

89 0( -

89 0(

- ) 90$A= ) 9%'*+

) 90%$'A*=+

2
4
F

#5 809$:(
:;
/ Ê
& Ê

B & 2 B

V L?,M
2 $
"

2
"

#
"

0
L7 9?M1
!
'

$

"

$+
"

$
'
$
()+
2
L?,M @ "
.

!

&
"

&

0 @16

$ "

!
'$
B
$

#
"
( 0 -1 F 0
01 -1

- 2

! B "

F ( ( 0 -1 F 0
01 -1
B
L? M

& "

.
" " @6
B '

!

! (
$
)

"

0
" 1 3
(
(
"
=?
/#
0
(
0 -1 /#
( 0 -11

"

L? M L? M &

/

!!
+ !
-
9 , ,
!

! 0#
1
J !
>
N

O L7?M !

"

0 @16
F
>

!

!

, 0
1 /! "
>

!

!

" '
()

!

>
"

"
0 3#
9 5 1
> "
- " "

"
"
- ! (
)

I

" #

&
" I# 01

I # 01 &

"

01
01
&

!
"
0 O
"

>
=
s0
a1 a2
s1 s1’
a1 a2 a1 a2
Depth
a1 a2 a1 a2 a1 a2 a1 a2
Hε
a1 a2 a1 a2 a1 a2 a1 a2 a1 a2 a1 a2 a1 a2 a1 a2
a1 a2
... ...
...
3 9 5A
>

I
! "

!
& !

>

0 1

I I
3

"

"
*

!

&

!

'$

$

"

"

!

"
=,
9 , , &

" 0 1 V 0 1 V 0 1 V
"

, 0
1
.
>
'

0

1
0/ F .1

!
!

.
"

, 0
1A

,G 0
1 F 0 1 V 0 1 V V 0 1 09 :1
.

* .

' "
" .,

! I
" ' ,G 0
1

B ! B ' ! L7?M

!

A
2

5 6
7 87 555 -5 +,-

F

B

-5+,-
6
*1 *

+ F 20B1 7 * Æ ? ,G

. 8
.
0 $

. F +

09 =1
* Æ

Æ ,G

,"
,G 0
1 , 0
1
*
B 09 81
3

$
& " = "

"
"
G

E

F

=5
"
" . ,G
!

" "
BA
, 0G
1 0 B1 ,* 09 ;1

"

!

!
'
" & ; "

0 @16 J

01

.

"

!

!

" & "
!
#

"

!

! " !#

0 81 /

'

'

!
+ & ;

" "
"+

J

#

0#
1 #

.

$

!

"
@ "

>
$
. 0 "
.
$
0
&

" &
>

. !#
6 0"

!

# !

<
09 =1
!

!1 *

=9
" '

#

! "
'
$ "

J

! " & " $ "

#

0 @16

>

!

! I
/!
"

$
.

&

'

!
- !

!
"

"
@6

+

@6

'$
&
! "

@6
( !
)

-

(')
@6
'
' @6

'

#

,G 0
1 J , 0
1 -
0 <!

#
#P
4

"
1 @

"

2
L88M !

"!
" 6
=7
p0 p1 p2
s0 s1 s2 s3
g g g ...
a0 a1 a2
π π π
3 9 9A !

! I

9 9 !

@6
9 9 ,

#
&
!

!
9 7
# $%&'
- " " " !

0 @16 F 0 01 1

B

!

@6 F 0 01 1

B @
#

!
0

"

1 & $
+ F
-
>

"

A &

F F &

L? M

=:

"

! 0 1 +

"
'
" L? M
&

4

0 1

0 1 F
0 1
0 "

(

)
1

" ' 0 1

" * '
!

4L? M ($#
) "

0
.
! 1
3

#
" ! F L? M

0 1

"

J
"

4L? M " 3

B
"

B ! "
0 1 F
01

" ! " 0 1 F 01
"! ()# 0"
J1

@6

#
"

B "

"

! "

0 @16

B

B

B
!
, 0
1 F , 0
1 &

" "
¼
$ " 0 @16

A 0 B1 F 0 B 1

01 F ,
L 0 1M
¼
¼
==
&
.
!

!

@6

B
( !
) @6

B

D !

$#
$
B
B
!

!

'

B

B

@6

/ "

@6 "

@6

$

$
!

(

Æ

'

B

@6
B " >
&
'

$
,G 01 , 01

!
¼ ¼
B . ,G 0
1 0

$ .
## , 0
11

¼ ¼
'
0 1

, ! "
¼
, 0
1 F ,
¼
¼ L 0 1M
¼ 09 ,?1
$
!

& '

$

$
! "
'

'

.

&

(
) 0

=8
.

D L8M1 '

$
, 0
1A ¼

, 0
1 0
1 09 ,1
.
¼ ¼

!

B

" ! $

$
D
$

$
&

0
1
¼
<
09 ,1

!
'
! " $

O

"
'
"

0
&
. ! .

$
, ¼
,G A B Ê ¼
,G 0
1 F

0
1 V 0
1 V V 0
1 09 ,,1
.

¼
0

1

! "

P! .
'

$
, 0
1
B
¼
& '

L? M

'#
!
!
0

1 $ * "
"
0

F 0

1
>

2

@6 !

=;

"

.
('$)
#
!

() !

'

!

"
!

>
'

!

/
! .
' ,G 0
1

!
¼
. ,G 0
1 -

A <!

##
¼
P
4
,G A B Ê

¼

.

"

.

" &

"

.
"
0<
9 1

!

B F
Ê

.
0
01
"
1
!

"
" ' !
! ,G 0
1
¼

>

OJ . @ "

" 0
1

? @

"
!
" "
(
)

!

"

#

8?

" ,G 0
1

¼

" @

" ,G
"
¼
#
"

' !
#
"

"
03 $

7
" 1
4
> " $#

!

'#
6 "

$

%

"

#
$
,G 0
1 , 0
1 "

,G
"

$
,
=

. ,G
0 B1 &

"
) #
*

- " "

F 3

! A

0

89 0:
#

(

D <
? # (

< #

&
¼
9

(
8
2

-5+,-

F
B

-5+,-
6
*1 *

+ F 20B1 7
* Æ ? ,G

.

0

.
$
. F +

09 ,51
* Æ
Æ ,G ,"
,G 0
1 , 0
1
*

B 09 ,91
0
3 @"!

" !

(
> )
!
0 #
!

! '
!

>
0

1

#
0 1
0 0
1 1
!

"
> '

>
' !
"

0
! /

"
0

11D " N

L7?M

'

! & ?
4

! N

L7?M

'

,
!

!
B
($ )
9

B !

-
!
! & ?
8,

'
U

(
)
B

"

" 0
V
> "

F

"1

"
#!

B
2 0B1
"
'
L9?M

B

. " !
"

!

0

!

1

"! 2 0B1 "
0 !1 & & ?

(Æ) 0

"
1

!

"
.

B "

" !

.

($) @6 J

&
B
2# !

@6 N

!
"

!
!

2#
. ($)

) #
*

( + , 8 Æ

-
'

-
,#

B
" ()
Æ !
@6
85
'

0
"
"1 '
()

" B F

01 +

! "

'

D

" $

B
( )

!

B

>
! 4

2

B F

01

/ 0

!

+,-

4

$

* ?
,G

.

.

(

B
,G 0
1 , 0
1 * 09 ,71
& & Æ $ * &

B Æ !
'

/! $
&

!
$ 6 "
!
() ! &
.

($)

H
# ( ) 9%
I D >

89
!

! +

.
" @6

! $
$

! "
) -

*

3

F L? M &

L? M L? M L? M

($)

$

/ F + <

L? M L? M L? M

/#

! &
>

#!
+

/#

B

.
& $

"

" 2
' " .

"
&
($)

#!

.
2
& #
L8,M '
A

9 $$ 7 553 C "

3
Ê C
+ 3 " ! -

$

"
" Ê ! "
040 1 40 1 14
,
Ê 0 !

+ " 5 5 ?
4
40
1
5
F
87

/ F +1 &
-
01 .

'

"

& #

. 2

? -
($)

@6 J
.
"

-

' C .

93 ( A Ê Ê : 0
<

1 $

1

0( 1 ( 01 ( 0 1
1 / 1

: +

Ê Ê $% :
C . " 1 ! 4 C . C . " 1
-

. ,G

!
"
2

-5+,-
F L? M

7
B

A
L? M
-5+,-

.

-5+,-

#
0
1
+ / F +

.

. 1
A L M

.

. 1 2
* Æ ?

,G

.

.
8:

0 $

. F +
1 1 + +

09 ,:1
* Æ

Æ ,G

,"
,G 0
1 , 0
1
*

B 09 ,=1
( $$ % )

! (9 (: .
!
!

Æ

G

.

G F

$ ,G 0
1

B"
, 0G
1 0 B1 ,* 09 ,81

03 & 0C .1
!
Æ " "
#

Æ
"
!
3 $

"
"
#

"
!

0(

")1

01 F ?7
01 F ? 4 L9?M

!
C .

"

#
. "

"
"

0

B1

"

" "

0
! 1
>J

, F

2

4 &
&

#
&

&

(I

&

I -
0$

I

8=
Results on 5x5 gridworld

-9
-10
G -11
mean policy value

-12
-13
-14
S -15
-16
0 5 10 15 20 25 30
m
0
1 0"1
3 9 7A 0
1 7$7 8 "!
0"1

$
! & .

!
" BD !
!

D !
!
$ & 0

"1 "

& & , ' " /
L99M

L8,M
$
, #$

$ & '

$
"
!

!!
@6
&
$
I
" !!
"
3 9 7
'

@6 ' $
"

#
!

""
# & "
"!

'

>
88

&

9 F :775:

" "!

!

!

,?Z

$
!

.

!
$
!

9 .

" @ $
F ?;;

. 0 F ??

"

!
! ????
&
!

Æ0 1
??7
Æ0 1

??7
??

0 1 F Æ0 1 ??
?7
Æ0 1 ?7
?,?
Æ0 1
Æ0 1 !
"
!

3 9 7" $ "

& !
" B
" .

! "

!

!
"

'

. "
!

!

-
! !
(
)
!

3
0 1#
4 A L? M L? M "

8;

4L? M
!

"
4L? M
!

"
&

! 0 1 F 0 4 011

"

($)

0/

J
" $

$ 1 -

!

" "

3 9 7" 0
!1 & " !

$ !

. "
@ $
T!
TJ L8:M "

">!

&

$

"

6 J ##
!
& $#

L8:M !

" "J

"
J
" $
7
!

""
!

!
&

"

#
#
!

"

!

-
!
A -
! -
' 0

# " ' 1

D

A $ F 708 -10$ $
1 V $
6 F 708 -106 6
1 V 6

# (
# (

0 0999 #( ) ## ( ( #(

-
<

#
G (I
¼

8%9:
;?
70 1 F 0V % 1

8
8

O

L8:M
! .

&
#
"

"
!
(
)

"
"

'# -

"
. F 5?
F ?;;8 0 F 7?? #

' !

. !

-
?

7? 6

?

" ? ;;7 ?=
7?? !

?

"!

" ?= &

"
L8:M

" = 0
! (#
)

1

("#!)

" =
-

"

@6
"

'

4

2

$

!

!

/

&

&

I

? # (

3 -

D 8+':
&
&

I

2 4

0
8+':
09
;

"
&

!

0< L5,M 1 -

!

8

!

"

! "

$ , 0
1 &

"

!

"
"

- "% !
$
D
"

L5,M

!

" " 7?Z

7?Z

*
@

.

7?Z

!

"

$
.,

*
.,
&

'

" !

"

!

'
"

"
"

6 0

#*
.

1

!
" !

"

!

3

9 L( 0 1M "

;,

9 L( 0 1 M $

!

9 L( 0 1 MJ

"

"

" 0 "

1 !

$ L7:M

!
"

3

!

!

!

'
!

0 F

! "

$
!

!

.

0 1 "
Æ

"
!

L5,M

" !

$
, 0
1 F 9 L0 1 V 0 1 V
M

$

0< L58 5,M1
#

" "

"

#
0< L85M 1 /

"
;5

$

#
"

#

"
" (
)

(#

!)

-

"
#

"

"
&
"
- . L?M

#

"
3

'

,

,G

0
' 1 ,
J

#

$. , '
#
"

.
,G 0
1
"

, ,G 0
1

"

$. , 0
1 L8= 77 9:M 0/

1 4#

"

"

" Æ

"

.

0

"1

!

3
" $

#

I

!

"

' !

O !

&
.
"
" "
"

;9

"

J

'
-

!

!
>

" "

$! "

-

@6

"

( !
)

*
$

@6 J

"

#
'

!
!
'

" .
-

"

!

" ! #

$

$

'# .
D

" $##
#
""#

D
'# .
!

*#$
0
&
$ &' .

$ ! 0" N

O ;;;1 & #
;
& ' 2
"

!
9 , 5 &
!

.
'
#!

- ! L?5M F 4 A 3 L 1 1 M

;7

#!
" " 1 ' 2 01 " 0!
1 2
"
: 04 1 A 4 0 1 1 1 : 04 1 F
401 : 04 1 F ? &

"

'

!
2

C F 0 1 3
'$
'

0
1
>

" L M ! " !

>
& B

" !
'

#!

>

L M &

2 0B1 0-
"

B

" D "

!I

! B

1 -
!

! B

-5+,-
61

20B1

!

0 8 L M B

2 0B1 F 00 20B11 09 ,;1
3 C + F 20B1 3

J C
0 L?5M1 B

.
0%!+1

"
!
O .
>

! F .,
0
1 !

B

.
0%!+1 F 0%., +1
;:
0
()
.

"

1
!

.,

!
0
1

., !

B
. &
.,

#
' 2 0B1 0 B !

L M1

.
.
., 0%., +1
" O B
0!

1
. "
"
.

,

"

., 0%., +1 , 09 5?1

"
. F 00 20B11 !

-
2
L?5M
"

! C "
"
#!
4 A 3 L 1 1 M
" " 1
+ F 2 01 C " " ! 3

" .

& "
" Æ
+ V
9 L401M 40 1
1

.
.
Æ
09 51

0
.
!

J1
-

!
2

53 &

0 1A <

0

>
C 0 1 " $ 0 #

, L0
1M F 0 1

3 0

;=
"
0 1 0 1
*,

3

<
09 51

F "
> F B 0!

#!
1
1 F 4 F
401 F 0
1 + F 2 0B1
, L401M F , L0
1M F 0 1
'
"
" Æ
+ V
1

0 1 0

Æ
09 5,1

.
.

B " + F 0020B11 C
9

. F 0 *1 0020B1 0 *1 V 0Æ11
09 551

!
"
" Æ

B
0 1
0.1

0

1
*, -

! 0 1

0.1

0

1
0 1 0 1 V 0 1 0.1

0

1
*,V *, F *

!
&
$ ('
2

3 -
6

""
&
0
1 F / / F ? 6
*

"
"
""

&
#

7

-

-
C F
L
5
M
5
L? M É
5

; "
"

;8
' !

L?M C "
" "

!
0C"
1 $

? 7 3 $
L5 7:M
L?? ?,7M L?7 ?=7M
" C "

"

0

" ' " 1 &
!

! "A

0 1 F

0 1 F 0 1 F ?7

6 O

, 0
1 F ?

B
3
'
.

0 - 1 0 - 1 0 - 1 $

< F .
& !

.

>
#
!

0
0 1
,G 0
1 F

' " .

!
,G
! , 0
1 F ? 0!
B1
&
$ '
&

/
L99M

L8,M /
#
L99M "
!

"

- "

' L99M 3
"

3
0#1 =
3
*-
!
;;

=0 1
* 3
* ? 0* =1 .

*#!
C "

3
"

0 =1
"
"
"
3 6'

" + 0( 1 F ,! L=0( 01 011M 6' % " 0* =1 F

0* + 1 !

"
"
3 &
#
0* =1
( )
O

"

*

0* =1 F 0!* !=1
! ?
&
"
#
!

!

"
C "

3 L? M
- 0 (
)1 " .

"
"
! 3 &
4 G 0-1 F 0.1

40
1
"

401 0 1 F ,! L401M "

-

L99M L99M
& : "
& ,D C
=D C
8D
& ; 0 > "

?0 1 F F *9
6 F , 1 * ?
? !

<
Ê ? 0- - 1 F

3
L? M + F 01
!

3 ? *
0* + 1
,00,%*1 0,%*11

' "

3
L? M !

-

8==:
#0!(

??

4

F 0( (" 1 A (

3
L? M" 0( (" 101 F 0( 01 (" 011 !

3 * ?
0* +
"
1
0*! + 1 09 591

4 03 = 1 03" =" 1
< F
!

3
3 #

.

=

=

. 5 F (" Æ Æ ( A (
<
!
3 3"
5 1*

4 * ?
* F !0 "
!
0* ="
"
1
0* = 1 09 571

)

3
L? M

3 - .
3
* ? !
L4 A G 0-1 0 1 *M
9 0*: ? 1% #
09 5:1
-

! & , O

"

"
2

3 @
3 ,G !

! 00 V 1#D "
! ,G !

$
0 #
?
0 F ? 0
!
'

0 #

C
7 :
= "

C

C
8 ! &

F
1 1
"

0 -

1 3 ,G
'
"
,G 0
1 F

0
1 V 0
1 V V 0
1

.

3
0 ,G 0
1 F

0
1 "

0 #

, 0
1 F , L0 1M " $
0 # 0

$
1 & , 0
1 F
, 0
1

0 F ? 0
"
" Æ00 V1
,G 0
1 , 0
1
*,00 V 1
B 09 5=1
& " "

"
" Æ ,G 0
1 , 0
1
*,00 V
1

0 F ? 0

B &

B

,G 0
1 , 0
1
,G 0
1 , 0
1 V , 0
1 , 0
1 09 581

,G 0
1 , 0
1 V *, 09 5;1

* 09 9?1

, 0
1 , 0
1
*, " *# .
* $
& !
<
09 5=1
"
"
0 F ? 0
?,
" *
%3 C 0
0 " '$ -

0L? M 1 0 #

' + 0 ()

"

L? M

&

"
0 1
P!

0

1
L? M L? M
$

L? M

' ? "
! $

O $

#

F '

: L? M L? M
: 0 1 F 3

F : " -

: J

$

! > "
3
/ F 0 V ' 3
F 0L? M 1
3 $
3 >

0 ' + 0 J 1
3 F
3
/ F 0 '

3
3

F

0 '

! C
:1D

C . "
1 F 0+ V 0+ 11 F "

3 F L M 3
F Æ Æ Æ "

0L? M 1 L M

O ,G A
¼ L M "
! 0 #
$

!
! B '

L M

"
?5
&
"

0
! ! ! 1

!
! ! ,G 0!

B1 ¼
3
/ F + 0
1
+ C
7
0*
+ 1
,00,%*1 0,%*11 !

0*
+ 1 F

" C
:

/ F 0
*

0*
+ 1
0*0+ V 00 /1+ 1 + 1

09 91
0*0+ V 0 + 1 + 1

09 9,1

, , %0+ V 0 + 1 ,%0+ V 0 + 1

09 951

* *
, ,%0+ V 0 + 1

*

09 991

!

*

*

! "
"

" 0*
? 1 O
!
Ê

?
? &
!

0*
? 1
, ,%0+ V* 0+ 1

09 971
3

C
=
=" J " ?
#

! F 0 V
* F 00 V 11 1 * '
0* ? 1
0*000 V 11 1 1 ? 1

09 9:1
, ,%0+ V 0 + 100 V 11 1

09 9=1

,%0+ V 0 + 100 V 11 1
*

,
*

09 981
?9
"

3 C
8
"! "
0* ? 1 '
"
Æ "
"
$
0 #
" *#
Æ

,7:

. F V 09 0*: ? 11

F

*
Æ
@ + 1 1 + +

09 9;1
09 7?1
* Æ
& &

?7

!

½
/

" $
#

#
@ #

&

" '
Æ
'$#
#

L7;M
"

!

- "
.
#

!

J

0!
"!1
"

&

! " "

$

#

# & !

-
K

K L

-

&

?:

"

I

*

"A &

!

"

J

& !
$
!

"
"
" -
%
"
"

!

-

!
#
!! "
D

*

!
!

"

%
%

" " "

-
" J #

7 ,
' 0'1
J
7 5 !
B

!

"

?=
3 7 A *

?8

7 9 $

%

!

&
$
*
#
03 7 1 L;:M &
Q

#7?
$
5 :
0 1

" ,? & #

%
"

!

"
"> 5#

. " , "A 0 1
0 @
A1
! 0K K K 1

! 0@K K AK 1 &

'

" F Ê 0-

!

"
1

!
L;:M *%

O
!
0O1 5
#

5

$

& !

&

P & 0 1
P !

* $
#
01 P
!

P !

, N

'

P O

0
7?/.1 , "

D

Ê 5#A( #" 8*=:( >

Æ

?;

,
!

" "
"!
"
#
# '

!

9#

A
A &
0#"
1

0# 1
&
J
&

I"

"

I"

A & 0
1 !
#J "

0
1 #

"

<
(%
)I .

"

#

* !

"

J
A &
! 4

!
J
&

"

"
F L M

"

$
L;5M C
L7;M
-
L?7M & '
!

J

-

%

&

I

?

" 03

L, 5M 1

" !

!

L;:M
& ! "
A <! 7?
"

@
9#
!

" $

"

%

/

&

J

01 & '

#!

- "
"

% !

,#

9#

% &

0

1 L=?M

".

55; %

'
9?

#

3

!

!
F L @ A K K K @K K A
K M
-

3

"
"

7?/.

?/.

?/.

"

!
0
1
I?#

) .

$ " #

-

0 L: ,7M1

'
C

P!

0

1

J
!#!

J

#!

3
$ /#

" !

J

0"
1

#
'

A
& F 03 3 1 3

07 1
!

0 F & 1
F
& !
C

'
'

'
' 8
F $0 0
1 [ 0
11 "
0/ F .1 &

!

!

/ [
! #'
$

!

C

A
& F 03 B 3 1 3 B

07 ,1
"! B

$
8
J 3
!
,
" &

'

'

" !

O

!

"

Æ

Æ

"

"! [

" ' $
!

!## !

*

!

" $
0

1
"

'
!
!

" /! "

F & V * *
"

P

.

!

7 -

!

7 ! L,7M & *
"

D

&

& B
& B

#
M

( -

#0'
(

-

&
&

&
J

5

$

"
0
1
C

'

'

! !

' & " "
!

" '

& @

!!

! "

*

!
*

"

" &
0&

1 0

& 10& 1
0& 1

! 0%
1 0 P

L5=M 1 *%
()

"! ! !

*

!

!
2
0 1 F 2
0& V *1 07 51
F [ V 7 07 91
[ !

&
& "
!
+

!

01+

!

2
0 1

"!
0

1
'
F & V * *

.

- > 8A*:

"

@

"

N

J

-

"
9
!

" <
07 91 & "

!

0 1 F L 0 1 0 1M

! "

0 1 F
V 0

1 07 71
F
V & V 01

07 :1
/ !

.

!

! " <
#

07 91
&

"
! -

"

"

$

'
" !

"

! "
L:M

) '

"

#'

#

"

L;:M 0

"

L=M1 "
"

D

6 =

.
#9 0(
# ( ) # O

"
#%=(
7
&

% 3

0??7?1

!
&

"

0,?,?5?1

& Æ

! !

'

"

$

(
)
"
0??7?1

0,?,?5?1
& '

'

01

" "

$

!
-

5 " "#

"
D K
!

@ ' "
F L@ K K K @K K AK M

!

"
&

"

"

! 0 L;:M1 "

# "

"

!

$ " #

"

$

!

!

" 0

" "
:

1

"

!

3 !

* "

0(
*#/
".)1

'

"

3 L;:M

!

" 5

#
#
"! !

'

5 ' " L;:M

!

" AK $

AK
"

#
"

@ #

"

'

'

"
$

"
3

" @
@K

!

"

0
?/.1 @ @ V @K ?

@

@

!
! K

K Æ & @
" ? &

"

! " ' " &

$

"% (
) ! <

=
0, ::#, :=1 L;:M 0

I"

J
!
F ?
F ?1 & Æ &
?
0
!1
"

!

" " ' "

*% 0 1

5
I AK $ D
D
7 ? ,7 7?/.D I

Æ
"
D

"

@

"

3 7 ,
!

!

" 0 '
1 -

>
"

0

; " !

$

1
<

3 7 ,

#
0

1 " J

0
#
$1

?
O

! !
Æ &

" .

"#!

!

" " 0<
#

6 @K
@D "

!

"
!

@K
@ 1 &

8
xdot xdot
1 0.5
0.8 0.4
mean squared error
mean squared error

0.6 0.3
0.4 0.2
0.2 0.1
0 0
0 0.2 0.4 0.6 0.8 1 0 0.2 0.4 0.6 0.8 1
seconds seconds
xdot thetadot
0.5 0.012
0.4 0.01
mean squared error
mean squared error
0.008
0.3
0.006
0.2
0.004
0.1 0.002
0 0
0 0.2 0.4 0.6 0.8 1 0 0.2 0.4 0.6 0.8 1
seconds seconds
3 7 ,A <$

0"
1
'

#
.
" $ 0 1 0
# 1 <

#
" !

!

"+

0 1
J

#
$+
!

!

" 0

1

& A
K #
$
!

" & A
K #

0"
1 *A
K
K

' " L;:M
;
1.5
0.5
−0.5
ydot
−1
−1.5
−2
−2.5
−3
0 1 2 3 4 5 6 7 8 9 10
time
3 7 5A & K

?

&
#

" !

?

& ,

!

0

#

"

$ N

'

$

!

L:= ,M 1 <!

()

. O

#

" K
,?

!

" >
!

" " *

!

"
!

J

& "
# !
! I5

"
&

!

'

!

"

" '

"

@

"
*
0

!

"1 '

!

"

%

"
&

$

3 7 5 !

(
)
"
"

0
1
3

#
$

#

" '

!

F V( 0 1V* '
?/.
"

7?/. !

$

6
3 E
) O

$
#$ ( I

# $ ( #

$
(

5

3 )
911 O

) 91 O #

(

# ) 91 (

F
#

(
,
F V ( 0 17 V * !

* I7
*

?/. " !
"

*

!

" 0
5 1

"

7?/.

7?/.
/!

7?

? 6

%

'! /! " " '

"
&

7?/. " (')

?/. & ! 7

$

'

"
& D $ 7 J

!!

& &
$
"

"
!

" 7?/.

" % 03

#

L=5M -
$

"

1
% )
0

!
"

>

%9 F
09 F

%&

0P%

0P%

,,

&
#

*

!
C# LM 0 !

"

(") !
0 #1 & %
"

L;7M

$ 0
0 %

L=M @ "

!
Æ "D

"
! Æ
" !!

- "
" '

!
-
" '

B !

7 , , '

!

3

0 1
!

!

"
" 0 1 0??7?1

0,?,?5?1
3

3 7 9 -

!

!

0 A 1 L M
!
"

<
'

!

"
"

!

" 3

0
I"

1
,5
+1
Σ Σ a1
errx
x
θ
erry
y Σ Σ a2
φ
errz Σ Σ a3
z
ω
Σ Σ a4
errω
3 7 9A
B

! &

<

"

,9
&

I"

0
I

1
"

3 3 7 9

" ! "
F 8 V 8 ! V 8
08 ! 1 V 8 K V 8 07 =1
F 8
08 1 V 8 07 81
/ 8
J

"

0 1
! F !
' " # 0
"
1 "

! &
!
"

"
I"

"
!
"

3

0C\IC\P LM 1

0

1

01 F 0!0 1 V % 0 1 V 0 1

V!" K V %" K V " K V & 0A A 1 1

07 ;1
&
!
0 A 1
!

" ! & ! % 0

" 8

.
1
(
)

"

0&

LM1
@

& %Q
#
& &Q
(

L

- ' '

$

£
990

$ 990
99$
$ 99$

,7
&

A
01 F 0 V V V 1 07 ?1
!

0 1 F 01 V 01
-
!
#'
" '

' 7 , !
!

" " '
$
,G 0
1

.

!

-

"

- "

!

!
! ,G 0
1

#

"

!
,G 0
1 *

!
!

!
! #

"

!
! 0
!

D

( ) (

2 4

#&%9999( -
( ) ( M

# (

24 "
#%1( > ( ) (

0
9 ? #(

2 4 2
& 4

D

,:
3 7 7A / !

">! ,G
I

.

1
C

!

"
,G 0
1 -
!

. '

!

"
,G 0
1 4
* L89M

"

,=
x−velocity (m/s)
1.5
0.5
−0.5
−1
−1.5
0 5 10 15 20 25 30
y−velocity (m/s)
0.4
0.2
−0.2
−0.4
−0.6
0 5 10 15 20 25 30
z−velocity (m/s)
1
0.5
−0.5
0 5 10 15 20 25 30
3 7 :A
!

0" D

!

"1 !

0
1

0"
1 !
,8
x−position (m)
66
65.5
65
64.5
64
63.5
63
62.5
62
61.5
0 5 10 15 20 25 30
y−position (m)
−45
−50
−55
−60
−65
−70
−75
−80
0 5 10 15 20 25 30
z−position (m)
7
6.5
5.5
4.5
0 5 10 15 20 25 30
3 7 =A
!

0" D

!

"1 !

0
1

0
1
,;
-
5?
57 %

F ?;;;7 3 7 7

@
%

".
-
L8M

" 0 1

J

-

" Q

% #7? 3 7 :
7 =
!

J

" %

"

% 1!

/
!

! $

% !

!
&

01 L=;M
.

0& "

" ! =????

"

.
D
#"
(& J

!

.
)1
"

%

"
! &
.
0 "

!1
0 Æ
!

!
1 - '
!

5?

3 7 8
!

" L=;M
'
! 0 1
"

% "

#
8? 0
Æ

1 % "

"

8?

% "

3
"

'

"
!
%

!

! 0 ,1

# % "

>

"

&

%
"

'
!

% C

! 5 !! %
!

5:?

!

Æ

/

%
>U P!

J

0 A 1

!

> !
0 A 1

> 0< L55M 1 3

!

0? ? ? ?1

!
0?? ? ? ?1
0??, ? ? ?1
% #
5
3 7 8A 6

!

#

. "

LA
M
5,
+1
Σ Σ a1
errx
x
θ
erry
y Σ Σ a2
φ
errz Σ Σ a3
z
ω
Σ Σ a4
errω
3 7 ;A
B

%
! &

#

L;:M
%

>

0 A 1

>

> *

(
)

3 7 9 "

+

+ > ! "
%
"

>

!

>

%

> !

4
8
> !
*

%
>
!

55

" J
"
3
(

)

! I

3

D "

&

&

"

!
0

"

I
1
!
"

"

I
#

&

" !

!
& '

3 7 ;
&

@
! " <
07 ;1 #'
0#!
1 0 A 1 * "
'

%
#
0 A 1

0? ? ? ?1 0
1

'

! &

" & "
!

(

) ! 0 A 1 &

!
%
!

59

>
# $

"
"
!
%
!
()

. !
0 A 1 "
!
0 A1

0 A 1 (>) J

.
> 0 $
%

0 A1
0 A1 F 0 ? ? ?1 1 &

($
"!)

.
> % 0

"

> "

! ,1

"

(
)

.
>
-

> 0

!
1 &

5 '#

>

E

#

> & ! J (
) 0 A 1

> " "

! ! E0 1 E01
0 1
3
'

! '

0 A 1
! 0 A 1

57

0 A 1 !!

> "

>

0

!
"
"
"
! 1 -

!

0 A 1

! , "

"
'

%
>

! "
!

.
0

1 '

0!
1# !
A 3 $
"

!

& 0 A 1 !
97
0
1

!
Æ

#
>

%

"
97 Æ

("#)
>

("#)
> &
'

#

0 A 1 !

"

0 A 1 !!

"

"
"

"

"

4

J

>

"

%

!
5:
10
9.5
9
8.5
8 −58
7.5 −59
−60
7
−61
6.5 −62
−63
6
−64
5.5 −65
−66
64 −67
63.5 −68
6.4
6.2
6
82
80
78
−90
76
74 −95
72
70 −100
68
66 −105
64
9.5
9
8.5
8 −71
7.5 −72
−73
7
−74
6.5 −75
−76
6
−77
5.5 −78
−79
68.5 −80
68
67.5 −81
3 7 ?A $

> 0
" "
1
%
!
5=

3 7 ?

>
" %

!
58

!

L;; 87 :9 ,? ,: 9=M Q

@

#
'

!

"

"
*

"

"

5
#
.

Æ

" !

"
@

!

-

5;
.#

(Æ)

" 01
&

"

9
"

"

J -

>
"

"

"! 0$
1

-

"
"

&
!

J

$

.

2

$
!

"

7
"

"
"

"

!
" !

%
"
!

&

!

!
"

D
A

9
1 3 -
! !

9?

! "

!
Æ '

!

/

"

"
! #

! >

!

/! ! Æ

#
$
!

$

"

"

U - !

L=8M !

!

!

"
! "

U

% +
3 -

"

'

"
"
3

6

U

#

% "

"
!

"
"

"
"

"

#

"

"
"

!

"

"! "

! $

" '
9
$-
%
3 &

! #

*
"

"

!

"
@ $

"
# L;,M
$

L5:M

!

.

J "#

!
!
L8? 57M /

"

U
;

$
3

!

" !

!

Æ

"

!

2

$

'

!
"

!

' ()

' 0!1
'

*

"!
" $
(!)

"

$.

!

"
&

9,

"! "
"

"

!
- "!
"

95
"#

LM * 6 @
* 5
1 "
;
+
#/
;8;
L,M 6 2 7

' P
#/ ,??
L5M 6 $

2
< P
#/ ,??
L9M 6
!

"

-
(' 1 % $
-
#

?;W?,7 ,??
L7M

*
% % *
" !
2

" 4! ;;;
L:M

C

7$
;;=
L=M *
,??
L8M *

#

-
$
1

7
<<< ,??
99
L;M C *

- P

C

%$-# (( ;;;
L?M C *
C
A !

-
$
1 % % * ;;9
LM P *

6 N P!

C#

"$ J ;;7
L,M *
$
*
'# . #

=
7

$
7A5;W57? ,??
L5M *
7
1 - " 7 >
! 4!
;:
L9M
< *
,
-
4!
O ;7=
L7M 6 *

,
-
5
1 6 $
' ;;7
L:M 6 *

,
-
5
1 6 $$
' ;;7
L=M 6 *

O & %
-

' ;;:
L8M *
3
C!
$ $
#
-

;;=
97
L;M 6 *
6

7 +
#

55A=;W=,: ;:,
L,?M *

C C

A

7
% $

-
# ?
:=W:=8 ;;5
L,M R *
6 N &

" $

- )7$
55W9, ;;8
L,,M

&

+ *

6 * 4! ;;8
L,5M

C N
"
C
<Æ
#

"!
"
! &
#;7#; *
4! ;;7
L,9M

C
N
"

C C
#

"!
"

-
!
%
1 7

$
;;9
L,7M - !
"

=
7 # 7 =9 ;=;
L,:M
*
! !

7
% $
-
# @
?=W?,5 ;;:
L,=M 6

3

!

9:

" !

6 6

#

<
4! ,??,
L,8M & P 6

R -
*
!

$
!

! 7
% $
-
# (< ,??,
L,;M 6
" "
A 6!

=0,1A5,W5=? ;;9
7

$

L5?M @ 6

< /
- 1

# 7
-

;=5
L5M
6 -

" ! & :

6$" ;;:
L5,M
<!

&
. 7

+ 1

O" ,? @$

@$ 4!
,???
L55M P 3 3
6
!
""
<
#O
2* 1
,
# #- ;;7
L59M 3
/ 1

+ 1 N
" ;;=
L57M 6 3"
& > ! & ;;
L5:M 6 3"

6
! N C! ! !

> &
;;8
L5=M P

/
6 " A
, 7

]
/
I ,???
8
9=
L58M 3 P

@ -
7
%
7
< &
#- ;8;
L5;M P

>

N
"#
;;
L9?M - P"
* 2
# !

. "
" +
8A5W98 ;;7

L9M P P 7

#
+ * ,

- 6

4! ;;;
L9,M
P 6
N

$# >

-
# $
=
1 7

$
,??
L95M < /

C *
"

&

-C#&#;:#J& * J - #
3 *
@ A -
C
"
;;:
L99M 6 /
6#
.

$
1
??A=8W7? ;;,
L97M @ /^
.#C
7
+ * 1 - O" =;

#2
;8;
L9:M Q /
R
-

N

" ;;
98
L9=M &
6 3

& -"
A
" -
2
$
=
1 7

$
;;=
L98M C N
" C C

-
A !
= 7

$
9A,5=W,87 ;;:
L9;M
N

C
$

$
#

-
%
$
1 +

,??,
L7?M
N
Q

Q O $

@6 !

"
>

;;;
L7M
N
Q

Q O

#

! -

#
$
=
1 7

$
;;;
L7,M
N
"

C
&
Æ

#
+

=A7W9 ;;9
L75M
N

O
#

#

-
2
$
1 +

;;8
L79M
N

4 2 2
.
7 $
1

! &
"

;;9
9;
L77M N
-.

$

7 +
#

,5A9:,W9:: ;7,
L7:M /> N

Q O
"

0

1 ,??,
L7=M / N
Q

N"

"
#
"
-
! $

1 +

;;7
L78M 6
N

)

7

$
-
#
1 ,???
L7;M P
C
-

3
7

"

" 4! ,???
L:?M C
& 6

C N
" @ $ !
!
" -
(( 7 1 )

7

$

5;9W9?, ;;7
L:M - C!>" !

"!
!
7 5
,8A9=W:7 ;;
L:,M - C!>

" "

"!
!
5
5; ;;
L:5M C

P O
$
"
7?

"!
"
! = 7$
9A85W?5 ,??
L:9M

!
O

& 6

P " !
#

#
-
(< $

1 +

,?,W,? ;;=
L:7M
C

+ #
:A,7;W
,:= ;:?
L::M
>

-

& $
1 +

N

;;9
L:=M
" #

;8,
L:8M 6

$

@6
' "
-
(B 1 )

7

$
;;;
L:;M C

6 <
- ,

-
&
;8:
L=?M * &

& N

'

#.

7
3
#
BB 2 ;;;
L=M *

&
&
N

'

#

&
4##&#??#?5 "

4! " ,???
7
L=,M O
C N#< N
C N
" C
'#
#

"!
" ! )

7

$

-
2
;;;
L=5M -

N 6 <Æ

#
-
(CCD $
+

1

N

" ;;=
L=9M

S$
C

7 +
$

+

;;9
L=7M Q O 6

/

!

A &

-
#

$
1 +

,=8W,8= * !

;;;
N

L=:M Q O

A

6
@6 )

7

$
-

#
1
9?:W97 ,???
L==M Q O

6
N
!

!
O

, ;;;
L=8M Q O

!

-
# $
1 +

,???
L=;M

7,
L8?M P @ > !

;;7
L8M

3

1

+ * ,

- 6
6! 4!

* ;;8
L8,M 6
&

- " ! 7

O3#*

"
"

2 ,

;;?
L85M -
/
& -
& 2
*
3

%

1
" 4! ;;,
L89M 4 * >
L87M
+ * ,

- - ;;9
L8:M
T!
T C
!
"

-
2
$
1 +

;;8
L8=M /" ""

$
7
+
#

,,A9?W9?= ;7
L88M *>
2

6 2
7

1 ,

- 6

& ;;8
L8;M

< -
,

"

'
&
"
;;
75
L;?M 6 "

!
*
J

U "#

< ! ;;9
L;M C

6 &.
" "
!

7 # ,,05W
91A,5W,9; ;;=
L;,M -#N -

6"
!
-
#
$
1 +

;;;
L;5M A

3
7
<

;;?
L;9M
!
.

-
# $
1 )

7

$

9;:W7?5 ,??
L;7M 6 ,??
L;:M / 3

2
1 # #

) 7
6
6

< 4!
#

* ,???
L;=M

Q "
$

#!
+

:A,,=W,55 ;;9
L;8M

P *

& ;;8
79
L;;M

P *

" 7 $

& ;;8
L??M "

&

" A

&
4##;8#9,

4! ;;8
L?M 3 &

"
P - . 1

C.
C

O
.
C
" 4! ;;;
L?,M 2 O 2
#

! - ] ;;8
L?5M 2 O 2
&

, A &

, #2

;8,
L?9M ! O

@
! > &
A

4! O ' ;99
L?7M - -
-

3
2
!

;;:
L?:M / -

6
" 4!#
;8;
L?=M -

"!
! A ! 7 5

5, ;;
L?8M N -

<$

@6 %$-# (( ;;;
77
L?;M
-

#

+

8A,,;W,7: ;;,
L?M
-

C *
&
"
"
!
-
! E *
7

# ;;9
LM O S
C
- S
!

#

"!
"
! -
(B 1
)

7

$
;;;

NG Thesis

Uploaded by

Document Information

Original Title

Copyright

Available Formats

Share this document

Share or Embed Document

Sharing Options

Did you find this document useful?

Is this content inappropriate?

Copyright:

Available Formats

NG Thesis

Uploaded by

Copyright:

Available Formats

  

    

  $  % ! ! 

 ! !0 6

%  % 3445

%  %   *!$ 

' ! (%  $% 

 ! !0 6

(!  70 

       $   "    

3       "  '

     "    (

      !    

 @  

   

A   " 

A   "      

 01A & 

0 1 V 0 1 V   0 1 V 0, 1

3 , A 7$7 #     

0/  

    

-  !  

  01 F , L0  1 V 0  1 V   0  1 V  F M 0, 51

 0 1 F ,L0  1 V 0  1 V   0  1 V  F  F    ?  F

"   "

 0 1 F 0 1 V   0 1 0

  01 F  01

   0 !

  

-  "% !  

  '    3 

  ! &

! " < 

  L?;M 0  

    " '   / 

O    

 ! '

 O L7M   "  "

 ! !       

 !   

&   

      6     ! 

 0  1 F ?       ! 

#  (     

       

"   01

 0  1 F  E0 1 E01 05 1

  Æ

   

&    !  $  /    ! 

  ' G  0 1 F  0 1 E01

G  0 1 F  0 1 E01

 0  1 F  E0 1 E01 #     E0 1 F ?

 0 1 F  0 1 E01

 01 F  01 E01

0&   

 > 

0 E0 1 F ?    

    $  * 

    "     >   /  

     

    

$ % ! !

! !0 6

% % 3445

% % *!$

' ! (% $%

! !0 6

(! 70

$ "

3 " '

" (

!

@

A "

A "

01A &

0 1 V 0 1 V 0 1 V 0, 1

3 , A 7$7 #

0/

- !

01 F , L0 1 V 0 1 V 0 1 V F M 0, 51

0 1 F ,L0 1 V 0 1 V 0 1 V F F ? F

" "

0 1 F 0 1 V 0 1 0

01 F 01

0 !

- "% !

' 3

! &

! " <

L?;M 0

" ' /

O

! '

O L7M " "

! !

!

&

6 !

0 1 F ? !

# (

" 01

0 1 F E0 1 E01 05 1

Æ

& ! $ / !

' G 0 1 F 0 1 E01

G 0 1 F 0 1 E01

0 1 F E0 1 E01 # E0 1 F ?

0 1 F 0 1 E01

01 F 01 E01

0&

>

0 E0 1 F ?

$ *

" > /

5 #(

!

!

! !

$

0 1 F 0 1 0 1

0G 1 F ¼ 0 1 F ?

F 0 1 V 0 G 1 H, 05 71

0 1 F 0 1 V 0 G 1

& 0

0 1 V E0 1 E01 !

01 01

* ! '

' ( A Ê

! 01 E01

V , L 0 1M , L 0 1M 05 ,:1

V , L 0 1M , L 0 1M 05 ,=1

&

&

01 01

* <

01 01 F 01 01

01 E01 01 E01

F 01 01

F 01 01

05 5=1 !