NEURAL NETWORKS

1 ABA

10 )(107


1/1000 .

100 ) (1000/10
.

2 ABA
 ) (



)(Information Processing

) (Parallel

" "

3 ABA


4 ABA



)(1012

10000

5 ABA

)(Artificial Neuron


" "


) (Processing Unit
)(Perceptron

6 ABA
 X1
W1 n

X2 W2 1 If Wi xi >
. + =Y i=1
.
. 0 Otherwise
Wn
Xn

:
" )(OR
" )(AND
" " )(NAND
" " )(NOR

7 ABA


:
Wi new = Wi old + a (O desired O) xi
:

Wi =
O =
xi =
= a

8 ABA

"" )(OR

1

x1 x2 Odesired

W1 0 0 0
x1
0 1 1
O
1 0 1
x2 W2
1 1 1

9 ABA
 :

W1 new = W1 old + (O desired O) x1

W2 new = W2 old + (O desired O) x2

10 ABA
 x1 x2 W1old W2old Odesired O error W1 W2
new new
0 0 0 0 0 0 0 0 0
0 1 0 0 1 0 1 0 1
1 0 0 1 1 0 1 1 1
1 1 1 1 1 1 0 1 1
0 0 1 1 0 0 0 1 1
0 1 1 1 1 1 0 1 1

W2 = 1 = W1 :

11 ABA

) (Classification
)(Separation
""
X2 Boundary
(0,1) 0 1

0 0
X1
)(0,0 )(1,0

12 ABA

" " XOR

X2
!!!!!
(0,1) 1 0

0 1
X1
)(0,0 )(1,0

13 ABA


" "

X2

(0,1) 1 0
0 1
X1
)(0,0 )(1,0

14 ABA




)(Feed forward networks

15 ABA

) (Input Layer )(Output Layer



) (Hidden Layer

16 ABA
 x1 1 W14 W46
6 O1

W15 W56
4
W24 W47
x2 2 W25
7 O2
W57
W34 5 W48
x3 3 W35 W58 8 O3

17 ABA



""
) (Threshold

18 ABA

Supervised Neural Networks




) (Weights

19 ABA

" "
)(Error Back Propagation

20 ABA

)(Feedforward Networks
:

" "

" "

21 ABA
 Activation Functions




:

:
: ) (Differentiation

22 ABA

)(Activation Function
)( ) (
:

23 ABA
 = )f ( x 1 f (x)=x
)f (x
1+ e x )f (x
1

x x

24 ABA
 w11=3
w10=7
w12=4
x1 = 0.1 w21=5 ?
x2 = 0.2
w20=8
w22=6

x1 = 0.1 1
= 0.79
w11=3 1.3
+ 1.3 f 1+ e

w12=4 w21=5 w10=7

+ /
1.62
w20=8 o=1.622
w22=6
+ 1.6
f
1
x2 = 0.1 = 0.83
1+ e 1.6

25 ABA
 )(Training Algorithm

)(Back propagation

) ( .

" " ) ( Least Mean Squares

26 ABA


:
1
) df ( x
]) = f ( x )[1 f ( x = )f (x
dx 1 + e x

27 ABA
 :

28 ABA
 t (Target) :
O (Output) :
f (Activ. Func.) :
(Learning Rate) :
W (Weight) :
(Error signal) :

)(Subscripts
.

29 ABA
 .

.
.

.
wij wjk
i j k Ok
.
oi oj .
.

30 ABA
 :

:
N k = W jk O j
j

1
= Ok ) = f ( Nk
1 + e Nk

31 ABA
 :
) ( :

) k = ( t k O k )f ' ( N k

:
) k = ( t k O k ) O k (1 O k

.
:
W jk W jk + k j

32 ABA
 :

:
(
j = j 1 O j ) W jk k
k

:
W ij W ij + j i

33 ABA


34 ABA
 Input Layer Hidden
(i) (h)
x1 W11
W10
W12 h1
W21 Output (O)
h2
x2 W20
W22

35 ABA


x1 x2 )Target (t
0 0 0
0 1 1
1 0 1
1 1 1

x1 x2 t W 11 W 12 W 21 W 22 W 10 W 20
0 0 0 1 0 0 1 1 1

36 ABA

:

= hi1
= hi2
= ho1
= ho2
=N
=O

37 ABA
 :

hi1 = W11 x1 + W21 x2

)= (1) (0) + (0) (0
=0

hi2 = W12 x1 + W22 x2

)= (0) (0) + (1) (0
=0

38 ABA
 1
h O1 =
1 + e h i1
1
= = 0 .5
1 + e 0

1
hO 2 =
1 + ehi2
1
= = 0 .5
1 + e 0

39 ABA

:
N = W10 hO1 + W20 hO2
)= (1) (0.5) + (1) (0.5
= 1

:
1 1
=O =
1 + e N 1 + e 1

= 0.73106

40 ABA


:

) O = (t O )O (1 O
)= (0-0.73106) (0.73106) (1-0.73106
= -0.14373

41 ABA
 W10 W10 + OhO1
)= 1 + (1) (-.14373) (0.5
= 0. 92813

W20 W20 + OhO2

)= 1 + (1) (-.14373) (0.5
= 0. 92813

42 ABA
 .
:

h1 = hO1(1 hO1 )W10O

)= (0.5) (1-0.5) (.92813) (-0.14373
= -0.03335

h2 = hO2 (1 hO2 )W20O

)= (0.5) (1-0.5) (0.92813) (-0.14373
= -0.03335

43 ABA
 :

W11 = W11 + h1 x1
)= 1 + (1) (-0.03335) (0
=1
W12 = W12 + h 2 x1
)= 0 + (1) (-0.03335) (0
=0
W21 = W21 + h 1 x2
)= 0 + (1) (-0.03335) (0
=0
W22 = W22 + h 2 x2
)= 1 + (1) (-0.03335) (0
=1

. .

44 ABA

x1 x2 t W 11 W 12 W 21 W 22 W 10 W 20
0 0 0 1 0 0 1 0.92813 0.92813

:
x1 = 0 , x2 = 1 , t = 1

45 ABA

:

x 1 x 2 t W 11 W 12 W 21 W 22 W 10 W 20
0 1 1 1 0 0 .0 1 0 5 4 1 .0 0 8 3 8 0 .9 5 0 3 0 .9 6 0 5 6

46 ABA


W11 W12 W21 W22 W10 W20
-3.5402 4.0244 -3.5248 4.5814 -11.9103 4.6940

47 ABA

x1 )x 2 T arget (t ) O utput (O
0 0 0 0.0264
0 1 1 0.9867
1 0 1 0.9863
1 1 1 0.9908

48 ABA
 :



. :
)(Overfitting
)(Underfitting

)(Normalization
)(Learning Rate

49 ABA


50 ABA

) (Early Stopping.
:

)(Training
)(Validation
)(Testing

51 ABA


Validation

Training

52 ABA
 :








)(Trial and Error

53 ABA










MATLAB

54 ABA
 Normalization

.

:
:
: ) 1 (-1

55 ABA
 :

Learning Rate

56 ABA


( )

1

57 ABA






) (
) (

58 ABA
59 ABA