You are on page 1of 16



   

 !243#5656 -!7(#"",%!"8$'4&(9,*)-,:+24-;=<>/!.1<?0 .A@ B#C,.A@ D*0


EGF !24;=<>; 3#78+--)A!<>-7H+:1+; 3#7
EJIKF .ML !*7A; 7ANO*L N#3#; +&A5
EGP 7H+3#)RQ#C I 7,ST3#5O1+; 3#78NH*; 7
EVU
W ->XA+>+; 7AN

Y Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’



 O   



Outlook

Sunny Overcast Rain

Humidity Yes Wind

High Normal Strong Weak

No Yes No Yes

 Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


         



!*7A!"dST3#5 56!",;=2-*Lb!243#:"A< 3*S B 3#56-7


 -NH1+; W 49A*56)AL !<?*k$‰<>!2l+; 3#7(<
)+*,+-#./10 2+*+!#"3$&*14#,+%'-,658714:%( 9!#" <;=>> #"$&%'%( >#"
?? 0? 2+0*26@65I51HJ71A65KC3-/2+BC713A6*+3LD8,69M5171E4:; 9=EG;=G! !#"$NF68%'G"!$&%'G % EE #" %( E "
? ? ?? 0? 26)+5IHJ*,+5KC-#-.2+/1P671A653L38,92+*+<33Q; 9=E;=F#O#"$NO+%'!#O#"$N%(%' #" %( >#"
? ? ? ? ?=?=?S?SRR 55 22,,TUTU/8/8VCVC*C*C55 WWT#T#,Y,YX[9 O+O+GG; ; > IE FE%'#%\OC"$&"$]%'G%'!Z% E %'>Z#>#" "
? ? 0? 2+*? @6)+51*71,+A6-#3./BC/1P63*+538D8,,62+51*+714:33Q9 9 <<;=;=ZZO#FF>6Z#"8$N"$N%'6%'>^%'%'G##" "
)+)+**,+,+-#-#../1/1002+2+*+*+33*1*14#4#,+,+--,6,6585871714:4:99 >;=;=FF>>G#>#""$N$N%(%'>!%'%'!G##""

_ Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’





F !24;=<>; 3#78+--)A!<>-7H+:1+; 3#7


EGP #2:&8; 7H+-7(*Lb7A3,",+!<K+:<?*7 1+>+; ,+
EGP #2:& A:*7(2:& 243#!<>)q3#7("A< +3d1+>+; ,+ W *L A
EGP #2:&8L !1S‡7A3,",k#<<>; N#7(< 624L=#<<>; Xq2-1+; 3#7
 38  3 AL="  -)A!<>-7H+
E  hU 

E 
   ! "#

E
$ 3*S %

& Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


     
 


EJI 7(<K+:*7(24!<?",!<24; ( AL RQ81+>+; ,+ W *L A)(*; :<




E *N#4+ S A7(2l+; 3#7 ;=</",;=<244+ W *L A!"




EGF ;=< A7(2l+; W &RQR)q3*+&A!<>;=< 5O_Q q A; !"


 


E 3H<<>; AL Q67A3#;=<>QO+:*; 7A; 7ANO"A1+:
P 9A*56)AL !<
EGP A; )A56-7H+?3#?56!",;=2-*L~",;=*N#7A3H<>;=<


E $'!",; +?;=< 8*7(*L Q,<>;=<


 E 3,",-L ; 7ANO2-*L -7("A*?<2:&A!" AL ; 7AN6)A4ST--7(24!<

 Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


 
   ! #"$$

*; 7 L 3R3#)
B#@  % +&A'& q!<K+)(6",!24;=<>; 3#7 1+>+; ,+hST3#/7A49R++*-,/.10

2 4@ 3
<<>; N#7  #<?",!24;=<>; 3#7 1+>+; ,+hST3#+*-,/.10
.A4@ 5A3#?!#2:& W *L A3*S  C(24!1+7A(ƒ",!<24-7("A*7H+?3*S6*-,/.10
D(8@ 7R3#>+ +:*; 7A; 7AN649A*56)AL !<'+3OL !1S‡7A3,",!<
9 @ I S‡+:*; 7A; 7ANM49A*56)AL !< )q->ST!2l+L Q 24L=#<<>; X(!"bC &A-!7 7
U C P L=<>; +-:1+3 W - 7A( L !1Sp7A3,",!<
 

: &A;=2:&%1+>+; ,+;=< q!<K+<;


[29+,35-] A1=? [29+,35-] A2=?

t f t f

[21+,5-] [8+,30-] [18+,33-] [11+,2-]

= Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


 

1.0
Entropy(S)

0.5

0.0 0.5 1.0


p
+

E ;=<?O<*56)AL 3*SŠ+:*; 7A; 7AN649A*56)AL !<


E
;=< +&A)A3#)q3#>+; 3#783*S‡)q3H<>; +; W 49A*56)AL !< ; 7 
E
;=< +&A)A3#)q3#>+; 3#783*S‡7A-NH1+; W 49A*56)AL !< ; 7 
EGP 7H+3#)RQ656!#< A!< +&A; 56) A; +KQd3*S 
" * /,   
L 3#N 

L 3#N 

’ Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


 

" * /, A7( ",-  +&A43#9,),)q+!; 2l5O+!*L"jC(7 <>&AA3#5#>q+!-<K?+' 3*L S-7AAN*; +:+<?& 7A24-3,!",", !"d+3O-7(243,",24L=#<<  3#  3*S‡:*7(",3#56L Q8",: ?7856-5#q-/3*S 
 

: &RQ ;
I 7,ST3#5O1+; 3#7d+&A-3#Q p3#),+; 5O*L~L -7AN*+&%243,",#<<>; N#7(<  L 3#N   A; +:< +3O56!<<*N#h&( W ; 7ANM)A3( A; L ; +KQ  @
7R3(C,49,)q!2l+!" 7 A5#q-/3*S A; +:< +3O-7(243,",  3#ƒ3*Sp:*7(",3#5 56-5#q-/3*S 

  L 3#N  

  L 3#N 

" * /,     
L 3#N  

L 3#N  

Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


O    
  

 *   49,)q!2l+!" !" (2l+; 3#7 ; 7 -7H+3#)RQd" A+3O<>3#>+; 7AN63#7 

 *    " * /,      


  " * /,  


   
[29+,35-] A1=? [29+,35-] A2=?

t f t f

[21+,5-] [8+,30-] [18+,33-] [11+,2-]

‘ Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


        


F F _QB U 7 ,A+7AL 3R7R3Q - 56)q -*3 :+ 1+ A


   A56; N#;=",& ; +KQ :: !; 7(" =L _Q  3-7A7A;=<



FF .2 7 A-7A:2-7R#<Q K+  *3*3 ++ 
 ; N#&
 ; N#&
7H: +!3#7AN   ! 3 <

FF D9 U
W  *; 7
*; *; 77 $'$'3R3R; =L#3#3 " LL   3#3#; N#5O5O& *L*L

:: !!  !! <<
FF

7H7H++3#3#7A7ANN   !3 <


FF
U
7 W  A-7A:2-7R#<Q K+ $'3R; L=#3 " L   3#; N#5O& *L :: !!   !3 <
7 A*;7A7R7 Q $'3R; L=3#" L  3#3#5O5O*L*L
7H7H: ++!3#3#7A7ANN  !!!<<<

FF BB#B

7  A-7A:2-7R#<Q K+ ;; L=L=""

  3#; N#5O& *L

FF BB!.2
7H: +!3#7AN   !3 <
U
U
WW -:2-#<K+  3*+

  3#; N#5O& *L
F B-D  *; 7 ; L="

Y Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


 
             

Which attribute is the best classifier?

S: [9+,5-] S: [9+,5-]
E =0.940 E =0.940

Humidity Wind

High Normal Weak Strong

[3+,4-] [6+,1-] [6+,2-] [3+,3-]


E =0.985 E =0.592 E =0.811 E =1.00

Gain (S, Humidity ) Gain (S, Wind )


= .940 - (7/14).985 - (7/14).592 = .940 - (8/14).811 - (6/14)1.0
= .151 = .048

Y,Y Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


{D1, D2, ..., D14}
[9+,5−]

Outlook

Sunny Overcast Rain

{D1,D2,D8,D9,D11} {D3,D7,D12,D13} {D4,D5,D6,D10,D14}


[2+,3−] [4+,0−] [3+,2−]

? Yes ?

Which attribute should be tested here?

Ssunny = {D1,D2,D8,D9,D11}

Gain (Ssunny , Humidity) = .970 − (3/5) 0.0 − (2/5) 0.0 = .970

Gain (Ssunny , Temperature) = .970 − (2/5) 0.0 − (2/5) 1.0 − (1/5) 0.0 = .570

Gain (Ssunny , Wind) = .970 − (2/5) 1.0 − (3/5) .918 = .019

Y Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


       
 


Outlook

Sunny Overcast Rain

Humidity Yes Wind

High Normal Strong Weak

No Yes No Yes

I 5  P      ,/0, * *  


 *%!* ,     .     



I 5  P      ,/0, * *  
 ** 0      .   %!,     
@-@-@

Y1_ Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


   
         

$'!1+6",;=<244+1+>+; ,++3M+!<K+
243#7H+; 7 A3(<
E  0   0    /0 2 9
E   0   0    /0  2 .  


 
 
       D 3  D 3   ! <   !2 
<  ! < 
 3

Y& Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


       =

$'3#7(<>;=",-
E 56!",;=2-*L~",;=*N#7A3H<>;=<-C   ,/,/.  0  '&(#<?243H<K+RB 9 
E 3 q3*+;=2-<-C   .   /,  B  '&(#<?243H<K+ 2 .6<>!2*@
 38v+3OL !*7 O243#7(<>;=<K+-7H+ +- ?; +& L 38 49,)q!2l+!" 243H<K+<;
U 7A*)A)A3H#2:&‡-)AL=#24NH*; 7 RQ
E *7 *7(" 7,2:&AL ; 5656-  B

 

 *   
,   

E  A 7A  B



2, 
     B B
   
?&A-J  B40~",4+-56; 7A!<?; 56)q3#>+:*7(243*S243H<K+

Y  Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’


       

: <>&(1++/:*;; S7A<>;3#7A56NM49A49A*56*56)A)AL kL !*7< R56Q ;=<_Q<>#; 7ACRN <>3#W >*L+ A+&A!< 33*AS N#&8; +-
EJI Sp7A3,", * +!<K+:<  C(#<<>; N#7 563H<K+/243#56563#7 W *L A3*S  *563#7AN63*+&A-?49A*56)AL !<?<>3#>+!"O+3O7A3,",*
E #<<>; N#78563H<K+/243#56563#7 W *L A3*S  *563#7AN63*+&A-?49A*56)AL !< ?; +&%<*56h+:*N#4+ W *L A
E #<<>; N#78)A3( A; L ; +KQ  +36!#2:& )q3H<<>; AL  W *L A 3*S 
 #<<>; N#78ST:#2l+; 3#7  3*S‡49A*56)AL h+3O!#2:& ",!<24-7("A*7H+?; 7 +-
$'L=#<<>; STQd7A( 49A*56)AL !< ; 7 <*56hS #<>&A; 3#7

Y= Z\[*]_^4`ba4[dc4ZTeTfb[*chgji,ak^l[_mn^lopiqi,rtsvuAw_x(yjzp{O|'{4uR}!z~yjzq,€ ƒ] ‚ iA„…v†‡…te\^4]-ˆb[*ZTZ‰€Š…t]#‹Ma-Œ*ŽMeTZTZ‰€Y*‘,‘A’

You might also like