A Comparative Study of Differential Evolution

Variants for Global Optimization

Efren
Mezura-Montes
Lab. Nacional de Informatica

Avanzada (LANIA)
Rebsamen

80 Xalapa, Veracruz, 91000 MEXICO

emezura@lania.mx

ABSTRACT



  
 


 "!#$% 
$&
'$%( $%
)*,+
- !#.0/1$%!
2
$&
3/  "
 $4 $&!
/15%!,$%6 !*$%

7 ,$%

$&6!, 8:9;< ,=, ;$>
?

(A@<;,"4$&
B$&(C=
;$%
2
 "6!
D$E $&!
/1F 
$&,G,7H "
$&
<$%6!
?
?

5B$&

$&6!,I J(K "2  
?L !
$$
?

(A@4/ " 
MD;
N
6 J(K$& 
H5 ?!
  B$%(#O(A 2 P$&(#>$&6!,
$Q6 $&!
/1?:8<.*
5&O/ - 
 >0<
!

M?R "
?S ?
$%
UT&V6
"W "X'$&6!, G X1
L(A$%Y4  "!

7?Z!

[
 "2H849; 4/ " 
M O/ "@

\@MG$&(;$%F6

 "
$%

$% "$%2 ?U 
?] "!
$'

L^E _@S

`;
ab4F2 "
$&


<$%2?8\cd $%(  "

 !B  0N(K$&?Z,

$%?F$$&6 

`$%^$&
e?
<$&
L4/ "!

?
-@$&(P<[
2!
  
?W$

(K$&O$%2P?
2  
$%
89;O 

b "
f, P 

 2?@' 
`!
b6$%`  "" W "
?b 

$&
 

[
 ?<

2 

5E?,+
- !/1$%!
2
$&
 " B g5&!
$&6: "!$%

7


<hE: "O$&2O$&
!
2 
$&
 F 
S$i/
? $%

[

5%M 5 ?

5>G "?/ 
M 5& 0$&0!,

 ,$%
 ;$%(j a<$%(j
/ " 
M D 2?
?8

Jesus
Velazquez-Reyes

and
Carlos A. Coello Coello
CINVESTAV-IPN, Computer Science Section
Av. IPN No. 2508, Mexico

D.F. 07300, MEXICO

jesus.velazquez@gmail.com
ccoello@cs.cinvestav.mx
)0.Bm
T"&M
J "
G.*cZ$&$% ?G$ $%!
/1g$&

7 "
$&
$&6!, 
 ,
!
@

$&


M2$&2 Q  a   8cJ Q ?

$&
 !E.0cJ 
/1 "!$&,G,7H "
$&
^$&6!
 g: /&J6
4 2  (K2!
!
@< $&!
/1?
6@<2 

5)*.pm
T&V8
)0.U  " F 

! "

 ;
S ?

$&
 !.*cB 8B$i/1O

?$H J
$&D2 E6,
: "@4
$H?

5   B 
!
E5&

Q !
5&$&

m
"4 
?
N?$H Q
$&^2 Z $&6: "6
!

-@?
 
@(A2

$&
$
!
(A[a ? "J
 D  "    
N.*/1$&!
2
$%
L 5&@'m
T&"8#-
[
 ?;)0.U(A$% G>2 ,$%
\6  ?S$&
\?

62,$%
\$&(
E $%!
2
$&
 B

WE2
D$&2! "
$&
:80-
N
P _@MM  a
?
,$%
 4 
?'$%  
6!
  
7 E?
?$%
!
$H "
$%
S$&(
B,
?
/
?2 !
P !,?W$GH "!
2! >EF2 "
$&
^/ !
2 8
9;N
' 4
$&G
! 2N "GN?/&!
$&?`$S(A

?
+
J)0.3/ - 
 8j9;;$% 0$%2!- #, # !
!,?B
-&a"Ma;')0.0F 
 >)0
+
 "!.*/1$&!
2,$%
H
$%?]w 
?G,
?
  J: "D

?,/
?2: "!
D !
?W$G$&2
E>2 
$&
N/ "!
2  >"$% 
L J 
?$%;T"
PE
2[
6*$&(: "
 $%( $&!
2
$&
 "$% 
3 "
?e
 !
!,@\w6

O 
 * "
J6,
$& !j$&>6

 ,$%
N
;2 ?SA

\
$&
\PE;
!
!j$%

D0$&?")0.*^ "0D65&




5&(A$H2 ,
5F$%
!
@G

<D?,+[

 *,
@;$&( !

$%
' 
?$&>6

 
$&
<$& $&02 ?:8

Categories and Subject Descriptors

k

8
T%8,lbm npoqr:stSoquwv&x`yzQ{ytS|:}Cquw~:HB2
 !BcB
: "!
[

9;O$% $&
?

5 !,5%$&
$&(
J/ " "
D
J 
?W



5&24T "
?L "!

 "
$&
 J$%(:
D "
N6B(A$&2
?N

Sm,T%CTC8

@ 
]11OawF1w1^1w-1"wGA"&w1:^18

9;';#: " D$%
M$%!

J

2
E$&(:E "
M

m {ytS|:}:qsb^|C|:wuwv1oquwy~:xSM@ 
 !i

 3 "
?`.0
5&
[



F5%
 "
$&
3$&(0>$&+ 

58BB
5%J/ !,2 H "
3!, 



5%p*AaA



2
$&(D: "
8^9;w  "F  !
 

[
2
G$&(0F E$&(0 "
 E$%(g $&!
2
$%
 E !
?S$^H "!
2! 

General Terms

cJ!
5&$&


JF2 "
$&
4/ "!
2A$&
J ,;

4J " $%(C "!
5%$&




5&24T&8
-0
g
$& 
M0$F
$&P &,
  ,
5F,gJ$%2! [

$&
^ ,7$&;B
2>6g$%(C 
 ;$&(C $%!
2
$&
 P$F$&G2J

Keywords

)*,+
- !C.*/1$&!
2,$%
 k !
$&6 !;,G,7H "
$&

>2 "
$%
\/ !,2 >;,!
!O !
$3

 " <4?
/1 
-@3$&(;$%  ,6!

$i/1G
 $%$&

5<>hM!
$& "
$%
3$%(0O  ""  "8
B$i0/1%D$&6: "6,!

-@F$Oe
?G;$% H ""4?

$&

? "  g$&
 
? 6!
@M8C9;
:%D6: "! "
J6-
<D$&[

1.

INTRODUCTION

.*/1$%!,2
$&
 @cB!
5&$%
 >A.*cB j: _/1B6
^;
?!,@<2 ?^$

$%!
/1$%

7 "
$%
G$%6!
 gm
T&T&l&&8g)*,+
- !H.0/&$&!
2
$&

2! ,$%
Z 
7L 
?b^
M2F6G$&(J?
+
 ?

 
,
@$%(F "!
5&$%
m
-8Dj ,? g, *6 ! "
 "
$&

$& 
g( $&;;
<2 

5Q)0.\
gJ !

$&
4$&(jP/ 
[
"
8j.B ""$%
g/ "
 #E _@F>2 
$&

#$&G2?W "
?W !, $
F-@>$&(g$&>6

 ,$%
'$% "$%8O
(_ "$&< "2$%
 _/1 $i;
 #$&*/& 
$&
i!
,X&\B a-0;, */1@

Permission to make digital or hard copies of all or part of this work for
personal or classroom use is granted without fee provided that copies are
not made or distributed for profit or commercial advantage and that copies
bear this notice and the full citation on the first page. To copy otherwise, to
republish, to post on servers or to redistribute to lists, requires prior specific
permission and/or a fee.
GECCO06, July 812, 2006, Seattle, Washington, USA.
Copyright 2006 ACM 1-59593-186-4/06/0007 ... 5.00.

2
 6!
$G $%!
/1B?,5%
 "!e!
g? 
5&
Q$&6!, >m
T&&T"%89;

 *$&

 " *

; !
,$%
<$&(;/ " 
M89;D "


$%,/ "
$%
$&(, #0$&X>, *-0$&(K$&!
?gT%$e
?G$& *$&G[


/1Q "$ a3;
 $%!,/

5' E B$%(0 B$&6!
 B;

?
+
MB(A 2 4 
?`&0$^
?

(A@W;,"3/ - 
B
E$&
2
 6!
$Q $%!,/&3 F$%6!
?
?

54$&(, O(K "2 8G'

;
!
!2 Z Q 4$%(O!
!
[XM
$i;
R <$&6!
 4,
R$%2<h
[

 1;/ - 
 0$/

??6* 2!
 0 "
]B-&a

G
 8C-
4( "0X
$iR(A$%JB$GBj2
"49;$%

&a8b9;@ "!
$S(K$&2
?`: "pwB" a1QE  N6 

(K$&*  ""m

&T: "#2 

5B 2"W 0!


? #$&((A2

$&
 *?$H

;
\ $&!
/,
5< FhM" 
5% G$&6!
W8,
R "
?i25%[

$&5%2  "



@NE _@M < "
` !,5%$&
A$&< E/  "


"
: "
`m
T&"*$%$& ?Z 4!
(A[a ? "
/1W)0.B89;N "




N$%2D  : ";(A$&G J0!
!C$&
^W;
!
!C
   ,!
@^6

$%XB " :$> !,!

$i)0.Q$; ;,"O6-0
E$;/ " "
 B

$%(,

$&

/1g

Q *?,+
: $&($%6!
 8jJ$i/1i$%2:5%$ "!

-&a"MB "
?B aM 
?^ "!

$B$G "?: "C<w


0$>5%
/1J

 ?2  0 $&P

 
5& E 6$&2;
"/  "


"
?p";^/ "!
2 8P9;Q "$ ""(K$&?30!
!#$&
 /1 !

$&2!
?W6O$%>$&
/1
,
MH6  ?W$&
QO-@$%(*$&6!,$

6
a "X<$%6!

 8

6^ $&!
/1?:B 
?] "!
$0$Z "
: "!
@7N;,"b$&(B^?
+
)0.

*  $&


?S9;$& 
m,&g$&: "?J-1aa

MD;
N$N "
!
4 "

/ " 
M D(K$& P6;

L P$&G$&
N6
a "Xj8
9;'$&6!
$&(>$&2Q

 N
N5%!,$%6 !>$%

7 ,$%

,G,7H "
$&
L*E/1 
$&


"
?b  ,G!
F.*c$&
b%V6
" XQ$&6!
G B(A$%B5%!,$%6 !2
[
$%
  "

?`$%

7 ,$%
8'
\
 2?@MC@'$&6 /1?U

$&6!,j 
?N
D 
Q6E  "?L " D$

!
 N 2
$%Q(K$& 
$i/,??6@


?
;3

;
aN$%

7 

;g, j#/1$&C$%( $&!

2
$&
 F

T%

m 0#-



T  
O6$&2
??36@!,$i0^ "
?'2
!


  >
d 8N9;S ,Y$&(D
F$&X', F$2 4 
$&6!, D;,\ J
5&Q?

 ,$%
 !,
@S ' V8

? ""

:=O



##

0;a%L  1a% a M

w H
i b


  %a   1
 b


j#BC
  
!
C JC "# 
$%
&  ('%a; )+*-,/0
. *(1+0
. *(243
6(7(89;: Wa% 
5 %
=< 
> %
@?
JCBA  
CED F*HGJILK-MHN PORQ/S  6 6(7(89;: UT/V
%

W M YX , 7 2 M [Z]\  7 , M _^
a %
a@b c
%
W M YX ,  M
%
a Jd C
D
[%
a Jdf
e %
CED F W YX , /g h
e!
eUT/V H
$
YX ,`W w YX ,

a@b c
e5
e>
YX , ` w
a Jd C
D
a
a Jdf
1
a
iNji Z
a kdfk
a
a kd

wB-1aaM

$% ?W;
3$& O$i/
??Q6M@'* "
?QO 
!
O.0c8
[$&

XX$&


 "!8;m
T&l"* !
$Gh
 ,/&!
@G ?

J-1aa

MD$%
\%J6
"W "X$%6!

 8C9;E 2!
 ;0$%
[

/1;h#$&
@6
?G$%$& 

$&
<(K2
,$%
 8E2XX1$&

W 
?
; 


m
"gh
??

B1aaM<$W $%!
/1C6 
?

5&!
$%6 "!$%

7 ,$%
^$&6!, 1$&
  "

?<$%

7 "
$%
S 
?
>2!

$&6A
/1J$&,G,7H "
$&
^$&6!
 8C9;J 2!
 0$&6 

?


G$6
a "XE(K2

$&
 #0g6: "
F$& $&6 

?
6@ G 

! "N "!
5&$%






2 ?S$W $%!,/&4 /1 "!-@ O$&(D$&

[


7 ,$%
W$%6!
 8

H "
5\ 
?fJ

3m,%V"*$%$& ? Q)0.0[a*U@6
?3$N $&!
/1
$&

7 "
$&
$%6!
 E6@N

$&$& 

5Q]J-1aa
MF2 "
$&
3$& $&E

 
?GQ*= !
5&$&
89;G[
2!
 E $0?R E6B(A$% "
$&(0GJ@6
?` "$ a


7 1 M `

;
E j$;$% 0$/
??6@J$F0[6 " ?< "$ a 8
B$% "
N "
?G-6: m
T&2 ?G-0$<)0.3/  "
 4J-1aa
-0^ 
?fJ a-0$&2!
?;,Z E$&  $i/1[6: " ?
!
$H "!E H ""89;@ ?R
^
3/  "
 Q$%
Re/1
6
a "XP$%6!
 j;,E?
+
j?

 
$%
 "!


 D 
?E$%
[
!
2??3 "EG2 $&(0!,$HH "! H ""R "!
 " >$&
/15%

$&
\)0.H - !
!,@^2 

5W 
!,h'C$%  $i/1Gm,T%"8
j2CG "!8m
V"C$&$% ?W-0$</ - 
$&
 P$&(#RB-&a
aAMa*9;Qe F$&
Q$%
 
?b$&
b5&
 "

53w3 [
 "GE  
?$%



  "?<$&(6

5>eh? "
?< $&

5O  a

?
,$%
 

] "
$%G$&2! "
$&
`,
L$%?$3/1$%!,/&Q6
?
,$%
 O

': " "!
!
!89; $&
?S/  "
$&
"!
$W "

 "


;$&2! "
$&
4$&(?

$%
 g62*,
4
0 " 1$%
B

?
/,?2 !$&(
P 
g$&(j $&!
2
$&
 g"$& 
^$>$&G2P>2 "
$%
^ " g X1

lDuw}Cs

mn

io~v:uw~qL{tSuw~|wt'oh}~

oqpsrutio~vtmthw:uw~x
uwx

oz}:~:v1quwy~

uw~qss~}:tjw*sw#sqFss~ftSuw~

owyiuwqrCtzy

qr:oqdisq}:i~:xo~

o~vtSoh}y

io~v#m T%
uwx4oLz}C~:v1quwy~Uqr:oq^isq}:i~:xNo\isoJ~j}Ct#w#s]w#sq>ss~\
o~vZT-yRFyqrbois]w:oxsLv`y~boW}:~:uwzyit
quwC}:quwy~yjoYx|4o1np

|:iyw:ohwCuwwuwqzvCuwx

]rux|4o1{Rx\o~@voYlx\ois

}CxsMJvCsC~:sLvR|:oiot'sMqsMixkyfoYp]xLuwxqr:s0v:uwtSs~:xuwy~:owuwq
yzFqrCsb|Cyhw:wstzy:qs|:xW|#yuw~qsLvuwqr]oiiy`xWvr:o~:s
ziytMoiuwo~qGqyouwo~jqHy
9;: "j, $%5 

7?Q " :(K$&!
!
$i; C-
^,$%
N%$i/M
?
G/M
$&(! "?\$&Xj8cB(KE ? C


$&
VF0
? 
6BD
5&/ " "
 02 ?

<$&20h

M 8;i
$&

P

!
2? :0? "
!
$&(M$&2:h

 !H? 
5&
Q "
?^ "!
$B
 2!
 0$%6 ,
?8; "


$&
00;?
2  *;$&6 "

?
 2!
 D "
?Ee
: "!
!
@

Qi
$&
^l*? _' $%$&
!,2 
$&
 ; "
?
0E?e
E(A220$&Xj8

(A$%U#6 C

?
/M
?2 "!


>#$&2! "
$&
4 
>#$&j $%!,2[

$&

# "X&
(A$%; #$%( $&!
2
$%
 8C9;; 2!
 #$&6 

?
?
?^
$&D$/
? J!
 "P;


D6-0
Q6$%L "$ "" 8

3. DIFFERENT VERSIONS TESTED

B
!
,X&W/
$&2 \ $ "" ^ 
M?


$%
=%

$&2< 2?@b(A$H2  4$&
RG


 "!
!
@Z$% 

5\  "
? ?)0.
/ " "
 C

O$&?$P?j;
">$%
*$&(
:G$&* 2
 "6!,
$4 $&!
/1W 
2
$%
  ,
?$&,G,7H "
$&
$&6!
d?
?

5
$&
`N$&6!,I (A 2 8Z2G$&#N "
$Se
?
;
"/ " "
$i/
? N$% 4$&

/1N(A$&W "



R !,!*$%6!
 5 "?!
  >$&(0/ "
@W

(K "2 O,

D$&(C$&6!
 P $&!
/1?:8
-
4$&2g 2?@ !,?N
5%M?
+
>)0.L/ " "
 8C9;
$H?,e "
$%
 B(K$&f/ " "
D$/ " "
F "O

NE$&>6

 [

$&
\$% "$%G2 ?A  QG$bT&

\
5&2'T%F 
? !
$


 _@'

?,/
?2: "!
Q "< !
?\$WH "!
2! ^4>2 
$&

/1$&FA \P,
Q,5%24T%8

2.

RELATED WORK

' !,?\(A$%2F/ - 
 >;$& 4$%F6,
: "

$&
L$% "$%

 "62 
?#G2
:  "m,$&G "?^P(A$&W "
B$&( /[


F?
; !, _@M >2 

5W-$W

?
/,?2 !, E$%
5&

 !g [

 "!F)0./ " "
 $3 $&!

/1^Q$%
 !;? 
5&
`$&(P !
!
[a "
?[


O 
?4)*.b>2 

$&
4/1$%OA 'T&TP

4
5&2T&8C9;$

26gH "#ha: "
5& 8j9;

#$&
!
2 
$&
 0 $0?: "WJ

?
P$&>6

 
$&
$& "$& B "D2 ?6

$% "! 
?Fh[

$%

 "!8:9;J "

^?
+
B6
^=
; g(A$%;6
[

;
` $345&!
$&6: "!P$&,>2

$& !$&>6

: "
$&
:& ""/  "6!
P/ !
2D$&(D$%+ 

5E

 "G (K$& "!

!#)0.S/ " 
M 0Hj$&2! "
$&
< 
7P


$&6 "

?8'9;^ [

 X1
Z "/1@N

F(A$&d$&
F$&(0>-$^ 
 6: " ?3$&

 hM
>2
2>6E$%(;5&
 "
$&


N";F: " "G/ "!

28g
D$%* 
?,
Dh$&[

l"
&&8^cB O?, 2  ?\


$&
T&D G! "5%^$%2!- 
$&
U "+ F' 6
!

-@'$%(D "[


 "!$&>6

 
$&
&H ""/ - 6!
P/ !,2D$&(D$%+ 

5E

$ ""$e
?>g$%*  ""?,

$&
89;
0;?,??

 X1
F(A$&

$N0$&X3;, >$H? ? 
?SehM?'$&2! "

$%
S 
7<,
R "!
!

ge : "
2


!C 0 "
?$&]
M2F6 2   

";W/ !,2j(K$&


F$%

M "!
!g$%+ 

5W/ " 6!


/ "!
2 ;
!,!P6Q X1
b(A$%Q $&
?Z 
8L9; N/ "
[

h

 8
g  ?\$&
S/
$&2 >h

 O

 "!
!
@S?e
?R
 "
5&(A$%^W  "]

"M4 
?fJ a-0Nm,T&8J9;L "
?^/ " 
M J [

m V "J, 4/ "!

2W
45&
[

 ? 
 "WH ""]5&
 ,$%
p(A$%` "!

!O
5&` "$ a 8

!
O "!
!P

?
/
?2: "!
g$>$&2JF2 "
$&
 " "
?$&

9;P  "GJ 
?$%


 G WB-&a"MaGJ-1aa-*aB
"
?

L6 Q/ " 
M J2 F>6 B $%!,2

$&
'

>$&2! "
$%

6 ,? P 
?$%$&
 8

/ !,2 *P2 ?(K$&0[

-&aaLwM"-ww& "
?

G !
?$^/ - 
 ;
 ,
$&>6

 ,$%


/ "!
2F ?$&?



'W "

$%F6,
: "
$&
'(A$&/ " 
M RwM"-ww&
"-ww1-1aaMa8

9;RPR  "gE  2
?(A$% a<: "

/ " "
[$%6!


;
a:2
!
,X&?
$&>6

 
$&
, O$% "
$&
S

/ " "
8

A$&
!
@^

N/ " "
 D;'";E " P
??: E9D "6!,^T%?2

9; B "3Baww1-1aE "
?E/ - 
^JM"-w

$E;
5& 
 ,6
!,
@G$&(*)*.S$
8;T&T?,+
*/ "!
2 0(K$&*

w& m
T"%-8C9;0$%
!
@E?
+
*6-0
>
: C
$&
?W$&
O2  JE6 D $&!
2
$%
3

NE$&2! "
$&
W6 ,?

";Z: " S ? T V l

T F(K$&O ""S: "
O$&?!
[$&6!,8"W

?
[
?
MP2
 J0>(A$%?(A$% ""$&>6

: "
$&
$%?!
[$%[

 
?$& $&!
2,$%
 8

6!
G[H;#/ "!
2H8`g  ?b$&
L<$&6 "

?b 2!
 D 6$H$%[

e ; !

 DJ

?
/
?2: "!
;(A$%;F2 "
$&
S "; "
?$%

"
?^

\ !, $',
!

2??`

b
$% , $%
^/  "
pJ

 "3 JE " E$&2?(A$% a$%F6,
: "

$&
/  "
[$&[

1"a1A1m
";
aF,
$&$% " #$%6K
/1;(A2

$%
F

(K$&[

6!
G[H;#E/ "!
2;,
G$&?*$B?G,
Dg$%
e?
;

M[

W "
$&
3$<>F2 "
$&
` "
?$&>6

: "
$&
3$& $& 8B9;

/ "!*(A$&FH "
S  , 

849;Z";/ !
2$% $&
?

5


$&(:, E "$ a^, D$F5&2
?J  ""N$G$&


5W "[

$OP6 $&
e?
D

M/ !#A$&2$&(T>?
+
4;#

H " (_ " 0 
 "?,

$%
 "!)0.89;
B "2$& B "5%2P "#

/ "!
2 E  B"$% 
W$<6>2 ?W

W$&2Jh

M G "
?N@

6 G 2!, N "4$&6 "

?L;
L<
2>6O$&(P "
 F$&(P $&[

"G 
?3

'9D 6!
%8O9; 2?@N$&(O)*.I E 
 ,
/
-@W$

!
2,$%
 
$'m
"(K$&N "?$%?, J/ !
2G$%
!
@N(K$&


: " 
6@1$&
?3F $&G$%(0
$%XC8PB$i/&


P/ " 
M8

^
$%?L ":

b$& F "  #/ !
2 !,$% Q$34h



<$%F6

 "
$%
pJ"-ww1-&a"iM

/ "!
2 E  F$%E  VF0$& E$&$%
8F9;

 _@ 25%5& D: "g

2
B$&(jJ "
M;>2 6B


m
T&8


5&
,e "
D$&D/1@4 W "!
!8



: "!
!
@M0

!
2??Z >/ " "
E;
 O$&>6

?'?, [

.B ""W/ " "
I D,G!


 ,$%
W? 
!, G "O 2 "
7?W,

9; "6!
^T&8

$%4 "!
!/ " "
 4AhRJ1"a1A1%C0eh?3

2>6<$&(> , ^(A$%Q>2 ,$%
R/1$%Q$T%8

9;, ^E 

6 2 4<$&6 /1?\: ">

\$& F "  
(;$&4 
 W "

4.

EXPERIMENTS AND RESULTS

9;gh

 !H? 
5&
F$&
 
 *$%
F ,
5Bg
5&:/ "
[


 B !
?2
?B 

! "$%
?,
$%
 $%
Z E J$&(*$&6!

;
 3
5%U?,G
 
$&
: "!

-@
m
%"N !,?T%V4$%(B

"
?U?
+
N(AH "2 8$%
;$% N?

 
$&
 !
,@L "
`6

H "!
?b "
?Q
;E  Deh?4$V"

S "!
!C   8:9;E? "
!
D$&(:
 E$&6!
 <  
M?3

3FcB
?
hS "E>
?$%(
E F "
?S B 2W "@4$&(:
PW "

W(A 2 GA$H?: "!

-@M
 " 6
!

-@jP
G 
?S

L9D 6!
V&8L!
  ^
$&< F0
$&
 
?J^#$% 
6$H"X^(K2
,$%
L " G B>2!

$H? !:(A2

$&

6: " ?\$%
S 2!
 O 2 
7?\

m
T&-84' !
?\

^$%(E$&6!
 46 "2 ,<
' Q!
!
[XM
$i;
6
"W "Xb,

G!

 "2$^ E.0cJ (A$%>5%!
$&6 !0$%

7 ,$%
8OcB!
!# 
(K2

$&
 4 _/1\ "
R$&
F2/ !,2L "47$\hM(K$&S%&8

N$&?P$ $i] 

! "J 2!
 E? 
,$%
W$&(B% "
?hK2 ?$Q _/1F
 E$&
>2

/ !,2W E7$Q6@K2 4 "??

5

2 ?$%
M/&5&
 ?S

   O62E,4 !
$W,
  
#$&6 6
!

-@B$D5%C ?E

E!
$H "!H$%
 %8'J !, $P
$%?
 J 

! "B 2!
 BH "
W6>$&6 

?W;
E  G
2>6
$&(O/ "!
2: "
$&
 ^6@A2 42 

5\$&
: "
^$%(E $&!
2
$%
 Q

  "?
$&(;2 

5QG$&< 
'$&
 ,O;
R >!- 5&>$&2! "
$%
S 
78
T"%,
?
?
ME2
 O4(A$&G?\>/ - 
>> 
(A2

$%
8
$%:0  "X1g$%( 
F  
J "
 !
@M 
i 2!
 5&$&2?
6@Z(K "2 Q$%(F3 ^$&6!
G 8


R9D "6!,3L3 
M

^ 
Z$&6A
/1W(A2

$&
b/ "!
2N$%6 ,
?Z(K$& a`/ 
[
"
D

N aW2

$H? !; 
?N : " 6!
O J(K2

$&
8-
Q9D "6!,
l&E $B "
Q$&6A
/1O(K2
,$%
N 2!, P(A$%D(A2

$&

%VGA2

$H?: "! "
?Q
$%
 : " 6!
; "
?\ !, $(K$&F% "
?S%
A>2!

$H? !E "
?' : " 6!
84

: "!
!
@M

S9D 6!
FG "

$&6A
/1(A2

$&
'/ !,2 E(A$%O>2!

$H? !E 
?'
$&
  [
 "6!
E(A2

$&
 G O 
?:8

D$&
 !/ "!
2D(A$%P(K2

$&
;
V"O?, 
$%
4/ " 6!

T%&%l& &l&l%T&%T&l"&1%8
QehM?`Q $&

5

$&

 3 "
`$&/ "!
2\A;,
 D$B5&!
$&6: "!C$%
>2/ "!
2HC$&(DTQT" - 8C' "!
$
eh?> "h
F2

5. DISCUSSION
5.1 Unimodal and Separable Problems

2F6J$&(*/ "!
2 ,$%
 E$T& &%8B
?
??F$D2 0
:
2>6$&(/ !
2 "
$%
 :6H "2 00E "
?

6!
># $i]: "BO6 B 2!
 BG$i/
??W6@

-1a

$] "!
!
$i

aAMa3 aMa'"-ww1-1aaMb 
?

-1a

)0./ " "
 Q$b _/13

3$`h!,$% H ""

9;; 2!
 0(K$&0;2

$H? !: 
? : " "6!
P(K2

$&
 BA9D [

: "H&62J !, _@M 0$&
 

?

5Q !
$i0
M2F6*$%(/ !
2 "
$%


a&1"8P-
b !
! "   O/ - 
 B a?>5&!
$&6: "!$&
[

: "
E 2aE2,?E6M@ "$ a C6: " ?E$%
O$&j.*cB gA;
a

>2

(A$& "6$&2D"% %&B/ !,2: "

$&
 :m
&-8C
O
C @M0 "

$i
: "^)0.]HM2
 F!
  >/ "!
2 
$&
 >$N $%!,/&4
> F$%(

E  
$%G $%!,/&?L6M@ "
@R $ ""8W9;^6 G 2!

G(K$&G

0!
!
[X
$;
`$%6!
 8\9;S "!
5&$%,;
!,!P $&b6(K$&N

(A$% "
 P

L "!
! E(K2
,$%
 DE$i/,??Q6@

2F6D$%(/ !
2 "
$%
 P, P a?N$&
!
@Q
(E$%!, "
>$&

-0a>aww1 N 
?=wM"-ww&1aa8;-D
P

[



4$&6!, O%T&%%j%lF 
?'%%8C9: 0(A2

$&
'%&

$%6!
 " <$i/
??`6M@w" "Ma89;W$H$& 4[
 a

L]-JH;

4qHq-

qLL

Bz/

HqL(
-e;LL
-YLL
JHJYHqL
J--E;-e;L

M

q wHH;=Jd



J  Mk ,
MLM 7
1



2 _k 
/
-
M ,
MM 7
B 
( ,
1



_kj 
/
- h Mk ,
MM 7
[f/E
(,
(1



_k 

-
M ,
MLM 7
 E
(,
(1




R 2 R-   , 1

(
(
 R
RJ  , 1

E
E

(
(

7 2 M
, 7 , M
7 1 M
h M- ,F+EMM 7
w M X
w M X

M
w

2 _kj  

q L


   

   

 


( ,

  
 
  ! #"%$ P & , PO

&

&

h 1    2 PO

&('



);o`w:wsmnp]r oiuwo~qx}:xsLvuw~y}C^sL}|*siuwtSs~qx* qL JY!+L4`-,+L-H;-f.--0/ 132546879-;:H<4

:
=>qHq-u=:RL-@?A 132CB u Hq`-+L-H;jH_qL(.-R--D1qEBF?HGu:`-
qHIL
+ -H;jJ]
+ K= L Y;YLJ?ML(#4(H]--;N-Rq -O+<P B
R`-

4qHq-

ca bVdegf B f_hijd

acbVdegf B f_lCmon
hlCp_qFf B f_hijd
hlCp_qFf B f_lm!n
rCsaca_lCd!qct5qvuVt5acbVdegf B f_hijd

RS1BTRS1VU
1k ]
1k U
1kjB 1kjB
1k U
1k W
1k 1
1k 1
1k Y
1k \

R1VW
1k ]
1kjB
1k \
1k 1
1k ]

RS1VX
1k \
1kjB
1k W
1k 1
1k Y

RS1VY
1k ]
1kjB
1k W
1k 1
1k Y

QBL-
RS1[TRS1V\
1k 1
1k 1
1kjB 1k 1
1k 1
1k 1
1k 1
1k 1
1k 1
1k 1

RS1VZ
1k 1
1kjB
1k 1
1k 1
1kjB

RS1V]
1k 1
1k \
1k 1
1k 1
1k 1

R^B_1
1k ]
1kjB
1k W
1k 1
1kj[

R%BVB`R%B_U
1k ]
1k 1
1kjB 1kjB
1kjB 1kjB
1k 1
1k 1
1k Z
1k X

R%B_W
1kjB
1kjB
1k U
1k 1
1k Y

);ohwCwsxwnzy K {HJ|~}<,>q-#j(-sJY=L4-q:#q>qq-=;LJ?

 

5E W aM
#g$% #$&,
/1H%;H "
w" "-0>$i/
??S B$&
 

J$H$%J(K$& 
O

b "!
!

T"CT%T&jT&F "
?ST&V%8:9;B $&
?^6 (A$% "
EE 

$i/
??6@

w-1aaAM;
"U5%$&Q5%!
$&6 !O$&
>2

(K2

$&
 89;
# 2!
 25%5&  B "
F
$& 
M

2
0$&(

$%
 

!
@

$%6!
 ST"GT&b "
?

$&>6

 
$&
Q@A6

$& "!$i/1h$&

M !,
^
g  


?L6 (A$&W "
NE  $i/,??L6@

T&V&89;

 aMS 
?

;
b $&!
/,
5'2

$H? !F "
?b : " "6!
N(A2

$&
 8S2[

"-ww1-1aaMa8R9;Q0$&  2!

 ^$i/,??

G$&'w 
?3 "
?w6 / " 
M D $G6E/1@< 2

[

"5 "

<6@U a-0a>wM"-ww& < "
?wM"-ww&

6!
N$%2!,?`;
] 46

$& "!D$&>6

 ,$%
Z;
` $%!
/M

5

-&aa8LG " 3 "!

$/1@S!
  
$%
^$&(PQ/ " 
M


-@$%($%6!
 i$i/1 !,

5Bg6 : $%!
2
$&
$

E  < "6!
F$< $&!
/1>$%6!


$&2PDF2 "

$&
</1$&0, 0 !
,5%!,@G$&P$&
/1


0(K$&

E  0$i/M
??F6@1aa-0a8$%*
 #$&($%6!
 i


0 *$&(2

$H?: "! 
?  " 6!
D$%6!
 *6 2 L

6

$& "!$&>6

: "
$&
<$i/
??G6* 2!
 : "
;h[

"MO$/
??3G6 B 2!
 E

F: "? $%6!


$&

 "!B$&>6

 
$&
;62$& 

/1+4
4
$%S 

$

%%;>>6 P "
 2!



 X1?Z " 
 " E

F/
$&2 B  $&(0$%6!
 8<


$%!
/14%&8

$&P "
?H' "
? !


$&
  B$6O$%O 2
 "6!,

5.2 Unimodal/Nonseparable and Multimodal/

Separable Problems

!
@3p aAM3A9D 6!
3l&gE  ^ "6!
$N $%!
/1$%6[

!


%VbA2

$H? !< "
?R
$&
   "6!,HQ "
? "!
$b$&6!


%^ 
?`%4A>2!

$H?: "!D 
?W : " "6!
8D9;O $&
?6 
(A$&W "
4 " O$i/
??36@f-1aaMN "
?

-&a"

&16 2 P@> $&!

/1?$&
 , 
M!
@$&6!, E%F 
?%
A$i/1D1"aM*$i/M
??^ *!
 !,@E6: 2!,C "

;$i/
??F6M@Rw-1aa&1

$%6!


%V&8C9;;$H$% 

(A$&W "
 :0$/

??< "5 "

O6M@b a-*aJ"-w
w& F 
?"-ww1-&aa8-#
00$&
$&

5E: "
 

>/
$&2 B $%(0$&6!, 6

$% "!$%F6

 "
$%

$i?L P6;(K$& 
O$i/1;h$&

- !j$&>6
[

: "
$&
:1/1
<

<$&>6

 
$&
Q;
4$&>2 ,$%
^@ &!
,X&


wM"-ww&1aaMa8

5.3 Multimodal and Nonseparable Problems

$&gJ: "? g$%6!
 ;$> $&!
/1A9D "6!,&1J$&6 "

?

(A$%;
g ;$%(C>2!

$H? !0 "
?<
$&
  " 6!
$&6!
G 89;

6: /
$&PE  JhM?6 2 6M@4 !


54

?
/,?2 !, F 
 "
?$%

"
?Q
$%;
   "
!
@Q,"X

5GB6 D$%
1  aN?
[


$%
 E;
!
!06F$&F?
/1 N "
?3N "6,!

-@W$S _/1$&
?3!,$HH "!
$&
F2 $&!
2
$%
 P;,!
!g "!
$

  8

5.4 Remarks

g  ?U$%
$i/1 "!
!E 2!
 N

9; "6!
 ^Fl` 
?&D

$% E$&,

/1F/  "
 E]" aMa4-1aaM
1aa1&b 
?"-ww1-&a"Ma8


3$%

 
?:#Q$% $i/1 "!

!P 2!
 0N$%
 

!
@\$i/,??
6@G/ " "
 Sw" "-0aFwM"-ww& ^ 
?

"-w

w1-1a"8B " "
Nw-1aa-*;E  J "!

$/1@E
5%2! "J 
$i/
?

5;5%$H$H?O$/& "!
!1 2!
 8j$&

!,!&J "6$i/1#

$&
?

EH "
N,5%!

5&D(K$&!
!
$i;,
5

 - 
 "-ww1 4 
?pwM"-ww&1aa

;
a<2  ,
B$&>6

 
$&
&: _/1J$&6!, $
h!
$&<<  aL : "'A!
 "!
@S
$&?\;
\ $&!
/

5

 2!
 N $i0? "1aa1& " N3G$& N$%
[

F2!,
$H?: "!(A2

$%
 8C9;
g 25&5%  ; g
g$%F6
[


/1Hj ""

5N5%!,$%6 !g$&,>2

S(K$&2>$%(;e/1G$&6!


 "
$%
'$&(> 

$&>6

 ,$%
S;
')0.]>2[

n]yvCowuwq

F%(S
B.B

G1&
=8<J:-oN ijHnjlosbVea_bVqvijrsdrCqcijuVd
4 t5eijlCdp_ijuVdbV3p_nlacl
=8:J?? ijpcrCuVdoqvijdosuVspsdrCt
qvijuVd k
=8 :J?? ijpcrCuVdoqvijdosuVspsdrCt
qvijuVd k
=8z sbVea_bVqvijreijp_rCuVd!qcijd!suVspNsdrqvijuVd k
=8 uVj!duVijbVsdrCqcijuVdijqcijdijqvijbV
duVijpcl k
=8( F:J? y L Dx sbVea_bVqvijr
sdrCqvijuVd k

wG&1
N
8= :J??K uVdnuVjoduVHijbVsdrCt
qcijuVd,ijqc,p_lCVlCa_bV9ju!rCbVuVnqvijb k
=8(4
 qYL+ JH uVdnuVjoduVijbVsdrCt
qcijuVd k

8= (4L`h3 uVj!duVijbV;sdrCt

qcijuVd k
=84
h CO uVdoqvijd!suVsp;lCmonuVdlCd!qcijbV
sdrCqcijuVd k
=8R
C
- qJ+9 uVd!qcijd!suVsp<nuVjoduVt
ijbV9sdrCqvijuVd k
=8@IQ  a_a_lCVsjbVabVdezeijpcrCuVdoqvijdost
uVspsdrqvijuVd k
=8@IQ  a_a_lCVsjbVabVdezeijpcrCuVdoqvijdost
uVspsdrqvijuVd k

);o`w:wsxnGnpouw~`zsoq}:isMxGyzJqr:sT&V4qsMxqGz}:~Cv1quwy~:x}Cxsv`uw~ZqrCs3sL}|#sMiuwtSs~qxky
4qq-

!S 3F
v~S 9F
_F 3F
( 9F
Fo.v(S55~F
(.FS55~~S.
(.FSKvK!~S 3F
~S 3~
);o`w:wsn

;L

~
_.
_~
?K
BVk ]VYVUB
?
?K
Wkj[_YV\VX
1k \VXVWVWVZV1
?K
1k 1V1BV[
?
Wk UV]BBVkj[_1B_\[_U U[_W[Vk \VXVYV\
Xk \VXVUXk UVWVW[_WVZ
BVk WV]VX
Wk YV1VWWk UV]V\VYVZVW
BVkj[_Z[
?K
1kjB_XV]VYB_X
?
?K
1k 1VXVXB_]V]
?

~
?K
?K
?K
XV1[Vk ][_U
1k YVXB_XV\
1k ZV]V]VZVZ
?K
?K

~
?
?
?
1k 1[_1VYVXVY
?
?
?
?

9
> = YL> q_=B_1V
1 -J]H=4-q: y >qq--z:#L >J+4:_]hqq
x=YHRS1BF7NRS1VUS7RS1VXS7RS1VZS7NRS1[F? - LJ=qJs]-q[:H:@+LLqPL;;>qD:q-
Hq:-z- :
: +;L-qJ-e;q(:-J?
q# -Y

-qq4Y-e

 "
$%
6 " ?$&
?
+
 0
*
$%*/&@O 2
 "6!,D$ $%!
/1

F2 "
$&
$H  8D
W5&
 "!O/ " "
`-1a/1

$%6!
 D;
N,5%N?

 
$&
: "!

-@M8

$i/,? O ;6g(A$&W "
6 "2 B$&(jP "
?$&

 aAM 
?dw-1aaAM !

 "!
@3F2a36[

E _@^$%(:e
?

5F
  aQ?

$&
 8

F "
w" "-0a'1"a-0"8\9;

6 /,$%
G 4$6N?2Q$Q(_ "<: "

ZNh$&

 "!
$%F6

 "
$%
H
$&E "!
!$&(CB$%
 ;$%(CB@26
(A$%?46@PF2 "
$&
4/1$&E 
?<P2
 

 
6N  "G!
?5 "?!
  ^$%(";\/ !,2N2 ?8
-
^( M(K$&

$%  ,6!
> $%!
2
$&
 GA;

2>6:$%(?, 
$%
/  "6!
 #$%(g$&6!,$&
!,@

, D

$&!
2,$%
  
`645&
 ?8Rj

$& "!P$%F6

 "
$%

 
S5&
 "3 !
! 3%^ $%!
2
$&
 C62E
$&E;
S
 "G>$&6: "6
!

-@M89;
P?
+
E
J/
?
M;

N$%2Ph[



 D

V"8

 aAM
OG$& E$%

/1(A$%>2

$H?: "!

: " "6!

O "
?>2

$H?: "! 
$&
  " 6!
 :$%6!
 8
B$i0/1g(A$%Q>2!

$H? !B(K2
,$%
 ^
^/ " 
M<$&[
/
? W$%

/1' 2!
 $&
!
@R;
US(A2

$%
U

: " "6!

8
$%G>2!

$H? !> "
?L
$&
  " 6!
Q(K2

$&
 W1a
a&1E, EG$&G 2
 "6!
?2F$^
 < "6,!

-@W$4

$%$&[
 "P

(K$& ,$%
^$%(;e
  $%(D

?
/
?2: "!
0



4qqJ

~S 3(
~S 3v(
( 9(
F_ 3F
(.FSKvK!(
Fo.v(S55~v~S
Fo.FS55~!S 3F
!S 3!

~
1k 1VUVXVWV1VY
1k 1V1V1V1V1VX
?
B_1k ZV1[_\V1VZ
1k X[VBV[_WV1
1k ]V1VWVYVZVW
1k 1V1V1VUVWVU
WV1kjBVB_UV\V\B

YL
_~
~
?K
?K
WkjB_UVXV1VYVZ
][Vkj[_YVWV]VWV\
?K
?K
UBVB_Xk ]VZB_U[V[`XV1k 1V1VWV][VB
ZVUVXV1k WV\[_WVUVW ]V\k UV1VYVXVWVU
ZVXV\VXk 1VYVYVYVXV1 ]VUk UVZVWV1[_1
1k 1V1V1V1V1B
?K
?K
?K

);ohwCwsn -qfL9-(; >I=;Lz>q_=B_1V1-;

--=L-q: y, >qHq--;:- L >J+0:E=
;L(R1VWSh
7 ]`q`q-qqqRS1V\32vRS1V]7`
;]`quq -qq= YL(?
- LJ= qJ
]-qB
: H4: DL+ LqL;Y> q: q--q:
- R
: : uYL-qJ-Yq: J?

_ ~
B_]k Y[V[_\V]VY
Zk ZV]VZV1VZVX
WV1k WV]V1V\[_1
B_WVUVZVUBVk Y
WV1k ]V\VXVZVZVZ
WBVkj[_1VUV1VZVW
UVXk UVZV1VYVWVY
WV1k ZVYVXV]B_Z

4qqJ

~S 3(
~S 3v(
( 9(
F_ 3F
(.FSKvK!(
Fo.v(S55~v~S
Fo.FS55~!S 3F
!S 3!
);o`w:wszn

;L

~
_~
?K
1k 1V1BVBVBV[
1k 1V\V1V1VW[T1k 1V1V1V1[_Y
?K
1k 1V1V1[_UVU
]k WV]VZB
Yk ]VU[_\
1k U[_1[_\V\ 1k UB_]VWV]B
1kjB_ZVX[_\VZ 1kjB_\VXV]VUV1
?K
?
?K
?

~
?
?
?
B_UV]VWk 1VUVZVU
1k \V]B_WV1B
1k XVZVXV\VUV]
1k 1V1B_1V1[
?

~
?K
?K
1k 1V1V1VUVUVZ
UVYV\VXk \VY
1k 1VWV\VZVUVU
YkjB_ZV]B_]VZ
1k 1V1V1BVB_X
?K

9
> =;L>q4=B_1V1_---=L+-q: y >qqJ-;:- >J+[: Y]hqq
,=;LRS1VYS7JR%B_1S79R^BVBF7R^B_US7R^B_WS?H H LJ=qJ]-q:H:+LLq;;>q,:q-
Hq:-z- ::+;L-qJ-e;q(
: -J?
-q]L -(;

LqHqBY-e

5.5 Confidence Intervals

6. CONCLUSIONS AND FUTURE WORK

G "
  

,H&;$%
 
??/1@^ "?/,  6!
;$ !
2! "D

$&G)0./ " "
 N$b $&!

/15&!
$&6: "!>$&

7 
$&
]$&6!, 8

cJ 

<$&2g 2?@GP6  ?4P$&: "
$&
4$&( 2!, ,
<

-
L, : "Q 
?] "
b

,H "!D$&G "
$%
$&(

% J[$%
e?
H "
G

/ "!
:(K$&*(A$%2$% :$%

/1

.*,5%G?
+
M>/ " "
 G04,G!

?U 
?\h
 ,/&!
@

/ " 
M -&a"Ma" aMaaww1-1aa

 ?3$&
`T%V>!,!
[X
$i;
36
" XN$%6!
 8B9;G 2!


AM 
?

$&6 "

?Z $i0?Z: "^$& <$%

/1L $ ""0[

1"a1A1a8W-
'
F _@MC  "

 !; 2!


;
!
!C5%D$&O  , 
 !C 
5&

e 
8

5 ?!
  P"  ", 
 P$&(C$&6!
=$6 $&!
/1?NE 

$&
 
??]$&
e?
3,
/ "!
N2 (A2!E6 2 S@

 aMJA2 

5> "!
E _@ C*6 j $%!,2
$&
O$De
?B  ""

$i/M
?W >5%$H$H?R $ih
 "
$%
'$&(0F "
3(K$& 
$%(

?
,$%
 O 
?3 !, $F6

$% "!$&>6

 ,$%
&6: " ?<$&
2 !
[

J?
+
0/ " 
M *

<
0 $&($%6!
 062*;
<  "
[


-@ "
?\$%62 
  >$&(D 2!, 8NJ$0/1C;
\ $&!
/

52

[


 !C 2$&> 
?N
$&;6: " ?N$%
L J 

5%!
E  "!,O$%(: 2!
 8

$H?: "! 
?F   "6!

D(A2

$%
 %g2 ;$%(,
(A$% "
$&
$%(

E(A$%?b B6$H$%  "W$H  J2 

53T"%&<[  "G!


$&6A
/1(A2

$&
'/ !,2$N$%2>2 "
$%
S$i/
??6M@

$%
O$&2gT"%&[2
 C$&
5%,
: "!H  !
8j9;0 2!
 ; 0 2 "
7?

w-1aa&1W "!
$W$/
? >$&

/1 2!
 8<



N9; "6!
4%8

;$&6!,, *2


$H? !: 
?
$&
  " 6!
L aMgE 

cJ  
<6J
$&?:%P(A$%2/ " 
M 0$i/

?D 

!- ; 2!
 8
J$&
S$&(
` "6!
S$Z $%!,/&\$&6!


%ZAF2!,
$H?: "!

E$%
!
@Q$%
O$ $&!
/1OE$&6!
809;, J/  "
F "!
$< $&!
/1?

2
N0!
!B>2!

$H? ! "
? : " "6!
3$&6!, 8B$i/&


?
$&
  " 6!

&P6  $ih
 "
$%
4 " 0$&6 

?<6@

1aaMJ 
?1aa1&#$/

??4 # 

! ":5%$H$H?F[

w-1aaAMa8Z
S<$&F: "
?:C<$&
!
@'/ " "
>;
a

(A$% "
$&
3
E@M>$&(0$%6!
8E

 "!
!
@M(A$&O>2!

$H? !

$&2!
?3 $&!
/1F$&6!


%VQA2

$H? !P "
?3
$%
 : " 6!
0 "

"
?<
$&
   "6!,J$%6!

 1b1aa1&PE  gP$% 

w" "Ma80
Q ,


5(K2
,$%
 H
$ 
5%

e 
P?
(A[

$%

/1 
?< !
,5%!,@(_ " $F$%
/15&J$OP5&!
$&6: "!$&[

(K
 4 "!

Z2 4$?

WQ6 <$&
Q$&2!,?Z6
(K$&2
?8


F28
cB J(A22G: " B$&(*  a:0G;
!
!J "
 !
@M7G>+$&(
?

 
$&
: "!

-@<

Q a4/  "
g2 

5G$% 
SVG/ " "6!,
<$%6!
8ZcJ(A<: "00W;,!
!J(A$%

5.6 Convergence Analysis

cJ F Je
: "!h




N$%?D$?D;,"N/ " "
;

^$&WH "(K2!

2?@ 6$&2^ $&
5`

2
$&(>p;#b  "

Q$% $&G

,/&*0N "!
2! "?QH "
b
 "5%



\(K$& 
4$&(D?
+
^)0.p/ " "
 8^cJ!
$C

$%2;$%(CJ$& !T%" %&F/ !

2 "
$%
 D2
?46@ ""Q$%(C
(K$&2g$& $&,
/1J/  "
 $> ""<P5&!
$&6: "!$&
F2
;
' g  "!
!
g$%!, "
B/ "!
2Peh?$^T+T" 8j9;J "



$\ F64 "
?3$%$&!
3 "$ a "
?'$% 


/ "!
2
N !
2! "?U6: " ?$&

T&b,
?
?
M42
 89;

 2!
  E $i;
N

Q9; "6!
^&8

;
!
!@O$E$&>6

;; 
5% #$&(;$&G
,/&P/ " 
M
"5 "

 J  "[$%(A[[a J"
FM2 8,
: "!
!
@MM0Q !
$4! "
N$
h
?D  "6
!,

 g$%(F "!
5&$%
=$E $%!
/1J$&
  

?
$&

7 "
$&
W$&6!, 8

$&02
,G$H? "!C "
?F  " 6!

;(A2

$%
 (_ "  #$%
[
/&5&
g " #$i/
??F6M@Rw" "MEA$&
!
@O

F(K2

$&
3%%
 " F 2   ?L6@

1"a1A1<62O$&
!
@'6@ 8Q$%F

>2!

$H?: "!J "
? : " 6!
$%6!
 F(A$%2E/ " "
 $&[
/
??' g 

! ";6: _/M
$%

<(A2

$&
'%%162 "5 


"M4E  ^(_ " <

ZN$&(A2

$%

(A$&W "
WE " $%6 ,
?b,
`$%6!


 6!
$&6!
G O"-ww1-&a"M>$i/
?? D !,
5%M!
@
(_ " F$&
/15&
<,
'<$&2O$&(;e/&$&6!
 QT"PT%T

?T&% "
F$/
??36@NUw" "Maj;
a3

[
??S $i?S(   >$&
/15%
,
'$&6!
T&V%8<9;
$i/1 "!
!B 2!
 4 25&5% < "w" "MW$i/M
? 3 ^(  
$&
/15%
*$D*5&!
$&6: "!H$%
 5 ?!
  :$%(*(K "2 :$%(
$G6B $%!
/1?8:J$0/11
(CB$&6!
=, ;>2!

[

G$H? "!: "
?G
$%
 : " 6!

J"-ww1-&a"MP
# !,
5%M!
@
(_ " 8

"2$&S ""X
$i;!
?5% W 2$&N(K$&

;JcFC@M9

$%25%Q$AJ
2F6;"V&"[ 8

%%8Z9;N  
%V'A2

$H? !F "
?

$&
   "6!

8]

: "!
!
@M;(K$&^W>2!

$H? !< "
?
$%
 : "[

$%6!


Acknowledgments

9;
?

7. REFERENCES
N v:  ..,# .aF kVC a a%
 " F .(

 a % a%ae)[A); '# ;  aJ(D ! )

 (% N!; v a
E(' $  '
J ' -'()BEF ;  a
:

#  
$ :  aD: 1 aF a% F $ ;F E  
% a 

 "!$#%&(' )*# +,"#%-.
/)*"-%- # 0/ 
%(
.g
H>a211a E()  . '   1 aH & % ! (
3 ('  .C
: 4;' a  a '
  $ 5H>
N F6
5N~7 5F a% &   E% " (#
% ;aqA.  (
& $  , !
o& 8:
k ' $ ! ^k )[A 91 & . .j (
A 91 
   9FM
(' % 'a;:C& " <3   K aD1
A%a;F
$ ; 'a
$ oa  o$
5 o %#F
(' $  FH )Da% & ' -' :j?
F $  % S 1F

N F 3 V
5 7= & $ a  ># a%?k J ! F( ; ! "
 !C
:
(h A 91 a
  % aB ?:j " a;

;L
~
~

~
~
~
~
~
~
~
~
~
~

~S 3(
@ ?
?A
@ ?
?A
[ @ Uk XVYVW
BVk XV\
@ ?
?A
@ ?
?A
@ ?
?A
@ ?
?A
1 k 1VUV1VBZ @ 1k 1VUV\VU
X @ UVUkj[V[_W
B_Zk YV]VB
@ ?
?A
Y @ 1k 1V1BV[
1k 1V1V1VB
@ ?
?A
@ ?
?A

F 3F
?K@ ?K
?K@ ?K
B @ 1k 1V1VUVX
1k 1V1BV
@ ?K
?K
@ ?K
?K
@ ?K
?K
@ ?K
?K
?K @ ?K
] @ WVXk ZVXVW
UVZk WV]VB
@ ?K
?K
U @ 1k 1V1B_W
1k 1V1V1VB
@ ?K
?K
@ 1k 1V1V1VY
?K

4qHq-

F.(S55~v~S 3(
@ ?K
?K
@ ?K
?K
[ @ 1k UV1VYVW
1kjB_1VW
@ ?K
?K
@ ?K
?K
@ ?K
?K
@ ?K
?K
1 k 1V1V1B @ 1k 1V1V1VW
Y @ UVXk WV]V\
UVXkjBVB_B
@ ?K
?K
@ ?K
?K
@ 1k 1V1VWB
?K
@ 1k 1V1V1VW
?K

v~S 9~
@ ?K
?K
@ ?K
?K
Z @ 1k 1V\[_X
1k 1BVB_B
@ ?K
?K
@ ?K
?K
@ ?K
?K
@ ?K
?K
U VXk WV]VBX @ W[Vk YVUVW
\ @ WVWk ZVYB
UV\k U[_B
@ ?K
?K
@ ?K
?K
@ ?K
?K
@ ?K
?K

);o`w:wsDCn ]VYFE JHG-J]-;c>q=LB:>qHq-;JI K/LAMN,O"N,PQ<L7P"RS"T N,ON,PQ*L76UV I2IWRLAT XWT Y;XZI
;=;L?H- _#LJ=qJRJHY-:Hu:I+LLq@L;;-q-q:-J?

;-e

;L
_~
_~
_
_~
_~
_~
_~
_~
_~
_~
_~
_~
_~

!S 3F
ZV\B\
B_1V1B\
B_1VB1 \
UVWB\
XV1B\
B_1V1B\
]B\
B_1V1B\
B_1V1B\
B_1V1B\
ZV\B\
[_ZB\
[_WB\

( 3F
 E^]
 E ]
B_1VB1 \
 E^]
 E ]
B_1V1B\
 E ]
 E ]
B_1V1B\
]V]B\
YB\
XVYB\
 E ]

4qHq-

(.FSKvK!~S 3F
XVBU \
ZVBX \
B_1V1B\
 E^]
WVZB\
B_1V1B\
B_1V1B\
B_1V1B\
B_1V1B\
 E ]
 E ]
 E ]
WV]B\

K;LAM"N,ON,PQ<L76I K;LMN,[NHM;Q<Is:DB_W

v~S 9~
XV\B\
[_1B\
B EJ]
U[\
WV]B\
B_1V1B\
]V1B\
B_1V1B\
BE ]
B_1V1B\
YV1B\
YVXB\
YVZB\

);o`w:ws`_n u
} sqL]=`:4-JJYS+L=`:B;k;q.>qH;LbahY_-q::<+LLq;; - :J
=
B cB_1 c ~O>qq-;(I K;LMN,ONHPQ<L7PdRST N,ONHPQ<L7$UV I2I RLT XWT Y;XWIWK;LAMNHON,PQ<L7(I K/LAMN,["N,M;Q<I]Ljq:j=:;B_WY-;=Y??e :
sH
h-4
= .> qHYR
- q+(;D7K&
? e : RR
- -eR-J--;S+ sqL I
- 0
: | ]
qjLJ= q-!?
# ;  a(M(' $  'F:j1%f:^ 3 g:^Ka > & ' $ 
( !, a;  M
(' $ %a F)Pa%
(' '
!  !
h   v )J(  " &  $?i  .  a $ '@A  ja;o&
V1
 ^W
!a :o aHS
N DJ
  ; A kV $   BM5N 3 ;a(
j "k- lb)*#%k/' mn- 0/k' #%)*op6!fqZk'(rk- "#%"0^lb- )s#utwvnxwyWW)s#u"
z ' kx- p6! 2 {* " @'a%; ' " ! $   " = 
 %#aS
& 5  (K aH! ! $ !aF, S
N FV&

  &  2| #  a JF $ & . .j
A 9& a
 a % a z '}k"  W#ud0;!kWq$)*o~)*o

/)s'W/)*#%k- z ' -%- "-n#%!Z)*' #%x"l)s  z '}k" "!W!Z#ud0r/m2pg/k!W#%lbp

z z r^W,WBr//)s;,8" /#% knAr"[ %(
e!H  " E.
' h &  : Ha


;% & k' =)!
N !F
A # !1 SF o6"!W# 0;kWq(
/k")*#%k {* " @'a%; '
" !%
$   " = a
 %#aS & 5  ( $ H>5F S
N$ 
A
 # !1 S "/")*#%g- 0;k'W#u)sop6!#%Jr/W'}"oHvHB)*#%p6# 7)*#%k
j
"o#%/6F ' #ud0  : ! i . () " o $ o0
:j o EF H' $ ! v >5H>
N 5F
{# b
5N~ < M 5% F  ?:V $  9   )
 ;   a " F %  " a '% a $  oa 
a
#
A 9& a
 a % a z '}k"  W#ud0;!kWq$)*o
j,jj gkd0;' "!W!
k j "k- lb)*#%k/'Wm?gkpgBl)s)*#%k  j 6 Wk  a %;J Fa .
a21a> " e ' " )  " 
v ()  *a


&   '
F
N >F & 7
{*b

a%J 3 ; a A
Y3 $ * $
   
& F
*  [A 91 
 a  9 z ' k W #%"0/!nkWq
)so&gkd0;' "!W!$k j k- l)s#%k/' m?kp8Blb)*)s#%k
 j 6 Wk  a %;P %( .
H>1 ! " e 'a " )  "   ()
& %N1
S
 V%  $ h {


&   '(
N F 3 ; 
! a :a% !B
:%aH' $
C $
A 91 
 a  uC 
a $  z ' k"   #%"0/!kWq$)*o
gkd0;' "!W!$k j k- l)s#%k/' m?kp8Blb)*)s#%k  j  W
  ;0 %(
.;
!521H H$ " e ' " )  "   () E)PaS



&   'j(
N v6
%k E ' $  " '.!/ "/")*#%g- 0/k' #%)*op6!$)*r)*' lb)sl' "!$

j k- l)s#uk z ' kw0;' p6! &  oa ( $   >>H!

 ;a?
 S
$ a' oA 91 
   
" ,a;-' " $ 3 k'a & e' $
f: $ A ;! S-' 
#% ; a 9 ?
 KM!75()a % a z ' k"   #%"0/!kWq$)*o
"/")*#%6/ j k- l)s#%k/' m?kp8Blb)*)s#%kgkdqW"'  
j gv? W Fa.@>H! $ 1 > $H  " = 
%#aH
i ( $ !auA h &   " .(
N F6{M " '
:  &  a%M 3 a;% %9 # 8"'}"/)s#%j k- l)s#uk z ' )s#uW-8B' k"o?)sk - kx -vHB)*#%p6# )s#uk
&  ! F S & 5  3( (KaH>HaF!S
N 6M
{ V " '!HC %-' PP 1
9  a1  a % a
A ja A  #   % a 8"
 !#%
1 H5J'*# " u:
 h { >>H>S
v,B)s#%p# 7)*#%k;
 %(. $ >21
N eF7#
>  " & oa $ 9 &  ,  A 1
9  a
  % a
: a $
  ; 'S#% ;  9 z ' k"   #%d0;!8kWq)*o
gk"0/' !Z!k j "k- lb)*#%k' m?gkpgBlb)*)*#%k  j 6 Wk
 a %;J Fa.@!a2
1 !H! " e' " )  " v() & %N1



&   'j(
aHS
 V% $ h {
N e!F7:a 

Ba % & 7#
{ b

 M
{ " '!2C
:  " aa;
#% ; a  " $ A 19  
 a  9 z ' k W #%"0/!8kWq()so
gk"0/' !Z!k j "k- lb)*#%k' m?gkpgBlb)*)*#%k  j 6 Wk
 a %;J Fa.@H! $
1  $H " e' " )  " v() & %N1



&   'j(
aHS
 V% $ h {
N $ & = ! i HM
> = ou:
 9H  * $
%
: (Vk'W
&' a j "k- lb)*#%k/'Wm?gkpgBl)s)*#%k   3
C

e>F H! a!S
F6 " & ' $V" .,8 j k- l)s#uk/vHB)*#%p6# 7)*#%k^r/W"#%"0 F $
i ()6 & ao  " = 
>H>S
N e>F6: & a9HA 91 aH   % aB. ( } :
u4&  " $
|% ;g
C;(
 %aa%B% )! z ' k"   #%d0;!kWq

jj,j
/)s' )*#%k/-Agk"qZ"'}"/W(k j "k- lb)*#%k/' mgkpgBlb)*)*#%k

 j 6 Wk F .j
H!521 $  " = 
 = h &  E)>>H!




N aF
. v L?:~ $ a H ;  & %-)DF
A 91 
    "  ' & " #
 ;   aJa%

N e5

F (

   e)[: a   %; 'a;5' ;a}
"  

z ' k"   #%d0;!kWq$)*o
jj,j gk"0/' !Z!$k j k- l)s#uk' m
gkpgBlb)*)s#uk  j 6 Wk   ;# %  ;e>H5a21He>H5 $
" e'a ) 
 () %#a "   # a h & 



&   'j
N H A  ?

i  &a% i L JE'-)  & 3 %-'
a

 * ; a 

jj,j ' /!Z)s#%k/!(k

j "k- lb)*#%k/' mgkpgBl)s)*#%k H  3! $ 5 e>H> $
N  
= a 7= 3 { u 3  a% 3 %
   e)
: 
 :j  1
75$H Z'
a%+
1 % a

( .

.
"
" (
v

M
!
$
$

^
9

M !
M F F
$ ( M F V

v
 "!$#% j "k- lb)*#%k/' mgkpgBl)s#ud0; o k' m/
8B- #uW)*#%k/!E F . 1H> &  oav (  " = 
 =
h &  a
N F i ~S
$ !;
 k C !HA
"& +32)V " a ' & " a
1( z ' k"   #%"0/!kWq$)*o
" $ A 91 
   M#

j,j,j
/)s'W/)*#%k-Hgk"qZ"'}"/Wkr/m!W)*"p6!W/
H51!1H5aH(
gmx "' /")*#%"! r6 Wk   %; Fa .C



/
'!1 aS
i F $ oa A h & 

%`<}:oiquwvlC}:~:v1quwy~uwqr

T"% :s

,1  

Q 
%l4:qsM|

V"

,F2   W


C LT&

V" C V"
 T 

, T%

 :

T&

/
&

V%

   Z/Z  Z

,2

JsM~Cowuw1sLvl:}:~:v1quwy~:x
1W

u h^

N Z

% X , 

%1 , LZ

N Z

 `^

,

  2 

N Z

  X ,  Z

W    
 


,

1Z

" C


T ,

T&

;

Zj7}

% 9
Z

 g 
^ 
g a
IF ,1  j
,1 
W
    

W   




,

 9 ^

"H

T"& :
T"&
Q  A 

, 

1
}^

u , LZ

l:}:~:v&quwy~

,

T& T&V4_Ns~:sowuw1sLv

%4Ns~:siowuw&sv<yxs~wCyvbfwx_lC}:~:v1quwy~

T&%&l&

l& : l&
 

A ,

T"& C T"&
 A 

, 

&%&

why8wm

MC :
T

"

 T& :
T
%

A ,

^ 
a

%%s:vrFszsMwwx4Eiyw:wst

m \
T";

T"& :
T"&
Q  A 

, 

V&

my

^  A ,


T&TNs~:siowuw1
sLv Niuws>o~fwxl:}:~:v1quwy~

8w

%VCv%rFszswwxEiyw:wst

T" :
T"
 A 

, 

^ a /

,  

why8ww

T"<4vwsLfwxl:}:~:v&quwy~

T"& C T"&

Q  A 

, 
%4:vrFszsMwwx4Eiyw:wst

wy8w

4oxqiuwuw~gwx_l:}C~:v1quwy~

%Ns~:siowuw1sLv

& : &
A &l%& %
,
"
%l&&%

m T%

:v%r>sMzswwxEiywCwsMt

D,Fb

T & C T %

A ,

%Ns~:siowuw1sLv

E(A$%!,!
$i;

5m
&-
%T4:|Cr:ssWn]yvCsM

APPENDIX
A.9;BTEST
FUNCTIONS
? "
!
;$&(jGT&VP g(A2

$&
 g2 ?^

<
g: "O 




Nyuwxs

T%

1/
Z