Selecting the Right Interestingness Measure for

Association Patterns

Pang-Ning Tan Vipin Kumar Jaideep Srivastava

Department of Computer Department of Computer Department of Computer
Science and Engineering Science and Engineering Science and Engineering
University of Minnesota University of Minnesota University of Minnesota
200 Union Street SE 200 Union Street SE 200 Union Street SE
Minneapolis, MN 55455 Minneapolis, MN 55455 Minneapolis, MN 55455
ptan@cs.umn.edu kumar@cs.umn.edu srivasta@cs.umn.edu

<9%)-
 %?9
 $+ 


w-

S7=


C
:
%a 8"#m kKz
ABSTRACT


  



 !"#$
%&'( 

 )
+* 6
8B9&7 +
6D.9
A"4%
C
. +6
9
:8Š
‹ŒA‹0Š-ŠŽV
%#% +
 6( *
 +
$  ,
)-
. " +
/
!0
12
 
 & +13 & +   +
Ra





%
%a&9
:-
.9

%?2JE  5
 5#%
wX 0
:


%#54
%
%. 67
8&9
:-
5
0;=<9%6 +>
"1 %? +
6 '
% 
+ +
%1. 6
$& 
C"#%16%c4
C
. /
9
:Q


11@%A0?%2B9&  %?C0?+ +C
:
%D?2
&'+ +
4 EA
 #

%#%PŠ-‹:ŽŽ-‘:€e
’"JE“
R 0
- R
 Q%6JE
R
Z
1@ B9)-
%#% +

 '%C
F
+&F
G& +
+ "
 '
 +
#% $%,
%
C
:* 4
C
. %;ˆ”E #
& "%) KJi
 O C
:
%
1
 O& +B9 &D?

%H19
:
0;'I)KJ +4 ?L

- M" 0

 51K42& "%2* 
- 7
9
%“2
6%C
'  +Q
$-
. E +
E
$
%12
 E

N +
#O%

P
%.@%28
 "
+ 
#% 5%Q
R19

+D? & 1@ &  /
%#,4
%
%. 0;X<9%f +>2
1 ? 
X
- 


&'
 ).3 + 
E
8
!%
8#%4 7
110
:
%'&%'
 
11@%A0?%2B9&  %?20?% C
:
%D?2
&% +
“4 ,
 #



 7SKJED;=TUR
Q19
1@ ?J V1  E
%R04 +A42 +JW%L4
A* 9
04 7.@  `
+&` +>

4 “M
 4%
9
:
'
 7
 
# +

%$" 0

 $1%1@%
&FM
 '-
:
A
?X
%-   0
# %
%
C
:
%a19
:
m •2?X–—?X–%?X–K˜?X–%–z™;E†,  +
$" +
)


&'&9
:-
5#8
+


 ;XYM )& +
.@ )
4 +

%9S "1%13 +A* & +B9 &
"%@
 ,  "%
=-
.C
:
&"
8k,š8k

 6% ! &7 >
 )'& +6
Z  
 )#% 6 0
 %
# ++8-
%. Q
f
KJ,ZZ†f
. !–;X›)%A
9
:
?%

R
[#%4 W
110
:
%\&
D;^]_+"19


:
4 PA
&2\% 
- $ +
X1K4& 6% N +
#)
:
%$
.@2X
 6
+A*

 
O1%1@ A
 '"'
& O
#MUJ U`% a%)
 a +>
# A
#% 
X%
E19
:
D?
%&5
 6.@ X" +

E 6%f
,#%4 
 
% 0;LYM !
0J\
9
:Q 
%- 7" 0

 ) 9
&bc + 1%13 +A*
110
:
%R&
RQ

% +7SKJ,D;

 ,J, - G
S V
 +d L(%E% 8
11

O&
0?
.2VV%!
 ;)YM 

1 
!eJ'
 9
%)GJ,  œ6oq=sŸž@ `¡¢k7šFkF£%¤cv@p:¥¦vDx@svL£§¨pKoq=sª©™¤@«M¬2o«%¥oq=Cs2rH­
%AX%
 / +>2A
#)" 0

 f
# + 6J,
$ 0
- Z
 ?9
 +? o3vw®\¯° ± ±

11@%A*g.9

&M1#P
&M-
. A-
%&9
&h

D;R<f9
%?
J 81  !
G
#%%
i
"
 +!
"'
D
+E%X-
. E ² ³K´´ ³K´gµ ³0´A¶

9
:)
O +>21@ AE0
a
+ +E
"& 

. V 0
 5.R%S#
: ² ³µ+´ ³µµ ³-µ¶
jAQ
,

c
+,%L-
. 0; ³ ¶L´ ³ ¶3µ ·
Categories and Subject Descriptors
I$; k; l$m n7o2pKoqXo@rsZtuo3vwox@syPsv@pzg{w|V
:-
.9
% /])110
:
%e} œ6o9q=CsM¸3 8¹)ºDo@yH»=CsG¤3©E£¤cv9p¥(vwx@s2vL£%§`pKoq=sr%°
~$€gZ‚ƒ9‚ƒ„ ¼c½%¾0¿VÀÁ“ ³ ´
´ ³ ´Uµ ³ µ+´ ³ µ
µ
¼=Ã ÄÃÅ0Æ ÄKÆ Ç:ÅÇ ÃÆKÈÉ
¼LÅ ÄKÆ0Æ0É Å ÊKÅKÅ Ã-É0Ç:Ê
Keywords
TU
 +
#% )a 0

 %?@…%
#% +'-
. 0?2])

C
:
% ¼wÆ Ë0ÇKÄÃ Ë0Ç ÃÅKÈ Å0Ë0Ä
¼DÇ ÆKËKÌÇ ÆÉ:ÄÉ Ì Å0Ë0ÊÃ
¼LÌ Å0Ä0ÄKÊ Ã-ÆKÊ0Æ Ã-Æ:ÅÉ ÇKÇKÆÃ
¼wÊ Ã+Ì+ÉKÉ Å+ÉKÉ0É Ì+ÉKÉ Ê0É0ÉKÉ
†Q  Z
9
2)%f 

 1)
%"%#"4
%
%. )!
&9
:*
1. INTRODUCTION ¼LÈ ÇKÉ0ÉKÉ Å+ÉKÉ0É Ã
ÉKÉKÉ Æ0É0ÉKÉ
 +-
,-

S‡
:'
 G  0
AR%V'
ˆ&9
:-
M#F1%. "0; ¼wÄ ÇKÉ0ÉKÉ Å+ÉKÉ0É Å+ÉKÉKÉ ÅÉ0ÉKÉ
¼wË Ã+È0ÅÉ ÈÃ+ÅÃ Ì ÃKÃÌÇ
¼Ã
É ÊÃ Å+Ç:Ä0Æ Ç ÈÇ:ÌKÅ
TUG
!19
1@ ?cJ $
KJÍ
9
:VV
%X 
% V
 $ 9
“
Permission to make digital or hard copies of all or part of this work for #%&M
:V0
12
#R
 & 1@ & + $
"%#74
C
. ;Z<9A*
personal or classroom use is granted without fee provided that copies are 
 "% %?E
  PR`" 0

 G
9
RR%

‡.3 +
+
not made or distributed for profit or commercial advantage and that copies

9

 /'
@
110
:
%&%
%0;X†, //.3 
% ) 
%-
bear this notice and the full citation on the first page. To copy otherwise, to
" 0

 ' 9
Z
8KJEF
 +
%F.C
8
9
:)jA
“B9 $
 '

:
*
republish, to post on servers or to redistribute to lists, requires prior specific
9
 )%61  #
5
+63-
%. 6K4 
%
 ;f†X$A


:


?%
& +/
 ,
 >
1 E+
#% +-
. ?Î,–,*XÎ,–KÏ2?
permission and/or a fee.

‰
SIGKDD ’02 Edmonton, Alberta, Canada
Copyright 2002 ACM 1-58113-567-X/02/0007 ... 5.00.
 œ6o9q=Cs
D o3vL¥¦vDx3r"¤@©E£¤3v@p¥(vwx@s2vL£§‡p0o9q=Cs2rLrK¥(vwxM¬2o9«¥¤wr'¥¦v@p0s«Ks2r+p:¥¦vwx3vws2r0r'yHso@r w«Ks2r%°
¼D½¾K¿VÀ%Á“Â
                ²    
¼=Ã Ã Ã Æ Æ Æ Ã Å Å Ã Æ Ì Ì Ç Ê Å Å Ç Ê Ã Å Ì
¼LÅ Å Å Ã Ã Ã Å Ã Æ Å Å Ã Ã Ã Ä Æ Ì Ã Ä Å Æ Ê
¼wÆ Æ Æ Ç Ç Ç Æ Æ Ä È Ã Ç Ç Ê Ã
É Ã Ä Ê Ã-É Æ Ã Ã-É
¼DÇ Ç È Å Å Å Ì Ç Ã Æ Ê Å Å Å Ç Ç Ã Å Æ Ç Ì Ã
¼LÌ Ì Ç Ä Ä Ä Ç È Ì Ç È Ë Ë Ë Æ Ê Æ Ë Ç Ì Ê Æ
¼wÊ Ê Ê È È È È Ê Ç Ê Ë Ä Ä È Å Ä Ê È Å È Ä Å
¼LÈ È Ì Ë Ë Ë Ê Ä Ê Ì Ç È È Ä Ì Ì Ç Ä Ì Ê Ç Ç
¼wÄ Ä Ë Ã-É Ã
É Ã
É Ä Ã
É Ã
É Ä Ç Ã-É Ã-É Ã-É Ë È È Ã-É Ë Ä È Ë
¼wË Ë Ë Ì Ì Ì Ë Ë È Ë Ä Æ Æ Æ È Ë Ë Æ È Ë Ë Ä
¼=Ã-É Ã-É Ä Ê Ê Ê Ã
É Ì Ë Ã
É Ã-É Ê Ê Ì Ã Ã
É Ã
É Ì Ã Ã
É Ã-É È
#%4 MM†f
. Rk;7YM '%"12
"
 7

C
:
%HM 0
 F >* W) +4 A
  
?/
  O
 R

9
:
%`J, - ˆ'
[%,


1 V.R
#
+4 

DJ *™SKJ,O 0
 E
- G
,
 9* + >
#8 0
 6.@ %" )%
A
/JE
 0
 '
 ;f<f0?
   ´ ?2
 A,(
+
%?2Z2
9
c(%
:
%D?"!%*gG 0

 ? 
 $" 0

 )
0O.@ %" $ #% a+ +C
:
&aJE  G
11@%A*
+€gŠ;$#¦]d%1 +
O
&‡& +B9
%E
 
O" +

 .9

&‡1#M &D;X2113%A*™.9
% &‡1#F

P
+&
#%4 HM†X
%. '˜; %‡Î/
- H +>
"1 "V
 M

S% &F
+&# 
` "9
:
% C
:
&Ÿ
&W1@%\% C
:
& 19
:
0;

O
5" 0

 H& + 0

#O%& 5%6'
#%
& %?L
5
KJ, 2 %&D?X
C
V-
&9
&h#7
 "+
#% +G-
%. V
R 9
04
†X
%. '&;V†Q  Z 

!%=
)-
. Z&0
:
$
9
:V&bc   % 
#%:m“–Kk?E&:zg?'
F%,
 7J *™SKJ,[ 
% 
 
% X0
$ 0
&$
E
.A-
%
C
5&“bc  X& +#%f%%2* .@ % 5 +4
 ,
" 0
- O%
 +;

#% +'-
. ;<9%E >
1 %?)("–0ÏE

S% &O #%  AE.'
 TU.@%
8

9
:
%L&)f %&D?:J 60
8B9&8
 6%Af
11*
*H" 0

 '.2"KJ A
%&#
G
 +9*™ ," 0?JE  1C
:
V" 0

 V.7%"19
# KJ J c 0
 R 
% V
%#%  +
(-&8

S% &'KJ A6."
 )­/.Í" 0

 E.2 #%  AQ
%&2* JE“
8
 / +>21@ +-
:
%X%2&%'
8 +>13 A
;X†, wJ%&8 
#G
a
 0*"1Ÿ" 0

 %;G†, 0?=
+ +
#a
 7#% $ 0
 
 6&%'
8 +>13 A
X
)'
9
%5

S8

 619

+f%X%2*
0
[.3 R
a
-SM1%.  .3 +0

7 ' 9
%$
 %#%h '
 
#% +-
. Q +>


%
&R 
 V&9
:-
;=I)0JQ 4 +?2J V KJ


V1%1@ A
 ,w
 5 +>
#"" 0

 +0; 
9
:$$813%
. 
G  
O

=
+$%'YAJ *g 19



+&HZ
†Q   O
 R +4 

Q1%1@ A
 Z
9
:" + &[
P.3 R+&  & %
# ++H-
. $
- F
9
:$B9&#a
 '%Z
11%1C
:

JE  HJ '
9
2h '
R 0
 %;+2" "/
 
1%1@ A
 Z
 " 0

 "
#O
8

=
+$%6-
. 8$
"A8 “4%
 +
J *™SKJ,W
`
 M&9
:-
`#ˆ%"Ze?)J,  H
 ? 
B9&#
 V.3 AE 0
 V
#Z
 5 
 V&9
:-

0;
JE - H
%  9
1@%A-
%0?D& 
A4 ""% "
:

%D;3! †,  H1%.  %$ +4
9
:
#‡%.jA +
4 M" 0

 +a &Ÿ.
"13%A-
11@ AU`Z
 O
+

4eF%)
P 0
 7
HKJ &9
:-
`"#ˆ
#%“
R 9
a
:


%
& %
& +

%. M

+2*

&P+

%#7%13 +


;5YM Z


:
8
)JE
G
 
%PH  5 0
'm [?]\2?/–0Ï:zg;<9%5 +>
"1 %?_^V% +S[+€
KJE#C

V >
1 5.Oa%
 8m“–KkKzg{ ‘`Qˆm“–0Ï:zQ 9
4 ' +>2
 +&F
 7 'Q&bc  R‚ba@Ž‚(€dc7eƒ@ŠŒ
€™‚¦‹ƒHfE(%
%12*g&0JE'&+
4 )& %"
  /JE  )I)& 
%
+€‘`Q)m [?)\zD 9
04 5%&+
&a +>

“4 V
& ,R
 V.3 + 9
04*
œ6o9q=Cs54w 8œ76ws987«:o@®ws;: 8Rs2vL®Ls«'sºDo@yH»=Cs3° %f%4%
%,’‚Ng%+Ž f
‚(€dcV
Lf
2Ž
 f6(%f

S#V&9
:-
)
"
% 
<¾KÁ“Â =Â
¿V¾KÁ“Â <"¾0Á“Â =Â-¿!¾KÁ“Â #%  

:
&O.R

.2
+*g% 
&O#%  +

%h0
:
%O" +
&;
>@?BADC Å Æ Ì >E?BA C Ç Æ0É Æ0Ç †,  V
1@ “B98%
.2
%,%L
,19
13 +)
 %{
FHG,I Ã Ç Ì F)G I Å ÇKÉ ÇÅ
Æ È Ã-É Ê ÈÉ È0Ê h YM 51 
)
%OK4 A4 +Ju%L4
%E" 0

 Q1%13%
+&
J ¾LK JNM K  
 HA-


?)
%-  P 0
#ª
& &9
-
[#



:
 %;
†Q  -
%. '
%.@K4 '


:
5
  C
:
%
1M.@ +eJ  +F
 h YM Q& .@ Q
+4 

2S% +$11@ A
 +% Q & +>2
%"
%& X
V  =
 #% =" 0

 %
!#%4 
110
:*
#% & ,%f

& +)
&O
 V#%

& 5.2-
 +&a%E
Z19
%A
C

%
%;R†f
. —)#¦.O%V$%.2-
 &M.H&%.#O
 'Z.3 8% 
%R&%
%D;=]u%"19



“4 )
&2'D
 
!11@ A
 +
'
 R
& 
7
&ªZ“
12#P
 aZ.@ %!( +'
 O
2* ,
& 5#eJ e' 5%L
 V +>
#" 0

 ;
& 
Z.F
G(
+
%Z5–0Ï2;PI)KJ +4 ?%`
04 

#% %?f
 713 %A* h YM "1 
+VeJO 9
%5PJE - H"%5%
 " +>2*
'
 8%='
 8A
& 
)%E
 Z19
A
+C
)% Z)'.@ +* #'" 0

 )
#%  8JE“
G 0
- G
 ?39
 +?@
11@%A*

!
9
%PVJQ
%V.@  ?X
%&P
 

%" "
11 V
R
 " 
 .9
% &O1#'
&R-
. 5A-
&9
%&h0
:
%D;

& 
0;5G%A
 )%& &
9
:V.@
-
. +5
 Z 4
:*
 .@ 0

E
 )& “2#



".@ +eJ  '# +& 
%& h YM )1 
Q
%7
#%%
 
$  ,
5

%@ +%c-
. 
#%

%& ) %&'.3 )& 1@ & ,%c
 ) C
:
4 )Z.@ 6%w
 
- O
9
:)
a +>13 AE0
a
 +)
"& +


. 5" 0

 5.

&` 
% 7A
& 
F
 R

1 +Om“–KkKzg;
P +0?'
M
2* %S#
:fjA,
Q

c
+,w-
%. 0;

4 G
%11@ 0
#R 
% 0?c
- M
-L?wZ2
9
f%

D?
#%)& +>\
&ª%
 G 0
 %?E
 G 

“4 O
F0
#F%
KJE
%&'%6D
 )-
. %;f])
%#% R" 0

 +6
9
:,
 iL Uj-#dkl%lmon p ´ q psr q,tutut psv/wP& 
'
 G
R%V19
:
0?
2. PRELIMINARIES
4
C
Z

Z1@ 

:
%`&H >2A0?VDQ „RQ?&&"

:
?=
 +  1  
+&u
a+
#% +\-
. +0?!& 4 &W% 
 H&9
:-

9
04 $
 !1%1@ A
 )
9
:!
%S% 8
 + -
. $%!
% 
xk
%&5y^,
 $
+!%f 0
 !
04
C
. 5
7

9
2A0;

110
:
%0; z “4 +
%G
+ 
#% !" 0

 7{}|~y?@J Z0
G%12

´ †Q  S9*g+ ,+ VV
9
%#%E
UTf 0

%V )% C
:
%G* 
 4 
{#€jb%-mn ‚ ´Dq ‚ƒr qutututq ‚ƒv/w?XJ,  M% 
1@%&
, ,(%Q%
Q4
C
.  
E
 /4
 X%){ (%X 
%- $%
#% +V-
. /
9
:f.@ %#%L

 œ6o9qfs
c 0v@p0s«:sr+p¥(vwxcvwsr0r'tŸso@r D«:s2r"©g¤9«R¡'r0r¤w£¥Cop:¥C¤cv y)opp0s«%vLr%°
 <"Â
¾
U = G U¿Á“¾
Ã
 GÂ ?“Â " !   ´  #!! ¶  ´# !$
Å % GLG'&¿!¾
)(* +,+-+¾KÁ/.  J RK 021435687  1   7  r  0 37 5396 1 5:6 1 ! 1! ; 1 39 57 6 7  395: 6 71  ! 1 ;#<>=@? 7 ! 7 
Æ AB&,&,C U¾D ?BG J K !!$$ $$  
Ç E$%Á“Â8. @ !!$$ $$  $; ¶#!$ F/ $ $* GIH ¶L ´´
Ì E$%Á“Â8.   " !$ $   "  / $ $ H J ¶L ´´
" ¶" JH
Ê (¾KÀÀ%¾ J ;K !$! $$  $¶ ´    $ !  $$; ! !$  $!$;  $   G  $ H
È <K'¾KÁML,N`G8 U¿V¾8 ?BG8 J ~K 39_ `  0P0PO OQ0!±  1 O @R TV UaO  ! 1 OS;R TV UX0 W#W#Y!Z Y!Z O ] !OW^ [ \ Y 1 ±\ 1@S]1SR TV] Ua! 1 
Ä bD <Â-¾8, U J OK ¿V¾½Pc€ J ²d ± KÁBG A J !fe    Kag 1  J ² ± KÁBG A J  f $e    K d
 J ²d KÁB±lG A k J r !! e $  Ka±lg k  J r² m KÁBGDA J    ±le $ k  Kh r ±lk rSm
Ë % ?i ?H?i
&Â
½ K J ¿V¾½Pc€ J ² KVj  ± J r ² K g ±  r J ² K g  J ² KVj  J ² K g  J ² K
±  J K k±  J K d k± ± k± k±
 J n KVj  J ² r n K r gƒ r J ² K rSm g  J KVj  J ² K r g  J ² K rm
±  J² K  J² K h
Ã
É o'ÀÀRG8 ; J  K J  J ²Jd nJ K ±lk nJ k ±
Ã0Ã p G
qr&%Â,-Â  K ¿V¾½  ² K d  ² K K
ÃÅ F9¾KÀ%Á“¾- J ]K ¿V¾½Pc v v !$!  $ ¶  ¶Lr ´ d v v !$!$ $ ¶  ¶wr ´ h
Ã-Æ p Gs ?iV ?BG8 J  K ¿V¾½Pc ! ! $ $  d !$    h
Ã
Ç Le UÂ; J  K 
 t!$/ $!$ 
ÃÌ  G ?i J  K ±   ±
Ã-Ê u_?“¾DeÂV-v'oLC%¾KÀ ?i G
.  J  K  " J ²!d K n   J ² K  J K
ÃÈ pXÂ ;e¾ ?ivwN¾8V G J  K ¿V¾½Pc !±lf´ k e  ;#!$ !$± d !´ e $k;±  !  !  h
Ã-Ä xB&,&%Â&lyL¾0Ái J ²  K ¿V¾½ J  J ¶ ² K n  J K d  ´ J ² K n  J ² K K
Ã-Ë J
p GKÁ“Á“ÂV ? sKÂf+ UÂ A8 C K ! !$ $  ¶   t /$  ${z  ´  ! !$ $; #    $  
Å+É b0¾-¾8 +& J  K ¶ ± !$ $ ±lk ± k±
Å Ã (ÁBG AKÂ J K | !  J ²{d !$K;¿V ¾½ !$J   $J  ² K n  J K d  J ² K n  J ² K K
j#dkU%;E{#€jb%0
a

.@ V


%" &R
"


S#4 +
% T,–%{{ m Ïf­Í
&a¯
 5A-


0
“'& +13 & +8Ž
}2~ #€jb%m n' ´Dq  r q,tututq Lvxw?/JE %
R%"13% 
+ +
1@&

a
 '

%SH%& $%, 0
- [
 A
#% 
84
 %? ‚€;aY\
T6k{{ %
%0
+ 0

VJE
ˆS#™­ q ¯%VJ,  '#™­x%

X 1 +
-

D?K
 6

%“eV.@ +UJQ + Z
VeJE 0
 
%&S#™¯%Q +'
7
 5

%"
Ž
{ ´
%&~{ r0
`.@ R +4
9
:
&[.[
a
"C
UH" 0

 7.@ +*
eJ  ˆ4 
 }2~‚ #€jb%"
%& }2~2ƒ #€jx%; TU)
 a4
 JE“
 T@&2{{ "%
0
V&  0
 XJE
l'#™­x%@#¦%'#™¯7% %DJE  +
eJ!

S#!4 +
%
  ?% 0
 KJ`
9
:ETf 
%%V  
  +w
 19


 +
+@#'#™­ q ¯7%c
&wS#™¯7%c%FS#™­x% %
% C
:
%D?X+ " 0

 
%&F
M4  %6
 …„ r *g%  '
R- 9
#% &D;

 $%
%0
7 C
:
&D;)<9%)
"1+e?J $ %
$% $%

 O?)Tf 0
V Q% C
:
%D?@
Q,C
e 
% %; †,  +
,1%1@ A
 6
 JQ +*gSKJE"
&" 9
04 Q.3  + +>
& +&.
~$)†ƒ‚€™‚¦‹ƒˆ‡ Ql‰iŠL¥(yF¥(o«%¥Cp-§Rqsp@‹8ssvOtuso9r w«:s2r@ŒV†JQQ" 0
:* 
%R
2
%$m l2?)\:zg;=†f
. \


:

 5 >
,
ZJE -

 V%6


C
:
%D?_{ ´
& { r:?L
 
"C
E
R 0
 P
  0
- a%L
 V +>
# 0
 V-
:
AB9 Q
 8
.@K4 51%1@ A
 ;
JE
` 13 ++"

 R&9
-

k E
 MŠ-‹ŽŽ
+‘€¦‚™‹:ƒ\.@ +eJ  
}2~‚ #€jx%
& }2~ƒ #€jb%6,#% 0
:

9
R%, +9
c

%" V1@%
* †,  + 5
 V
 1%13 +A
 Q
9
:Q& 
+A4 !(A
 +Q4 A
#
*
3.2 Other Properties of a Measure

4 !
  &ƒp-; 
%D;/†Q  
51%1@ A
 E
%O.3 5& .@ &a
#


“>7%A*
ZC
:
%D;XTU
6%ZC
:
%D? +4 A'k)š"kV%
#% +-
.
 1  
&R
,
$+
#% +'
:
>3?t m m ©:‘8‘K©:‘S’4Ž
©+’Q‘K©+’D’z
TUV
w
+
D?0J & +
.@  +4 

S% +!1%13 A
 L%2
 
*
3. PROPERTIES OF A MEASURE
JE  , +4 A
+ 
#% " 0

 ,6
V'
:
>Z%1@ 

:
%? } ?

 %;6Y  8
%" 5%X
 
81%13 +A
 ) 9
04 8.3 + G +>
+
4  
9
:X
1L
 /
:
>5t 
)
,

%
%D4
% %?
“3?2‚ Q Q? } t m”“@;
4 A
#
:
&7'
 V&9
:-
Z"#Z“


:
 m – &2?l:zg?2
 ,
 <9%OA-
%+ %?)
 Ÿ  aR +4
 O
ˆ
[
*

9
J *™SKJ,D;W] %"1 +
a
#M%)
 G 0
  h +&\ %!
 G& +
"9
7%13 +


%?QJ,   5k–•up #gt %ƒm
+>
" &RR
Q
&2R,#%4 OO†f
. $˜; — ´
´ — µ
µ
˜ — µ´ — ´Uµ ;L†, ?:A-


0
:& 1@ &  /w 1  
+&
.'
8
#%C
6
:
>'t¢JE %
)& 
9
%6 9
@
$h ;
†,  V& #"1%1@ A
 ,%X
" 0

 !0
O.@ 8
9
2h+ &O.
T



S* 2 9
1Pm“–D&:zX 9
%!1%1@ &G
 + ZS% +a1%13 +A
 
3.1 Desired Properties of a Measure
1@ "#"4%
%)%1@ 

:
%)O
 $%
#% +R-
. !


#%&O" 0

 { 
%&O-
:
3{ & 1
&aR<f#% "–%;
œ/o9q=Cs
D  y5«:¤@»=s«Kp:¥sr"¤@©)¥¦v9pKs«:s2r+p:¥¦vDxcvws2r0r'yPso@r D«:s2r%°O¤9p0sap 6wop7vD¤cvws¤@©QpL6DsPyHso9r w«:s2r"rop:¥rXs2ro@¦=pL6wsG»L«:¤@»s«Kp¥Cs2r%°
oQv%¿ M GKÁ <"Â
¾
U =¾ A0 uÃ uXÅ uwÆ A)à AQÅ AÆ AÆ'. A6Ç


 GÂ ?“Â Ãn   eÉ
 à EL Ew Ew EL @G EL Ew EG
 % GLG'&¿!¾
)(* +,+-+¾KÁ/.  É
 à EL @G EG EL @G EG Ew EG
 G'&,&,C U¾D ?BG É
  -à Ew Ew Ew EL Ew Ew Ew EG
E$%Á“Â8. @ n ÃÃ    eeÉ
É
  Ãà EL Ew Ew EL Ew EL Ew EG
 E$%Á“Â8.   n EL Ew Ew EL Ew EL Ew EG
 p G CÂ4.  n à  eÉ
 à EL Ew Ew EL @G @G Ew EG
 <K'¾KÁaL
N`G U¿V¾D ?BG É
 à EL Ew Ew @G  @G EG Ew EG
 bD <Â-¾8, UÂ É
 Ã ELÂ @G EG @G  @G @G EG EG
 % ?i ?H?i,&Â
½ É
 à EL @G EG @G  @G EG Ew EG
 o'ÀÀRG8 ; É
 à @G Ew EG EL @G @G EG EG
 p G
qr&%Â,-Â É
 à @G Ew EG @G  @G @G EG EwÂ
 F9¾KÀ%Á“¾- É
 à @G Ew EG @G  @G @G EG EG
 p Gs ?iV ?BG8 É Ì  -à   @G Ew EG @G  @G @G Ew EG
 Le UÂ; É
  -à ± Ew Ew Ew EL @G @G EG EG
  p G ?i%Â É
  S|  J ²d K  -à @G Ew Ew EL @G @G EG EwÂ
 u_?“¾DeÂV-v'oLC%¾KÀ ?i G
.  Én  Å0Ì  eÉ
 eÉ Å0Ì EL Ew Ew EL @G EL Ew EG
 pXÂ ;e¾ ?ivwN¾V G8 n ÉÃ Ì    eeÉ
É
  à à EL Ew Ew @G  @G @G Ew EG
²  xB&,&%Â& s+¾KÁi n EL Ew Ew @G  @G @G EG EG
 p GKÁ“Á“ÂV ? sKÂB; UÂ A8 C É
  -à @G Ew Ew EL @G Ew Ew EG
 b0¾-¾8 +&

É
 
 
 à @G Ew Ew EL @G @G EG EwÂ
 (ÁBG AKÂM.  J J r  n à K ´ r j Å n " Æ n J ´  m  eÉ
  @J r  EL ± Ew Ew @G  @G @G EG EG
IECÂ UÂ$u=Ã  JJ.K- G É/?iNJ!" ‘ J K 1G - É#%$'&) (*& # ‘ IECÂÂVsKÂV ² ¾,& m ¾ UÂ*+e¾8 ?i; ?i-¾KÁ“Á vx?i,&Â-ÀÂ
&Â +
uLÅ,  J.- K
/0 J ‘ K ?iN 1- G  ‘ g j 2 n 23 n 24m 2 + 1-  ‘
uwÆ  K
50 K ?iN G g j É4M 263É n 2 G G gj ÉVÉ372 n 2 m +
A)Ã ut GKÀÂ ;)v'ÃoQv¿V¿VÂ ;vl,,&%Â 9s¾8 ?“¾ Á“ÂÀÂ U¿
e¾8 ?BG88+
AQÅ! ut GKÀÂ ;)vÅ, G I[¾,&Kp GKÁi¿Pl
¾KÁB?i Ab?is¾8 ?“¾,-Â+
AÆ, ut GKÀ ;)vZÆFxfQ ?i;v%¿V¿!ÂV ;vw,,&ÂV C G I G 9 G0Ái¿P$À2ÂV U¿
e¾D ?BG8+
AÆ'.9 ut GKÀÂ ;)v$ÇFL)QsKÂ + ?BG?iQs+¾ ?“¾8,-Â+
A6Ç ut GKÀÂ ;)vÌ,CÁ“Á)?is¾8 ?“¾,-Â+
Ew : EwÂE?iN@¿VÂ-¾8, U ?i9 G U¿!¾KÁB?9;-Â&%+
EG  ov%¿V¿!ÂV ;vl,,&Â 9 G,I G 9 GKÁi%¿PZÀÂ U¿
Me¾D ?BG8+ ± ±
EG :<EGP,Á“ÂV CÂQ¿VÂ-¾8, U ?i9+v¿V¿VÂV ?9;
Â& vle¾8-L?i AV¿!¾0½ J  J ²d K d  J dU² K K=+
& +>3?fZ2
9
/(%
:
%D?X
%& ^5%# +V 8 +4
%9

M+*
B B A A

%D;=Î=>
1 6c2"" +
E" 0

 
 /9*™  0?2*


#d*R1 %?f
 $¦
+
%U#d*R%8
&F&&$


 #'_ %;aTU[1

%*
A p q B p r
A r s B q s
(a) Variable Permutation Operation

 ?!
A2" +
G 0
 O
 
+& %R10
:
%\ 0?
JE  + )
  )
8 + &'
8&
#
'.@ +UJQ + 
 )
 #
'%
B B B B

 " '­ ˜` ¯d% ¯ ˜` ­8;U2  +4 AP%
#% 


“>G1& +VeJ74
 VJ,  JQ 
11P
H
2"" +

A p q A k3 k 1 p k4 k 1 q
A r s A k3 k 2 r k4 k 2 s
(b) Row & Column Scaling Operation
" 0

 %?2J V
!
 5
:>2Z %L
 
!eJ$4%
 +,
.3 V

K4 

c4
 !JE  RJ V%"19
 V
 V1%13 A
 ,L2"" +

A
B
p
B
q A
B
r
B
s
&a
%A2" 
! 0
 0;
W6Ž‹ a+Ž€dcba"Qw‰B"¤4‹dcfe$¤3dXyMv ŠD£o@¦¥(vwx0v3¬2o«%¥Co3vL£%srŒ}iw +
A r s A p q
(c) Row & Column Permutation Operation
 mge m m “ ´ Ï4ŽÏ“;rz.3 ,
5k6š5kE
9
 Q
:
>c?:JE   “ ´
&
B B B B
“;r)
 )1@%

4 E%-

;f†,  )1&+  š[t % 
1@%&

O0
#7
 B98KJ %/'
:
>Pt .
“ ´
&H
 " %&
A p q A s r
r s

KJª. “ r ?J,  ,

 E1&Et šhe % 13%&/
8
0
#
A A q p
(d) Inversion Operation


 B9A8%"Pt .ˆ“ ´
&P
 "
+%&H%.ˆ“;r
B B B B
#¦<f#% ˆ– #¦.O% %; ] " 0

 } O4
%
%a& OKJ_
&
%"[0
#G } # 7t %7m } #gt %8
& } #gtie7%m } #gt %
A p q A p q
A r s r s+k

%E
D%
#% +7
:
 ?@t ;
A
(e) Null Addition Operation

>,¥x w«:s[ž9 @?BADC,EFGHJI%KMLI%KNFPO:I8K6G*HQKMRCKMOS0GFTUJCV 3)&&f

:
#'_ %w
%#,JE“
-P LV kjª
&ml\  
f
 

%" 0

 5P†f
. \'
9
:$
 4
C
5& V
 "KJ
W6Ž‹ a+Ž€dc ‡ Qw‰iŠc§XyFyPsp0«K§PXavL®Ls«ZYVo«%¥oq=Csy)s«%y
Dp0op:¥C¤cvtŒ
&H%"P
0
#O%13 +


;†Q 51%13 +AeP5 %
]ª" 0

 } =" +
6& =4
C
. Q1@ Z2-
:
%+#¦<f#%* &9
:-


%-
#P%9
/4
C
. 
- ˆ
%G%
+ uV 
 G–;#™
% %?f­\[ ¯?= } #gt^] %-m } #gt %5%Z
/%
#% + #%

& +*g#% & , +>
"1 5 2 +
H–%;
'
:
+ 6t^;E3)
 +AJE %?/0
 &'

%A2" 
Q 
% %; W6Ž‹ a+Ž€dconRQw‰ ¡7v@p¥r+§XyFyPsp0«K§PXavL®Ls«x¤4‹ocfe$¤c€XyFvly)s« :
y
Dp0op:¥C¤cvtŒ iw + Š m r m Ï`–
ŽR–aÏ:zE.@ a
MkOš[kG13 +Z2-


†,  )
A2" +
Q 0
 /4 A
#
:
&"
/
&2& 

“>c;,] %'
h & " 0

 } !
%
" +
5& +
%2B9&  %?C
1C
 ? !%*gG 0

 ?%%42+
%D?
&& &Z4
 %?%# r ]W 0
 )/%'
h+ &'c
/4
 !

#% 6.@ +eJ  *–V
&

 R0Ji1@ Z2-
:
%[%1@ 

:
%` } #+Šwt %'m ˜ } #gt %?
%& 1%13 +Ae? T6k?/1%1@ &`.~TC
:
+

S* 2 9
%1P “4%
 +


A2" +
& Z
 7+[1@ Z2-
:
%[%1@ 

:
%[ 
ˆ
&&#[
 H
:
> t JE
m “ ˜ “#Ž ˜ “ “zg?EJE  

} #gt Š_%bm ˜ } #gt %!%5
%=%
# ++P
:
 8t #¦<f#% 
&1%13 +Ae?F/&?c! “4%
 +!
O
&&#Hm Ï “^Ž5Ï ˜ “z=%
– #¦ % %; m Ï"Ï4Ž“ ˜ “zw
't ;
†,  *g , +0?
 16?jª
&ml
% / >
1 L

A2" * W6Ž‹ a+Ž€d=c <;Qw‰ ƒX¦…0v3¬2o«%¥o@vL£%srŒ ]_.9
%Aª" 0

 G%
)" 0

 & +
 )KJ
%&'%'1@ Z2-
:
%'1@ 

:*

C
:
%ˆ*™4
C
 } #gt 4 e'%Um } #gt %$JE  

%/JE  )Z2
9
3%

'
&7#%3& +>7
 ! >
1  0 m m Ï"Ï4Ž,υ“zX
& “7,
1@
4 V%A-
%0;
%)2"" +
7 0
 0;`])2"" +
7 0
 & +"
 <9%$.9
%AP4
C
. 0?L
8%1@ 

:
%F+ +
1@&8
G
&&#
%13 

:
%& 
11@%A0?D%2B9&  %?_*"1\
&P
 AV¦
+* " ' %&
9
:&P"%-
%[
 'eJG4%
C
. +"& +

%;fG 
% L
9
:=
 6A2" 
& L
 6KJ`
&$%" %
& 

:
%D?/
 KJEF`<f# G–;#¦ D%; 2%" 7%Q
 7“*
13 +Z2-

'%1@ 

:
%Q&Z%&
#% '.3 +UJ  R1@
4 4%
C
f" 0

 +X& *R1 #¦%
 D%L
&8
 !
0
&$
*

&G #

“4 8% 

E%
"-
. %;b3) Z %&G.@ $0
  C
U5" 0

 ,? >;X†, X1%13 AU8X
%L&
L 9
042#
JE  8#Q
 Ÿ
, +4
%9


 
 
# +
L%
Q19

+D; 
19
 5&9
:-
 +
0?2J,   5*g1 +
 5%X
",,"% V"13%A*
W6Ž‹ a+Ž€d
c OQw‰ 0v3¬@s«:rK¥¤cv 0v3¬o9«%¥Co3vL£%srŒ iw +Š m m Ï–
Ž!–!Ï:z -
Q
9
%R*U
.
+ %;
.3 '
Gk7šHkO1@ Z2-
:
%M
:
>c;']i" 0

 } 84
%
%
& $
 '4 %F%13 +


 #¦<f#% – #¦&O% %5 } #+ŠLt Š_%m †,  O&

%ˆ`
' +
%ˆ
#%#% 

9
:
  a
3.3 Summary
} #gt %%E
c%
#% +7'
:
 +)t ; " 0

 
9
OO.@ +
R
9
W
 OŸ
V
%110
:
% &*
TU4 
%‡7
M13 +C
)
% a%!
 aKJ :%"‡13 +Z2-
* 
%0;=†, EE.@ 0
 5&bc  )" 0

 +, 9
04 5&bc  +E2*

%aJE   $.@%
GKJE!
&G%!
 $JQ
113 +&
Z-
 +* 
/1%1@ A
 ?
%" %JE  8
0V.@ /& 


%. /(%w A-

%
;7YM '
%H
SH%6
 '4 
%M%13 +


F
 N 11#
110
:
%V.288%5
 ;†, 0?wH%& V
7B9&P


 "ÏHV #™
.
+ %E
R.3 +" R– V #¦1 +
 D%?X
%&42 +*™4 

2; #% , 
% %?% VZ,

- 7
 V& 
 +&a1%1@ A
 ,%f

†, Z1%1@ Ae[
0JE$Z
&
#% [.@ +eJ  +`" +

110
:
%O
%#
AQ
 51%1@ A
 E%L
 V +>
# 0
 0;
.9
Aª 
% 0?QJE - W
 4
C
R& +R
 4 %
%13 

:
%D?c%
2"" +
8.9
Aa 0
 0;VÎ=>
1 !% 211@A66
VJE& +*™
& 0
 E'

C
:
%" E"2*
4. EFFECT OF SUPPORT-BASED PRUNING
" +
.9
%A" 0

 +& bw?&&

:
? "
&%*  #5.@ 0

,/ 1  

 Q-
:
A
0
#%B90
 ,%c
V19
:*
 +
“4 $
 +#%
D?3J,  $
 Z +>2
1 +!%V
" +
8.9
A 
D;Í|! G
F
7

*™%
%Uˆ1%1@ Ae?Q
 113%A
 
% ,& *9?)*R16?^ 1ˆ
&+!
0
&O" 0

 %; " 0

 R 9
.@  ˆ
+&ˆ +>
+
4 F
P& +4 %1‡  '
*
#%%
%""#P ˆ19
:
;`YM RKJ & .@ OUJ
A
1
B
0
C
0
D
1
E
0
F
0

&&
%9
D%
+  +)%X#
 5
11@%AE" 0

 %;
0 0 1 1 1 0
0 0 1 1 1 0
0
0
0
1
1
1
1
0
1
1
0
1
4.1 Equivalence of Measures under Support
0 0 1 1 1 0 Constraints
<fA0?2J !
0J 
9
Q
%'%w
 V" 0

 ,
 ! #% '%A*
 C
:
&MJE“
F 0
 M%
 +Z& Z+ A-
F
11@%A+A



;
0 0 1 1 1 0
0 0 1 1 1 0

†XO


:
Z
?DJ "

&%G#%  

:
&M
R
 +
"&9
:-

0 0 1 1 1 0
1 0 0 1 0 0

(a) (b) (c)


)
9
:!%-
8–0Ï2? Ï%ÏÏ"%
#% O-
. !
&G

S% &a

>E¥Cxw«:sª¸c    I dAFEHJLI%K TDC!G
C,CK G MC
 O!I8C O,HJCK6GL IE -
. 8
%&#7
a
X
 
4%

%. "" 0

 +0;Z›)#O|! +B*
AF%HJE*LPI6C,O:G IE*L:VMC
FUMC,L I6E'F !"'T#bFK%$& O'bFE*C 
%M–%?@J 80
G%"12
8
 8
"C
U7.@ +eJ  G +4 AO19

)( V *,++- )( V *,++-dF%K $ ( V*'+.+-.DE*C,L ADC,O:G*H/CU9S6V %8 0
 R7
 2
 +
P&9
:-
F
+0;^<f#% 9&[& 1


 19
A*¦JE C
e[J,  \4
%7
11@A7.3%&O

YM 5


:
!
 5"13%A-
 5%X4 +
%O4
C
 VJ,
"13% &D;ˆ†Q  a&9
SF &0
:
R
9
:"
 O"C
e%?E‚ Q Q?

 +>2
%"1 & 1+
+&"<f# Ek;fTUZ
fB9#% %?% 0
 %" % C
:
%D?w.@ +UJQ + P
 ZUJQ7" 0

 V5#% 0
:
!
9
HÏ2; l˜
4 +
%Q,
$4 +
%,%w


-
+
%Q%,
19
A
+C
Q
O;=Tg, JE  f
 #% 
+w +w&

=
 AJ,
%;wYM = 9
04  *g%&  &

“
4 Z 0
=
9

 ,B9A619
/%34 
?­
&'¯? 9
04 
 V
"C
U'
:
>'#
 V +4 
8…2
*Uau^V  8
#%*
4 Aˆ
 G

+C
:
%‡.3 +UJ  ‡
 O;Ÿ†,  G %&ª19
'% 
 m —z9)
9
f
 Q&9
S ++ 
 Q"K4 &
=%
Q
=13%
*
4 +
%0 ? 0Í
&UkG?2
% )4 A
+&74 %%D4 +
%Q­Ÿ
&R¯; . 6
)
 
$&C
#%%9
™; 3!f 
f
0J`
9
:=.$"1@#
|! 
1
E
 !(
+
9
:.3
1 0u
%&Uki*™
%#% +
 6%
5
#% 
/.3%&'%
 E
11@%A%c
 E19

+0?
%%c

  
?/
 U‡  7
 R
6
 O-
" O
%.3 % %; " 0

 .@ % 7 #% F% C
:
&[J,
` 0
- `%
 +;[†Q 
TUG(
%0?3))

 Q
9
a
 '9*™  V%f
 5
&G19
 E KJEO.R
 5#0JE#" #%%Of&9
S7 )
,
 8113%A
%4 ++
%0? (
 & 2"?f5JE - ~( 3
m 0d
 & 2 m ¯";G†,  .@&E
 !
#% 
 &D;TUR(
+0?2
 !'
Kj%U%w
 V19
A*™J,

+>
"1 O& +%


:
Z
 a&

0JE.9
-S[%)
# *g , + % C
:
%R.@ +eJ  +O" 0

 QQ#% 0
:

9
OÏ; l˜5JE  7


&G%
 +)2"" +
5.9
Aa" 0

 +)(%)
110
:
%E
9
: 
11@%A=4
 
 Q.@ +UJQ + " Ï ? ,˜ @u
%&'&%Ï @#(
 Q.@
*g# 
  / 9

 0
:
" 
w
 /.9
A!4
% X%
Q4%
C
. ? B9#% %?@J,  a)

8 0

%9
. 8

%#% 8%=113%AE4%
 +

- a
,'
S% +,.9

S% +E
9

8m ˜Kzg; %,
%71

+

%D&%'
;
3E
 w'
:
>!%1@ 

:
%0?: 8
w'
:
>V
&&
%D?K0
$


.3 6
11 &8
)
E%
# ++8
:
>c;L<9%X +>2
1 ?:
 /
+& 4.2 Elimination of Poorly Correlated Tables
4 –%;f])%
%h &Z 0
 5‡
9
:

#% =.3 eJ  Ï!
%& 
8

+C
:
%5 6
#%“
L
0J`
8
%9
w
E
1@ +*
using Support-based Pruning
476 ´ 0
.@ ,‚ 
h +&42C
!


(%
:
%"+

- 
% Cu
‡Z 113%AG
 
%&Ÿ
\1 [%2G
 [0J,*
88 ¶L ´   9 5V'` : ;  R TVr U8 8  ; 
11@%A19
:
; 2 M
 M %+ F%Z"Z 113%A
 All Pairs 0.010 <= support <= 1.0 0.050 <= support <= 1.0
Conviction Conviction Conviction
Odds ratio Odds ratio Odds ratio
Col Strength Col Strength Col Strength
Correlation Correlation Correlation
Interest Interest Interest
PS PS PS
CF CF CF
Yule Y Yule Y Yule Y
Reliability Reliability Reliability
Kappa Kappa Kappa
Klosgen Klosgen Klosgen
Yule Q Yule Q Yule Q
Confidence Confidence Confidence
Laplace Laplace Laplace
IS IS IS
Support Support Support
Jaccard Jaccard Jaccard
Lambda Lambda Lambda
Gini Gini Gini
J−measure J−measure J−measure
Mutual Info Mutual Info Mutual Info
1 2 3 4 5 6 7 8 9 101112131415161718192021 1 2 3 4 5 6 7 8 9 101112131415161718192021 1 2 3 4 5 6 7 8 9 101112131415161718192021

0.005 <= support <= 0.5 0.010 <= support <= 0.5 0.050 <= support <= 0.5
Reliability Reliability Conviction
Interest Interest Odds ratio
Conviction Conviction Col Strength
Odds ratio Odds ratio Laplace
Col Strength Col Strength Confidence
Klosgen Klosgen Interest
Yule Y Yule Y Kappa
Correlation Correlation Klosgen
PS PS Reliability
Confidence Confidence PS
Yule Q Yule Q Yule Q
CF CF CF
Kappa Kappa Yule Y
Laplace Laplace Correlation
IS IS Jaccard
Jaccard Jaccard IS
Support Support Support
Lambda Lambda Lambda
Gini Gini Gini
J−measure J−measure J−measure
Mutual Info Mutual Info Mutual Info
1 2 3 4 5 6 7 8 9 101112131415161718192021 1 2 3 4 5 6 7 8 9 101112131415161718192021 1 2 3 4 5 6 7 8 9 101112131415161718192021

0.005 <= support <= 0.3 0.010 <= support <= 0.3 0.050 <= support <= 0.3
J−measure J−measure Interest
Mutual Info Mutual Info Support
Lambda Interest PS
Interest Lambda Yule Y
Klosgen Klosgen Conviction
Correlation Correlation CF
Confidence Confidence Odds ratio
Conviction Conviction Confidence
Odds ratio Odds ratio Yule Q
Laplace Laplace Reliability
Yule Y Yule Y Klosgen
CF CF Col Strength
Yule Q Yule Q Laplace
Reliability Reliability IS
Gini Gini Correlation
IS IS Kappa
Col Strength Col Strength Jaccard
Kappa Kappa Lambda
PS Jaccard Gini
Jaccard PS Mutual Info
Support Support J−measure
1 2 3 4 5 6 7 8 9 101112131415161718192021 1 2 3 4 5 6 7 8 9 101112131415161718192021 1 2 3 4 5 6 7 8 9 101112131415161718192021

>E¥Cxw«:sƒD 
fHPHQUJF6EH9G=S TDC!G
C,CK dC,FL ME*C,LZFGFEHJI ML E*F%KMR6C,L I
L MAADI6EGFUMC,LV@I6GCmG MFGZG MC@O:I8U PKNUJFTDCUJL FE*CmG MC@LF.dC
F6L G MCbE*I'
UJF6TDCUJLV

 
%&8L" +J, 9
X
.


A?KJQ   &8
E  /
9
:X
9
2QJ,   5
- a
1#A



+#%7Q
&O +>

“4 +;

1#P


:
#MJE"9
&24 A

F 04 7
%F%

 " #% % 

+&M19
:
0;†XO
&2G
 " +bc +8%/
12*
13%Af1#?J  >
 /
 6&
.2
%$% Z4
 =%L
 2-
&9
&h0
:
%`
GJE& “*g &`
-  aˆA-
:

+0?
5. TABLE STANDARDIZATION
%
#% G-
%. V
9
:8
  "K4 &J,  P4
%V
11@A 1@
0
c + 5
&RC
3
 + V
& 
Z 9
& V%
2*

 
%&X
 1@%
&5%5
 /
 +
/&9
:-
, +0;LYM / 
 #% +ˆ-
. '
9
:7 9
4 G%2*™ '
#%9
;uG%A
 
9*™ ," /.3 +0

, 
+Z. ETf 0
V + +C
:
%"+ C* 
#%#% A
&Ÿ
9
:GA-
&9
%&h0
:
%ua  & +&u
‡#% +
ˆ.3 +
+
B9 /%%
%=4
%
%. 0;f<9%=

%9

?%J ,1@%
& 0
[%5
 & 2#‡

+C
:
%\.3 eJ  \4
C
. Mm“–Kk:z™?

 '"Z 113%A$
 +
%&F% — ´´
&M
 '
:>2Z .`



%"#F
ª >2A
#H-
%. GM
9
:
 '
#%9


11@%A8
  &M%H.3
— ´A¶
& — ¶L´ ;Y\
%28
11@A
 a 9
%¦?V‚ Q Q? — ´A ¶ m — µ- ¶ m — ¶L ´ m — ¶@ µ  m  %k #¦  O†f
:*
%



0?D
 0*g , 
5(%V
 " +
 Z-
. 8
 "%A* . 7[ %;,]¨-
&9
&h +&a-
%. $) X.@ 0
 $)1K42& +!

'
“O&A
.2
&
%%&

mÍÏ2?D
!& 1
&a
 $
%12*™ C 42
9
& +1+
%$%2 KJF
 DjA%L&
.2
8%UJQ,4
C
. 
#%

%1 F%B9#% Z—)#™
;%5
%& #¦.O%;aY  [
G
>Z 
11@A J%&O%S7S% 8
C
E +"9
:
#.C

E& V
%2*™

 
%&V"13% &D?c
 SH4%
 +5%=
 " +"9
:
&G-
.  
%#%9
;
KJ
P.3 *g 9
%1@ &‡&A
.2
%D?
 KJEˆ`B9#% a—)#™
%;
TUM%
 +8J%&0?L 9
042#G
a
:>2Z 113%A8
 
%&HJ,
"9
:
V% 

+&D?913%
“
4 7+ +C
:
&a
%&O #
:
4  œ/o9q=Cs
c 5œ6o9q=CsˆŠ3pKo@vL®Lo9«:®f¥ op:¥C¤cv°
% C
:
&7-
%. E
, 9
D1%13%A
%0; ± ± ± ±
3)Z
 6%
 +f 9
%&D?%3
EKJ X.3%&%9113%A=f13 +B9 & ² 0³ ´
´ 0³ ´Uµ ³K´A¶ ² ³ ´ ´ ³ ´g µ ³ ´e ¶
#¦<f#% —)#¦.O% %?L%8%6
 +
#% +P-
. +$ +K4 &M


 % 

+& # Xm Ï %$% #
:
4 F% C
:
& #  ² ³ µ´ ³ µ
µ ³ µ¶ n ² ³ µ+ ´ ³ µ µ ³ µ- ¶
Ï %;f†Q  

S + 
Q.3 +0

QJE   4 +6
V%
#% + ³ ¶L´ ³ 3¶ µ · ³ ¶L ´ ³ ¶3 µ ·
-
. ' 9
%
aKJ 113%A0?=
 4%
 +ZE
:Z 0
Z% 7% — ´Uµ ? ± ±
— µ´ % — µ
µ Z/.3 ) 

“4 + #% 
8%"13 

:
E
 )KJ J ¾LK
  R+, — ´´ ;=†Q J&R% 13%&7
Z13“7% ²  ·  Å n  · Å
 #
:
4 O% C
:
&G+
#% +O-
. ;)†Q  $ !!

 n  ² ·  ·Å  n Å  
· Å
· Å
·
%
A
LJE
$
 1%1@ Ael8k,J,  ZA-
:
X
9
:
E 0


%&R 0

5
Q
 5
11@A,%E 
% 0; JNM K
†Q ?:
11@%AX1#,X
42
%. 
-  6
L#E
L%
13%
4 O% 

+&G-
. !
% 8=
 +)

 $&9
:-
'"2* G%A
 D
%
Q#
04 f
 %0JE#


:
4 =1 & %?KJE -
#
%110
:
%D;3! 8 a
9
:
%a
%
Ea'
S% +,.9
%S% + w0
 &V
 =Tg


:
4 ET%13%A
%9
%<f“
#,
#%“
W%wT T<Mm &z™?
 All contingency tables Contingency tables with support > 0.9 All contingency tables Contingency tables with support < 0.01
1000 1000 1000 300

250
800 800 800

200
600 600 600
Count

Count

Count

Count
150
400 400 400
100

200 200 200

50

0 0 0 0
−1 −0.5 0 0.5 1 −1 −0.5 0 0.5 1 −1 −0.5 0 0.5 1 −1 −0.5 0 0.5 1
φ φ φ φ

Contingency tables with support > 0.7 Contingency tables with support > 0.5 Contingency tables with support < 0.03 Contingency tables with support < 0.05
1000 1000 300 300

250 250
800 800

200 200
600 600
Count

Count

Count

Count
150 150
400 400
100 100

200 200
50 50

0 0 0 0
−1 −0.5 0 0.5 1 −1 −0.5 0 0.5 1 −1 −0.5 0 0.5 1 −1 −0.5 0 0.5 1
φ φ φ φ

#™
%Z|!
.2
%ˆ% 9*™  '"%
# ++ #¦.O%$|!A
.2
%`b9*g+ ,+ %"+
#% +
-
. 
9
:E
 V "K4 &7.7
112#
Z
:>2Z -
. +E
9
)
% 8 "K4 &a.a
11#7
"Z

11@%A,
 
%&D; 113%A,
  &D;
>E¥Cxw«:s 4L 8¹
s2£p¤3©2Š_w»X»¤@«0pUyV« XvX¥(vwxF¤cv e$¤cv@p:¥¦vDx@svL£§ˆp0o9q=Cs2r%°

%&:jAA
#$
 ! +c   Q%L
8-
%. !
@
 V& +
 & -
&9
&h +&F%
#% H-
. 8(%8 0
- F +>
"1 #%4 M
'
#%? — € ¶
& — ¶  ?@
 V.2-
 +&D{ †f
. &2;b3).
+A4 5
9
:E
 $

S#%!
 8& 
0
L%!
D

" 0

 ;L†, w%.
+A4%
:
%50
5.@ / >21C
 &5V
 %KJ,#
”E0JÍ0
#{ — €   @ m — €    ´  š — —D€ ¶ ´  #A– % JQ
0;=])C
QA-
%&9
&h

D?
 V%
#% R
:
> 9
%

%KJ,# m #Ž 9z™?@JE    m — ´
´
& Um  k ˜ w;
ۦ
†,  R

S#%
 '
 R

 7.@ 0
 O
%F" 0

 Z%)
*
…6R0
#{ — €   ¶L´  m — €  S š — ¶ @ 
— #gk % 
C
:
% #¦13 +B90
%?6
Ek–R+&  &`[
19
%1@  %Z

¶  "
%0
“ 0

#$+
%6 'J,  7
11 &"
8

]) +>
"1 Q%9
 QT T<-
&9
&h0
:
%1 & ,=& "2* -
&9
&h +&D?1@%

“4 +*™% C
:
&Z-
. +0;LYM QA


:
6




:
&RO<f#% 8˜; JE“
R
 5%KJ,# +>2
1 ;
:ba@‘C ‡ Q†Q  9*g+ ,+ E%f
A-
&9
%&h &R-
. 50{
r r
Um  ˜ # #   %%k k % r ˜  % m —   ˜ – # &;%
k=0 k=1
15 10 25 30 20 50
35 40 75 23 27 50
50 50 100 53 47 100
<9%Z
OB> & F? [Z
O%
%0
 0

#G(
%F%
w;@2"C
?J !0
R KJ\
9
:Q%
 + 
% 
- O
 _/?"*@?
Original Table

*R1?a 1?f€UŠ Q?
% 5


"%%
%
%' 0
#"+
%,%
% L;)†,  $%a >2 12
E

V
 w?3#%X& +>3?cZ2
9

k=3 k=2

%'
:
%D"? !3*g" 0

 %?6
& ^V%
#% V $ #F?/J, - ‡
 R%2*
28 22 50 28 21 50
22 28 50 22 29 50
50 50 100 50 50 100
4 +>R(
%)%% w; W) +4 A
 + 
?9
  8" 0

 E
% 5%*

%0
P+ 0

#OJ,  HJ %
& 8%
 "4
 $%& 
.@ +eJ    :—
&  %k?J,  R% 
1@%&O
"%2*g +#
:
4 “
% C
:
&P-
. 0;02+ "
 " +>
"1 5#%4 HH†f
. &O

k=4 k=5

1@
4 *g% 

+&D?:
%k–= 0
 w#%4 5V
w19
13 w1*
28 22 50 28 22 50
22 28 50 22 28 50
50 50 100 50
Standardized
50 100
& 5& 
0
D%& #"(%
 ,A-
&9
%&h &R-
. 0;
Table
W)
V
9
:E
 8 0
- O


:
4 5A
1OaT T<`% 13%&,

E> ¥Cxw«Ksˆc  
8FoAUJCbI 1L G F%K%$FE $H!FGHJI%KV 
 +)
"KJu%E%"O
0
#%1@ 

:
%D?@&&E

:
"E1 +*

+A4 +&[
%#% 2Z
 7


(%
:
% #¦†f
. l\ %;HTU`
 
TU
 A
#%?V
 F+  + [%Z&#‡-
&9
&h0
:
% J%&0?
 )B99
c

S#%Q%'
 !-
&9
&h +&7-
. 6(%Q

#% ,.@ +&O #"i
%#%Qa
Z%
#% +'-
* " 0

 V
 V%
A
6JE
'
 V

S#%Q1& &O.7&&
. %;EG% $"13%A-

“?@XJ Z
11a&bc + ) 
% )% 

:
%[
 R%#%9
/-
%. 0;M<9%Z
 0
D?/

%9
%.2*
†f
. F˜[ 
 H-
&9
&h &D?V1@
4 *g% 

+&W-
. +0? 
+A4 +5'
0G
SG
9
:8&&5


O51@  9
15
 .@ 8" 0
:*

 )

%S#%!.3 +" Z& 
0
™;!†X'
 Z.@ !=!SKJE* 
 Z
R
%;†, V55
 .@ 0


  
 
 !J,
2
&#% %?
¦
+ 9
%QQ.@  R%. A4 &R.7
% V +
).3 % %; 
8A-
&9
%&h )
5+
#% +Z-
%. %;f†X5A



Q
 /-
2*
])!
aA


:
%D?9†f
. $l" KJE,
 8 

E%f

S#"
 &9
&h0
:
%a  " ?JQ VB9) KJu KJŸ
%.2-
O
 8 >
+
 œ6oq=Cs
D FKHQKMR6LI O:I8K6G*HQKMRCKMOS
G F6TUJC,L F,GC,E  "1LGFK%$F6E $H:FG*HJI8KV
¼D½¾K¿VÀ%Á“Â
                ²   
¼=Ã Æ Æ Æ Æ Æ Æ Æ Æ Æ Æ Æ Æ Æ Æ Æ Æ Æ Æ Æ Æ Æ
¼LÅ Ã Ã Ã Ã Ã Ã Ã Ã Ã Ã Ã Ã Ã Ã Ã Ã Ã Ã Ã Ã Ã
¼wÆ Ç Ç Ç Ç Ç Ç Ç Ç Ç Ç Ç Ç Ç Ç Ç Ç Ç Ç Ç Ç Ç
¼DÇ Å Å Å Å Å Å Å Å Å Å Å Å Å Å Å Å Å Å Å Å Å
¼LÌ Ä Ä Ä Ä Ä Ä Ä Ä Ä Ä Ä Ä Ä Ä Ä Ä Ä Ä Ä Ä Ä
¼wÊ È È È È È È È È È È È È È È È È È È È È È
¼LÈ Ë Ë Ë Ë Ë Ë Ë Ë Ë Ë Ë Ë Ë Ë Ë Ë Ë Ë Ë Ë Ë
¼wÄ Ã
É
Ã É Ã
É Ã-É Ã-É Ã
É Ã
É Ã-É Ã
É Ã
É Ã-É Ã-É Ã-É Ã-É Ã-É Ã-É Ã
É Ã
É Ã
É
à É
à É
¼wË Ì Ì Ì Ì Ì Ì Ì Ì Ì Ì Ì Ì Ì Ì Ì Ì Ì Ì Ì Ì Ì
¼=Ã-É Ê Ê Ê Ê Ê Ê Ê Ê Ê Ê Ê Ê Ê Ê Ê Ê Ê Ê Ê Ê Ê

%2
% — €  /
#8
5& 
%11
- D;=TU3J QB>
 EA-
%2* 
 ?/ `
+ 9
%"
0M%" %&[(%
%,
11

[&*
&9
&h &7-
. E
 9
04 ! 9
c
%#%?
(% +
 — €  6
 
%0;L<9%f +>
"1 %?113%A*g.9
 &Z1#!'
5=.@ 
*
-
:

 5%0JE#Z 9
:
%0{ c%6&
6%-
#$%9
%94
C
. 0?JE  )7
 
— ´ ´ m — µ
µ Ž — ´g µ m — µ+ ´ Ž — ´
´ 4 — ´U µ m  %k #¦—;% 0

+0?3% $
0O!SKJu
 $ +>2
%!-
&9
&h0
:
%G  +

'%0J8;<9) G
110
:
%?3


+9

“4 $
11
 a
2 "
  7
 "%
   9
:
%8 #¦—;%?LJ " 9
04 "
   & +&O
B9&R
 5.3 +E" 0

 ;
  &% %E- %#H
%A
` 9
:
%`
9
:ZJ,1K4& O
TUH
8
++
%D?wJ "& 
+.3 '
RK4 
%11
- M%VB9&#
 G%2
%ˆ
H
 a-
. a-
&9
&h0
:
%‡1%. O;WTU 
 6#% f" 0

 /.9
 &Z%8
 6 

“4 /

S#%X1K42& +&Z.
G%
+ uV E
%11
- D?3
 $%A
G 9

G) &G
 
 &%'
G >21@ A
0;VTU& 0
%?cJ $J%&GS% $
 $ +>13 A
)
7

S

9
:!
 &&5

:
'=
 %#%9
L-
. Z)
 

%" Z
%)


 6%
#% +5-
. X& 4 &Z%u
 6&9
:-
2;X†, XJ%&
&&!

:
'%=
 Z-
&9
&h &G-
. %;!†Q ! 0
&)
'
 $(%*
KJHw
Q& 
C!
 "%w
111

= 0
 %?K%
A

KJ,#%
A4
:
%O 9
:
%D{ JE“
"
 , +>13 -

/%@
 E >21@ A
0;E2 ,
%9
9%& #
%
 %
#% P-
. $0
M.@ 7
'
OC
.3%%5-

S3?X
— ´´ — µ
µ m — ´ ´ — µ µ #g˜ % 7% G& 


. G
[1K42& P
F

% '
+75%
#% 
— ´gµ — µ´ — ´g µ — µ+ ´ -
. E

 $ +>21@ A
!)

S#;EYM $4 +
#
:
5UJQ"-
.
])C
V%Z.#7 9

V—O
&M˜?c
 "%0JE#7%2
% 
+ +
%O
%#%
"Q7
,19
1@ {

 5%.2-
 &D{ 
+ +“"2D
 )K4 

  -
:*
h ”E.]b EW)
| 3V&aM{1 +


 ,&%
"  i
Z
 5 +>13 A
;
— ´
´ m — µ
µ m k"# — ´´ — µ
µ — 4 ´
´ — µ
—µ ´gµ — µ´ % #\ % h V|%
+Ts2"%!;3)&T W)#)†5
E{=

+   +=…
04“H -


%#%. 6 
Z

9S
:"#%
=
 &$YAJA%
  &$A 1ZH
&19
%A 
— ´U µ m — µ ´ m k"#  — ´´ — µ
µ — 4 ´Uµ — µ— ´ ´gµ — µ´ % #[ % 
 6C
#% f
%"%X%

S#)% N 
0?2‚ Q Q?C
# /-
2*
&9
%&& +4C
:
%Z
 =

S#!4 +
% #¦
 Q†f
. ,• %;X]
†,  O
%.@K4 a
9


#%#% A

 O1@%

.U[%)#H
  & +-
 &R +>21C
9
:
%O%L
)
#%%
i,#%4 OFm“–D\:zg;
-
&9
&h0
:
%$
-   +f%f1 
+A42#!" 0

 f.@ 
& f

&&E

:
;<9%E +>
"1 %?
 8%A
G 9
:
%a%&a.@ 8 *

R
"1 +
A4 V
 54%
C
 5% *"1 #¦%
 5" 0

 %;=†,  œ6o9qfs

D 7MC   ?   ^F%UJR6IEH9G   V
J&O 0
&7

 5%0JE#%
+A4%
:
%R 9
:
%D{ KMA 8G w¾PeÂEGN ·  G ?i AKÂV,Vve¾ M Á“Â #
— ´´ — ´
´ ¿VÂ-¾8, UÂ GN3¾8 G' ?“¾8 ?BG%#
# — ´´ 4 — ´gµ %,# — ´´ 4 — µ´ % m # — ´
´ 4 — ´U µ %,# — ´
´ 4 — µ ´ % #™l % 2t CÂ>U¾K¿VÀ%Á“Â> ?9;-Â#
 _GSsK +e¾0¿VÀÁB?i A)À¾ U¾0¿VÂVeÂ
JE %
V
%2
,
 %{ ?8GA 8G w¾2eÂVEG8N2w G8Q ?i AKÂ,ve¾ M Á“Â+
— ´ ´ m — µ
µ m k # — ´
´ 4  — ´U— µ ´
%,´ # — ´
´ 4 — µ´ % #™• % Ã+  U¾8,& G0¿VÁ vlUÂ-Á“ÂV 2Pe¾ M Á“Â9N! GK¿  +
Å,+_= G =Â-¾8 C  G8Q ?i AKÂ,ve ¾ M z Á“Â7"  #
Å+¾M +H €  #r GK¿VÀ

eÂ* C%Â> U¾,- ?i A  ~ O J " K=+
— ´U µ m — µ+ ´ m  k # — ´´# — 4 ´
´ — 4 ´Uµ —%,#´g—µ %,´
´# — 4 ´´ — 4 µ+´ — % µ˜ ´ % — ´´ #A–KÏ % Å +p GKJ ¿VÀ,'eÂQ¿VÂ-¾~ $J¾
& k +ek¾8,&¾8 +& &ÂVsL?“¾8 ?BG-GN# U¾
-L?i A8 
 J "" KK G | €  J  O ~ " K  J " K J " K K r  J k k Ã,K
†, 0?c 0
- PA-
&9
%&h0
:
%
-  " ZV+%
O
 +&G
R
'
1@ +* Æ+  G#" " <%! $ J ¾€ ,G &   G €   n O " " <&n $ #  IECÂV U " < G n ¾ Aw¿V¾0½(' ! J " K
B9Q4
%
%" 0

 %;XTU3T T<-
&9
&h0
:
%Z=9



% Ç+_= G =Â-¾8 C " d " DK)  J

"#%4 a
11

D?
 +a&&E

:
,
 5#% E" 0

 V
 Ç0¾M +H J   #+*  " € d " DJ K G  ~ k 7 J k " € K n  ~ 7 J " DK
Ç +  " € d " DK G   *  " € d " DK  k k

%;FTU`
 "
110
:
%0?/
PA-
&9
%&h0
:
%[
-   '
9
:
1 
+A4 +E% V
 ," 0

 V
0'.3 5"% 5
111

; Ç8+ ! JJ " € d " DK G | J   J *-, J " € J d " DK n  J " € d " DK K r  J n Ã,K
Ç8&8+Dk  k " € d " DK " € d " DKag ! " € d " DK
Ì,+IEC ?“Á“Â  5
2 G  
Æ¾+_=?i
&m"  C%¾8¿V¾0½L?“¿/?9;-ÂV    J " d " DK.6" / 
6. MEASURE SELECTION BASED ON RANK- Æ M +  G 10 " " $ ¾8,&  G  n " " $
])“
#% "
 )1  &#$
++
%6& 
.3 EUJQ8 9
%6
INGS BY EXPERTS †,  Q|!Ts2"!R3)T W)†\
#%%
 0
".@ ,
Q +>21@ 
“4 ,.@ 0


JE - `
MQ
 R 0
 .@ %" R%
ZJE
[ 0
 J E  &"
8%"12
Q
 E&-
 ,.3 +UJ  7
 v%2  vr  ´  19

 %X-
. ;6†X'
04%&R
E1%. O?J 8
& $
OK4 -
*
1#P19


%" +

? w?JE  + H –   
“3?/
G
9
"A
0
& 0.9

%)-
1#P% 
 O 
  -
. 0?/J R
 ++"
 “M-
* RANDOM

. Ed
".2*g1@1

O
9
:)%-
E% “Rš a-
. +0;
0.8 DISJOINT (p=10)
DISJOINT (p=20)

†, Z +& 

 7%1 +>2UM%,
 R
#%%
 
#%B90



  2  r' ´  &A-
 5+"12-
:
%0;
0.7

0.6

Average Distance, D
0.5
All Contingency Tables
Subset of Contingency
Tables 0.4
B= 1 B=0

A=1 a b
T1 B= 1 B=0
A=0 c d
T1' A=1 a b
Presented 0.3
B= 1 B=0 A=0 c d To
T2 A=1 a b select k . Domain
A=0 c d tables . Experts 0.2
. .
. B= 1 B=0

. Tk' A=1 a b
0.1
B= 1 B=0 A=0 c d

A=1 a b
TN
A=0 c d
0
0 10 20 30 40 50 60 70 80 90 100
Rank tables according
to various measures Sample size, k

>E¥Cxw«K s
3 76C,E*F6R6C $HJL G F%KMO:C
TDC!G
ZC,CK LHPHQUJF6EH9G=SdFGEH

Rank tables according

to various measures

M1 M2 … Mp M1 M2 … Mp
:O I oA 8GC $  E*I G MCdL FoAUJC,L=   BFK%$ G MCdLHPHQUJF6EH9G=S oF 
GEH
0O!IdA 8GC $ E*I  G MCdCK6GHJE*CdL C!GmI.7O:I8K6G*HQKMRCKMOS GF6TUJC,L
T1 T1'
T2 T2'

  ]   IE G MC EC ( $FG FPL C!G:V

… …
TN Tk'

Compute similarity Compute similarity

between different between different
measures measures
M1 M2 … Mp M1 M2 … Mp


9
:
% RA
 A'
19
A`
+%E
 + C
:
4 R

S#%

&H-
. V
9
:8 0
:
'
R # 
%8%6

S#a+ N +
0;
ST M1 Ss M1
M2 M2
… …

Î=4 '
:>“'mŸkÏ2?
  E/“
 ,&bc   #dk ªÏ ?–K˜ %f.@ +eJ  +
Mp Mp

Goal: Minimize the

difference

 5

%“e'
:
 +
1 !
&ƒ1 ] ;
,> ¥x w«:s
c  8FoAUQHQKMR O!I%K6GHQKMRCKMOS0G F6TUJC,LV œ6oq=sFž D  mFG FdLC!G 7L MLC $ HQKNI ME4C
MADC,EH dCK6GLV
†LG +4
%9


  +bc +
4  +
$Q%8-
. 
 +
%F
#%%* ¾K¿V 6Â+ ?“À
 ?BG8 f%¿ M Â GNayw¾ ?“¾ M Á“Â

"0?2J V
5
 8
11
 O KJEOR<f#% \2;<f0? 0
 UÂ-É =Â
e +;gÅÃ+Ì0È0ÄE¾ ; ?i
Á“Â Å0ÄKÄ0Ê
%
#% 7-
. VQ

%S% &a
%&#Z

 8
4%

%. V 
* Á“¾à FaxC   ?“¿VÂV=¾ ; ?i
Á“Â ÆÃ-Ç:ÈKÅ
À, G'&
,V =ÂVe¾ ?“ÁM&¾De¾ Ã-ÇKÇKÊ:Å

 ; †Q  P

%“eˆ.3 eJ  \4
%R 
% R
% G
  o >uPÌÉKÉ oQ G':-8¿V¾8 +-0ÂVC&¾8e¾ Ë:È0Ê
%12
+&H
#+Tf 0

%V 5+ +C
:
%D;"] #%&H-
. 
 +* ¼ ;p G0¿ RÂ M &%¾8e¾ ÊKÊKÊÇ

%Z  + 6
%&$""h /
 6&bc   .@ +eJ  $
 6
* pXÂ,+, o', ;sKÂv &¾8e¾ Ì0Ë
C
UZ
:
>$%12
+&%¨
 ,-
1 0?; 1 K?J,

 Q
* YM %1 + =% 4%
9
:
%
%.@K4 Q.$ KJE#)
9
f

C
UG
:
>G%"12
&P(%d
  
 
+5%/%
#% + %& #$%c" 0

 /1& &'.
 E|!Ts2"!;3!T W)†
#%%

-
. 0?R1 ] ;f†Q  )%KJ,#V&-
 E+
/
&"
5& +
A* %O +4 a
'
c

%"1 V%=kÏ$-
. ,Q
V%
A
QJE

 !
 5&bc  + 5.3 +UJ  ReJ
"C
U'
:
 { 
 %& #O%/ 0
 5
 " +
 Z-
. 8
 

S +&H.
k5# 1  q 1 ] %Em\'
€ :>
1 ] #  q  % ˜
1  #  q  %
#A–– % 
 6&%
8 +>13 +A
0;X†XE&E
?KJQ 6

" =
9
:X
 /

S#%
 1K4& &$.V
 / +>21@ A
XL& 
0

,
 6

S#%X1& &
YM  9
4 +&
&[%8 +>13  
8
#O
 &9
:-
O
+
 .O% $%=
 8 0
 0?@-
?@
 '*g , +0;bW) +>0?3J $ *

KJ,aa†X
%. –0Ï2;Q<9%E 0
- G&9
:-
" +0?9J 8

&%"R-
"1 "K4 -a% 
 V +,%X" 0

 + { %
&  +&O.
 5|!Ts2*
–0ÏÏ2? Ï%Ï%Ï)19
=9.9
A$4
%
%. 
%=%=
C
2 +%@%
2* !;3!T W)†
%#%

&‡ 1@ 0
:
 O +>21@ " 
'
%.@K4 RJE

#% +$-
%. 0;XYM 
 
%11“Z
 Q”E]bW)| 3V
&"|VTs2"!;3)T W)† “0m¨kÏ'
& +m –0Ï;QYM 8%19
 5
 8.3 A! 
% 8
 ++
&
-
. ,
 ++
%'
#%%
"/%" 0
 &9
:-
5

&%"19
% Q
 .8%f
#%“
¨
#
%L
 .@ f 
% 6  +
+&$J,  $

&-
 +
%Xk
R4
%R-
"1 
h+  “3;^<9%R 0
 
 5 +,%L%
#% +'-
. QE
4%

%. %;=†,  V 
“
E

4
% %*“3?cJQ Z 1@ 0
:5
 1+ & 'kÏ'
" V
%&P%"12
& 1
&[F<f#% 7l2;OTUF 0
M
/0

+0?L
 '&bc +  '

 a
04 

#% R&A-
%+ +kG;`<f# ƒ[ KJEZ
 O C
:
% 1 
 V

S#"%L
Z" 0

 !.3 eJ  7
 !UJl#™
%c-
. +4 +

.3 eJ  M
 '
4 +

%#% &A-
 k
&F-
"1 "
h –“5



%"1 V%=kÏZ-
. + %6EÏ%5–%;
 0Ï`&9
:-
` +0; ])O +>21@ +
&D?V%O 
“
O&

P
9
:R

&-
 "+
% k &  0

+$J,
M+ 0

#a

1 
h ?
'
“'.3 
% V
 5
%#% 
 V-
"1 !
h+ %?2
 V% VC
 TU5
X19
1@ ?:J / 9
04 /& 
+.3 +&Z +4 

S% +51%1@ A
 X%
7. CONCLUSIONS
"
H
 a +
 a&9
:-
P
+0;ª<@A
 +% %?
 O|VTs2"!;3)T W)† 
%&%
& =.3 % ,& +&#VJE 9
:=
 ,#  0
 


#%“
 & +
5
.A-
%
C
Z.3 
DjA."
9


&%^-
* 
6%f
)#%4 $
%110
:
%$&%'
D;wYM 6 KJ[
9
:X
 + f
1#VZ
"=9 #!
 Q#% f-
%. f
V.3 Q1 
+
&Z
 " 0

 V
9
:)E+
+
7.@ +
,
9
%O%
 +EG
w0
 0;

 E&%'
 +>21@ A
0;f†, //.3 +0

E/
+&/
8  /-
.  W) +4 A
  
?
 + 
 a
9
:
%"ˆJE  ‡
`%)
 
 3) 
 W  ‡4
%
%. ª
 W%
&  &D?M‚ Q(DQ?a
% " 0

 5
 " #% % C
:
&PJ,
P 0
- H
 ?QDQ „RQ?DJE  +
JE
‡
11@%AR#% 0
:

9
\
F A*g13 +B9 &\Z 
12* 
11@%A*g.9

+&Ÿ1#ˆR-
. P-
&9
&h0
:
%Ÿ
 H &D;
13%AQ
 
%&D; TU).@%
`

9
:
%&H" %&D?6% R
%&ˆ  "
 R.3 +
 &9
-
.9

+0;TUNW6Ž
‹0Š Qf‹sel‡
nŒ/~
ƒ9€ Q
‹ƒueuQ
‹ƒ H:ƒ30„++ƒ€Q‹se)~$€g?919
#% )kÏ [ 2k–D\2?2YF

#
%D?
|; …!;?9G
0–0•• &2;
m &:zV]$;9])#% A
™; €Ug„‹Ž‚¦Š-:‘c~8€U Eƒ@‘ cLf-‚Nf-;O!%% RY  +" !
re0 Q Y κ PS F AV K I c L IS ξ s S λ M J G α V

2?w–0•%•%Ï2;
All tables 8 7 4 16 15 10 11 9 17 18 2 12 19 3 20 5 1 13 6 14
k=20 6 6 5 16 13 10 11 12 17 18 2 15 19 4 20 3 1 9 6 14

m —zV]$; z %# 5
&RY¨;HiLD; ‹ba92€U+Ž 3‹‘ €™‚¦‹ƒH‹s$e #w:Žg„

 a2Ž fBW,‹ f-‚€™‚Ng%!~$)†ƒ‚€e%  HcLf
€e+7f
;OT 
 +*™I!
D
+ 
la1 Q Y κ PS F AV K I c L IS ξ s S λ M J G α V

O%"12-
:
%9
%c
:
 '
:
+0?c–0•%l2–%;
All tables 10 9 2 7 5 3 6 16 18 17 13 14 19 1 20 12 11 15 8 4
k=20 13 13 2 5 8 3 6 16 18 17 10 11 19 1 20 9 4 12 13 7

m ˜KzV|;I!
&D?9I$;@G
C
2?9
&ƒTX;O2$
D;W6Ž‚ƒ3Š‚ a@‘,f5‹se
Product Q Y κ PS F AV K I c L IS ξ s S λ M J G α V
~$€g ‚ƒ9‚ƒ„;@aTU† T 
?@kÏÏ2–%;
m \:zV”8;9I)& 
%O
&OI$;I!
%"
%D;Î=4
9
:
%R
All tables 12 11 3 10 8 7 14 16 17 18 1 4 19 2 20 5 6 15 13 9
k=20 13 13 2 7 11 10 9 17 16 18 1 4 19 3 20 6 5 8 13 11


 +
#% ," 0

 Q(%Q

%S#"&
04 + &
S&P500 Q Y κ PS F AV K I c L IS ξ s S λ M J G α V
SKJ, &#% %;2TU W6Ž‹0Š QX‹se!€ 7 <&€  W,Š+‚ †6Š'Œ xf-‚¦ ‹:ƒDe+Ž
+ƒ@Š
‹ƒ (8ƒ@*‹ )Q‘
’0„!~5‚Nf+Š-‹ g%+Ž cƒ3’~$€g+ G‚(ƒ‚ƒ„
All tables 9 8 1 10 6 3 4 11 15 14 12 13 19 2 20 16 18 17 7 5

, -W .(V~)0 ~ / 1,3‡ 2K?919
#% )k:—R4[ 2k%˜•?2I)%#S^5%#?9])1XkÏ%Ï2–;

k=20 7 7 2 10 4 3 6 11 17 18 12 13 19 1 20 15 14 16 7 4

E-Com Q Y κ PS F AV K I c L IS ξ s S λ M J G α V
m [KzV”8;9I)& 
%D?2I$;9I!
"
%D?
%& 5)6; 5
%.@ ;9”)
S#
All tables 9 8 3 7 14 13 16 11 17 18 1 4 19 2 20 6 5 12 10 15

 5
 A
#% 
,%X
"
% Q%i&9
-
Z#
2A
"0;2TUNWŽ‹0Š QX‹se5€  ‡!a%&€ 7-ƒ€e+Žƒ@€™‚¦‹ƒ@-‘ 8‘‹Ž‚¦’
k=20 7 7 3 10 15 14 13 11 17 18 1 4 19 2 20 6 5 12 7 15

Census Q Y κ PS F AV K I c L IS ξ s S λ M J G α V
EŽ€™‚ †6Š+‚™:-‘ 
ƒ9€U+‘‘“‚„+ƒ3Š-$  9E f
Ž:Š ;Hcba2‹Lf
‚(
All tables 10 10 2 3 7 5 4 11 13 12 14 15 16 1 20 19 18 17 10 6
, 8<#=>9./ ?2:?919
#% 5–KÏ% Ï @–0Ï \2?)3)C
&9?< i/?@G
0–0•%•%•2;
m l:z5F;H^5
Z.3 E
&O”5; 2 #% 9
™;9Î=4
%9

#

k=20 6 6 3 2 9 5 4 11 13 12 14 15 16 1 17 18 19 20 6 9

All tables: Rankings when all contingency tables are ordered.


 +
#% ,%X- 9
%

+
+
V ;TUNWŽ‹0Š Q=‹ e5&€ 
c
Š-‹:ƒ3’ -ƒ € / ‘ ‹:ƒDe+Ž
+ƒ@Š$‹ ƒ (8ƒ3*‹ )Q‘
’0„V~V‚€fŠ-‹Lg%Ž c'ƒ@’
k=20 : Rankings when 20 of the selected tables are ordered.

~$€g ‚ƒ9‚ƒ„?919
#% )kL\ & 2kL\ \2?)TX%A

C
&D?O3! +#%D?w–0•%• \;
>E¥Cxw«:s D h? E $C,EHQKMR I.oC,F6L ME*C,LbTF6L C $ I8K O!I%K6GHQKMRCKMOS m •:z5F;H^V " +
 D?I$;9
C
2?)TX;”E%S
 +D?
GFTUJC,LL CUJC,OGC $
T%S G MC   ?    F%UJR6IEH9G   V †5;†X%4 +D?@
&O]$A; @ S:
;<f&#"
 +
#
 ,iC
#% 5 +
,%X&
K4  +&G

+C
:
%R +0;TU
WŽ‹0Š Qf‹seV€ mn%Ž’ -ƒ € / ‘ ‹ƒDeuQf‹ƒ -ƒue+‹Ž"€™‚¦‹ƒHƒ3’
 
% 6.8'
:
- #E
 61%1@ A
 f%
 6 +>
#) 0
  (8ƒ3*‹ )Q‘
’0„B  H:ƒ30„++ƒ€ , C(BD/  2 Q?19
# +E—Ï2?– —Ï [?

#
AZ
 R >21@ +-
:
%"%,
 7&
[ +>13 A
;MYM R 9
04 z

 .#9?
A2C
&D?HW)K4 Z.@ 5–0•%•—9;
1 
+
&M
%M
#%“
 
O  +$
R'
f
+8%6-
. 5 m“–0Ï:zVT-;)^V% +S; 3)O.C

QO 

:
#ZZ
*¦4
% &

9
:
` +>21@ A0
`B9&[
 R%"
11%1C
:
R" 0

 R.

.2
0;TUNW6Ž‹0Š Qf‹seV&€ $ 8w‹Ž€e
+ƒ9€ ;
ƒ94€ / ‘ E‹‚ƒ9$€ ‹:ƒDeuQ
%S#"
fjA,
,

c
+,%L-
. 0; ‹ƒ EŽ€¦‚ †6Š‚¦F‘ 
ƒ9€U+‘‘“‚„+ƒ3Š- , ?EF./ ,<?2:?219
#% V–0Ï &— 3–0Ï—Ï2?
†Q !J%Sa0
P.@  +>
& &
 “*™JQ
0G%
# ++G-
. +0; G%
 0
™?9…Q
9
&9
?D–0•%•˜;
I)KJ +4 ?& -
&#
 7& 2#M



MJE“
 m“–%–+z 5!;RiLD?Y¨;2I)
D?
&0PZ;9G
2;HT#
%&R
h#

–“*¦J,
R-
%. $  )
  )
'& +%1@%
8
 $K4 

 
 5&K4  &a



;2TUNW6Ž
‹0Š Qf‹se5&€ 2B 8‚ e-&€ 7
ƒ94€ / ‘



C
:
%Z
519
A
C
9

C
:
%f.3 +UJ  
 Q%

  ‹ƒDe+Ž
ƒ3Š8‹ ƒ (8ƒ@*‹ )Q‘C’0„!~V‚€fŠ-‹Lg%Ž cƒ3’Z~$:€U ‚ƒ‚(ƒ„%?
4
%
%. 0;biL%#*g 0
)& !1042& Z
'#%&P

9
:
4 $% 19
%#% 5–Kk%4˜ 3–D&—?)22
%O|! #%?@…]$?])#A8–0•%•%•;
&%#
;EG% $  0
 G!
%
  & +&
& -
&a
 m“–KkKzV<;@aA
 +;])
C
:
%O
&O +

:
%R



C
:
%O.3 eJ  O4
%
%. )%f> &a&9
:-
"U21@ 0;] A-
%2* %
#% +-
. +0-; E2‹:2Žƒ@‘L‹se!€ . EŽ‚™Š
0ƒ €U€¦‚Nf-€™‚¦Š-‘
&9
&ˆJQ
0F
H&H
"".F



%#
 R4
%
%. 
 /f f‹0Š‚¦€™‚¦‹ƒ?O\ &2{?– 2kl?c–K• \%l2;

"C
=&9
:-
VU21@ x#-DQ „;Q?."& +
h+#8%
4
C
.  m“–D&:z z ;)TC
:
+
S* 2 9
1;|!
+K4 A?9
%9

,
&
%f &#!
 QZ“
1 60
:
#%%0
2 +4 =
V.9
%A$ 4 + % 1 
-
:
%O%X
%# ;9TU z ;)TC
:
+

S* 2 9
%1
.3 +(% 8
11#
 8
11%1C
:
5" 0

 V%f


C
:
%D;
%&7Y¨;<@

JE +%?9 &“
-? (5ƒ3*‹ )Q‘
’0„!~5‚Nf+Š-‹Lg+Ž c"‚ƒ
~$€gG
Lf f-?19
#% )k%k%•% • 2k:—l2;9aTU† T 
?@…Q
Z.&#% %?
G]$?D–K•%•2–%;
†Q =JQ%S8JQ
19
A
C
$
11@A
+&.'W/2<P#%

%
 ¨])…6T ˜
8. ACKNOWLEDGMENTS
m“–—zV]$; 2.3  9
:
h5
&a]$;†Xh D;2Y 9
:E
%S% Q19
:

%• •lk%k [:—9?|-3!Îa%


+\| 3VÎ  i]i_Wbi"Y\* [:—ϘK*UÎEW z *™—lQ
%& 
 +
#RSKJ, &#% 5&
+K4 A72A
"0F;  
.Ÿ])$ŸI)# TX 
 `…6"12
#ª”E  0
 …6 
 HŽƒ)f+%Š€™‚¦‹ƒHf8‹ ƒ (8ƒ@*‹ )Q‘C’0„$ƒ3’~$€g 6ƒ„RQ?
%


+LZ.3 w|E])])|Z–0• ˜ Ï2– ˜ k ˜ ÏÏ2–—;X†Q  /%
L
 l)# \ %{ • [ Ï •;[:—?c–0•%• \2;
JS5& =f  -
8 N +=
 613%
“
%Z%X13%$%
 m“–K˜Kz8…!;O24 
+D?O236; 5D?9
&O”8;9GUJ,
™I; 5 +%&
#%K4  +)
&aL+C
w &%
" E &a.3 5  &D; '
S% +,.9

S% +
{ z  

h#



7 Q

]) 
F+"12
#M(

 "JQ
%1K42& &ª.‡])IxT6…6”E… & 13 +&  8 ;c~8€U ‚ƒ9‚ƒ„7:ƒ3’ (8ƒ3*‹ )Q‘
’0„

&R
 8G 
-
S213 +%12
#"TU
“
2
%; ~5‚Nf+Š-‹Lg+Ž c:?@k"#A– %{ &%• R\%l2?c–0•%•%l;
m“–D\:z Tf;2†f
DI? @Z;)^V'
?9
&ƒ!;O24
-
04
2; 2 + +
#Z

#% ,
 
# +
, 
% V%E

C
:
%R19
:
;
;])#%#
%AJQ
w
&ƒTX;"PD;9]Í +Ju

" +JSQ
"
+
9.m“–+z8…!REFERENCES †X - 0
w”E 1@%A!kÏ%ÏkK*––Kk?])$'I)#% ƒTf +(%

%#  

:
%D;TU0W6Ž‹0Š Qf‹se5€ ‡0€Hcba2‹ f-‚2 ‹ƒ …%12
#"”, 
0
- G… 
?3kÏ%Ïk;
W6Ž‚(ƒ@Š‚ a@‘,f8‹ e!~8€U

Lf)c f-€e7f-?919
#% 5–0l k:—?O2 0
:
 ?
YP]$?)!% "–K•%•%l2;
m kKzV”8;])#%

0JQ
%¦?†5;TU S™?
&O]$;O2JQ
%"™;9a#


C
:
%R +E.@ +UJQ + O
+
,%L
",RC
#