7(;7&/$66,),&$7,21',0(16,215('8&7,21

$/*25,7+0)25&+,1(6(:(%3$*(
%$6('21'((3/($51,1*
)HQJ6KHQ;LRQJ/XR <L&KHQ
6FKRRORI&RPSXWHUDQG&RPPXQLFDWLRQ(QJLQHHULQJ
8QLYHUVLW\RI6FLHQFHDQG7HFKQRORJ\%HLMLQJ
;XH\XDQ5RDG+DLGLDQ'LVWULFW%HLMLQJ &KLQD

.H\ZRUGV )HDWXUH 'LPHQVLRQ 5HGXFWLRQ 'HHS /HDUQLQJ WH[W PLQLQJ 7KHUHIRUH WH[W FODVVLILFDWLRQ IRU &KLQHVH ZHE
$XWRHQFRGHU&KLQHVH:HE3DJH7H[W&ODVVLILFDWLRQ SDJHLVDKXJHERRVWWRWH[WPLQLQJ

$EVWUDFW
1RZDGD\V GXH WR WKH GHYHORSPHQW RI QHWZRUN WHFKQRORJ\
WKH ,QWHUQHW EHFRPHV WKH PDLQ UHVRXUFH IRU SHRSOH WR REWDLQ
LQIRUPDWLRQ7KHRSHQQHVVRIWKHQHWZRUNPDNHVWKHQHWZRUN
DERXQG RI DOO NLQGV RI LQIRUPDWLRQ VR LW EHFRPHV PRUH DQG
PRUH LPSRUWDQW WKDW XVLQJ QHWZRUN WH[W FODVVLILFDWLRQ
WHFKQLTXHV HQDEOH SHRSOH WR JHW WKH LQIRUPDWLRQ WKH\ DUH
LQWHUHVWHG LQ TXLFNO\ IURP WKH PL[HG DQG GLVRUGHUO\ QHWZRUN
LQIRUPDWLRQ 6LQFH QHWZRUN WH[W FODVVLILFDWLRQ WHFKQRORJ\ LV
WKH EDVLV RI LQIRUPDWLRQ ILOWHULQJ VHDUFK HQJLQHV DQG RWKHU
ILHOGV LW KDV JUDGXDOO\ EHFRPH D UHVHDUFK IRFXV 7KH
WUDGLWLRQDO WH[W FODVVLILFDWLRQ WHFKQRORJ\ FDQ¶W HIIHFWLYHO\
VXSSRUW WKH &KLQHVH ZHE SDJH WH[W FODVVLILFDWLRQ EHFDXVH RI
WKHODUJHVFDOHRI&KLQHVHZHESDJHWH[W$QLPSRUWDQWZD\WR
OHDUQ WKH GDWD IHDWXUH IURP PDVVLYH GDWD LV WR XVH GHHS
OHDUQLQJQHXUDOQHWZRUNVWUXFWXUH'HHSOHDUQLQJQHWZRUNKDV
H[FHOOHQW IHDWXUH OHDUQLQJ DELOLW\ ,W FDQ FRPELQH REMHFWV RI
ORZOHYHO IHDWXUHV WR IRUP DGYDQFHG DEVWUDFW UHSUHVHQWDWLRQV
RI WKH REMHFW ZKLFK ZLOO EH PRUH VXLWDEOH IRU FODVVLILFDWLRQ
7KLV SDSHU SURSRVHV D QHZ GHHS OHDUQLQJ EDVHG WH[W
FODVVLILFDWLRQPRGHOWRVROYHWKHSUREOHPRI&KLQHVHZHEWH[W
FDWHJRUL]DWLRQ RI GLPHQVLRQ UHGXFWLRQ 0RUHRYHU ZH YHULI\
WKHIHDVLELOLW\RIWKLVPHWKRG WKURXJKWKHH[SHULPHQW
 ,QWURGXFWLRQ
2YHU WKH UHFHQW \HDUV WKH QXPEHU RI &KLQHVH ZHE SDJHV
LQFUHDVHGWRPLOOLRQUDQNLQJIRUWKLQWKHZRUOG$WWKHHQG
RI'HFHPEHUWKHWRWDOQXPEHURILQWHUQHWXVHUVLQ&KLQD
UHDFKHG  PLOOLRQ DQG WKH QXPEHU RI &KLQHVH ZHEV KDV
UHDFKHG DQ LQFUHGLEOH QXPEHU >@ )DFHG ZLWK PDVVLYH
&KLQHVH ZHESDJH WH[W WH[W PLQLQJ IRU &KLQHVH ZHESDJH LV
RI JUHDW VLJQLILFDQFH DQG DOVR D JUHDW FKDOOHQJH 7KH WH[W
PLQLQJ IRU &KLQHVH ZHE SDJH KDV EHHQ ZLGHO\ XVHG LQ XVHU
EHKDYLRU DQDO\VLV SXEOLF RSLQLRQ DQDO\VLV HWF 7KH WH[W
FODVVLILFDWLRQ IRU &KLQHVH ZHE SDJH LV WKH EDVLV RI WKH WH[W
PLQLQJ IRU &KLQHVH ZHE SDJH 7KH WH[W FODVVLILFDWLRQ IRU
&KLQHVH ZHE SDJH SOD\V DQ LPSRUWDQW UROH LQ UHGXFLQJ WKH
QXPEHU RI PLQLQJ REMHFWV ZKLFK LQFUHDVHV WKH HIILFLHQF\ LQ
7KHDLPRIWH[WFODVVLILFDWLRQLVWRFODVVLI\HDFKGRFXPHQWLQ
WKH GRFXPHQW VHW DFFRUGLQJ WR SUHGHILQHG VXEMHFWV 7H[W
FODVVLILFDWLRQJHQHUDOO\LQFOXGHVWKHIROORZLQJSURFHVVHVGDWD
SUHWUHDWPHQW LQGH[ VWDWLVWLFV IHDWXUH H[WUDFWLRQ FODVVLILHU
DQG HYDOXDWLRQ WHVWLQJ  ,Q &KLQHVH WH[W FODVVLILFDWLRQ ZRUG
HQWU\ LV XVHG DV WKH VPDOOHVW LQGHSHQGHQW VHPDQWLF ERG\
7KHUH DUH DERXW  WKRXVDQG FRPPRQ ZRUGV LQ &KLQHVH
ZKLFK OHDGV WR KLJK GLPHQVLRQDOLW\ RI WKH IHDWXUH VSDFH DQG
VSDUVLW\ RI WKH YHFWRU UHSUHVHQWHG WKH GRFXPHQW 6R LW LV D
PDMRULVVXHWRGHVLJQDQHIILFLHQWIHDWXUHH[WUDFWLRQPHWKRGWR
UHGXFH WKH GLPHQVLRQ RI IHDWXUH VSDFH DQG LPSURYH WKH
HIILFLHQF\DQGDFFXUDF\RIWKHFODVVLILFDWLRQ
0DQ\ DSSURDFKHV WR WH[W IHDWXUH H[WUDFWLRQ KDYH EHHQ
SURSRVHG > @ VXFK DV GRFXPHQW IUHTXHQF\ LQIRUPDWLRQ
JDLQ URRWV WHVW VWDWLVWLF DQG PXWXDO LQIRUPDWLRQ 7KH
GRFXPHQWIUHTXHQF\LVWKHQXPEHURIGRFXPHQWLQFOXGLQJWKH
ZRUG HQWU\ LQ WUDLQLQJ FRUSXV :H FDQ UHGXFH WKH GLPHQVLRQ
E\ UHPRYLQJ WKH ZRUG HQWU\ ZKLFK IUHTXHQF\ LV EHORZ D
FHUWDLQ WKUHVKROG ,QIRUPDWLRQ JDLQ PHDVXUHV WKH LPSRUWDQFH
RI D IHDWXUH E\ KRZ PXFK LQIRUPDWLRQ LW EULQJV 7KH KLJK
VFRUH D IHDWXUH JDLQV PHDQV WKDW WKLV IHDWXUH EULQJV PRUH
LQIRUPDWLRQ:HFDQUHPRYHWKHIHDWXUHZKLFKVFRUHLVEHORZ
D FHUWDLQ WKUHVKROG WR UHGXFH WKH GLPHQVLRQ 5RRWV WHVW
PHDVXUHV WKH LPSRUWDQFH RI D IHDWXUH E\ WKH UHODWLRQVKLS RI
IHDWXUHDQGFDWHJRU\
,Q >@ WKH DXWKRUV SRLQWHG RXW WKDW EDVHG RQ VXSSRUW YHFWRU
PDFKLQH 690  DQG .11 FODVVLILFDWLRQ VLPSOH IHDWXUH
H[WUDFWLRQ PHWKRGV IRU GRFXPHQW IUHTXHQF\ LV VXSHULRU WR
RWKHU PHWKRGV 7KH UHVXOW RI D WH[W FODVVLILFDWLRQ PHWKRG LV
JRRG RU QRW GHSHQGV RQ WKH IHDWXUH H[WUDFWHG IURP WH[W 7KH
KLJKHU GLVWLQFWLRQ WKH H[WUDFWHG IHDWXUH JHWV WKH EHWWHU WKH
HIIHFW RI FODVVLILFDWLRQ LV > @ 7KURXJK WKH DERYH DQDO\VLV
WKH FXUUHQW PDLQVWUHDP WH[W )HDWXUH H[WUDFWLRQ PHWKRGV DUH
EDVHG RQ PDWKHPDWLFDO VWDWLVWLFV $V D UHVXOW WKHVH PHWKRGV
UHTXLUH D ODUJH DPRXQW RI VWDWLVWLFDO ZRUN EHIRUH WH[W
UHSUHVHQWDWLRQ 0RVW UHVHDUFKHUV KDYH IRFXVHG RQ ILQGLQJ D
JRRG IHDWXUH GLPHQVLRQ UHGXFWLRQ PHWKRG IURP WKH DQJOH RI
WKH PDWKHPDWLF 5HFHQWO\ WKH SURJUHVVHV RI WH[W
FDWHJRUL]DWLRQ DUH FHQWUHG RQ WKH LPSURYHPHQW RI IHDWXUH


H[WUDFWLRQ :LMD\DVHNDUD XVHG LQIRUPDWLRQ JDLQ RI HDFK FODVVLILFDWLRQ 7KH PDLQ WH[W UHSUHVHQWDWLRQ PRGHO DUH
GLPHQVLRQ WR FKDQJH WKH PXWDWLRQ SUREDELOLW\ RI SUREDELOLW\PRGHOODWHQWVHPDQWLF LQGH[LQJPRGHO DQGYHFWRU
FKURPRVRPHV G\QDPLFDOO\ >@ 6LQFH WKH LQIRUPDWLRQ JDLQ LV VSDFH PRGHO 960  ZKLFK LV WKH PRVW ZLGHO\ XVHG WH[W
FDOFXODWHG D SULRUL WKH FRPSXWDWLRQDO FRPSOH[LW\ LV QRW UHSUHVHQWDWLRQ PRGHO ,I WKH IHDWXUH YHFWRU GLPHQVLRQ RI WKH
DIIHFWHG 5HVHDUFK ZRUNV VKRZ WKDW PXWXDO LQIRUPDWLRQ LV D GLJLWDOUHSUHVHQWDWLRQRI WH[W LVWRRKLJKH[WUDFWLQJ IHDWXUHLV
JRRG IHDWXUH VHOHFWLRQ PHWKRG EXW GRHVQ W FRQVLGHU WKH WHUP QHHGHG 7KH PDLQ SXUSRVH RI IHDWXUH H[WUDFWLRQ LV WR UHGXFH
IUHTXHQF\LQHDFKFDWHJRU\RIWKHFRUSXVDQGWKHFRQQHFWLRQV WKH GLPHQVLRQ RI IHDWXUH YHFWRU WR LPSURYH WKH DFFXUDF\ RI
EHWZHHQ WHUPV ,Q RUGHU WR RYHUFRPH WKH GLVDGYDQWDJHV RI WH[W FODVVLILFDWLRQ :KHQ WKH GLPHQVLRQ RI IHDWXUH YHFWRUV
WUDGLWLRQDOPXWXDOLQIRUPDWLRQPHWKRGVWKHDXWKRUVLPSURYHG DFKLHYHV DQ DSSURSULDWH QXPEHU ZH FDQ FODVVLI\ WKHP
WKHPHDVXUHRIPXWXDOLQIRUPDWLRQE\LQWURGXFLQJWKHIHDWXUH WKURXJKDYDULHW\RI FODVVLILFDWLRQDOJRULWKPV 7KHUHDUHPDQ\
IUHTXHQF\LQFODVVDQGWKHGLVSHUVLRQRIIHDWXUHLQFODVV >@ DYDLODEOH FODVVLILHUV VXFK DV %D\HVLDQ FODVVLILHU EDFN
SURSDJDWLRQ %3  QHXUDO QHWZRUN FODVVLILHU GHFLVLRQ WUHH
,Q D ZRUG WKH UHVHDUFK RI IHDWXUH GLPHQVLRQ UHGXFWLRQ DOJRULWKPVXSSRUWYHFWRU PDFKLQHVDQGVRRQ
PHWKRGV DUH IRFXVHG RQ WKH LPSURYHPHQW RI WKH DERYH IRXU
PHWKRGV %XW WKHVH PHWKRGV FDQQRW JHW ULG RI KXPDQ ,Q WKLV SDSHU ZH XVH &KLQHVH FKDUDFWHU DV D YHFWRU IHDWXUH
LQWHUYHQWLRQ DQG D ODUJH QXPEHU RI VWDWLVWLFDO ZRUNV LQ WKH LWHPLQVWHDGRIZRUG IUHTXHQWO\7KHUHDVRQVDUHDVIROORZV 
HDUO\ VWDJH $QRWKHU SUREOHP LV WKDW EHFDXVH WKH QXPEHU RI 7KH DYHUDJH OHQJWK RI IUHTXHQWO\ XVHG &KLQHVH ZRUG LV 
&KLQHVH ZHE SDJH WH[W LV YHU\ ODUJH PDQ\ RI WKH WUDGLWLRQDO LQGLFDWLQJ WKDW WKHUH DUH D ORW RI VLQJOH ZRUGV DQG WZR WHUPV
VWDWLVWLF PHWKRGVDUH QR ZD\WR DFKLHYHD FRPSOH[ VWDWLVWLFDO XVHG DV D FRPPRQ ZRUG  7KLV VWXG\ DLPV WR LOOXVWUDWH D
ZRUN RI &KLQHVH ZHE SDJHV 7KH HIIHFWLYH ZD\ WR H[WUDFW GLPHQVLRQ UHGXFWLRQ PHWKRG EDVHG RQ GHHS OHDUQLQJ VR WKDW
IHDWXUHVIURPVXFKDODUJHGDWDVHW LVGHHS OHDUQLQJ WH[WUHSUHVHQWDWLRQ LV QRWYHU\ GHPDQGLQJ   7KH DPRXQW RI
&KLQHVH FKDUDFWHUV FRPPRQO\ XVHG LV QHDUO\ IRXU WKRXVDQG
6LQFH GHHS OHDUQLQJ KDV EHHQ SURSRVHG LQ  LW DWWUDFWHG VR IHDWXUHVSDFH LV QRWODUJH &RQVLGHULQJWKHDFWXDO KDUGZDUH
PDQ\ UHVHDUFKHUV¶ DWWHQWLRQ 'HHS OHDUQLQJ KDV EHHQ ZLGHO\ FRQGLWLRQ DQG FRPSXWLQJ DELOLW\ ZH QHHG WR FKRRVH DQ
XVHG LQ WKH ILHOG RI LPDJH UHFRJQLWLRQ DQG YRLFH UHFRJQLWLRQ DSSURSULDWH IHDWXUH VSDFH  7KHUH LV QR QHHG WR VHJPHQW
>@ ,Q -XQH  *RRJOH VKRZV WKH ODUJHVW QHXUDO QHWZRUN &KLQHVHZRUGZKLFKPHDQVDODUJHV\VWHPZLOOEHUHGXFHG
ZKLFK KDV PRUH WKDQ  ELOOLRQ QRGHV DQG VXFFHVVIXOO\
H[WUDFWHG  PLOOLRQ SLFWXUHV RI FDWV IURP <RXWXEH YLGHRV
7KLVLVDW\SLFDOUHSUHVHQWDWLYHRIGHHSOHDUQLQJPRGHO 'HHS
OHDUQLQJ DOVR NQRZQ DV XQVXSHUYLVHG IHDWXUH OHDUQLQJ FDQ
H[WUDFW KLJK GLPHQVLRQDO IHDWXUH IURP ODUJH DPRXQWV RI GDWD
>@ 'HHSOHDUQLQJDLPVWROHDUQIHDWXUHRIGDWD E\PHDQVRI
GHHSPRGHO

'HHS OHDUQLQJ KDV PXOWLOD\HU QRQOLQHDU PDSSLQJ VWUXFWXUH

ZKLFK FDQ DSSUR[LPDWH FRPSOH[ IXQFWLRQ >@ ,Q DGGLWLRQ
GHHS OHDUQLQJ FDQ REWDLQ GLVWULEXWHG UHSUHVHQWDWLRQ 7KH NH\
RI GHHS OHDUQLQJ LV XQVXSHUYLVHG SUHWUDLQLQJ DOJRULWKP >@
ZKLFKKDVEHHQSURYHGIHDVLEOH E\+LQWRQ >@7KHVWDQGDUG
PRGHO RI GHHS OHDUQLQJ FDQ EH GLYLGHG LQWR WKH WKUHH W\SHV
GHHS EULHI QHWZRUN '%1  FRQYROXWLRQDO QHXUDO QHWZRUNV
&11 DQGDXWRPDWLFFRGLQJPDFKLQH DXWRHQFRGHU ,QWKLV
SDSHU ZH XVH DXWRPDWLF FRGLQJ PDFKLQH WR GHVLJQ PRGHO
7KLV SDSHU LV RUJDQL]HG DV IROORZV 6HFWLRQ  GHVFULEHV WH[W
FODVVLILFDWLRQ WHFKQRORJ\ 7KH WH[W FODVVLILFDWLRQ IRU &KLQHVH
ZHE SDJHV EDVHG RQ DXWRHQFRGHU LV LOOXVWUDWHG LQ 6HFWLRQ 
$Q H[SHULPHQW LV SURYLGHG LQ 6HFWLRQ  )LQDOO\ 6HFWLRQ 
JLYHVDFRQFOXVLRQ

 7H[WFODVVLILFDWLRQ
)LJXUH&RPPRQSURFHVVRIWH[WFODVVLILFDWLRQ
7H[W FODVVLILFDWLRQ LV WKH FRUH RI &KLQHVH ZHESDJH
FODVVLILFDWLRQ *HQHUDO VSHDNLQJ WH[W FODVVLILFDWLRQ LQFOXGHV
,Q WKLV SDSHU ZH FKRRVH 690 DV V\VWHP FODVVLILHU 690 LV
WZR NH\ HOHPHQWV WH[W UHSUHVHQWDWLRQ DQG WUDLQLQJ RI WKH
EDVHG RQ YDSQLNFKHUYRQHQNLV 9& WKHRU\ ZKLFK LV D
FODVVLILHU $V VKRZQ LQ )LJXUH  WKH ILUVW VWHS LQ WH[W
VWDWLVWLFDO OHDUQLQJ WKHRU\ DQG VWUXFWXUDO ULVN PLQLPL]DWLRQ
FODVVLILFDWLRQ LV WR FRQYHUW WKH WH[W LQWR GLJLWDO LQIRUPDWLRQ SULQFLSOH :H ZLOO ILQG D FRPSURPLVH EHWZHHQ WKH OHDUQLQJ
ZKLFK LV FDOOHG WH[W UHSUHVHQWDWLRQ 6LQFH WKH WH[W FDQQRW EH DELOLW\ DQG WKH PRGHO FRPSOH[LW\ DFFRUGLQJ WR WKH OLPLWHG
UHFRJQL]HG YLD WKH FRPSXWHU GLUHFWO\ WKH TXDOLW\ RI WH[W VDPSOHLQIRUPDWLRQIRUWKHPRVWSHUIRUPDQFH
UHSUHVHQWDWLRQ VLJQLILFDQWO\ DIIHFWV WKH UHVXOW RI WH[W


 7H[W FODVVLILFDWLRQ IRU &KLQHVH ZHE SDJHV SDUDPHWHUVRIWKLVPRGHO LH: E E DUHRSWLPL]HGDLPLQJ
EDVHGRQDXWRHQFRGHU DW PLQLPL]LQJ WKH DYHUDJH UHFRQVWUXFWLRQ HUURU 7KH
UHFRQVWUXFWLRQ HUURU FDQ EH PHDVXUHG LQ VHYHUDO ZD\V
GHSHQGLQJ RQ WKH DSSURSULDWH GLVWULEXWLRQDO DVVXPSWLRQ )RU
 $XWRHQFRGHU LQVWDQFH E\ XVLQJ WKH WUDGLWLRQDO VTXDUHG HUURU GHILQLWLRQ LW

FDQEHGHILQHGDV / ;  < ;  <  0RUHRYHULIWKHLQSXW
LV VHW DV WKH ELW YHFWRUV WKH UHFRQVWUXFWLRQ HUURU LV GHILQHG
ZLWKWKHIROORZLQJFURVVHQWURS\IRUP
Q
 / ; < ¦> ;
N 
N ORJ <N    ; N ORJ   <N @  

)LJXUH7KHEDVLFVWUXFWXUHRIDXWRHQFRGHU

,QWKH)LJXUHDXWRHQFRGHUFRQVLVWVRIWKUHHOD\HUV7KHILUVW )LJXUH7KHGHHSOHDUQLQJQHWZRUNXVLQJDXWRHQFRGHU
OD\HU /D\HU   UHSUHVHQWV WKH LQSXW GDWD ZKLFK LV RIWHQ
GHQRWHG DV D YHFWRU ; ;  ;L  ;Q  7KH VHFRQG OD\HU ,IZHLQWHJUDWH PXOWLSOHHQFRGHUVZHFDQJHWDGHHSOHDUQLQJ
/D\HU   LV D KLGGHQ OD\HU FDOOHG FRGH OD\HU ZKLFK FDQ QHWZRUN$VVKRZQLQ)LJXUHWKHRXWSXWRI &RGHZKLFKLV
JHQHUDWH WKH FRGH WKDW ZH XVH WR FODVVLI\ /D\HU  FDQ EH SURGXFHG E\ DXWRHQFRGHU  XVLQJ WKH DIRUHPHQWLRQHG YHFWRU
UHSUHVHQWHGDVDYHFWRU+ + +M  +P /D\HU  LVFDOOHG + LVVHQWWRDXWRHQFRGHUDVWKHLQSXWGDWDRIDXWRHQFRGHU
UHFRQVWUXFWLRQ OD\HUZKLFKLVXVHGWRUHVWRUH WKHLQSXWGDWD,W $IWHUZHUHSHDWWKLVSURFHVVIRUVHYHUDOWLPHVZHFDQJHWWKH
FDQ EH UHSUHVHQWHG DV D YHFWRU < <  <L  <Q  7KH ODVWRXWSXWRI &RGHQ+HUHZHFDQ XVHUHVWULFWHG %ROW]PDQQ
FRPELQDWLRQ RI /D\HU DQG /D\HU  LV FDOOHG HQFRGHU PDFKLQH 5%0  WR SUHWUDLQ DGMDFHQW OD\HUV DQG QHWZRUN
0HDQZKLOHWKHFRPELQDWLRQRI/D\HUDQG/D\HULVFDOOHG ZHLJKWFDQEHXSGDWHGE\XVLQJWKH JUDGLHQWGHVFHQWPHWKRG
GHFRGHU 7KH GLIIHUHQFH YDOXH EHWZHHQ WKH LQSXW ; DQG WKH $IWHU WUDLQLQJ WKH GHHS OHDUQLQJ QHWZRUN ZLWK ODUJH VFDOH RI
RXWSXW< RIGHFRGHU FDQEHXVHGWRDGMXVWWKHQHWZRUNZHLJKW XQODEHOOHG GDWD WKH GHHS OHDUQLQJ QHWZRUN FDQ EH XVHG DV D
7KH SURFHVV RI GHFRGHU DQG WKH SURFHVV RI HQFRGHU DUH WKH GLPHQVLRQ UHGXFWLRQ PDFKLQH GXULQJ &KLQHVH ZHESDJH WH[W
LQYHUVH DQG WKHLU QHWZRUN VWUXFWXUH LV V\PPHWULFDO >@:H FODVVLILFDWLRQ
DGMXVW WKHQHWZRUNSDUDPHWHUV WR PLQLPL]HWKHHUURUEHWZHHQ
WKH RXWSXW < DQG WKH LQSXW ; DQG WKH FRGH OD\HU + FDQ EH  6XSSRUWYHFWRUPDFKLQH 690
UHJDUGHGDV DQDQRWKHUH[SUHVVLRQRI LQSXW ;>@,IWKHQRGHV
690VDUHVWDWHRIWKHDUWODUJHPDUJLQFODVVLILHUVZKLFKZHUH
RI /D\HU  DUH OHVV WKDQ WKH QRGHV RI LQSXW LQ /D\HU  ZH
SURSRVHG LQ WKH V > @ 690V KDYH UHFHQWO\ JDLQHG
UHDFK WKH SXUSRVH RI GLPHQVLRQ UHGXFWLRQ >@ 9HFWRU +
SRSXODULW\ZLWKLQPDQ\ILHOGV7KHEDVLFSULQFLSOHRI690LV
ZKLFK KDV OHVV GLPHQVLRQV FDQ UHSODFH LQSXW YHFWRU ; WR EH
VKRZQDVIROORZV $WUDLQLQJ VDPSOHVHWLV
FODVVLILHG
^ [  \ ` L
L L  Q [L  5 Q  \L  ^`  
+HUHWKHDXWRHQFRGHU FDQEHFRPSXWHGDVIROORZV %\XVLQJ
DQ HQFRGHU WKH LQSXW ; FDQ EH PDSSHG WR D YHFWRU + LQ WKH ,W FDQ EH FRUUHFWO\ VHSDUDWHG E\ D K\SHUSODQH ZJ[  E  
KLGGHQOD\HU WKURXJKDGHWHUPLQLVWLFPDSSLQJIXQFWLRQ HJ $QGWKHWUDLQLQJ VDPSOHVHWLVDVVXPHGWRVDWLVI\HTXDWLRQ  
+ V :;  E   > @
\L ZJ[L  E   t   
ZKHUHVLVDQRQOLQHDUIXQFWLRQVXFKDV WKHVLJPRLGIXQFWLRQ
$QG E UHSUHVHQWV WKH ELDV : VWDQGV IRU WKH QHWZRUN ZHLJKW 7KHQ WKH VXUIDFH SODQH FDQ EH FDOOHG RSWLPDO FODVVLILFDWLRQ
PDWUL[RIWKHHQFRGHU 7KHKLGGHQ OD\HU + LVUHJDUGHG DVWKH VXUIDFH SODQH LI HTXDWLRQ   LV ZH VDWLVILHG DQG ‫ۅ‬Z‫ ۅ‬UHDFKHV
FRGH%\XVLQJDGHFRGHU WKHKLGGHQOD\HU+FDQEHPDSSHG WKHVPDOOHVWYDOXH
LQWRWKHUHFRQVWUXFWLRQOD\HU< ZKLFKKDVWKHVDPHGLPHQVLRQ
DV; WKURXJKDVLPLODUWUDQVIRUPDWLRQHJ /DJUDQJH PHWKRG FDQ EHXVHGWRFRQYHUWWKHRULJLQDO SUREOHP
< V : c; Ec  
LQWR LWV GXDO SUREOHP 7KH RULJLQDO SUREOHP LV WR ILQG WKH
ZKHUHE LVWKHELDV+HUH<VKRXOGEHWUHDWHGDVDSUHGLFWLRQ RSWLPDO FODVVLILFDWLRQ VXUIDFH %DVHG RQ WKHFRQGLWLRQ VKRZQ
RI ; 7KH ZHLJKW PDWUL[ : LQ WKH UHYHUVH PDSSLQJ IXQFWLRQ LQ HTXDWLRQ   ZH FDQ ILQG WKH PD[LPXP YDOXH RI WKH
VKRZQ LQ HTXDWLRQ   FDQ EH RSWLRQDOO\ FRQVWUDLQHG IXQFWLRQVKRZQLQ HTXDWLRQ  
E\ : c : 7  ZKLFK LV DQ LQVWDQFH RI WLHG ZHLJKWV 7KH


 Q

¦D\
L 
L L  DL t  L   Q  
Q Q Q

4 D ¦ D   ¦¦ D D \ \
L 
L
L  M 
L M L M [L [M  
ZKHUH DL LV D /DJUDQJH PXOWLSOLHU ,I Z  DQG E DUH IURP
RSWLPDOSODQDUREWDLQHGE\VROYLQJWKHDERYHHTXDWLRQ  WKH
RSWLPDOFODVVLILFDWLRQIXQFWLRQFDQEHGHVFULEHGDV IROORZV
0 [ VJQ Z J[  E
Q  
VJQ ¦ DL \L [LJ[  E
L 

)LJXUH6\VWHPDUFKLWHFWXUH
%DVHG RQWKHWKHRU\RIPHWULFVSDFH LQIXQFWLRQDODQDO\VLVLI
WKHUHLVDNHUQHOIXQFWLRQį ā VDWLVILHV0HUFHU VFRQGLWLRQZH 2QO\ LI WKH DFFXUDF\ RI WHVW UHDFKHV D FHUWDLQ GHJUHH WKH
FDQ XVH WKH IXQFWLRQ WR UHSODFH WKH LQQHU SURGXFW RI OLQHDU
WUDLQLQJ RI WKH V\VWHP LV FRQVLGHUHG WR EH FRPSOHWHG 7KH
DOJRULWKP VR WKDW ZH FDQ ILQG WKH FRUUHVSRQGLQJ QRQOLQHDU DXWRHQFRGHU LVWKH VWUXFWXUHRIGHHS OHDUQLQJQHWZRUN ZKLFK
DOJRULWKPV LQ VRXUFH LQSXW VSDFH ,I ZH XVH M [  RI IHDWXUH
KDVWKHDELOLW\WROHDUQDGYDQFHGIHDWXUHVIURP PDVVLYHGDWD
VSDFHWRUHSODFH ;HTXDWLRQ  FDQEHFRQYHUWHGWR HTXDWLRQ 6LQFH WKH ILQDO RXWSXW YHFWRU & RI GHHS QHWZRUN RI
  7KH FRUUHVSRQGLQJ FODVVLILFDWLRQ IXQFWLRQ FDQ EH DXWRHQFRGHU LV DQRWKHU UHSUHVHQWDWLRQ RI WKH LQSXW YHFWRU '
GHVFULEHGDVHTXDWLRQ   7KH GLPHQVLRQ RI & LV PXFK ORZHU WKDQ WKH GLPHQVLRQ RI
 Q Q LQSXW ' ZKLFK UHDFKHV WKH SXUSRVH RI GLPHQVLRQDOLW\
4D
L M
¦¦ DLDM\L\MM [L M [M   UHGXFWLRQ SURSRVHG DW WKH EHJLQQLQJ RI WKLV SDSHU :H PXVW
NQRZ WKDW ' ' ' DUH WKH FROOHFWLRQ RI &KLQHVH ZHESDJH
Q WH[WZKDW¶VPRUH'KDVDPXFKODUJHUVFDOHWKDQ'DQG'
I [ VJQ ¦
DL \LG [L J[  E   7KH GHHS QHWZRUN UHTXHVWV PDVVLYH XQODEHOOHG GDWD IRU
L  WUDLQLQJDQG WKHDPRXQWRI&KLQHVH ZHESDJH WH[W FDQVDWLVI\
WKLV UHTXHVW 7KHUHIRUH WKH GHHS OHDUQLQJ QHWZRUN FDQ VROYH
,I ZH GHILQH GLIIHUHQW LQQHU SURGXFW IXQFWLRQV ZH FDQ JHW WKH SUREOHP ZKLFK LV FDXVHG E\ ODUJH VFDOH RI &KLQHVH
GLIIHUHQWIRUPVRI690LQSUDFWLFH ZHESDJHWH[WGXULQJWH[WFODVVLI\LQJ

 6\VWHPDUFKLWHFWXUH  ([SHULPHQW

$V VKRZQ LQ )LJXUH  DOO &KLQHVH ZHE SDJH WH[WV PXVW EH
VHQW LQWR WKH ZHOOWUDLQHG GHHS OHDUQLQJ QHWZRUN RI
 6HWWLQJV
DXWRHQFRGHU EHIRUH WKH\ DUH VHQW LQWR FODVVLILHU 7KH
GLPHQVLRQRIFRGHWKDWGHHSOHDUQLQJQHWZRUNRIDXWRHQFRGHU 7KH H[SHULPHQWDO IHDWXUH VSDFH LVFRPSRVHG E\ ZLGHO\
H[SRUWVLVOHVVWKDQWKHRULJLQDO&KLQHVHWH[WYHFWRU7KHGHHS XVHG &KLQHVHFKDUDFWHUV ZKLFKFDQEHUHSUHVHQWHGDV D 
OHDUQLQJ QHWZRUN RI DXWRHQFRGHU LV WKH FRUH RI GLPHQVLRQ GLPHQVLRQDOIHDWXUHYHFWRU(YHU\GLPHQVLRQLQIHDWXUHYHFWRU
UHGXFWLRQ ,QVWHDG RI WKH RULJLQDO &KLQHVH WH[W SDJHV YHFWRU FDQ EH FDOFXODWHG DV HTXDWLRQ   7KHUH DUH  ILOHV
XVLQJ FRGH DV LQSXW ZLOO FRQWULEXWH WR WKH LPSURYHPHQW RI ZKLFKZHGRQRWNQRZWKHLUFDWHJRULHV LQ&KLQHVH :HE 7H[W
FODVVLILFDWLRQDFFXUDF\ VHW '&KLQHVH :HE 7H[W VHW ' LVGLYLGHGLQWRWHQ FDWHJRULHV
DQG HDFKFDWHJRU\ KDV  ILOHV &KLQHVH :HE 7H[W VHW ' LV
7KHVSHFLILFSURFHVVLVDVIROORZV DOVR GLYLGHG LQWR WHQ FDWHJRULHV DQG HDFK FDWHJRU\ KDV 
6WHS  7UDLQ WKH GHHS QHWZRUN RI DXWRHQFRGHU ZLWK D ODUJH ILOHV ' LVXVHGWRWHVWWKHDFFXUDF\RI690:HPXVWDVVXUH
VFDOHRIXQODEHOOHG &KLQHVHZHESDJH WH[WYHFWRU'  WKDWWKHUHLVQRLQWHUVHFWLRQHYHU\WZR&KLQHVH :HE 7H[W VHWV
6WHS  6HQG WKH QHZ WUDLQLQJ &KLQHVH ZHESDJH WH[W YHFWRU LQ' 'DQG ' $OO&KLQHVH :HE 7H[WV FRPH IURP 6RJRX
' LQWR WKH ZHOOWUDLQHG GHHS QHWZRUN RI DXWRHQFRGHU WR 7H[WFDWHJRUL]DWLRQFRUSXV>@
UHGXFHWKHGLPHQVLRQ
6WHS 7UDLQWKH690 FODVVLILHU ZLWKWKH RXWSXW &RIGHHS 'XULQJWKLVH[SHULPHQWZHXVHWZRHQFRGHUVWRFRQVWUXFWWKH
QHWZRUNRIDXWRHQFRGHUDQGFRUUHVSRQGLQJODEHO GHHSQHWZRUNZKLFKPHDQVWKHQHWZRUNKDVWKUHHOD\HUVDQG
6WHS  6HQG WKH QHZ WHVW &KLQHVH ZHESDJH WH[W YHFWRU ' WKH RULJLQDO &KLQHVH ZHE WH[W ZLOO EH UHGXFHG GLPHQVLRQ
LQWR WKH ZHOOWUDLQHG GHHS QHWZRUN RI DXWRHQFRGHU WR UHGXFH WZLFH :H XVH WKH FRGH WKDW WKH VHFRQG HQFRGHU H[SRUW WR
WKHGLPHQVLRQ DFFRPSOLVKWKH&KLQHVH ZHE WH[WFODVVLILFDWLRQWDVN
6WHS  7HVW WKH 690 FODVVLILHU ZLWK WKH RXWSXW & RI GHHS
QHWZRUNRIDXWRHQFRGHUDQGLWVFRUUHVSRQGLQJODEHO


 1HWZRUN6WUXFWXUH 7KHQXPEHU 7KH QXPEHU RI 'LPHQVLRQDOLW\ 7RWDOWLPH V $FFXUDF\
RILQSXWQRGHV KLGGHQOD\HUQRGHV UHGXFWLRQUDWLR
>@     
>@     
>@     
>@     
>@     
>@     
>@     
>@     
>@     
>@     
>@     
>@     
     
7DEOH([SHULPHQWDOUHVXOW

FODVVLILFDWLRQ LV LPSURYHG VLJQLILFDQWO\ :H PXVW WDNH

 ([SHULPHQWDOUHVXOWV DFFXUDF\ RI FODVVLILFDWLRQ DQG H[SHQGLWXUH WLPH LQWR
FRQVLGHUDWLRQ ZKHQ FKRRVLQJ WKH VXLWDEOH GLPHQVLRQDOLW\
7KHUHVXOWVDUHVKRZQLQ7DEOH7KH QXPEHURILQSXWQRGHV UHGXFWLRQ UDWLR ,Q RXU H[SHULPHQW GLPHQVLRQDOLW\ UHGXFWLRQ
1UHSUHVHQWVWKH GLPHQVLRQ RI&KLQHVH :HE 7H[WYHFWRULQ' UDWLR LVDJRRGFKRLFHYLD PDWKHPDWLFDODQDO\VLV
'' ' 7KH QXPEHURIKLGGHQOD\HUQRGHV0UHSUHVHQWV
WKH GLPHQVLRQ RI &KLQHVH :HE 7H[W YHFWRU LQ & & & 
'LPHQVLRQDOLW\UHGXFWLRQUDWLR LVFDOFXODWHGDV
1 0
D  
1
:H DVVXPH WKDW WKH WUDLQLQJ WLPH RI DXWRHQFRGHU LQ GHHS
OHDUQLQJQHWZRUN LVW7KHWUDLQLQJWLPHRIFODVVLILHULVW7KH
WHVWWLPHRIFODVVLILHULVW7KHWRWDOWLPH WLVWKHVXPRIWW
DQG W 7KH DPRXQW RI QRGHV LQ HDFK OD\HU UHSUHVHQWV WKH
VWUXFWXUHRIWKHGHHSQHWZRUN)RUH[DPSOH>@
PHDQVWKDWWKHUHDUHQRGHVLQWKHILUVWOD\HU QRGHV
LQ WKH VHFRQG OD\HU DQG  QRGHV LQ WKH WKLUG OD\HU
0RUHRYHU ZH DOVR VKRZ WKH WUHQGV RI WKRVH SHUIRUPDQFH
SDUDPHWHUVRI7DEOHLQ)LJXUH

 ([SHULPHQWDODQDO\VLV
)LJXUH 'LDJUDPRIH[SHULPHQWDOUHVXOWV
$VVKRZQLQ)LJXUHZKHQFRGLQJGLPHQVLRQ WKHRXWSXWRI
KLGGHQ OD\HU  LV EHWZHHQ  DQG  FODVVLILFDWLRQ
DFFXUDF\ FDQ EH LPSURYHG WR D FHUWDLQ GHJUHH :KHQ
GLPHQVLRQDOLW\UHGXFWLRQ UDWLRLVEHWZHHQ DQG  WKH
DFFXUDF\ RI FODVVLILFDWLRQ UHDFKHV WKH EHVW UHVXOW 2Q WKH
ZKROH ZH FDQ LPSURYH WKH FODVVLILFDWLRQ DFFXUDF\ E\ GHHS
OHDUQLQJQHWZRUNDVORQJDVWKHGLPHQVLRQDOLW\UHGXFWLRQUDWLR
LVLQUHDVRQDEOHUDQJH

$V VKRZQ LQ )LJXUH  WKH DFFXUDF\ RI RXU SURSRVHG WH[W
FODVVLILFDWLRQ LQFUHDVHVLQDFFRUGZLWKWKHULVHRIWKHQXPEHU
RI QRGHV LQ WKH KLGGHQ OD\HU %XW LW QHHGV PRUH H[SHQGLWXUH
WLPH :H GHPDQG WKH V\VWHP IRU OHVV V\VWHP H[SHQGLWXUH RI
WLPHDQGKLJKHUFODVVLILFDWLRQ DFFXUDF\VRLWLVVLJQLILFDQWWR
FKRRVHDVXLWDEOHDPRXQWRIQRGHVLQWKHKLGGHQOD\HU

8VLQJ GHHS OHDUQLQJ QHWZRUN WR UHGXFH WKH GLPHQVLRQ RI WKH
&KLQHVH ZHE SDJH WH[W LV IHDVLEOH DQG WKH DFFXUDF\ RI WH[W )LJXUH ([SHULPHQWDOUHVXOWVRIDFFXUDF\



)LJXUH ([SHULPHQWDOUHVXOWVRIWRWDOWLPH
 &RQFOXVLRQ
7KLVSDSHU SURSRVHV DFODVVLILHU PRGHOXVLQJWKHGHHSOHDUQLQJ
DOJRULWKP WR VROYH WKH SUREOHP RI GLPHQVLRQ UHGXFWLRQ IRU
&KLQHVH ZHE WH[W FDWHJRUL]DWLRQ 'HHS OHDUQLQJ SOD\V DQ
LPSRUWDQWUROHLQWKHSURFHVV RIGLPHQVLRQUHGXFWLRQ EHFDXVH
LW FDQ OHDUQ WKH DGYDQFHG DEVWUDFW UHSUHVHQWDWLRQ RI WKH GDWD
IURP D ODUJH DPRXQW RI XQODEHOOHG GDWD 0HDQZKLOH WKH
&KLQHVH ZHESDJH WH[W FDQ SURYLGH D ORW RI WH[W GDWD WR WUDLQ
WKH GHHS OHDUQLQJ QHWZRUN :KLOH WUDQVIRUPLQJ WKH RULJLQDO
ZHESDJHWH[WYHFWRU LQWRWKHQHZFRGLQJYHFWRUYLDWKHGHHS
OHDUQLQJ QHWZRUN LW FDQ LPSURYH WKH DFFXUDF\ RI WH[W
FODVVLILFDWLRQ ZKLFK KDV EHHQ WHVWHG LQ WKH H[SHULPHQW ,Q
DGGLWLRQWKHH[SHULPHQWDOUHVXOWVDOVRVKRZWKDWRXUSURSRVHG
GLPHQVLRQUHGXFWLRQPHWKRGLVHIIHFWLYH
$FNQRZOHGJHPHQWV
7KLV ZRUN ZDV MRLQWO\ VXSSRUWHG E\ WKH 1DWLRQDO 1DWXUDO
6FLHQFH )RXQGDWLRQ RI &KLQD *UDQWV 1RV 
  DQG WKH )XQGDPHQWDO 5HVHDUFK )XQGV IRU WKH
&HQWUDO8QLYHUVLWLHV *UDQW1R)5)73% 
5HIHUHQFHV
>@ ³,QWHUQHW SRSXODWLRQ VXUYH\ RI &KLQD LQ -XO\ ´
 DYDLODEOH RQOLQH IURP
KWWSZZZFKLQDLUQFRPQHZVKWPO
>@
>@ 4LDQ =KRX DQG 0LQJVKHQJ =KDR ³6WXG\ RQ )HDWXUH
6HOHFWLRQ LQ &KLQHVH 7H[W &DWHJRUL]DWLRQ´ -RXUQDO RI
&KLQHVH ,QIRUPDWLRQ 3URFHVVLQJ YRO  QR SS 

>@ <DQ;X -LQWDR/L %LQ :DQJ &KXQPLQJ 6XQDQG6HQ
=KDQJ³$6WXG\RQ&RQVWUDLQWVIRU)HDWXUH6HOHFWLRQLQ
7H[W &DWHJRUL]DWLRQ´ -RXUQDO RI &RPSXWHU 5HVHDUFK
DQG'HYHORSPHQWYROQRSS
>@ -LQVKX 6X %RIHQJ =KDQJ DQG ;LQ ;X ³$GYDQFHV LQ
0DFKLQH /HDUQLQJ %DVHG 7H[W &DWHJRUL]DWLRQ´-RXUQDO
RI6RIWZDUHYROQRSS

>@ 0 0DNUHKFKL DQG 0 6 .DPHO ³7H[W FODVVLILFDWLRQ
XVLQJ VPDOOQXPEHURIIHDWXUHV´ 0DFKLQH/HDUQLQJDQG
'DWD 0LQLQJ LQ 3DWWHUQ 5HFRJQLWLRQ /1.,  SS
 
>@ /LXOLQ 'DL +H\DQ +XDQJ DQG =KDR[LRQJ &KHQ ³$
&RPSDUDWLYH6WXG\RQ)HDWXUH6HOHFWLRQLQ&KLQHVH7H[W
&DWHJRUL]DWLRQ´ -RXUQDO RI &KLQHVH ,QIRUPDWLRQ
3URFHVVLQJYROQRSS 
>@ ' :LMD\DVHNDUD 0 0DQLF DQG 0 0F4XHHQ
³,QIRUPDWLRQ *DLQ %DVHG 'LPHQVLRQDOLW\ 6HOHFWLRQ IRU
&ODVVLI\LQJ 7H[W 'RFXPHQWV´ 3URFHHGLQJV RI ,(((
&RQJUHVV RQ (YROXWLRQDU\ &RPSXWDWLRQ  SS

>@ ;LDRPLQJ 'LQJ DQG <DQ 7DQJ ³,PSURYHG 0XWXDO
,QIRUPDWLRQ 0HWKRG IRU 7H[W )HDWXUH 6HOHFWLRQ´
3URFHHGLQJV RI ,QWHUQDWLRQDO &RQIHUHQFH RQ &RPSXWHU
6FLHQFH (GXFDWLRQSS
>@ 56DULND\D*(+LQWRQ DQG%5DPDEKDGUDQ³'HHS
EHOLHI QHWV IRU QDWXUDO ODQJXDJH FDOOURXWLQJ´
3URFHHGLQJV RI ,((( ,QWHUQDWLRQDO &RQIHUHQFH RQ
$FRXVWLFV6SHHFKDQG6LJQDO3URFHVVLQJ SS

>@ * ( +LQWRQ 6 2VLQGHUR DQG < : 7HK ³$ )DVW
/HDUQLQJ $OJRULWKP IRU 'HHS %HOLHI 1HWV´ 1HXUDO
&RPSXWDWLRQ YRO QRSS 
>@ * ( +LQWRQ ³$ 3UDFWLFDO *XLGH 7UDLQLQJ 5HVWULFWHG
%ROW]PDQQ 0DFKLQHV´ 8QLYHUVLW\ RI 7RURQWR 0DFKLQH
/HDUQLQJ7HFKQLFDO5HSRUW870/75
>@ * ( +LQWRQ ³7UDLQLQJ SURGXFWV RI H[SHUWV E\
PLQLPL]LQJ FRQWUDVWLYH GLYHUJHQFH´ 1HXUDO
&RPSXWDWLRQ YROQRSS 
>@ '(UKDQ<%HQJLR$&RXUYLOOH30DQ]DJRODQG3
9LQFHQW ³:K\ 'RHV 8QVXSHUYLVHG 3UHWUDLQLQJ +HOS
'HHS/HDUQLQJ´ -RXUQDORI0DFKLQH/HDUQLQJ5HVHDUFK
 3URFHHGLQJV7UDFNSS 
>@ ;LDQ+XD =HQJ 6L:HL /XR DQG -LDR :DQJ ³$XWR
DVVRFLDWLYH QHXUDO QHWZRUN V\VWHP IRU UHFRJQLWLRQ´
3URFHHGLQJV RI ,QWHUQDWLRQDO &RQIHUHQFH RQ 0DFKLQH
/HDUQLQJDQG&\EHUQHWLFVYROSS
>@ =KDRKXD +X DQG <DROLDQJ 6RQJ ³'LPHQVLRQDOLW\
5HGXFWLRQ DQG 5HFRQVWUXFWLRQ RI 'DWD %DVHG RQ
$XWRHQFRGHU 1HWZRUN´ -RXUQDO RI (OHFWURQLFV 
,QIRUPDWLRQ 7HFKQRORJ\ YRO  QR  SS 

>@ =KDRKXD +X <DROLDQJ 6RQJ DQG <RXOLQ :X
³0DQLIROG OHDUQLQJDERXWQRYHOFRQWLQXRXVDXWRHQFRGHU
QHWZRUN´ &RPSXWHU(QJLQHHULQJDQG$SSOLFDWLRQV YRO
QRSS
>@%(%RVHU,0*X\RQDQG919DSQLN³$WUDLQLQJ
DOJRULWKP IRU RSWLPDO PDUJLQ FODVVLILHUV´ 3URFHHGLQJV
RIWKHILIWKDQQXDOZRUNVKRSRQ&RPSXWDWLRQDOOHDUQLQJ
WKHRU\ SS 
>@ & &RULQQD DQG 9 1 9DSQLN ³6XSSRUWYHFWRU
QHWZRUNV´ 0DFKLQHOHDUQLQJYROQRSS

>@ 6RJRX /DEV DYDLODEOH RQOLQH IURP
KWWSZZZVRJRXFRPODEVGOFKWPO