You are on page 1of 15

c

Dryadand DryadLINQ Installation


and Configuration Guide
c 
  c c c

Abstract
 ccccccccccccc !"c
#$%c& c 'c(c)cc*c
#!cc((cccc !c#$%c(c
#!cc((c ccc!+cc,cccc(cc
c !c#$%c(c
m 
ºccccccc c!cc c+c
-c, cc!ccc((c c,ccccc
./0cccc,ccc
-c1cc,+cc cccc
*22 , 2c
$(c c ccc ccc c ccc
(3 , c

Ô tets
4c
#!cc((cccc !c#$%c%(c5c
%(c& c/ c6c
c((c7c
#!cc((c ccc +cc4c
 c +c& c/ cc4c
#!cc((cc%,c cc5c
,cc((cc6c
/cc6c
c
c

c
c c((cc%,c8c9cc

c
c
   G 
 
 
   
 

 
  



       


    

  

 
  
 
  


 
  


 
  
  
  
 
  

   
 
  




G   
  
    ! "G#$%!& ##&G%!%'%!!
(%) !G#G*G +#!G G,%&" #G &&G,!) *%&G

    
   
  

 




 

 

   
    
 
   
 
  


  

     -


    
   
 .
  


/ 

   


  
  



 
 
    



 


 0



   
%/ 
 /    

   

  

 
   
  
   

 


   




 

* 
 
 
/     1
  
    2    
     
 
   

     

    
 1
 
        
 
    
 
3455624557  

#
  
  
8  98  !
       ! 

 
   

     


*
 !

   :
 
 
G   
       

   

   
 

 
 
 
    c c c
-c'c c $ !c,c  c
<c4 c c c c
  c c c c c

c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9c4c

c
c

Introduction
ccc9, c(9cc cccc
cc (,cc+c,c ( cc(cc(c,c
 ccc !"cc c c((!c (cc
 ( cc(cc cccccc c,cc
 c c (cc;$c
 ccccccccccc !c#$%c
& c 'c(c-cc!cccc,cc c(c

c
Ñ re 1. Dryad clster c  rat 

c-c*c

   
 
$ c (ccc c(cc !9c
!+c
   
)c c ccc!+cc ccccc
(cccc(c;cc(cc !c#$%c(c
cc,!cc
  
)c(=ccc cc(c
   
)c(=c cc(ccc c)cc
cc(c ccc ccccccc(ccc
c cccc,(ccc((c,cc
   !c#$%c& c 'cccc,c(c(cc
cc(c(cc(c!+c cc ccc(cc c
!cc cc#! cc c(cccccc
cc,(ccc ccc!ccc cc
 c (c!((c c c,((c!cc!+ccc
c cc(c c ccc(ccc c!+c
c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9c5c

c
c
c c(c(cccccccc!+c(cc
1ccc c!+c
c
)cc ccc(c ccc !c#$%c(ccc
, (c!ccc-c(cc. !c#$%c& c '0c(cc
./0cccc,ccc

)((ccccc(*c
%(c c((cccc(=cccc c
c
-c(cc.#!cc((cccc !c#$%c%(0c(ccc
c
 (c((c ccc!+cc,ccccc
c(c
-c(cc.#!cc((c ccc +0c(cccc
)c c c(c((cc-c c, ccc
,c(cc./0cccc,cc*c
-cc(cc,ccc cc.cc *c;c
0c
-ccc,c!ccc cc ( cc(c
cccc. c$ c80c
m c)cc ccc(c ccc !c#$%c(cc
c, (c!ccc-c(cc. !c#$%c& c '0c(cc
./0cccc,ccc
Ñ $(c c ccc cc
*22 , 2ccc(3 , c

ëow to Install Dryad on a Windows ë C Cluster


;cc(cc !c#$%c(!cc,!c((c%(cc
c,cc,c (c cccccc,(c cc
9cc,9c(cc
>c cc !c#$%c(cc,ccccc)cc!cc
*c
)ccc cc(ccc ccc c
c
?c((ccº c)(ccccc)c  cc
(c,cc,(c,cccc(cc
% cc, cc(c c
?c((ccc cccc cc)c,!cc
ccc!ccc !c#$%c
c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9c6c

c
c
)c((cccc !c#$%c(cc *c
((ccº c)(ccccc
((ccc cccc ccc
)cccc c,ccc(cc!cc((cc
cc(c

   
 
)c,((!c(cc!cc,!c ccc,cc
cccc !c#$%c(ccccc   c !c
#$%c cc,((!*c
º,"#$%c$+c 'c&$c
;c(c c8@c,c,c9 cccc
)cc c,c9 ccccc c,cc
cccc$c cc((c c
4c)@c,c9
 cccc
5
'c8@c,c/;ºc
cc,(cc(c c!c( (c c c,c/;ºc
#! c Acc c c (c  cc( (c
 ((c c,c/;ºcc( c, ccc Ac,c'8@cc c
,c/;ºc#! cc (c c,c/;ºcccc c,c,c
c((c cc58@c,c/;ºccc cc cc c
c(c,c,cccc((c cc58@cc
(ccc c!cº,c
8c>c
8c>cB8>Cccc c   c,ccc(c
 c !+ccc,cc9( c,cc,c
!+Dcc c8>D((c  c, cc
((c((c ccc(ccccc cc!+c
!cc(c(c((cccc,c!c,cc(c
c ((c+cccc>>>c' 4c(+ccc  c
, c!c!c
º,c >)c- !+ c46c&$c
)c c,cc >)c- !+c cc((cc((c cc,c
c((ccº c)(cc c,c >)c- !+c c(c
c((ccccc
cº c)(ccc,((!*c
;ccccc
cº c)(cccccccc, c,c
cc1ccc1ccccc(c?c c c
ccccEc!cc((c!((c,(c)ccc
ccº,c&c& "c 6cc(cc&c& c>c 6cc
c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9c7c

c
c
(c,cc((ccº,c#$%c$+c 'cc((c ((c
((c&c& c>c!cc((c,,c
-c c(ccc(c.#!cc&,ccc/c
$(0c(cccc
;ccc !c#$%c(c
cº c)(c ((ccc !c#$%c(cc
 ccc,cc1cc
;cccccccc!cc((ccc
 cccc cc

    

)c!cc c,(cccc,((!*c
#$% ccc,((c((cc((ccº c)(ccc
ccc((ccccc((c(c cc
#$%%   c((ccc ccc(c
 cc
  ?c cc c,c !c#$%c(cccc
((c

ëow to Use Dryadë C.msi to erform a Full Installation


#$% cc((cc,c!cc((c)c((c!Ac
(cccc,cc,((!*c
((ccº c)(c
((ccccc((c cc

G r DryadHPÔ.ms
c %c#$% ccc(=ccc
c /c#$% c!ccc((c!Ac
  c?c ccc  c,cc F; cc
(ºF; ccc#$% c)c!ccccc
((ccccGc;c%(cBG;%Cccccc*c
,cG;%ccccM c(9(+cc,(c ccc#$% c
,cG;%ccccMcc#$% c, cc c(cc,((!*c
c Hcc c!!c!c  c (c
c >cc,((!
 cccc((*c
msiexec /i DryadHPC.msi /l*v DryadHPC_Install.log
4c ;cc>G;c!c cc  cccc((c!Ac
c!c+c!cc!cc((ccº c)(cc

c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9cIc

c
c
 ((cc  c c)ccc c c >)c
- !+c c46c&$c((c,ccc((ccº c)(c

G stall Dryad Maaemet G ls


c Hcc        
M
 !Acc(  
  c!cc-cc

c
Ñ
         
M
  c
c &,cc((c,(c
cº c)(c(cc((ccccc
4c %(+cmcc  cccc*c
,cccc((cccº c)(ccccc
º c)(ccc#$%c%(c&cc!cc-c4c
,ccccc((cccº c)(ccccc
c((cHcc!cc-c5c

G spec y the Maaemet G ls database


c Hc           
 !Acc ,c
cc, c,cccc
-c4c!cc,(cc?ccc c cc
ccccccc
m c?c ccc((cc!ccc-c (cc
c((c&c& c>c 6c!c!(ccc c c
&>J$/>&&cc,(c?cc(cc,,c c,cc cc
&/?;cc(c.#c c0ccc&c& c
>c((c)cccc((cc!(c,c
.H%;#H&)F&/?;0cB cc ccc c&/?;Cc
cc&c& c,(c,c-c4c

c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9c'c

c
c

c
Ñ
            
  
c ,cc(c c
)c(c, ccccº c)(ccccc
(ccc,cc1ccc(ccc9(c,(c
4c %(+cmcccccc((cHcc
5c ,cc!cc((ccc ccc c ccc
c(c(c(c   M    
  c
6c %(+cmcccccc((cHccc!cc-c5c

G stall the Dryad b ar es  all l e c mpte  des


c Hc    
M
 !Acc,cc c,ccc
c ccc!cc-c5c

c
Ñ
      
M
  
c %(+cmccccc((c!A=c (cc
4c %(+c  cc((cc
c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9cc

c
c
c(cccccccc)c cccc
((ccc,((!ccc,(ccc(=ccc c
*c
;cc ccccc=ccc,(c
;cc cJ%ccc cc,(cc cccc
c(c
)c c,(cccc(ccccc,(ccc
 c!cc1c,c
;c,(c c.0ccJ%ccc ccc,(c,(c
,=ccc,(c
Hcccccc,(c,ccc M
c cc
c c,c,(c %, (c)c,(c (c,cc
,(ccJ%Fc
;c,(c cJ%&cccc=cJ%ccc
)c((c(c#$%%   ccJ%&c,cccc
((cccc ccJ%&c(ccc(c((c
(ccc (cc
)c((ccccc,(cc((c(c ccccc
ccc ccccc cc
  c)c((cccccc c,c,cc c
cc +cccc ccc((cc
;,ccc((c cc((ccc!c,(ccc
cc;c=c,(cc((c c!ccc c-c (c
cc cGKc!(ccc,((!c,(ccccccc
 c*c
G=cc!(cc(ccFFm mFFGKc
 c,(ccc c!ccc cc
!(cc(ccFFm mFJ%FGKF    c,cccc
,cc#$%c1ccccc,cc cccc
(c
)cc,cccc,(c!(cc(cccc,c
cc 

!
c,c c-c (c,c 

!
c
cFGKFHcc,ccc,(c!((cc c
cFFm mFFGKFHcccc
 ccc,cc(c,ccc,(ccc,cc c
,(c,ccc!((ccccc,(c,c M
c)c
 cc,(ccFFm mFFGKFHcc
,(cc!(c M
c*c
c,(*22FFm mFFGKFHc


c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9c c

c
c
m c)cJ%cccccc,,c!ccc9((c)c
ccccGc((cccc9c#! c,cc
c!cccc+cBc%*FJ%cc%*FCcccc
((ccc+cBc*FCccccc%c c!((ccc
c!cc!((cc(cccc ccc
c

ëow to Use Dryadë CComputeNode.msi to Install Dryad Selectively


#$%%   c((ccc cccc(c
 cccc((ccc((cc ccc c
cc!c,,(c!cc!c((c((ccccc+c,,(c
cc9 c
  ?c ccc(c ccc#$%%   c

G stall the Dryad c mptat  e e  a c mpte  de

c %c#$%%   cccc


c /c#$%%   cccc c!!c!c
  c (cccc,((!c *c
msiexec /i DryadHPCComputeNode.msi /l*v DryadHPCComputeNode_Install.log
)c ccc((c(cccc=cJ%FJ%&c,(c
4c ;cc>G;ccc(+cmcc  ccc    
M
 c
cc!cc-c6c

c
Ñ
 "    
M
  c
5c &,cc c,cccc
6c %(+cmccccc (cc
7c %(+c  cc((cc
?cc(ccc !c#$%c (cc((ccc c
c, cc c(c(c((cccc ((cc)c
c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9cc

c
c
,((!cc((cc ccc(c-c c(cc
!ccc ccc c ccc !c#$%c%(c
ºc(c,(c!cc(c!ccº,c#$%c$+c 'c(c(c
)c,((!cc!c!cc((cccccc?cc((c
cccccc(c,ccc(cc cc

G se clsr t stall the c mptat 


c %c#$%%   ccccc
c )c((cc cccc,((!c c, cc c
!!c!c  c (*c
clusrun /outputdir:\\m m\XC\XCSetup\Logs msiexec /i
\\m m\XC\XCSetup\DryadHPCComputeNode.msi /l*v+
\\m m\XC\XCSetup\Logs\ClusterInstallation.log /quiet
INSTALLDIR=

cc c(c(cëm c!cc c,cc(=cc
cc(
c!cc ccccJ%cc
-c (cc((ccccccc cº# 9 ccc
,((!*c
clusrun /outputdir:\\MyHeadNode-01\XC\XCSetup\Logs msiexec /i
\\MyHeadNode-01\XC\XCSetup\DryadHPCComputeNode.msi /l*v+ \\MyHeadNode-
01\XC\XCSetup\Logs\ClusterInstallation.log /quiet INSTALLDIR=C:\

ëow to Specify the Data Retention olicy


c(c,ccc,(ccc cccccc
cc ccº c)(c ((c  cc,(c,cc
 cc,ccccc(c
;,cc c((cccc(ccccccº c
%(cccccc,cccc(c
m *c)ccº c%(ccc,ccc!c(c((cc
 c(ccccc cccB!c  c
 (Cc!cccccº c%(ccc c,((!cc
c*c
 Èa ßF)(F%º>c
c
c
 Èa ßF)(F%º>c
c
c
 $ cc& c  c(c)c%cc,cc
 c;,c ccc +ccccc,(c
c,cccc
  %(c%cºc
 /cº c%(c

c
c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9cc

c
c
G spec y the data retet  p l cy

c )ccc  c(ccccc, c c c(+c


#   ccc
    m$%   
  c
c %(+c&
 

 c
-c7c!cc& c/c$(c(c(ccc c
º c%(c
c cc 
 #
 

 cc,ccc c
&cM  ccccc )c,(c (ccIcc
!c  c((cc,(ccc cccccc(c
cIcc
4c &,cc(c, c(c
)c  c(c, c(ccc(c(c)c,cc
(c(cc 
 ' cccc (c)c,(c
(ccc cc
5c &,cc1cAc(c
)c  c ccc1cccc!ccc)c,c
!c,(cccc(cccc  
()  ' cc
cc (c)c,(c (ccc c6c c
6c &,ccccc(9c(c
)cc,c!cc(c,cc1cc cc  c
, cc ccccc  c, cccc&cc (c,c
M  cccc9cc c)c,(c (ccIc
c
7c %(+c 'cc ccc
Ic /cº & c c
)cc+c,,c(c,ccccº &  c)c
(c c,cc cc * m$   '
 c

c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9c4c

c
c

c
Ñ re 6. DryadLINQ Maaemet Ô s le, sh   System Retet  P l cy Deta ls

ëow to Install DryadLINQ on a Workstation


?c ( ccc c(c, cc!+c!c c
((c

 m$+   
 
 
?cccc!+ccc(c,ccc c,c !cc
cº,c#$%c$+c 'c(c(c ccccc
,((!c !c *c
!cIc>c49cc759c c
!c c>c&$c49cc759c c
!c& c 'c759c(c
!cJ$c$,(c&$4c49c(c
c
c
c
m º,c#$%c$+c 'c(ccc (cc c,c !c!c
!((c(+(cc c,((c#! c cccc(c
cc cccc(c
c
?c(c((cc,((!c,!*c
º,c#$%c$+c '(c(c!c& c$+cc

c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9c5c

c
c
)c(cc(c!cc !c#$%c& c 'c+ccc
cc c, cc(c c)cc(c!c
º,c#$%c$+c 'c& cc
º,c >)c- !+c c46c&$cc
º,c (c&"c 'c

     


  m$
)c,((!cc((c((cc ccccc (cc
c c(c

G Istall DryadLINQ

c %ccc c((ccc c(ccc


!+=cc c
)c((c ccc'7c cc m$,-.
c
)c((c ccc75c cc m$,. 
c
c /cc((c
4c ;cc>G;c
5c % (cc((c!Ac
?cc,cc((c,(c,cc,cc ccc (c(+c
mcc(+  ((c ccc,(cc,(c!c*c
%*F$ c-(Fcº,c/c c
>c c(c c(cc,c,(c %, (c
!ccc, cccccc1cccc(c
@c c,cc, ccc c, c(cc(cc
 (cccccc((c,c,(ccccc, cc
1c
)c((c,c,(cc(c c %, (c(ccc
 cc,(c)c c((c(cc (cccc,(c
!ccc,((!c*c
ÈDryadLinqConfig>
ÈClusterName>º mÈ/ClusterName>
ÈCluster name="º m"
schedulertype="Hpc"
partitionuncdir = "XC\output"
dryadoutputdir="file://\\m m\XC\output"
/>
È/DryadLinqConfig>

G create a l bal c  rat   le

º,cc(Acccc %, (c (cc,c


c (c,cc!+cc(cc

c 
  c c c
:c cº,c%c;((cc c
c
c
c c((cc%,c8c9c6c

c
c
?c(cc(cccc,(c (c,ccc( ccc
)cccc,((!*c
  m /
%cº mccc c,cc(=ccc
  /
&cc cccc c,cc(=ccc)c cc
c (c,cc%(  c( c c c(c
&cc  
cccc!(cccc,cc(=c
 ccccc (c,cm mc)c (c,c,c
 


cc  
cc A(c
-c cc,c %, (cc. c$ c80c
ºc19( (c %, (c,(cc (cccc((c,(c)c
,((!c (c!ccc,cc(c19( (c %, (c
,()c 
 c( c,cc cc,(c!cc
c((c,(c)c (cc 
 ccc(cc,(c
%*F$ c-(Fº,c/c cºc c(c=c
cc(cc
ÈDryadLinqConfig>
ÈDryadLinqRoot>
C:\Program Files\Microsoft Research DryadLINQ
È/DryadLinqRoot>
È/DryadLinqConfig>

&
   

;,c((c cc(c ,cccc(c((cc
c(cc (cccc,cc c (c-c
(cc. c$ c80c

Resources
)c,((!c(c c(+cc(c, c
 0
    ) 
*22 , 292122c
 m$0
    ) 
*22 , 29212(2c
   m$   
º(cc (cc c!cc c((ccc,(c
Èa ßFc(*c
.cc *c;c0c
. c$ c80c
+
    ' 11-
*22!!! , 22c

c 
  c c c
:c cº,c%c;((cc c
c
c