Q 1 ii)

Istates=c("0","1","2","3","4","5")

P=new("markovchain",states=Istates,transitionMatrix=matrix(c(

0.5,0.5,0,0,0,0,

0.9,0,0,0,0,0.1,

0,0,0,0.8,0,0.2,

0.7,0,0.1,0,0.2,0,

0,0,0,0.1,0.9,0,

0.9,0,0,0,0.1,0),nrow=6,byrow=TRUE,dimnames=list(Istates,Istates)),name="weather")

steadyStates(P)

Output :

0 1 2 3 4 5

[1,] 0.6165736 0.3082868 0.0004293688 0.004293688 0.03950193 0.03091456

Or

Istates=c("0","1","2","3","4","5")

P=new("markovchain",states=Istates,transitionMatrix=matrix(c(

0.5,0.5,0,0,0,0,

0.9,0,0,0,0,0.1,

0,0,0,0.8,0,0.2,

0.7,0,0.1,0,0.2,0,

0,0,0,0.1,0.9,0,

0.9,0,0,0,0.1,0),nrow=6,byrow=TRUE,dimnames=list(Istates,Istates)),name="weather")

Longrun.prob=function( P, no.iterations=30)

no.states = nrow(P)

prob = matrix (NA,nrow=no.iterations,ncol=no.states)

pi1 = c(0,1,rep(0,no.states -2))

P_n = P
 prob [1,]=pi1

for(t in 2:no.iterations)