test/generate_test_data/EMGLLF.R

   1 EMGLLF = function(phiInit,rhoInit,piInit,gamInit,mini,maxi,gamma,lambda,X,Y,tau)
   2 {
   3   #matrix dimensions
   4   n = dim(X)[1]
   5   p = dim(phiInit)[1]
   6   m = dim(phiInit)[2]
   7   k = dim(phiInit)[3]
   8
   9   #init outputs
  10   phi = phiInit
  11   rho = rhoInit
  12   pi = piInit
  13   LLF = rep(0, maxi)
  14   S = array(0, dim=c(p,m,k))
  15
  16   gam = gamInit
  17   Gram2 = array(0, dim=c(p,p,k))
  18   ps2 = array(0, dim=c(p,m,k))
  19   b = rep(0, k)
  20   X2 = array(0, dim=c(n,p,k))
  21   Y2 = array(0, dim=c(n,m,k))
  22   dist = 0
  23   dist2 = 0
  24   ite = 1
  25   pi2 = rep(0, k)
  26   ps = matrix(0, m,k)
  27   nY2 = matrix(0, m,k)
  28   ps1 = array(0, dim=c(n,m,k))
  29   Gam = matrix(0, n,k)
  30   EPS = 1E-15
  31
  32   while(ite <= mini || (ite<= maxi && (dist>= tau || dist2 >= sqrt(tau))))
  33     {
  34     Phi = phi
  35     Rho = rho
  36     Pi = pi
  37
  38     #calcul associé à Y et X
  39     for(r in 1:k)
  40         {
  41       for (mm in 1:m)
  42         Y2[,mm,r] = sqrt(gam[,r]) * Y[,mm]
  43       for (i in 1:n)
  44         X2[i,,r] = sqrt(gam[i,r]) * X[i,]
  45       for (mm in 1:m)
  46         ps2[,mm,r] = crossprod(X2[,,r],Y2[,mm,r])
  47       for (j in 1:p)
  48             {
  49         for (s in 1:p)
  50           Gram2[j,s,r] = crossprod(X2[,j,r], X2[,s,r])
  51       }
  52     }
  53
  54     ##########
  55     #Etape M #
  56     ##########
  57
  58     #pour pi
  59     for (r in 1:k){
  60       b[r] = sum(abs(phi[,,r]))}
  61     gam2 = colSums(gam)
  62     a = sum(gam %*% log(pi))
  63
  64     #tant que les props sont negatives
  65     kk = 0
  66     pi2AllPositive = FALSE
  67     while (!pi2AllPositive)
  68         {
  69       pi2 = pi + 0.1^kk * ((1/n)*gam2 - pi)
  70       pi2AllPositive = all(pi2 >= 0)
  71       kk = kk+1
  72     }
  73
  74 #if (ite==2) browser()
  75     #t[m] la plus grande valeur dans la grille O.1^k tel que ce soit décroissante ou constante
  76     while( kk < 1000 && -a/n + lambda * sum(pi^gamma * b) <
  77             -sum(gam2 * log(pi2))/n + lambda * sum(pi2^gamma * b) )
  78         {
  79       pi2 = pi + 0.1^kk * (1/n*gam2 - pi)
  80       kk = kk + 1
  81     }
  82     t = 0.1^kk
  83     pi = (pi + t*(pi2-pi)) / sum(pi + t*(pi2-pi))
  84
  85     #Pour phi et rho
  86     for (r in 1:k)
  87         {
  88       for (mm in 1:m)
  89             {
  90         for (i in 1:n)
  91                 {
  92           ps1[i,mm,r] = Y2[i,mm,r] * sum(X2[i,,r] * phi[,mm,r])
  93         }
  94         ps[mm,r] = sum(ps1[,mm,r])
  95         nY2[mm,r] = sum(Y2[,mm,r]^2)
  96         rho[mm,mm,r] = (ps[mm,r]+sqrt(ps[mm,r]^2+4*nY2[mm,r]*gam2[r])) / (2*nY2[mm,r])
  97       }
  98     }
  99     for (r in 1:k)
 100         {
 101       for (j in 1:p)
 102             {
 103         for (mm in 1:m)
 104                 {
 105           S[j,mm,r] = -rho[mm,mm,r]*ps2[j,mm,r] + sum(phi[-j,mm,r] * Gram2[j, setdiff(1:p, j),r])
 106 #                       (if(j>1) sum(phi[1:(j-1),mm,r] * Gram2[j,1:(j-1),r]) else 0) +
 107 #                       (if(j<p) sum(phi[(j+1):p,mm,r] * Gram2[j,(j+1):p,r]) else 0)
 108           if (abs(S[j,mm,r]) <= n*lambda*(pi[r]^gamma))
 109             phi[j,mm,r]=0
 110           else if(S[j,mm,r] > n*lambda*(pi[r]^gamma))
 111             phi[j,mm,r] = (n*lambda*(pi[r]^gamma)-S[j,mm,r]) / Gram2[j,j,r]
 112           else
 113             phi[j,mm,r] = -(n*lambda*(pi[r]^gamma)+S[j,mm,r]) / Gram2[j,j,r]
 114         }
 115       }
 116     }
 117
 118     ##########
 119     #Etape E #
 120     ##########
 121
 122         sumLogLLF2 = 0
 123     for (i in 1:n)
 124         {
 125       #precompute sq norms to numerically adjust their values
 126       sqNorm2 = rep(0,k)
 127       for (r in 1:k){
 128         sqNorm2[r] = sum( (Y[i,]%*%rho[,,r]-X[i,]%*%phi[,,r])^2 )}
 129
 130       #compute Gam(:,:)
 131       sumLLF1 = 0.0;
 132       for (r in 1:k)
 133             {
 134                 #FIXME: numerical problems, because 0 < det(Rho[,,r] < EPS; what to do ?!
 135         #       consequence: error in while() at line 77
 136                 Gam[i,r] = pi[r] * exp(-0.5*sqNorm2[r])* det(rho[,,r])
 137         sumLLF1 = sumLLF1 + Gam[i,r] / (2*base::pi)^(m/2)
 138       }
 139       sumLogLLF2 = sumLogLLF2 + log(sumLLF1)
 140       sumGamI = sum(Gam[i,])
 141       if(sumGamI > EPS)
 142         gam[i,] = Gam[i,] / sumGamI
 143       else
 144         gam[i,] = rep(0,k)
 145     }
 146
 147     sumPen = sum(pi^gamma * b)
 148     LLF[ite] = -sumLogLLF2/n + lambda*sumPen
 149
 150     dist = ifelse( ite == 1, LLF[ite], (LLF[ite]-LLF[ite-1]) / (1+abs(LLF[ite])) )
 151
 152     Dist1 = max( (abs(phi-Phi)) / (1+abs(phi)) )
 153     Dist2 = max( (abs(rho-Rho)) / (1+abs(rho)) )
 154     Dist3 = max( (abs(pi-Pi)) / (1+abs(Pi)) )
 155     dist2 = max(Dist1,Dist2,Dist3)
 156
 157     ite = ite+1
 158   }
 159
 160   affec = apply(gam, 1,which.max)
 161   return(list("phi"=phi, "rho"=rho, "pi"=pi, "LLF"=LLF, "S"=S, "affec" = affec ))
 162 }