//Other local variables: same as in R
Real* gam = (Real*)malloc(n*k*sizeof(Real));
+ Real* logGam = (Real*)malloc(k*sizeof(Real));
copyArray(gamInit, gam, n*k);
Real* Gram2 = (Real*)malloc(p*p*k*sizeof(Real));
Real* ps2 = (Real*)malloc(p*m*k*sizeof(Real));
Real* Y2 = (Real*)malloc(n*m*k*sizeof(Real));
*llh = -INFINITY;
Real* pi2 = (Real*)malloc(k*sizeof(Real));
- const Real EPS = 1e-15;
// Additional (not at this place, in R file)
Real* gam2 = (Real*)malloc(k*sizeof(Real));
Real* sqNorm2 = (Real*)malloc(k*sizeof(Real));
sqNorm2[r] += (YiRhoR[u]-XiPhiR[u]) * (YiRhoR[u]-XiPhiR[u]);
}
- Real sumGamI = 0.;
+ // Update gam[,]; use log to avoid numerical problems
+ Real maxLogGam = -INFINITY;
for (int r=0; r<k; r++)
{
- gam[mi(i,r,n,k)] = pi[r] * exp(-.5*sqNorm2[r]) * detRho[r];
- sumGamI += gam[mi(i,r,n,k)];
+ logGam[r] = log(pi[r]) - .5 * sqNorm2[r] + log(detRho[r]);
+ if (maxLogGam < logGam[r])
+ maxLogGam = logGam[r];
}
-
- sumLogLLH += log(sumGamI) - log(gaussConstM);
- if (sumGamI > EPS) //else: gam[i,] is already ~=0
+ Real norm_fact = 0.;
+ for (int r=0; r<k; r++)
{
- for (int r=0; r<k; r++)
- gam[mi(i,r,n,k)] /= sumGamI;
+ logGam[r] = logGam[r] - maxLogGam; //adjust without changing proportions
+ gam[mi(i,r,n,k)] = exp(logGam[r]); //gam[i, ] <- exp(logGam)
+ norm_fact += gam[mi(i,r,n,k)]; //norm_fact <- sum(gam[i, ])
}
+ // gam[i, ] <- gam[i, ] / norm_fact
+ for (int r=0; r<k; r++)
+ gam[mi(i,r,n,k)] /= norm_fact;
+
+ sumLogLLH += log(norm_fact) - log(gaussConstM);
}
//sumPen = sum(pi^gamma * b)
for (int r=0; r<k; r++)
sumPen += pow(pi[r],gamma) * b[r];
Real last_llh = *llh;
- //llh = -sumLogLLH/n + lambda*sumPen
- *llh = -invN * sumLogLLH + lambda * sumPen;
- Real dist = ite==1 ? *llh : (*llh - last_llh) / (1. + fabs(*llh));
+ //llh = -sumLogLLH/n #+ lambda*sumPen
+ *llh = -invN * sumLogLLH; //+ lambda * sumPen;
+ Real dist = ( ite==1 ? *llh : (*llh - last_llh) / (1. + fabs(*llh)) );
//Dist1 = max( abs(phi-Phi) / (1+abs(phi)) )
Real Dist1 = 0.;
//free memory
free(b);
free(gam);
+ free(logGam);
free(Phi);
free(Rho);
free(Pi);
free(X2);
free(Y2);
free(sqNorm2);
-}
+}\f