From ca277ac5ab51fef149014eb5e4610403fdb3227b Mon Sep 17 00:00:00 2001 From: emilie Date: Fri, 21 Apr 2017 15:37:19 +0200 Subject: [PATCH] fix few things for the LLF --- pkg/R/EMGLLF.R | 2 +- pkg/R/computeGridLambda.R | 10 ++++---- pkg/R/constructionModelesLassoMLE.R | 38 ++++++++++++++++++++-------- pkg/R/main.R | 17 ++++++++++--- pkg/R/selectVariables.R | 14 +++++----- pkg/data/data2.RData | Bin 0 -> 18385 bytes pkg/data/script_data.R | 12 +++++++++ 7 files changed, 66 insertions(+), 27 deletions(-) create mode 100644 pkg/data/data2.RData create mode 100644 pkg/data/script_data.R diff --git a/pkg/R/EMGLLF.R b/pkg/R/EMGLLF.R index 6ee7ba7..f944f98 100644 --- a/pkg/R/EMGLLF.R +++ b/pkg/R/EMGLLF.R @@ -174,7 +174,7 @@ EMGLLF <- function(phiInit, rhoInit, piInit, gamInit, mini, maxi, gamma, lambda, sumPen <- sum(pi^gamma * b) last_llh <- llh - llh <- -sumLogLLH/n + lambda * sumPen + llh <- -sumLogLLH/n #+ lambda * sumPen dist <- ifelse(ite == 1, llh, (llh - last_llh)/(1 + abs(llh))) Dist1 <- max((abs(phi - Phi))/(1 + abs(phi))) Dist2 <- max((abs(rho - Rho))/(1 + abs(rho))) diff --git a/pkg/R/computeGridLambda.R b/pkg/R/computeGridLambda.R index c2e9c8c..597d5c8 100644 --- a/pkg/R/computeGridLambda.R +++ b/pkg/R/computeGridLambda.R @@ -3,8 +3,8 @@ #' Construct the data-driven grid for the regularization parameters used for the Lasso estimator #' #' @param phiInit value for phi -#' @param rhoInit\tvalue for rho -#' @param piInit\tvalue for pi +#' @param rhoInit for rho +#' @param piInit for pi #' @param gamInit value for gamma #' @param X matrix of covariates (of size n*p) #' @param Y matrix of responses (of size n*m) @@ -27,10 +27,10 @@ computeGridLambda <- function(phiInit, rhoInit, piInit, gamInit, X, Y, gamma, mi list_EMG <- EMGLLF(phiInit, rhoInit, piInit, gamInit, mini, maxi, gamma, lambda = 0, X, Y, tau, fast) grid <- array(0, dim = c(p, m, k)) - for (i in 1:p) + for (j in 1:p) { - for (j in 1:m) - grid[i, j, ] <- abs(list_EMG$S[i, j, ])/(n * list_EMG$pi^gamma) + for (mm in 1:m) + grid[j, mm, ] <- abs(list_EMG$S[j, mm, ])/(n * list_EMG$pi^gamma) } sort(unique(grid)) } diff --git a/pkg/R/constructionModelesLassoMLE.R b/pkg/R/constructionModelesLassoMLE.R index 90d0a2a..3967dfc 100644 --- a/pkg/R/constructionModelesLassoMLE.R +++ b/pkg/R/constructionModelesLassoMLE.R @@ -63,18 +63,36 @@ constructionModelesLassoMLE <- function(phiInit, rhoInit, piInit, gamInit, mini, phiLambda[col.sel[j], sel.lambda[[j]], ] <- phiLambda2[j, sel.lambda[[j]], ] dimension <- length(unlist(sel.lambda)) - # Computation of the loglikelihood - densite <- vector("double", n) - for (r in 1:k) + ## Computation of the loglikelihood + # Precompute det(rhoLambda[,,r]) for r in 1...k + detRho <- sapply(1:k, function(r) det(rhoLambda[, , r])) + sumLogLLH <- 0 + for (i in 1:n) { - if (length(col.sel) == 1) - { - delta <- (Y %*% rhoLambda[, , r] - (X[, col.sel] %*% t(phiLambda[col.sel, , r]))) - } else delta <- (Y %*% rhoLambda[, , r] - (X[, col.sel] %*% phiLambda[col.sel, , r])) - densite <- densite + piLambda[r] * det(rhoLambda[, , r])/(sqrt(2 * base::pi))^m * - exp(-diag(tcrossprod(delta))/2) + # Update gam[,]; use log to avoid numerical problems + logGam <- sapply(1:k, function(r) { + log(piLambda[r]) + log(detRho[r]) - 0.5 * + sum((Y[i, ] %*% rhoLambda[, , r] - X[i, ] %*% phiLambda[, , r])^2) + }) + + logGam <- logGam - max(logGam) #adjust without changing proportions + gam[i, ] <- exp(logGam) + norm_fact <- sum(gam[i, ]) + gam[i, ] <- gam[i, ] / norm_fact + sumLogLLH <- sumLogLLH + log(norm_fact) - log((2 * base::pi)^(m/2)) } - llhLambda <- c(sum(log(densite)), (dimension + m + 1) * k - 1) + llhLambda <- c(sumLogLLH/n, (dimension + m + 1) * k - 1) + # densite <- vector("double", n) + # for (r in 1:k) + # { + # if (length(col.sel) == 1) + # { + # delta <- (Y %*% rhoLambda[, , r] - (X[, col.sel] %*% t(phiLambda[col.sel, , r]))) + # } else delta <- (Y %*% rhoLambda[, , r] - (X[, col.sel] %*% phiLambda[col.sel, , r])) + # densite <- densite + piLambda[r] * det(rhoLambda[, , r])/(sqrt(2 * base::pi))^m * + # exp(-rowSums(delta^2)/2) + # } + # llhLambda <- c(mean(log(densite)), (dimension + m + 1) * k - 1) list(phi = phiLambda, rho = rhoLambda, pi = piLambda, llh = llhLambda) } diff --git a/pkg/R/main.R b/pkg/R/main.R index fecf519..af05061 100644 --- a/pkg/R/main.R +++ b/pkg/R/main.R @@ -17,6 +17,8 @@ #' @param ncores_outer Number of cores for the outer loop on k #' @param ncores_inner Number of cores for the inner loop on lambda #' @param thresh real, threshold to say a variable is relevant, by default = 1e-8 +#' @param compute_grid_lambda, TRUE to compute the grid, FALSE if known (in arguments) +#' @param grid_lambda, a vector with regularization parameters if known, by default 0 #' @param size_coll_mod (Maximum) size of a collection of models #' @param fast TRUE to use compiled C code, FALSE for R code only #' @param verbose TRUE to show some execution traces @@ -28,7 +30,7 @@ #' @export valse <- function(X, Y, procedure = "LassoMLE", selecMod = "DDSE", gamma = 1, mini = 10, maxi = 50, eps = 1e-04, kmin = 2, kmax = 3, rank.min = 1, rank.max = 5, ncores_outer = 1, - ncores_inner = 1, thresh = 1e-08, size_coll_mod = 10, fast = TRUE, verbose = FALSE, + ncores_inner = 1, thresh = 1e-08, compute_grid_lambda = TRUE, grid_lambda = 0, size_coll_mod = 10, fast = TRUE, verbose = FALSE, plot = TRUE) { p <- dim(X)[2] @@ -58,8 +60,11 @@ valse <- function(X, Y, procedure = "LassoMLE", selecMod = "DDSE", gamma = 1, mi # component, doing this 20 times, and keeping the values maximizing the # likelihood after 10 iterations of the EM algorithm. P <- initSmallEM(k, X, Y, fast) - grid_lambda <- computeGridLambda(P$phiInit, P$rhoInit, P$piInit, P$gamInit, - X, Y, gamma, mini, maxi, eps, fast) + if (compute_grid_lambda == TRUE) + { + grid_lambda <- computeGridLambda(P$phiInit, P$rhoInit, P$piInit, P$gamInit, + X, Y, gamma, mini, maxi, eps, fast) + } if (length(grid_lambda) > size_coll_mod) grid_lambda <- grid_lambda[seq(1, length(grid_lambda), length.out = size_coll_mod)] @@ -119,7 +124,10 @@ valse <- function(X, Y, procedure = "LassoMLE", selecMod = "DDSE", gamma = 1, mi complexity = sumPen, contrast = -LLH) })) tableauRecap <- tableauRecap[which(tableauRecap[, 4] != Inf), ] - + if (verbose == TRUE) + { + print(tableauRecap) + } modSel <- capushe::capushe(tableauRecap, n) indModSel <- if (selecMod == "DDSE") as.numeric(modSel@DDSE@model) else if (selecMod == "Djump") @@ -144,6 +152,7 @@ valse <- function(X, Y, procedure = "LassoMLE", selecMod = "DDSE", gamma = 1, mi Gam <- Gam/rowSums(Gam) modelSel$affec <- apply(Gam, 1, which.max) modelSel$proba <- Gam + modelSel$tableau <- tableauRecap if (plot) print(plot_valse(X, Y, modelSel, n)) diff --git a/pkg/R/selectVariables.R b/pkg/R/selectVariables.R index bfe4042..cdc0ec0 100644 --- a/pkg/R/selectVariables.R +++ b/pkg/R/selectVariables.R @@ -4,16 +4,16 @@ #' #' @param phiInit an initial estimator for phi (size: p*m*k) #' @param rhoInit an initial estimator for rho (size: m*m*k) -#' @param piInit\tan initial estimator for pi (size : k) +#' @param piInit an initial estimator for pi (size : k) #' @param gamInit an initial estimator for gamma -#' @param mini\t\tminimum number of iterations in EM algorithm -#' @param maxi\t\tmaximum number of iterations in EM algorithm -#' @param gamma\t power in the penalty +#' @param mini minimum number of iterations in EM algorithm +#' @param maxi maximum number of iterations in EM algorithm +#' @param gamma power in the penalty #' @param glambda grid of regularization parameters -#' @param X\t\t\t matrix of regressors -#' @param Y\t\t\t matrix of responses +#' @param X matrix of regressors +#' @param Y matrix of responses #' @param thresh real, threshold to say a variable is relevant, by default = 1e-8 -#' @param eps\t\t threshold to say that EM algorithm has converged +#' @param eps threshold to say that EM algorithm has converged #' @param ncores Number or cores for parallel execution (1 to disable) #' #' @return a list of outputs, for each lambda in grid: selected,Rho,Pi diff --git a/pkg/data/data2.RData b/pkg/data/data2.RData new file mode 100644 index 0000000000000000000000000000000000000000..80003e3c090402d85e308401bb23159ebe1d53ca GIT binary patch literal 18385 zcmb2|=3oE==C^y;1411)>v^41P+(fb(V=v+rGurKnMtdQ#nq8VK|#w?#6^HbRkKM+ z!O``kN0394!WXsYbBfPdrdP}#L1eWrcjQmiOXegxc$}N zi%;M9eS4Yx%Y}dSp4;~RahY*4Zr4NedHkm3ns?UAtx*i>=;tcttUb0*`{`o8{L6{o zT)gky?FdxzTu`!TN||9}&WRfj?|2BUxp#5*r3o(^8u#~H+9$oInN@1msU7pb8C*Ml zZNZ`vDfeFc_{`@K3KPOt@BcY#gZOg2T|ebtsvezI_;}-v72hrVKHoH+{#(t*IzDfW z))_IyG+izL!+`q+w zLA{rSf_vvb3iy5X>5Mdgl7&%**Cmn#g$7Z@T>M z9_QTCS1io0WIT{aWch2;`;j^6ph1rGmIu*k{q;{jXKe3nO*|L+A^K-xxX%8hWpmw* zH@|&1yV>aR`GP+Qzvu0d5Y5Q^TIxSd;>g7>LBB3-zIS8YyyTi{1^H)g>DN=f{(0~| zKT++zvW&qZ@w;<$mvtRw``*hZed3_O`!_*TzOa3{`#r#fFQPs2yXNslofUI(Kd-7O z-Ol^0TFKN&^2USr54X5~%z0^CN+&cpA+Rev4ap)^S-uWGUMugb~@-H_FV zPyJ^6SjNfw<>>yImhu}pn498n{g#?k;QQs}<)4>~FZ}qs>AI(A6-W9uQ}ypgN4~_i zp0f>&y>Y916W{fx39FTjUaYqjpQZZ$Mao6>gSlrr&0 zEn@rl-`x*WD_o}UUYz?=&!ju%TC{y^OR-mujW27Qi_o6y39}A1ZtJwqlV)piwtM-b z`20SmjI+N)Pu$uo{@i7k22&|}!j!oGxv#?Y-|T;(c3WJ8>#)+g?`gBoBu|3UF1&p(NeXC=M%%EHe6g6?c=Els6Yrn?lpEx&$OU8Ql*H1N}nmi^_mb*{ew(i{e^m=gG#(>T0 zj}O+)zJ25P#-HClw8uvjPM+6VG@Z@NW}oM@BMIHb7e6*#y{NR~+nNw3R@{;%~qu)%Y)a9hB4*58L` zh?qT^pLl-rzKTZg*Eed4{+~J$#{6aO-t}|(<$h>4l)g*+C@RsdqZ#+Po^SO-&x)T8 ze9w-@XWo&S-qxfR%ALjO`XcO#?YZmJq-7)caW)pWy@wdz$l^3^nySXX;^=v)%t}<)R z|35kmWvWVsK|kjCd{f#Mw$e?vJ?{9z~^ z59@yx8w|dlE!E@7I{CKU%r4UD+Fky;>HH-R`bFmnM^_6ia6SHhp13ZvSo(>~FH6N7 zN_rmJ8K2kRP}LQ5HlT~nDM0dJm?I{IcmDo3`94`x!!dsnewcpmR*tGc5ija=> zr|T!pZ=1@0*yqVp~_@y^f_$BiWnzgQ7@mDeG!<^`f?J>8Qf)kJTOPI>FZ+#o$+_p3Kj2X9z(N(!7 z#@^2IeW^cpsLcG}*7={mamu@S_gs5ZJjy=XB>w-!(igEm;m-UOt%023?_WRRNd8fG zJx%KLW|pA%Wbwl%lW&yVUwr@g9)4q(Q&Kb-pl_so~bV9#I_vmdUA0`NW#(1-aB`uivPGO6U#D5dx3@FyEkc{EzbR^ zse2NBNIqu6`O5fGQ;~EH=6ChC@At2E>|4s)oWH>{^-=4(x7iWvdOub~+OWU;mMX7h zB2zFi$ix{&kqz~I=uR2)aall8iS;jA(f5)k;=(f)f*_?KYd0L2G z`0XD1js491L)Gr?6%&5+EK6;x5lUM>SL4l{x7>+IM@vN;w=c~2cX{z{cIgFl?DSrGIrH(ORSU09Zw@ukF7JAraL9Ge&!?Nc*LSlQW_>;=xv7|CQf2K-$AvKw zl?oH4q+jFV{`mLKCIvR`y_fV{?&W1jU0r-_O?~&_I<51YT3iz%4r(|3Gm+;rEB_m! zV0^&!<1}a2IqDl0o9f(n+F`yXF6OM2t!$Ip1-88lWk3+_U{do4i;&h+iu@Cb=k=yH~V(m*zL6oP*^9GwAX`O)xYJj zh(%O^-z?SktTrjJ{DABp)==jvzw!(2T`Dr$V{EqTZ10@>=Cktq_VA4c9d8d^yu=a_ zyH46hc5;{UKGpL+D@qDZyDn_D@NPbQ&7Nu9b#2GT=?k52o9*8)_41>r)4!G8d=%7O zDdKaWu=LZe{(kcXo3~Bd5P7n9rzGd^qsGDo8w%pn6^Q)S}%XHO1GaH@!Vq&17nCqBOt^Ui4{e~RU@ zz(5I)gJ-UC`ObSUpK#^(wVU79UN+ccr?w>3rA^p4J&rAMZ)1?^;Rns#%r~mL{$9LX zAjGk1?flBZXz^vIie~zH@hI9m2AoN{%6mH|Gwn_2Hp5~U#}`+Ys{ELy;q=qhl{csD zoT2x&O+ubQSC;xF38Zh=FK>~Y`rwDKSM>E$x-qJ;;<71s8&*CvRxW>bY~jHl*E7ye zlhgaNF1#*Wzq8wN6|<$vYL+gBp#KNeVr9(k=^vS*#`pPVY2ZIn?EhkW_uNB|JK5bfX^}ImlO3Ndj%0guck3P1`7tx>cOTJn{LnN{`rT=x&Fd4I zPrgezS|ie@`l`ink9XtCFEyR#zRAr4fb8gLE_G00+ zi*sLPOt#>OpT6<$g$uq5UfX4*tcz;?sXBYfxvGyWM*dUJw}eMtn6-2H{UtNyt7hK) zJ?UiG!za0`cYS_))8N1xNwc_nTrXLV*kr!-w^)1KS1ZG_)mQbb_G|4aJNBF}f7rTP zMNfBL?O}DTeqOuyr5bnb6DLNw|6cNyW6j>P`)z)`*7$PbOy(!wl*8wzcSXg^%~P0U zV6Qyye5WeJyCiS?s>{&uPX5P&HbV$V90 zE75Vu=eqxY>rT{eGcnm+#-XhHW?E2veapXP%fsbs*0=7nUY&ORQDs8tS^MYTvvVan zvI?qVgZhHM9L@f|xO`soi|B(}PrCj{d8{71_Nv&KA3=O<^E;0Ew;fqEC9iPKntltp z!uq)mD=S`J-gd*tMSgaKIG06>^E#v4xYN@YyfV1zvF?cDnv|%E`{q1k+xy!&`Nx#B zje1TgpW99=^?1HZzOTNJtMjm(-FzFp$3dB4X)SNeV-~$pSbHsq>Cx-F>l-JT-Fflz z%d$m(j8Z1Nk=-UPuY764>cX1=&mNYXxwY-8r}~TqOD7quuw(bO@0Cw`Yt6WH>s}Z0 z;_x|2I`%V?w3`JB_X(9hS73VSTXeYTjl+zL??oY7`x*}l7JoN?H`~Cm{^zc<#l<}T zRFdoJE_0;ie6vsA5_Ih5MD|C&*pVfxSUK)m|rFHW9E79=+QTsK!) zH)O%{^Zl>S7e1(qeIaY^%=Glu50BXe?0g@}{mtU5d3z`C7q#28@vy~Kr_OH=^IcA@ z@4D_Zb!&n04HNtOuZ+IQn^;J$KE?HJ%k^)5uVy8OC2!K>FSS`$5S4Xz=M-jPwfFV5 z@2uOnzxZu8`}r>Ua>JeM&DDJurslHl`>1_EOGH}Z%2$csHvY1SC54CQ-F@}4?C13a zwL3S9;(b(?Owr!B-&pg&yG6x)auaheSo`n$y?&-$kNC;LdFMAb&G>H2TdHoCAocpP z|C{n%2`&AHG=hJcE!k2oQ@(2vqwU$RyH0=K(O6M1z2dR2+>I< z?NojKw6K4l=%W{}E4HpUzHEc)g7ZI~+|;@vA>q;U)!M=T>x8Bw58H1nOz`zS{Da%d zbO*nCBJ;WlH9715W%2xNtry+y{A}T|)^``Wbt>mv*s`Y1LW5x~YmR>R@5PByb$5M# zdGw~r?%t+x?|G7|$IIH=9$7M()e#X|#w^Bmf$6`P?+JTeZ#n#J?*5+aFRX`5l;0O_ z3fMlWaEVlyylu_-=D+v4r5@iGzkJpl?i&7VE@t;Ai${fD4^9bQa8ZO$-^!v&lkEY^`cq%| zf3-&Z{F}YEn2UYghn;ujZe;fsuWwa*F~w`)dLNxt#Sd-$g2i8Wii;iop&@yFEr;kE z%LUs4B?B6Rr#|lAc~oF}EGKM-)-hp?yNl$`jIK=b;+%O zsg~#TPA<)GfBo3u8nXueJ5v}`*iHgB_*L}W?O$L)%QETG^l1id^a^?Q)of$)%`une1%Vv zobKLmcz8-zRAJbo;cpV&wKmuUEzt zN`(IuE&7tkTOzsQxY->WrXzoO?&>^E-Em0kY4W7_hQG^y^1mnxet64QJ9_6N*?PkX zpU*O~an9L)r7%@zD|dLP{WAH5s~W{T{k<=pcZ~>|a_E$~a_7_jcRpN~QiMEz+}HVH z$eEn}^UHkBUsiL{mU#yJ{LK6OQLTM?#GD4fuI*oq`Cjj+iC<>^vO#ofHqYPn&-{|)cwu1d(cTf|qp&7Di^%02PDljDwUI?8RI z=OceiaM#~oQX#x7o5X+1M_e*V^eGR2JAEo+&V;WzMM|F@2P}yFQC7tHO*3tVd&QLl z9#fu#vBxX^dn-3hl+T6p_rfO%GhA|nWEZUorGL`@Fq_rh%H7PT!x1Lbj^Mdc_nRzwyjs!-m zE$dpNbor2>WBcDX>nE2#lG#6fV*7uG_Z4ph(_W`rIIoF|(%aqqzV_Pd%k5_pjIw_ z4)8K%K7W;F;+MZAZ=>lI$N4qxkAL@x%KQ*HwECi0KezvW`Tj3EdQJOv*37e?-pu%y z>+8hM!i*=~HS_PMw%7i#PqqkhDU7)OPt)%Gp;?=DZ?CKAJ^qdPY2@MN--dtdj{KRi zjgiOD)YPt2zWGMjvk$k-YIQzc6G-GyJUGc)>?6)Ju zd)&L>(CPXMpD(lc#N9sk@V_swveB8Vu0Pdw#KaX>y1ZvPr;+trU!BFNdsXOV#s9Mn zc278VGWV<0vc4#p$MuI9m5-VWul}(p!E296$bw8Evv;+-DvizMxRY!=pD*88kaFw% z>v=!b`a-n#?Kpg}Z+6|c_j2`?Y;V^kbA9rbHF&b`%g!1NLGx0vE|EGer?zL3UppR6 znp@HFO-s^KnumXPz@ISFM#Hs-kFP7%Ofa_GdP4kJiO>5TU)HUe$0x?ZrG2KyNpb1E zpI6nT#9k=wn>5*5{qRiTmHXDDv0D6a*ng>Aov}(H*^KABw!>;={_o+&iA*aC!WLhi z7k=aWyCa(?tiH5Eb87bA_NR>7?robiW22$c1Pi&Ft9mV)XG?#SD{=gEW6J4m3MFOI z&rkn4?vY=Xbo<{7wV+AW8*&64B9G>?zYVn%%->kMeDCwj<9j3*-ZXZ9^L?q}8o_U3 zSvR)wbM?<&|I(xV(YF-E<dEnx``y}jd1{n+p8EQu$xqFLTbuq(HV8efnk`?* zcUwu~T<*J>Ez7!?_8wgK`-XAWX9bVvta@^P>)PBONsD-$y8j_?QLANJ6OWd=m(tAO zlIJH^f3?_j!gbXNZ?5jT9CovF^IEPo8s;C8UpKcxXHRPLf8%rOY(7ug?ce@ctNH}* za?T5felEE5_f-7&I-G8}1-oU=}aqq>icP%XDuTk?= zCHp<6!_zKV{ynU`;p*<|{cjH{gw@~Gsl8S!DW+sK`N{Dw8)L0Qza0?v%MmHxt&vm4 zDZS{m=KeW1I%kX2^nC9y67swn;Mc>y;B5WNt`E1(FJ!-6yf;9Z@#4m&b@6_C5AC0? z`e~_O{LzJnc6%7=8HoU{{0KiYZog}bbs>q?e`diK(!+lS93Y{+Ot}ns)%!x&%XVn<+qBC zf2pd`2CYX6eqO72dca*mW0n4*zu&lS^KDySwuw9O`QtU+H8p(^kHel+YOF6g{@!ES zDo>L(*JH7NuII%ZojF-@Wtd%7MBg1x!e^LBJwUy^@mvFEYEdY z9DEg$cj`04^vv9hOX~c|-0lf~vV)yplpB7(D3W{dPwa^anmb)oZra!DUkKqA(p~>S z>ZsnM_(_RxH{L4`ka~Ulx8@U-KAEVEW|m)sZp-y;n)T`Qqb<(%{`0z}O@iBb{7znR ze0ceW?!W7@7ScD>1FTdS?_S;gIg8$}c&)+|=cGcRB8`W~Fj)zMJ#qE4J<)-}qtA@EV_C22dJ#z=^vnMxa znzqjq%y{%Bf95h@$Gr3wb+`ncvu9J=%K`jY%DO$mm(rWKrW5)0cO zaZ%4T<)Ot?uf+KM;${VtV#Detwro~sUz~MF-|_sF&kr6)8X7ELS#teDfsUTNnqc2b zj>dI&t}WSf>pIJ(p7c2^J5%2zb}i&TD{(s{V z-SKZ`v9^@hI>9}mtL+n}e&L#!^3}LRZo|o5n}0mwJ+=Pb>c5=dJM&#Xp%EQX{irq} z=dgs>jw9Dz&7b|yfyIBzNhgVQnml{cJkB?r{hYn<&96NHpAP(evG{w*g?iVU=Vl$} zd~U@uOH8lkXk1nIMB`5Lh0D_>emat5l=ta8XU{C2_k8j2zQ4{_;nwoL#q= z94`#H{k`pLXRyKUC(k#oV7EA3w(f=W=f2q9iGDggV$E_lKkGTy-Ez_5{O$hq)?bP0 z7kP!pjw&8`B@iq3f4f1v%8CE8zgw!r?9Q&ry)COfea5;}HkYLPkH7O@o_^2a?whaI z^Q7AsWN!bvT*h2;Mo_%vXNr~6tte24TIg;KK@fuS=Ezg>AL_h^3h zQ8}iieiPH}YSJUM_GKHh%bpI|by)n-hOMSm4|l8(FFC#b$lku3d!qYO-&H%mzVFhOf6&cB zYE@V5-une!oj>RPIbwB2vu5v`qDqnAkcvJ-`R9jjN+)Z_f8#iK<5RKRZwuXs>2pti zGx>64-?Px#$2ZswKDutdW}9!$x3=cZ{IYZHM|QGy@;D~nm?z?w^d{o)!yUe|&Y9^s zawbw$jK35AE{s_IvCXV;j-=}BAK?ji9o<)ceQQz{bf-#ad&aiM>nqCtKP@@%Y?3I~ z#+Cga+TDEK9#>;Ox0%J@u31srT8YPaS%|>H4`= zJv?Ed#*6I?>ef6myAOF(xd?E*r5Q&cU!-Fx7$vPs0u_wMP~Z6^<_o!YtnP8PGl-B%|MUAX>{-?FUeFngLc>*M{) zA9{N5l=szppUnR||K&H%zhT@{H}tz43;ucc==v7UkY7gOtL*ayXKMao$_}0HoPH$g z$m@5zUAmMr1-DL_7hzrYCv6{({JA*ki!Z*IwH}oyH@y7PkLe}%!uzXAcnxN_{QKnn zpUvu0Y@wCt2ku$A(Cws)9#%{zpP%ryf92hwQgv{ayjK6(W}Ao72BX#TGZQyAJm2hg z>~q|G&NDGnznPtP?RX+xExc!2FvpZq-sY;)IY;i^JS1c4WM1&t^JP1akfM@k|H9u( z-uwN|-uvCo;IHb0X~bz7$&Fe^8)O{|cy7CC(MovTN} z+t#nwCLWYv`rLbC-@b*+F0(FQ^UqnfwByRO=X2|ww0wdWoi1Nn6*JX1MaCkc^YV2k zxe86cgSV!iy%ORbD6{$1v(u4h8(XVy6vbVc;&EK(_ixAZ2j{-L^1%_v)Fd%;Pnpd$yLD9cbHojnOq$^}_c}dTt62#2P2B^iQ~&VSbJ+GWu8i zPlp7)kov;n_v%VpW2V#uUt!AIS*uXp?PIaTVUw*w=_H3)8+1fgZRF_o>pv_l%azc) zzwX=R?PZ7RzOQ-l(O!SUHIp}^JgePmwy| zp>*kQnOXmWE6PRt{>s)p@8dbc9c6DPc8pW_)cyI~kF@7FK6{eA?V*d*>OG6@*IHNY zDDix7Kth%8Q^oBS6|03;O!E@ylHaSkVc+H3QqlEJ33fA!H~cfg=eLQrdrSFfDeo}-zW9=}@r)BL?{BTNdCZVK{pvoC{rt^8r+vTwbFti^ zXHnBX96Vrp!|0}D$u!Q1Ep|`x{}u>NY>T-&_y6s4f2T~oa?aMV@hg*k|EsvjhR|Qv zG#{$_cU-Z$KCgX?+u>_M&Y!P0u_{F`ttpKSRMOM?IdL1;6vl}!FWle$q><%Sqw%Tq z{2qY}`>e$wJIv0kep+9lGK2TCD$m64H)eL+nXk5deW-Bfljd7u=Pv0dO#GHtb-hBo z@V<2T@rd5ZJEqki%CRiBpICCAlP!8TKg+T&^LJL>O1Usy(rki`2z#+)G4GY5*6&)s z{duAGA~`+BZuv$5#{Vbg`_I|w>At|Wcvc3fMzn<;1rPl22 zxvvV%-fmd-=q&G}ch$F*gtGhXnRm{<_|@;Uw_|ytV=DK=S@RVyO)eHa zwkD!HewOsHdneSKBEPE7=)5Vc@#m8X->fU&1v94>PQ6&*JfW6VT0DP5 zjh$j#vhLEfjh@$qBW-WETI$suSM?LU-TKT;DK&tj{^%A?ovMm2mriIu-lE*hm#M?r zxOM8jPp`I{%!!D4a-CbV@$6KSn_nhpZCDa?AUWsYq?oyC>A^l8(&b-j|BywVxj-LatpQx!KkOjsM%pkHFY^3T+JTHY$^Da8|6wm;Zo zck}V?{aTzl%)fXUAGt7Df7cEyj7&WA?z5-nneBXs9&MQQ&bifW&V~=)ME?B{Gpn_` z_a|AW!<&1trs3VjBeCDyZB_5>Q8h@B=scNjaA1lgd-kDytcTv^Yq`yObdY7z>vS8X z&$AK||E=B}=_+~7&33h?rwxno)B7_;=KfBMvAUW0c!lz>5Bp~Axa7(dedwXmH2!Rk zCkJhlEFWz;5-Yi$X~)ly4e^OT%T6qP%;L6pic9_WyDVYv6xU|R8b;9Jz(YC zallvBipjLLr13{|8B@6U->t9pax$xM}^tgWy@YCK3?J+)c2h+$A#y-v}OC(pV7JAar+CZUz|Lz zwM>DDRq`x%{6rz8)+a5?V$&=pnkL0(du526Q~OZ*I=)OL=+#HBrKW5Nzs`PqAAU@$ zb4~xt``gok-nE!Mt~zt>lFOzmhx6Y5k2vUc>iX_-)x(@Ascn6G-oHCs7VyI|-_mQw zOS?N>`@E+g_@ox%^rlOQ=gq_Oq4EYtHtP1ud#lCLFv+q#+G z>^aXIS{+s6Q)waoP3O{*SKN(8{oUFPKb7=qe75$UpQAoudqJj(NZx^G*BjT_b9&w= zk6zIo-P*ljdDD$4@7z=_c~;$2S#K`rSyFmC>ioUdpF8swp0S;|VNu@C>(;F^53Gz{ zv$X1~#5tM1-8N3A`@98rpUb;b*WS$kt*-J%xqPFJshM-w3ZZ8_%=@JBDjxexU8MPN zJy%%Soo!#=J#1fl!P=xVPLO5Sfem6W`zl`Su2+0=_~LdKv9HrV?$$RIeEC#uYj~OY z0k!X6Qr{llfuUdc7__HAXAG8eIvlXvS)j%l6RaN2)I&$fiHmtwQyE|}=a zJwI>i5ved~{-(wMtNJ<}3f)6*Sp3sD_bpE9LUcg;)Tl5!;dLxZz6Yjw-M<~ra;_u1 z%!FT}Am)5$&B_*0GheUbIca|rRV_n5W%b)X3%@9MRxGz;x6soQ&t88QnAub}V}JM5 z<6jq9WT*Z!zEK>iGw1k$eusxXwYC{w6&kV*XGG&`|hIt;#wACt+51*eb*cqPuUVd`>gaePSBx$~FG1Sl4 zAFmsIASa0L>vqRdgFkCe>D<3J`$XOw8|$x=nmz7&sl+~sRW({Bv-$cqQN;-vY+0Oa zA%bQ3_a^Rg&vsDIoKQRU%atyNO&@anYgsrOEmx@?I9$_L5b&gU$LZ4i7$K`~Q`Q7c zc6cj#Ripfe>A4S6C9ZUeJy^7f=fBPM*fW!>9L_mkc3M&>zkiabcDWjtak02b4_J}Yi;GEgmVrm%bA;}AMJE0N@Kov zz1C*O$2D&wYJ4Rc`+h#UUfjPU(fQz|6@{AY$D41Ri$B4qW^jFihQY+C!WlvJC-1zT ztvo4pZGVs2SAob9`@$ceiyy9c?pDG%J-iy0mHNn~DL!9gCL)CK9 zTuE14;$I1zJigOp+WQku&ztODJ}fo6W3uH>WR1ZDhoe#QZ&G)=C3yYVoi}3<-(>f? z_y_zwssYbu*Y15^$gpeO&&Gp0G;|EV_Rd(um>7P)Ah5(rd`IQ%nI37D4=+f+-2R52 zsdLGi!;Z!^M32O%g*@KDzFFR?SqI_I0*VcI1t;y`MfTaA0rCn9U=8 z`{|<)rTPZT0WEefwY2R^jihEPv&a)Yr>gZ=Ih}jZ{V%MsFHE&QwKBf?EqQCE(}u)%ldmZ};L2t%p7WD6snBY2lJ&gD z;%id)YOYxa_c(7ZUG{2sDaRFm4W+f4UMT#}cfP4nXm0Xm>YjW5gL%}|{j^@sl1S`4 zy!UuwbL)-_rbL1{XHT-O6Q3+0%dhVAmD5~*)ogKv z)?=POoFDt@R4iFK_eiV3vD0%Bg$-FIze&7xe81))vzz;VJE^*F{CIWlPqwcjJ%;%< zddYBAVwvg=T)GuGOIKO*$L(cqZZEfY3Gz8wElUzl)U4^hFhN?~Y-0cX?UIHn z6ZY=UUH$tRXUMWEoYMO%`3`H!<+?LXFRXm_p>?Bc+?t(Fl2cbCv>WT2*xL6-EMA^5 zb4ySF#}av;4|U}+yw6)hPaA)IpZNEWChzt2To>|7Y8I!Quan^A(w%(1`$(SH<&#fd z>8)9H`}Tapy)C**+WXmm%Wi!4>|6T&Pr5VsEarSM@~Jxh?%tFRk&OpcC7tzuHAh+$ z#r}M_x?{S4a@r@$;P(oAwh28yLd*I*Eo2|^cioU9cj!-XS#^5t;=mj63eCnxzlj$`^*PUcuvmH1Iah;C{$^{+QN%^A(6|`!ErCXBU{Y%j;V796ejq@OB$Ne#9Kd1x_cpY@08<2stJnOxeo<(u;`;#5JOjjHg~#p+SQt;iMMhNzT7JwlxtH_U^g@D%FSPFc5k}vuYY%CKISna z)Nj?ZLssj5A8+0*k@zm`XyWwnID>Lk{gu8iO#Du6wy5;FVT5?h_On&5CG=`Odsxo;$>1hzt)=wizQgIgpHsdU)jfFg z!+195F5Njl&L}@p@Z_qUCg&{LwmV@-g{Rq*8*z8eM0WgGaDYSk;Bt#qyMJt~pY=Fn zj4L72iS%av2O{?0kGf4)_l z!@bjhlI^8 zpWpR^!}#FAEaM}44c=ZcyZ>boOPWi4eZB4N9`BX>deQn?k9VxD)=>U#vyCT@O@L{c zL3nA~V}a|EGk$9A4=sPockb$uV|(trZnRZNcV44=yzs~`$L{Sf%zC!U^G%fc)oYr6 zl=FFC)PX5(tIN9b%>6XVe`-aob&~tZ@_60$RO`pDwJfgx=GgXa!}rZEz8ze$*LW%8 zNzN4k)2BUN7kW4{&~0Dv^VY<5iMzWl?&isQ_Tzn>Gb5L z^2r4~Y15qfJZjbAXB$?;DkWVu>J{Gq|J0K^&l|7qdBbjMzhvR{x6MwSGuXeK&7Z^f z|M0%e^HS#YD<3;_V|H(|Nc`&r&3#8!zK^!^`E=^rgbdyX0UIBh%#7smk&ZYacl&wI z(YENLMxm>2yjR$K=GAZB-$oTr_e{Q>s2Y9L{>gcPD;1eM!LObqzp;F>Wag}i{V7HCh?_;orUjaPE3{ejTl*KC zexCcb0o@+sWS3-?LT*?>9}}d)i}XWto~!N}TPA51E{|9>;#0UCiSA zrd#Rf{u0Iw=k7gHXil_P@oPb@@jtUI$L`vakJ#FOP+_hC6ewnOitx ztFS%S-2Rm__^zIP@a6PYy@x)TF-4Uk_e~3BmY-R*sY_eCF!H?GFR!UgJ#N?ET3)CV z$`;}OwJq*;%Pyw#TqidlPfU1s=3>Og;tlsEidSoIXG)*TzuLny?vQG3S@VURf;pyH zrb@Q=yCxT|^m$osygrNhPo-|zn#f8k4QSVGAwT0;na^_m^7qW3B`iKjhm+h4%=cV*X_>~Ptnc*BMegE}$iJ*B6K#v$)IL76z&fF4>S6XWQ4j4T;oj!` z>o~-FUglgc{B-qj$g&{i>+;qw9)H-ByZ0UU;y2fJJ(-?=pyTvsj{ooXS-4eiw!gN7 zLGHTed6T#;2d_;yx%BY%{|7GpT&7;5y4T~3?X*~>H+_r0Ona6&S=(T>LTSkoXTj(5 zuNw#OtaJF}F?-IH`MMG|F;zMN?()+NR`jl0&D`#@Y=6I${gIcy_w9e$bpLT%XxrR3 z55sQ+&HcIK>J#g{d*+WVpDMQ2F72J%|JFCbr24|ISEuFPyw^|oyr}SqG@feJ-rh8=+3mCi=7WzKi02} zm@9Xrmzhhk_vHO|2V;6e8u-t%=lr^}dYWymWZIHBdB%Hqj{bYnAZ@6#YKO$^89R5^CPlhmIvOcc^TqLJ!Ey~f{TGwBYehNq zZ@T=HMNm>^!j9Lm6ANTsm%NshDpx&t;@I~^c1B@ye*E&A>UT|WmeBKjo!aNeShKs7 z-mgwiy#2~_{ks2&YhLS$cQJU+seAW1$LNFpH=j_ATIH2TG#fWs>3%Lf^EG$9#$%J? z3)@=0U%#5!F~!zSeeaXY3!b$WI{e`EGZ-(cxV)@tE5MTilL{7My!{^5^vLJ09p?Msu`-=kYiM4mNt&Yy3(BQHGp?faZ_yBnYEc(W$m ze)Dgwz8rr$Nnf!enem5JHa@Mku$bxc>Ca;gA4~Oq=>eR}~4?cW1E;Dy>7vmB0pDWSATc3&tJA^@+9`goK4Z{wvqC;pW2J0WKDT^ z=Eh}ERpUV5&mG<*F?A`gP)NmK4jP=>9{l`Bk=$Sl! z{=Zk`Na8_u$#|CHg(nh}wte1c##1Y?aqfP>ZtlK)b&Kwm?MN~V%axSnNfxv956Rw| z_*&%c`W^k%8$)yq3(qWOOD~vbP^c^v#nP62DDO@~+~oQ5`X4oweKFa7^JN};_IlwX z@1F-aU5{Fjce`9FXNkwZ;^dWFZu=ka>qyDdu$2<_ny10ay=u>C?!|8=l=b-jeO)1t zCo_BhtZgrvj9CSze&o8o;O*tLTNa9c-f%NhckxF*K6l;Eyw_*0U9iyQ#*{mj^46t% z%dXen%$%?Ph37n@ZN#k?HkYfu2|rP}lmDVu{NTLe``c6Qye)hf8SqZ*q~r?Yoz_3j ze33jC7L%QNyH>EO+Oj=#|J@@;gUeOFU47wn+xg%5=uA6<`XATwi{`nk;Y(b6+t!`; zvElV=tZMrom32(oxcd^j%q+jH+3zPg?>=8%^F3_ZL#KsX>JHZknHjPh?CncDyzd7W zlkD?4i5mZt(pi5Q%`!#u`sH7?*sa^v9~D@$;m75}^Dh6iowzNy;BM1SnN@c8??gZ5 zF$i0GDl_=6$gy)hHlF(__;zWv4bzX9>1KJ>ZLT(d#g|7 z5r%J3UYU2!?_>1tandYH*B8q8|AcG4-m&$kL=EiW1kkjXlmOt|A#)!XP@7#f0J0|crD@EX_Ie$OXDgZPU`qNS@L72 ze0#zR@w0|+&mVnI9pw~0qh6n<^+|L^>+ht4Hv=B~T@O>@+#GVAKe(9b=IT|((?j_l zxSXu>KP3^E!xj0XR3$<l!?xcnfcrsEZ3gvDuX&D|?I7+22fW$L>s z@x6Hd?}lG?Gc3&Izn|Oi$o|sXl-vIw%lzIy-}uk>l0Wq)PW+Sh|Hc2OUSIt;yXDRQ zF8|KI`fuD*zvgrQSI_^P@BXj3|9`RB|Mjo_ZQl52bK!sEKlM4U=ga<&o&W!|y3mwo zztY_N%OsxF-*10l?>Fh*4}Z7k_WHZiSN(r-vi`-_{a4Zju3s@X-(nzKpOljFL*7b# z^DV*O?>=k`+WbiHcXIP(l`D6DOgv+4@GEoOpTIt+f9cHHAFC(lXxkr`Upf6%@QL4x zQeQr|ds32kKkVSI`%5p)_mbm$uJ5*I@ssqK4^Q5k9Lf7ybI+qNw|ZU`KAFU-i%B)n zKTjy`dwXcR*Yz()7U|ft?Xpdt`Qi7T8C8b0Q*XqtQJc3oIe1^a^P(q>$DhpLDe<|n zfn8^U-5#^g4cZ>7&Ayn-KKCn7d)vj`+IqW{Y^Tc2Ehw*%wJ3S{N70Kdv`;w5nW)k-0prtM36nZ}AhUgDdYRE#};EY1^63)9)>ru5euoN;!37vG%mbv6Ehx&hh;o z-tV$9ZdFBk#?qt!y~_(t_iJ0d+G;R+ahY}T%vlRk=G{MUvarBnOYXE7r?qOeR%wsk zU%4FJE}d~sakh)me5+QbP zU8V88ha0VC?Z0B)yD8|&efN#J(qeZOsRbL!>V_{9_O^fL$RoUTTG_eiAD!#Vt+C%5^doDb z=1lV$4td*>f*#9z=PkMaG9mNzw5O{)BX1{vdp)6c>b=0I|I42J;*S;NQT_PLWVfZ> zUe8Geoah%B$(;Asw{A68JDy1<g7J|TRu1Q zhr3gM{+s?@?=3sykLX@aG~b;gZZzTG-5DHh!TcpIaW^-=SjjnYeL>~+^*>{i^)rLh zJ!YRYqDf_Imq{sOj_WEZJqh{fBw&n`Q3pQ`C(s-)fibKDk(Z{S(3TV^V7RUiZ2?mapDW z_9s&7|DVp4u9w$*5WaLd^+WAv6T^hp;Tyk-CbyQ~)Svw==!b9ptSHkjlJ*ADt9OOo zKJim^y1R+nse^_Ev%jgacHf-8-d@wKc=6{q@+-fsu*pp?zBhTc!{@)VwupXRBzk*x z2h-#2p@C=D^;eXvF}^C(o^@%;%l;3+!r45(YVPOw{p_6g^H7wTa-Z{OGgCL470 zq^q!e;mUf$r+92zbo7KL52qbcW!}5dXn*WEejdH9pbu;Gmhqq4vHWG-jDo7Y^&6gr zY*XjgT>A3%lh8|dBqEprL_bshbaaJwf z_bB+l#kBpQ*=rl)=f&5*x4iz>N+sUSW$ODB|1-w3#jI{_C|{rZ%Z^QLes$J+Rf7rT z*-r8ACZEXLdw%KTV=7Z>tggz-7xV44l|3AsynUDT-pfCxomXy~Rm8bI|IXXHZTb}= zXY!A<2HbnHXr*QO-K!D$g{eLNnx-#1t9f_MhP9e&KeqJ$l;pR1&R+3w@}=*8B~OGd za$dMZFnXfh>vH!4PEW3#)SvdSysGr&!`qpaj&Yj~hlo|1Jl7AfiFhI(lvHOSGVPN~ z#@erI|A^#g)b771sBioCUgcx|HF-_*>%xPMadbBdGJZO?n6SbKW=%b&`fX`cSG?q4eU zeLwt3@fF=ND_v#9r6$hjE2hl)t5)h#!F>F8cJtSrEjzpKdL><~(U-J;BN`!|Z2Y8O zc%S)=-?O8iuYD-+?)Lsnk%OryJyeaud~~) z?%NZ#EY@;~@W<;`4>!Gu>K0V?Sf){5(D6?peA}|XKTe^3m63k;t(xpQR==@%&M&-m z>ghY&taDe{9Ddroh5bh6_n^1pw*q#ashIX;*_8N)B|!&RZ5OUOyDwt*`))10(r9mX zUS*T5n|Wj|uln}KY`Lec>Br~0Vx}%_`6$`AW}o(zk7wUIRhiCt(Vurn_+!bdlhe0# z-ZYtVQoK^lZuM_D!*5=%xssnL?4O?XuJ`>}X^*~&AW z--BNsU0tJJKY4X++mpMKQY8F~Zk~9x_C%C*vwNVtQN5SJ+1>3KZ8xQ!-4_V?D_8S% z?WeWIm8XNMjN)zBlC*yI)yh0puAM&3c(d+4gF3g5UYA@$#douN-%NAqU7~RNPsY(% z6Wugd9!@(K6rZPNmueDpZdEB#v8b&cMWw`-k6_1{ubAS0A>_`eWQnA^*O6N>O|Lcxr9)FIk zJ^Xf(+vAno=T8-XHz;|s|MA`zpW+I)gf+}{ZCI;i`R8!wdiVGLGQTQ0U68&fr(L;t z<<*xb)842B^vr*H|9I5Pw*uM{FKn!03rb3FTZAb%M?b0zy)AZDzjXS{BX5jn^B;~1 zYw=kxba)HLvny7i%VN#e1wCK%Xj=Y9PW`gWH-gu)5KVRZ%N?yFC#dF`GD$V)Lf4A(Kw7bm#&|coA^`qj_Hz1vqN;(hz8l}D*vlH9K80xx6-Dh^7k8M76~-wG|c+1!h2f! zv1fJZN5@wiwjWj#?S7uz^-5};V2kIAU|aL^UuA4XPlZld{d4)xGupdeY~eY#tXJFq zMOL!GvEN_UJm157T>f(Sn_IF+V(%84s_cGrZo5O{m3Qwx)pV^}S$B2)#iRLhwUaE& zUn|wVU37lWDc->E7W?|2>Rz0fb9aC1Rd(C6Uzqnu-mAa8-|xpWz4=-3tFOpsY=2v! znNs@T+oy_ex|MO;wyj)kuabJR`CI2P&p!LRzcU?Dj;u6Y@W<;1ubT3Lj*8;Le_n}) z?OV~c;6m)G>6g-6XKkAn{$*X3?%mz8KVBv|UiC}J`uRbmm;L{=J)7>%Q(V8Wk}dBT zf6#AH{-ybQHhq2MyzPsvW#jkfyO!?@om>9?yTvV`y9FPw?@<5zUHyKh*u0HTxxdVl z++Gs)C0XJ3aoyD-J^yM?Yb}%A*W%#(X@ASV*5CTS?l*S)Ut97^{ptVMU+1g-^L+oW zdC&gv-}>(F{X70Is=rvj^#7-KFYbSHU-CQu`2L%7>TAwB6rMli_S`;~|IDBDFE8#d o_}}__Kl8i)@xTA-->HB2ufF-W{bpO0=>O~+WTI~z3TI#d0L*yv5C8xG literal 0 HcmV?d00001 diff --git a/pkg/data/script_data.R b/pkg/data/script_data.R new file mode 100644 index 0000000..7e5c036 --- /dev/null +++ b/pkg/data/script_data.R @@ -0,0 +1,12 @@ +m=11 +p=10 + +covY = array(0,dim = c(m,m,2)) +covY[,,1] = diag(m) +covY[,,2] = diag(m) + +Beta = array(0, dim = c(p, p, 2)) +Beta[1:4,1:4,1] = 3*diag(4) +Beta[1:4,1:4,2] = -2*diag(4) + +Data = generateXY(100, c(0.5,0.5), rep(0,p), Beta, diag(m), covY) -- 2.53.0