1 ## File : 03_compute-sum-of-classes_2009.r
2 ## Description : Calculer les synchrones pour chaque groupe obtenu par le
7 MOJARRITA <- Sys.info()[4] == "mojarrita"
10 setwd("~/Documents/projects/2014_EDF-Orsay-Lyon2/codes/")
12 setwd("~/2014_EDF-Orsay-Lyon2/codes/")
16 ## 1. Read auxiliar data files ####
18 identifiants <- read.table("identifs.txt")[ ,1]
19 dates0 <- read.table("datesall.txt")[, 1]
20 dates <- dates0[grep("2009", dates0)]
23 n <- length(identifiants)
27 blocks <- c(rep(6500, 3), 5511)
32 # Fit of the clustering : clfit
33 load('../res/clfitdf200.Rdata') # Loads res that containts
34 # clusterings memberships
35 res <- as.data.frame(res)
37 resRDN <- as.data.frame(lapply(res, sample))
38 #save(file = "../res/clfitdf200RDN.Rdata", resRDN)
39 load("../res/clfitdf200RDN.Rdata")
42 K <- 200 #nrow(clfit$clusinfo)
45 ## 2. Process the large file ####
48 con <- file("~/tmp/2009_full.txt") # Establish a connection to the file
49 open(con, "r") # Open the connection
51 for(b in seq_along(blocks)){ # Reading loop
53 actual <- readLines(con = con, n = nb )
54 actual_split <- strsplit(actual, " ")
57 #auxmat <- matrix(unlist(strsplit(actual, " ")), ncol = p + 1, byrow = TRUE)
58 #datamat <- t(apply(auxmat[, -1], 1, as.numeric)) # the NA introduced by
60 auxlist <- lapply(actual_split, function(x) as.numeric(x[-1]))
61 datamat <- matrix(unlist(auxlist), ncol = p, byrow = TRUE)
65 #rownames(datamat) <- substr(auxmat[, 1], 2, 7)
66 auxnames <- unlist(lapply(strsplit(actual, " "), "[", 1))
67 rownames(datamat) <- substr(auxnames, 2, 7)
69 rm(auxmat, actual_split)
71 synchros <- lapply(resRDN,
73 aux <- matrix(0, ncol = p, nrow = K)
75 clustk <- which(ll == k)
76 if(length(clustk) > 1) {
77 aux[k, ] <- colSums(datamat[clustk, ])
79 aux[k, ] <- datamat[clustk, ]
86 close(con) # close connection to the file
88 # save(synchros, file = "~/tmp/2009synchrosdf200RND")