#data: matrix of double or connection serialize = function(data_ascii, data_bin_file, nb_per_chunk, sep=",", nbytes=4, endian=.Platform$endian) { if (is.character(data_ascii)) data_ascii = file(data_ascii, open="r") else if (is(data_ascii,"connection") && !isOpen(data_ascii)) open(data_ascii) first_write = (!file.exists(data_bin_file) || file.info(data_bin_file)$size == 0) data_bin = file(data_bin_file, open=ifelse(first_write,"wb","ab")) #write data length on first call if (first_write) { #number of items always on 8 bytes writeBin(0L, data_bin, size=8) #,endian="little") if (is.matrix(data_ascii)) data_length = ncol(data_ascii) else #if (is(data, "connection")) { data_line = scan(data_ascii, double(), sep=sep, nlines=1, quiet=TRUE) writeBin(data_line, data_bin, size=nbytes) data_length = length(data_line) } } if (is.matrix(data_ascii)) index = 1 repeat { if (is.matrix(data_ascii)) { range = index:min(nrow(data_ascii),index+nb_per_chunk) data_chunk = if (range[1] <= nrow(data_ascii)) as.double(t(data_ascii[range,])) else integer(0) index = index + nb_per_chunk } else data_chunk = scan(data_ascii, double(), sep=sep, nlines=nb_per_chunk, quiet=TRUE) if (length(data_chunk)==0) break writeBin(data_chunk, data_bin, size=nbytes) } if (first_write) { #ecrire file_size-1 / (nbytes*nbWritten) en 0 dans bin_data ! ignored == file_size ignored = seek(data_bin, 0) writeBin(data_length, data_bin, size=8) } close(data_bin) if (is(data_ascii,"connection")) close(data_ascii) } #read in binary file, always same structure getDataInFile = function(indices, data_bin_file, nbytes=4, endian=.Platform$endian) { data_bin = file(data_bin_file, "rb") data_length = readBin(data_bin, "integer", 1, 8, endian) #Ou t(sapply(...)) (+ rapide ?) data_ascii = do.call( rbind, lapply( indices, function(i) { ignored = seek(data_bin, 8+((i-1)*data_length*nbytes)) readBin(data_bin, "double", n=data_length, size=nbytes) } ) ) close(data_bin) data_ascii }