Commit | Line | Data |
---|---|---|
b7cd987d BA |
1 | context("de_serialize") |
2 | ||
3 | test_that("serialization + getDataInFile retrieve original data / from matrix", | |
4 | { | |
5 | data_bin_file <- ".epclust_test_m.bin" | |
6 | unlink(data_bin_file) | |
7 | ||
8 | # Dataset 200 cols / 30 rows | |
9 | data_ascii <- matrix(runif(200*30,-10,10),nrow=30) | |
10 | nbytes <- 4 #lead to a precision of 1e-7 / 1e-8 | |
11 | endian <- "little" | |
12 | ||
13 | # Simulate serialization in one single call | |
14 | binarize(data_ascii, data_bin_file, 500, ",", nbytes, endian) | |
15 | expect_equal(file.info(data_bin_file)$size, length(data_ascii)*nbytes+8) | |
16 | for (indices in list(c(1,3,5), 3:13, c(5,20,50), c(75,130:135), 196:200)) | |
17 | { | |
18 | data_lines <- getDataInFile(indices, data_bin_file, nbytes, endian) | |
19 | expect_equal(data_lines, data_ascii[,indices], tolerance=1e-6) | |
20 | } | |
21 | unlink(data_bin_file) | |
22 | ||
23 | # Serialization in several calls (last call complete, next call NULL) | |
24 | for (i in 1:20) | |
25 | binarize(data_ascii[,((i-1)*10+1):(i*10)], data_bin_file, 20, ",", nbytes, endian) | |
26 | expect_equal(file.info(data_bin_file)$size, length(data_ascii)*nbytes+8) | |
27 | for (indices in list(c(1,3,5), 3:13, c(5,20,50), c(75,130:135), 196:200)) | |
28 | { | |
29 | data_lines <- getDataInFile(indices, data_bin_file, nbytes, endian) | |
30 | expect_equal(data_lines, data_ascii[,indices], tolerance=1e-6) | |
31 | } | |
32 | unlink(data_bin_file) | |
33 | }) | |
34 | ||
35 | test_that("serialization + transform + getDataInFile retrieve original transforms", | |
36 | { | |
37 | data_bin_file <- ".epclust_test_t.bin" | |
38 | unlink(data_bin_file) | |
39 | ||
40 | # Dataset 200 cols / 30 rows | |
41 | data_ascii <- matrix(runif(200*30,-10,10),nrow=30) | |
42 | nbytes <- 8 | |
43 | endian <- "little" | |
44 | ||
45 | binarize(data_ascii, data_bin_file, 500, ",", nbytes, endian) | |
46 | # Serialize transformation (just compute range) into a new binary file | |
47 | trans_bin_file <- ".epclust_test_t_trans.bin" | |
48 | unlink(trans_bin_file) | |
49 | getSeries <- function(inds) getDataInFile(inds, data_bin_file, nbytes, endian) | |
50 | binarizeTransform(getSeries, function(series) apply(series, 2, range), | |
51 | trans_bin_file, 250, nbytes, endian) | |
52 | unlink(data_bin_file) | |
53 | expect_equal(file.info(trans_bin_file)$size, 2*ncol(data_ascii)*nbytes+8) | |
54 | for (indices in list(c(1,3,5), 3:13, c(5,20,50), c(75,130:135), 196:200)) | |
55 | { | |
56 | trans_cols <- getDataInFile(indices, trans_bin_file, nbytes, endian) | |
57 | expect_equal(trans_cols, apply(data_ascii[,indices],2,range), tolerance=1e-6) | |
58 | } | |
59 | unlink(trans_bin_file) | |
60 | }) | |
61 | ||
62 | test_that("serialization + getDataInFile retrieve original data / from connection", | |
63 | { | |
64 | data_bin_file <- ".epclust_test_c.bin" | |
65 | unlink(data_bin_file) | |
66 | ||
67 | # Dataset 300 cols / 50 rows | |
68 | data_csv <- system.file("testdata","de_serialize.csv",package="epclust") | |
69 | nbytes <- 8 | |
70 | endian <- "big" | |
71 | data_ascii <- unname( t( as.matrix(read.table(data_csv,sep=";",header=FALSE)) ) ) #ref | |
72 | ||
73 | # Simulate serialization in one single call | |
74 | binarize(data_csv, data_bin_file, 350, ";", nbytes, endian) | |
75 | expect_equal(file.info(data_bin_file)$size, 300*50*8+8) | |
76 | for (indices in list(c(1,3,5), 3:13, c(5,20,50), c(75,130:135), 196:200)) | |
77 | { | |
78 | data_cols <- getDataInFile(indices,data_bin_file,nbytes,endian) | |
79 | expect_equal(data_cols, data_ascii[,indices]) | |
80 | } | |
81 | unlink(data_bin_file) | |
82 | ||
83 | # Serialization in several calls / chunks of 29 --> 29*10 + 10, incomplete last | |
84 | data_con <- file(data_csv, "r") | |
85 | binarize(data_con, data_bin_file, 29, ";", nbytes, endian) | |
86 | expect_equal(file.info(data_bin_file)$size, 300*50*8+8) | |
87 | for (indices in list(c(1,3,5), 3:13, c(5,20,50), c(75,130:135), 196:200)) | |
88 | { | |
89 | data_cols <- getDataInFile(indices,data_bin_file,nbytes,endian) | |
90 | expect_equal(data_cols, data_ascii[,indices]) | |
91 | } | |
92 | unlink(data_bin_file) | |
93 | #close(data_con) --> done in binarize() | |
94 | }) |