14618a27c94f34dee7ca96db5f1bbec7ce873544
[epclust.git] / epclust / tests / testthat / test-de_serialize.R
1 context("de_serialize")
2
3 test_that("serialization + getDataInFile retrieve original data / from matrix",
4 {
5 data_bin_file <- ".epclust_test_m.bin"
6 unlink(data_bin_file)
7
8 # Dataset 200 cols / 30 rows
9 data_ascii <- matrix(runif(200*30,-10,10),nrow=30)
10 nbytes <- 4 #lead to a precision of 1e-7 / 1e-8
11 endian <- "little"
12
13 # Simulate serialization in one single call
14 binarize(data_ascii, data_bin_file, 500, ",", nbytes, endian)
15 expect_equal(file.info(data_bin_file)$size, length(data_ascii)*nbytes+8)
16 for (indices in list(c(1,3,5), 3:13, c(5,20,50), c(75,130:135), 196:200))
17 {
18 data_lines <- getDataInFile(indices, data_bin_file, nbytes, endian)
19 expect_equal(data_lines, data_ascii[,indices], tolerance=1e-6)
20 }
21 unlink(data_bin_file)
22
23 # Serialization in several calls (last call complete, next call NULL)
24 for (i in 1:20)
25 binarize(data_ascii[,((i-1)*10+1):(i*10)], data_bin_file, 20, ",", nbytes, endian)
26 expect_equal(file.info(data_bin_file)$size, length(data_ascii)*nbytes+8)
27 for (indices in list(c(1,3,5), 3:13, c(5,20,50), c(75,130:135), 196:200))
28 {
29 data_lines <- getDataInFile(indices, data_bin_file, nbytes, endian)
30 expect_equal(data_lines, data_ascii[,indices], tolerance=1e-6)
31 }
32 unlink(data_bin_file)
33 })
34
35 test_that("serialization + transform + getDataInFile retrieve original transforms",
36 {
37 data_bin_file <- ".epclust_test_t.bin"
38 unlink(data_bin_file)
39
40 # Dataset 200 cols / 30 rows
41 data_ascii <- matrix(runif(200*30,-10,10),nrow=30)
42 nbytes <- 8
43 endian <- "little"
44
45 binarize(data_ascii, data_bin_file, 500, ",", nbytes, endian)
46 # Serialize transformation (just compute range) into a new binary file
47 trans_bin_file <- ".epclust_test_t_trans.bin"
48 unlink(trans_bin_file)
49 getSeries <- function(inds) getDataInFile(inds, data_bin_file, nbytes, endian)
50 binarizeTransform(getSeries, function(series) apply(series, 2, range),
51 trans_bin_file, 250, nbytes, endian)
52 unlink(data_bin_file)
53 expect_equal(file.info(trans_bin_file)$size, 2*ncol(data_ascii)*nbytes+8)
54 for (indices in list(c(1,3,5), 3:13, c(5,20,50), c(75,130:135), 196:200))
55 {
56 trans_cols <- getDataInFile(indices, trans_bin_file, nbytes, endian)
57 expect_equal(trans_cols, apply(data_ascii[,indices],2,range), tolerance=1e-6)
58 }
59 unlink(trans_bin_file)
60 })
61
62 test_that("serialization + getDataInFile retrieve original data / from connection",
63 {
64 data_bin_file <- ".epclust_test_c.bin"
65 unlink(data_bin_file)
66
67 # Dataset 300 cols / 50 rows
68 data_csv <- system.file("testdata","de_serialize.csv",package="epclust")
69 nbytes <- 8
70 endian <- "big"
71 data_ascii <- unname( t( as.matrix(read.table(data_csv,sep=";",header=FALSE)) ) ) #ref
72
73 # Simulate serialization in one single call
74 binarize(data_csv, data_bin_file, 350, ";", nbytes, endian)
75 expect_equal(file.info(data_bin_file)$size, 300*50*8+8)
76 for (indices in list(c(1,3,5), 3:13, c(5,20,50), c(75,130:135), 196:200))
77 {
78 data_cols <- getDataInFile(indices,data_bin_file,nbytes,endian)
79 expect_equal(data_cols, data_ascii[,indices])
80 }
81 unlink(data_bin_file)
82
83 # Serialization in several calls / chunks of 29 --> 29*10 + 10, incomplete last
84 data_con <- file(data_csv, "r")
85 binarize(data_con, data_bin_file, 29, ";", nbytes, endian)
86 expect_equal(file.info(data_bin_file)$size, 300*50*8+8)
87 for (indices in list(c(1,3,5), 3:13, c(5,20,50), c(75,130:135), 196:200))
88 {
89 data_cols <- getDataInFile(indices,data_bin_file,nbytes,endian)
90 expect_equal(data_cols, data_ascii[,indices])
91 }
92 unlink(data_bin_file)
93 #close(data_con) --> done in binarize()
94 })