updates

MIR/art-from-MIR-spectral-DB.R

@@ -41,13 +41,13 @@ parseSpectra <- function(.txt, compressed = TRUE) {
 base.path <- 'E:/MIR'
 
 # compressed spectra
-# db.file <- file.path(base.path, 'MIR-compact-gz.sqlite')
+db.file <- file.path(base.path, 'MIR-compact-compressed.sqlite')
 
 # plain-text spectra
 # db.file <- file.path(base.path, 'MIR-compact-text.sqlite')
 
 # full
-db.file <- file.path(base.path, 'MIR-compact.sqlite')
+# db.file <- file.path(base.path, 'MIR-compact.sqlite')
 
 
 db <- dbConnect(RSQLite::SQLite(), db.file)

MIR/build-compact-spectral-library.R

@@ -17,7 +17,7 @@ library(purrr)
 ## flag for embedding compressed spectra
 # useful for stand-alone SQLite versions, not for SDA
 # requires a little more work when reading data out of the SQLite DB
-compressSpec <- TRUE
+compressSpec <- FALSE
 
 # functions waiting for an R package
 source('../code/snapshot-preparation/snapshot-functions.R')
@@ -169,8 +169,8 @@ dbDisconnect(db)
 
 
 ## SQLite file stats
-# uncompressed / txt:     9.5GB
-# gzipped / txt:          4.2GB
+# uncompressed / txt:     5.5GB
+# gzipped / txt:          GB
 
 # uncompressed / gz(txt): 2.6GB
 # gzipped / gz(txt):      GB

MIR/eval-errors.R

@@ -0,0 +1,14 @@
+library(opusreader2)
+library(purrr)
+
+# all collections
+x <- readRDS('errors.rds')
+
+# find just the collections with errors
+idx <- which(! sapply(x, is.null))
+x <- x[idx]
+
+
+## 2024-02-14 errors:
+## C2019USNJ085
+

MIR/main.R

@@ -10,6 +10,9 @@ setwd('MIR')
 # save to temporary folder for later use
 source('pre-process-collections.R')
 
+# evaluate errors
+# eval-errors.R
+
 # create collection/sample/integer wn-sequence table
 # create wn-sequence metadata table
 # flag samples with odd wn-sequence
@@ -20,8 +23,8 @@ source('build-compact-spectral-library.R')
 
 
 ## TODO:
-## 1. create spectra -- sample LUT
-## 2. index
-## 3. simplify code if possible
-## 4. wrapper / helper functions
+# 1. create spectra -- sample LUT
+# 2. index
+# 3. simplify code if possible
+# 4. wrapper / helper functions