Skip to content

Commit

Permalink
benchmarks: v5.6.0
Browse files Browse the repository at this point in the history
send template benchmark output to /dev/null instead of using REAL temp_dir as it was really slowing down benchmarks as it created a million files for EACH RUN.

It will also wear out the SSD from the massive I/O bound workload...

[skip ci]
  • Loading branch information
jqnatividad committed Dec 3, 2024
1 parent 6b5efc4 commit 56cd16c
Showing 1 changed file with 3 additions and 6 deletions.
9 changes: 3 additions & 6 deletions scripts/benchmarks.sh
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,7 @@
arg_pat="$1"

# the version of this script
bm_version=5.5.0
bm_version=5.6.0

# CONFIGURABLE VARIABLES ---------------------------------------
# change as needed to reflect your environment/workloads
Expand Down Expand Up @@ -299,8 +299,6 @@ function cleanup_files {
rm -r -f split_tempdir_idx_j1
rm -r -f split_tempdir_chunks_idx
rm -r -f split_tempdir_chunks_idx_j1
rm -r -f template_tempdir
rm -r -f template_tempdir_lookup
rm -f template_temp.txt
rm -f benchmark_work.*
rm -r -f benchmark_work
Expand Down Expand Up @@ -656,9 +654,8 @@ run --index stats_everything_index_j1 "$qsv_bin" stats "$data" --force --everyth
run --index stats_everything_index_j1_with_cache "$qsv_bin" stats "$data" --everything -j 1
run --index stats_everything_sorted_index "$qsv_bin" stats data_sorted.csv --force --everything
run table "$qsv_bin" table "$data"
run template "$qsv_bin" template --template-file template.tpl "$data" --output template_temp.txt
run template_outdir "$qsv_bin" template --template-file template.tpl "$data" template_tempdir
run template_lookup_outdir "$qsv_bin" template --template-file template-with-cb-lookup.tpl "$data" template_tempdir_lookup
run template "$qsv_bin" template --template-file template.tpl "$data" > /dev/null
run template_lookup_outdir "$qsv_bin" template --template-file template-with-cb-lookup.tpl "$data" > /dev/null
run to_xlsx "$qsv_bin" to xlsx benchmark_work.xlsx "$data"
run to_sqlite "$qsv_bin" to sqlite benchmark_work.db "$data"
run to_datapackage "$qsv_bin" to datapackage benchmark_work.json "$data"
Expand Down

0 comments on commit 56cd16c

Please sign in to comment.