Skip to content

Commit

Permalink
benchmarks: v3.15
Browse files Browse the repository at this point in the history
- addl `split` benchmarks
- ensure `split` benchmarks` have their own directory to split so we can do apples-to-apples comparison of the different `split` modalities

[skip ci]
  • Loading branch information
jqnatividad committed Feb 6, 2024
1 parent f3d3861 commit e61ca49
Showing 1 changed file with 11 additions and 3 deletions.
14 changes: 11 additions & 3 deletions scripts/benchmarks.sh
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,7 @@
arg_pat="$1"

# the version of this script
bm_version=3.14.0
bm_version=3.15.0

# CONFIGURABLE VARIABLES ---------------------------------------
# change as needed to reflect your environment/workloads
Expand Down Expand Up @@ -272,6 +272,11 @@ function cleanup_files {
rm -f results/run_info_work.tsv
rm -f results/entry.csv
rm -r -f split_tempdir
rm -r -f split_tempdir_chunks
rm -r -f split_tempdir_idx
rm -r -f split_tempdir_idx_j1
rm -r -f split_tempdir_chunks_idx
rm -r -f split_tempdir_chunks_idx_j1
rm -f benchmark_work.*
rm -r -f benchmark_work
rm -f extsort_sorted.csv
Expand Down Expand Up @@ -530,8 +535,11 @@ run sortcheck_sorted "$qsv_bin" sortcheck data_sorted.csv
run sortcheck_unsorted "$qsv_bin" sortcheck data_unsorted.csv
run sortcheck_unsorted_all "$qsv_bin" sortcheck --all data_unsorted.csv
run split "$qsv_bin" split --size 50000 split_tempdir "$data"
run --index split_index "$qsv_bin" split --size 50000 split_tempdir "$data"
run --index split_index_j1 "$qsv_bin" split --size 50000 -j 1 split_tempdir "$data"
run split_chunks "$qsv_bin" split --chunks 20 split_tempdir_chunks "$data"
run --index split_index "$qsv_bin" split --size 50000 split_tempdir_idx "$data"
run --index split_index_j1 "$qsv_bin" split --size 50000 -j 1 split_tempdir_idx_j1 "$data"
run --index split_chunks_index "$qsv_bin" split --chunks 20 split_tempdir_chunks_idx "$data"
run --index split_chunks_index_j1 "$qsv_bin" split --chunks 20 -j 1 split_tempdir_chunks_idx_j1
run sqlp "$qsv_bin" sqlp "$data" -Q '"select * from _t_1 where \"Complaint Type\"='\''Noise'\'' and Borough='\''BROOKLYN'\''"'
run sqlp_format_arrow "$qsv_bin" sqlp --format arrow "$data" -Q '"select * from _t_1 where \"Complaint Type\"='\''Noise'\'' and Borough='\''BROOKLYN'\''"'
run sqlp_format_json "$qsv_bin" sqlp --format json "$data" -Q '"select * from _t_1 where \"Complaint Type\"='\''Noise'\'' and Borough='\''BROOKLYN'\''"'
Expand Down

0 comments on commit e61ca49

Please sign in to comment.