apply & applydp: ensure the parallel iterators are not too small

to minimize parallelization overhead
dathere · Oct 17, 2024 · 7d6ce5e · 7d6ce5e
1 parent 40c3102
commit 7d6ce5e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/src/cmd/apply.rs b/src/cmd/apply.rs
@@ -598,6 +598,7 @@ pub fn run(argv: &[&str]) -> CliResult<()> {
         // do actual apply command via Rayon parallel iterator
         batch
             .par_iter()
+            .with_min_len(1024)
             .map(|record_item| {
                 let mut record = record_item.clone();
                 match apply_cmd {

diff --git a/src/cmd/applydp.rs b/src/cmd/applydp.rs
@@ -417,6 +417,7 @@ pub fn run(argv: &[&str]) -> CliResult<()> {
         // do actual applydp command via Rayon parallel iterator
         batch
             .par_iter()
+            .with_min_len(1024)
             .map(|record_item| {
                 let mut record = record_item.clone();
                 match applydp_cmd {