GIVE ME MY PROGRESS BARS GOD DAMN IT

huggingface · Nov 26, 2024 · 339566b · 339566b
1 parent 9250ccf
commit 339566b
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/src/datatrove/pipeline/dedup/fast_mh3/src/main.rs b/src/datatrove/pipeline/dedup/fast_mh3/src/main.rs
@@ -367,6 +367,7 @@ async fn process_post_union(
         .unwrap()
         .progress_chars("#>-"));
     pb.enable_steady_tick(std::time::Duration::from_secs(1));
+    pb.set_draw_target(indicatif::ProgressDrawTarget::stderr());
 
     let mut handles = Vec::new();
     for file_number in files {
@@ -421,12 +422,16 @@ async fn main() -> Result<()> {
     });
 
     println!("Processing {} input files...", files.len());
-    let pb = ProgressBar::new(files.len() as u64);
+    let pb = ProgressBar::with_draw_target(
+        io::BufWriter::new(io::stdout()),
+        files.len() as u64,
+    );
     pb.set_style(ProgressStyle::default_bar()
         .template("{spinner:.green} [{elapsed_precise}] [{bar:40.cyan/blue}] {pos}/{len} ({eta})")
         .unwrap()
         .progress_chars("#>-"));
     pb.enable_steady_tick(std::time::Duration::from_secs(1));
+    pb.set_draw_target(indicatif::ProgressDrawTarget::stderr());
 
     let mut handles = Vec::new();