From f4cd9ac24180a2618d2c8a77c952827158581676 Mon Sep 17 00:00:00 2001
From: guipenedo <nostrumg@gmail.com>
Date: Tue, 26 Nov 2024 18:55:52 +0100
Subject: [PATCH] revert

---
 .../pipeline/dedup/fast_mh3/src/main.rs       | 21 -------------------
 1 file changed, 21 deletions(-)

diff --git a/src/datatrove/pipeline/dedup/fast_mh3/src/main.rs b/src/datatrove/pipeline/dedup/fast_mh3/src/main.rs
index 7dd77a28..c623d22c 100644
--- a/src/datatrove/pipeline/dedup/fast_mh3/src/main.rs
+++ b/src/datatrove/pipeline/dedup/fast_mh3/src/main.rs
@@ -1,5 +1,3 @@
-use std::fs::File;
-use std::io::Write;
 use std::io::Cursor;
 use std::collections::HashMap;
 use anyhow::{Context, Result};
@@ -374,14 +372,6 @@ async fn process_post_union(
         .progress_chars("#>-"));
     pb.enable_steady_tick(std::time::Duration::from_secs(1));
 
-    // Create a custom draw target that writes to both stderr and the log file
-    pb.set_draw_target(indicatif::ProgressDrawTarget::custom(Box::new(
-        |s| {
-            std::io::stderr().write_all(s.as_bytes()).unwrap();
-            log_file.write_all(s.as_bytes()).unwrap();
-        },
-    )));
-
     let mut handles = Vec::new();
     for file_number in files {
         let client = client.clone();
@@ -434,9 +424,6 @@ async fn main() -> Result<()> {
         Semaphore::new(args.downloads)
     });
 
-    // Open the log file for writing
-    let mut log_file = File::create(&args.logspath)?;
-
     println!("Processing {} input files...", files.len());
     let pb = ProgressBar::new(files.len() as u64);
     pb.set_style(ProgressStyle::default_bar()
@@ -445,14 +432,6 @@ async fn main() -> Result<()> {
         .progress_chars("#>-"));
     pb.enable_steady_tick(std::time::Duration::from_secs(1));
 
-    // Create a custom draw target that writes to both stderr and the log file
-    pb.set_draw_target(indicatif::ProgressDrawTarget::custom(Box::new(
-        |s| {
-            std::io::stderr().write_all(s.as_bytes()).unwrap();
-            log_file.write_all(s.as_bytes()).unwrap();
-        },
-    )));
-
     let mut handles = Vec::new();
 
     for file_path in files {