download fit

victorkaillo · Feb 22, 2022 · b3679af · b3679af
1 parent ed8293b
commit b3679af
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/config.yaml b/config.yaml
@@ -14,7 +14,7 @@ main:
   random_seed: 42
 data:
   train_data: "mlops-creditcard_fraud_predictive/train_data.csv:latest"
-  file_url: "https://www.kaggle.com/mlg-ulb/creditcardfraud.csv"
+  file_url: "https://www.kaggle.com/mlg-ulb/creditcardfraud?select=creditcard.csv"
   reference_dataset: "mlops-creditcard_fraud_predictive/raw_data.csv:latest"
   # Threshold for Kolomorov-Smirnov test
   ks_alpha: 0.05

diff --git a/download/download_data.py b/download/download_data.py
@@ -27,8 +27,8 @@ def process_args(args):
         logger.info("Creating run")
         with wandb.init(job_type="download_data") as run:
             # Load the file
-            # od.download(args.file_url)
-            with open("creditcard.csv", 'rb') as file:
+            od.download(args.file_url)
+            with open("./creditcard.csv", 'rb') as file:
                 fp.writelines(file)
             # Download the file streaming and write to open temp file
             # with requests.get(args.file_url, stream=True) as r: