From ed8293b513593f9d9b5345b3f996040ccac8c412 Mon Sep 17 00:00:00 2001 From: Victor Kaillo Date: Tue, 22 Feb 2022 20:00:59 -0300 Subject: [PATCH] update config files --- check_data/conftest.py | 2 +- config.yaml | 2 +- main.py | 4 ++-- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/check_data/conftest.py b/check_data/conftest.py index 0d11df1..6996149 100644 --- a/check_data/conftest.py +++ b/check_data/conftest.py @@ -42,4 +42,4 @@ def ks_alpha(request): # mlflow run . -P reference_artifact="mlops-week_09_Example_01_segregate/train_data.csv:latest" \ # -P sample_artifact="mlops-week_09_Example_01_segregate/test_data.csv:latest" \ -# -P ks_alpha=0.05 \ No newline at end of file +# -P ks_a \ No newline at end of file diff --git a/config.yaml b/config.yaml index 36ebaa5..2ab8b2a 100644 --- a/config.yaml +++ b/config.yaml @@ -15,7 +15,7 @@ main: data: train_data: "mlops-creditcard_fraud_predictive/train_data.csv:latest" file_url: "https://www.kaggle.com/mlg-ulb/creditcardfraud.csv" - reference_dataset: "mlops-creditcard_fraud_predictive/ccfraud_preprocessed.csv:latest" + reference_dataset: "mlops-creditcard_fraud_predictive/raw_data.csv:latest" # Threshold for Kolomorov-Smirnov test ks_alpha: 0.05 test_size: 0.3 diff --git a/main.py b/main.py index 59a6a81..a5291d1 100644 --- a/main.py +++ b/main.py @@ -53,7 +53,7 @@ def process_args(config: DictConfig): "main", parameters={ "reference_artifact": config["data"]["reference_dataset"], - "sample_artifact": "preprocessed_data.csv:latest", + "sample_artifact": "raw_data.csv:latest", "ks_alpha": config["data"]["ks_alpha"] } ) @@ -64,7 +64,7 @@ def process_args(config: DictConfig): os.path.join(root_path, "segregate"), "main", parameters={ - "input_artifact": "preprocessed_data.csv:latest", + "input_artifact": "raw_data.csv:latest", "artifact_root": "data", "artifact_type": "segregated_data", "test_size": config["data"]["test_size"],