Update so it works on SCF

Yu-Group · Mar 20, 2024 · 92f8119 · 92f8119
1 parent 3ab0aa0
commit 92f8119
Show file tree

Hide file tree

Showing 5 changed files with 1,572 additions and 3,777 deletions.
diff --git a/feature_importance/01_ablation_classification_script.sh b/feature_importance/01_ablation_classification_script.sh
@@ -3,6 +3,7 @@
 #SBATCH --mail-type=ALL
 #SBATCH --partition=yugroup
 
+source activate mdi
 command="01_run_ablation_classification.py --nreps 1 --config mdi_local.real_data_classification --split_seed ${1} --ignore_cache --create_rmd --result_name Diabetes_classification_parallel"
 
 # Execute the command

diff --git a/feature_importance/01_ablation_regression_script.sh b/feature_importance/01_ablation_regression_script.sh
@@ -3,7 +3,8 @@
 #SBATCH --mail-type=ALL
 #SBATCH --partition=yugroup
 
-command="01_run_ablation_regression.py --nreps 1 --config mdi_local.real_data_regression --split_seed ${1} --ignore_cache --create_rmd --result_name satellite_image_parallel"
+source activate mdi
+command="01_run_ablation_regression.py --nreps 1 --config mdi_local.real_data_regression --split_seed ${1} --ignore_cache --create_rmd --result_name diabetes_regression_parallel"
 
 # Execute the command
 python $command
diff --git a/feature_importance/01_ablation_script.sh b/feature_importance/01_ablation_script.sh
@@ -2,10 +2,7 @@
 
 slurm_script="01_ablation_regression_script.sh"
 
-rep=1
-sbatch $slurm_script $rep
-
-# for rep in {1..5}
-# do
-#     sbatch $slurm_script $rep  # Submit SLURM job using the specified script
-# done
+for rep in {1..10}
+do
+    sbatch $slurm_script $rep  # Submit SLURM job using the specified script
+done
diff --git a/feature_importance/fi_config/mdi_local/real_data_regression/dgp.py b/feature_importance/fi_config/mdi_local/real_data_regression/dgp.py
@@ -9,29 +9,29 @@
 #     "sample_row_n": None,
 #     "return_data": "X"
 # }
-# X_PARAMS_DICT = {
-#     "X_fpath": "../data/regression_data/Diabetes_regression/X_diabetes_regression.csv",
-#     "sample_row_n": None,
-#     "return_data": "X"
-# }
 X_PARAMS_DICT = {
-    "X_fpath": "../data/regression_data/Satellite_image/X_satellite_image.csv",
+    "X_fpath": "../data/regression_data/Diabetes_regression/X_diabetes_regression.csv",
     "sample_row_n": None,
     "return_data": "X"
 }
+# X_PARAMS_DICT = {
+#     "X_fpath": "../data/regression_data/Satellite_image/X_satellite_image.csv",
+#     "sample_row_n": None,
+#     "return_data": "X"
+# }
 Y_DGP = sample_real_data
 # Y_PARAMS_DICT = {
 #     "y_fpath": "../data/regression_data/CA_housing/y_california_housing.csv",
 #     "return_data": "y"
 # }
-# Y_PARAMS_DICT = {
-#     "y_fpath": "../data/regression_data/Diabetes_regression/y_diabetes_regression.csv",
-#     "return_data": "y"
-# }
 Y_PARAMS_DICT = {
-    "y_fpath": "../data/regression_data/Satellite_image/y_satellite_image.csv",
+    "y_fpath": "../data/regression_data/Diabetes_regression/y_diabetes_regression.csv",
     "return_data": "y"
 }
+# Y_PARAMS_DICT = {
+#     "y_fpath": "../data/regression_data/Satellite_image/y_satellite_image.csv",
+#     "return_data": "y"
+# }
 # vary one parameter
 VARY_PARAM_NAME = "sample_row_n"
 VARY_PARAM_VALS = {"keep_all_rows": None}