-
Notifications
You must be signed in to change notification settings - Fork 604
/
example_test.py
35 lines (30 loc) · 1.2 KB
/
example_test.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
import os
import sys
excludes = [
"nyc_taxi_data_drift_dashboard_customization.py",
"historical_drift_visualization.py",
"mlflow_integration.py",
"ibm_hr_attrition_model_validation.py",
"bicycle_demand_monitoring_setup.py",
"data_and_ml_monitoring_tutorial.py",
"how_to_run_drift_report_for_text_encoders.py",
"comparing_custom_statest_with_classic_distributions.py",
"how_to_evaluate_llm_with_text_descriptors.py",
"how_to_run_drift_report_for_text_data.py", # too slow & torch version conflict?
"llm_evaluation_tutorial.py", # cloud usage
"llm_tracing_tutorial.py", # cloud usage
]
if __name__ == "__main__":
failed_scripts = []
for entry, _, files in os.walk("example_scripts"):
for file in files:
if file.endswith(".py"):
if file in excludes:
continue
result = os.system(f"ipython example_scripts/{file}")
if result != 0:
failed_scripts.append((file, result))
if failed_scripts:
for fail, errcode in failed_scripts:
print(f"Script {fail} failed with error code {errcode}", file=sys.stderr)
sys.exit(len(failed_scripts))