We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
I have been trying to run the example here but getting this error. Seems that id is not initialized in _buffer dictionary. Here is the error log
_buffer
INFO: Started server process [15549] INFO: Waiting for application startup. INFO: Application startup complete. INFO: Uvicorn running on http://127.0.0.1:8001 (Press CTRL+C to quit) INFO: 127.0.0.1:65386 - "POST /default_test HTTP/1.1" 500 Internal Server Error ERROR - 2024-11-12 21:04:09,110 - evidently.collector.app - app - Check snapshots factory error: 'default_test' Traceback (most recent call last): File "/Users/m0a0mlk/envs/monitoring/lib/python3.9/site-packages/evidently/collector/app.py", line 232, in check_service_snapshots_periodically await check_snapshots_factory(service, service.storage) File "/Users/m0a0mlk/envs/monitoring/lib/python3.9/site-packages/evidently/collector/app.py", line 131, in check_snapshots_factory await create_snapshot(collector, storage) File "/Users/m0a0mlk/envs/monitoring/lib/python3.9/site-packages/evidently/collector/app.py", line 136, in create_snapshot async with storage.lock(collector.id): File "/Users/m0a0mlk/envs/monitoring/lib/python3.9/site-packages/evidently/collector/storage.py", line 52, in lock return self._locks[id] KeyError: 'default_test' ^CERROR - 2024-11-12 21:04:14,128 - evidently.collector.app - app - Check snapshots factory error: 'default_test'
However I get a 200 when do get /default_test and here is the data
200
/default_test
{"id":"default_test","trigger":{"type":"evidently:collector_trigger:IntervalTrigger","interval":60.0,"last_triggered":1731517366.6965606},"report_config":{"metrics":[],"tests":[{"lt":0.3,"type":"evidently:test:TestShareOfDriftedColumns","is_critical":true,"feature_importance":false},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V3","display_name":"V3","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V16","display_name":"V16","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V7","display_name":"V7","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V14","display_name":"V14","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V5","display_name":"V5","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V15","display_name":"V15","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V2","display_name":"V2","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V9","display_name":"V9","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V11","display_name":"V11","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V4","display_name":"V4","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V8","display_name":"V8","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V10","display_name":"V10","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"Class","display_name":"Class","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V1","display_name":"V1","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V12","display_name":"V12","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V6","display_name":"V6","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V13","display_name":"V13","dataset":"main"},"stattest":null,"stattest_threshold":null}],"options":{"color":null,"render":null,"data_definition":null},"metadata":{"test_presets":["DataDriftTestPreset"]},"tags":[]},"reference_path":null,"project_id":"019322fc-22b6-7368-8731-5fe897c67712","api_url":"http://localhost:8000","api_secret":null,"cache_reference":true,"is_cloud":null,"save_datasets":false}
The text was updated successfully, but these errors were encountered:
No branches or pull requests
I have been trying to run the example here but getting this error. Seems that id is not initialized in
_buffer
dictionary. Here is the error logINFO: Started server process [15549]
INFO: Waiting for application startup.
INFO: Application startup complete.
INFO: Uvicorn running on http://127.0.0.1:8001 (Press CTRL+C to quit)
INFO: 127.0.0.1:65386 - "POST /default_test HTTP/1.1" 500 Internal Server Error
ERROR - 2024-11-12 21:04:09,110 - evidently.collector.app - app - Check snapshots factory error: 'default_test'
Traceback (most recent call last):
File "/Users/m0a0mlk/envs/monitoring/lib/python3.9/site-packages/evidently/collector/app.py", line 232, in check_service_snapshots_periodically
await check_snapshots_factory(service, service.storage)
File "/Users/m0a0mlk/envs/monitoring/lib/python3.9/site-packages/evidently/collector/app.py", line 131, in check_snapshots_factory
await create_snapshot(collector, storage)
File "/Users/m0a0mlk/envs/monitoring/lib/python3.9/site-packages/evidently/collector/app.py", line 136, in create_snapshot
async with storage.lock(collector.id):
File "/Users/m0a0mlk/envs/monitoring/lib/python3.9/site-packages/evidently/collector/storage.py", line 52, in lock
return self._locks[id]
KeyError: 'default_test'
^CERROR - 2024-11-12 21:04:14,128 - evidently.collector.app - app - Check snapshots factory error: 'default_test'
However I get a
200
when do get/default_test
and here is the data{"id":"default_test","trigger":{"type":"evidently:collector_trigger:IntervalTrigger","interval":60.0,"last_triggered":1731517366.6965606},"report_config":{"metrics":[],"tests":[{"lt":0.3,"type":"evidently:test:TestShareOfDriftedColumns","is_critical":true,"feature_importance":false},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V3","display_name":"V3","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V16","display_name":"V16","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V7","display_name":"V7","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V14","display_name":"V14","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V5","display_name":"V5","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V15","display_name":"V15","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V2","display_name":"V2","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V9","display_name":"V9","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V11","display_name":"V11","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V4","display_name":"V4","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V8","display_name":"V8","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V10","display_name":"V10","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"Class","display_name":"Class","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V1","display_name":"V1","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V12","display_name":"V12","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V6","display_name":"V6","dataset":"main"},"stattest":null,"stattest_threshold":null},{"type":"evidently:test:TestColumnDrift","is_critical":true,"column_name":{"type":"evidently:base:ColumnName","name":"V13","display_name":"V13","dataset":"main"},"stattest":null,"stattest_threshold":null}],"options":{"color":null,"render":null,"data_definition":null},"metadata":{"test_presets":["DataDriftTestPreset"]},"tags":[]},"reference_path":null,"project_id":"019322fc-22b6-7368-8731-5fe897c67712","api_url":"http://localhost:8000","api_secret":null,"cache_reference":true,"is_cloud":null,"save_datasets":false}
The text was updated successfully, but these errors were encountered: