SIENTIAPDE-1273

Implement drift monitoring configuration and update formatters to support drift workflows. Add drift function to orchestrator utilities and enhance tests for drift functionality.
This commit is contained in:
vitor-aignosi
2025-11-14 09:22:24 -03:00
parent b45aa33188
commit c9b5e98726
5 changed files with 2115 additions and 6 deletions

View File

@@ -32,6 +32,25 @@ def common_config(config: dict[str, Any]):
}
def drift(config: dict[str, Any]):
"""
Build drift configuration from pipeline config.
"""
model = config['model']
return {
**common_config(config),
'schema': 'sientia_data',
'source_table_name': 'laborious_data',
'target_table_name': 'drift_metrics',
'interval': config.get('interval_minutes', 60),
'drift_metrics': config.get('drift_metrics', [
"kolmogorov_smirnov",
"jensen_shannon",
"wasserstein"
])
}
def minimal_retrain(config: dict[str, Any]):
"""
Build minimal retrain configuration from pipeline config.
@@ -47,8 +66,6 @@ def minimal_retrain(config: dict[str, Any]):
"""
return {
**common_config(config),
'workflow_type': 'minimal_retrain',
'schedule_name': config['schedule_name'],
'query': config['query'],
'schema': 'sientia_data',
'table_name': 'log_retrain',