SIENTIAPDE-1273

SIENTIAPDE-1273 Refactor drift function in orchestrator utilities for improved configuration and update formatters to include drift import. Enhance tests to validate new configurations and ensure integration with existing workflows.

orchestrator/activities/formatters.py

@@ -15,11 +15,11 @@ with workflow.unsafe.imports_passed_through():
 
     from orchestrator.utils.orchestrator_functions import (
         build_tag_config,
+        drift,
         gather_read_tags,
         minimal_retrain,
         predictions_batch,
         scouter,
-        drift,
         simple_metrics,
     )
 

orchestrator/utils/orchestrator_functions.py

@@ -42,11 +42,9 @@ def drift(config: dict[str, Any]):
         'source_table_name': 'laborious_data',
         'target_table_name': 'drift_metrics',
         'interval': config.get('interval_minutes', 60),
-        'drift_metrics': config.get('drift_metrics', [
-            "kolmogorov_smirnov",
-            "jensen_shannon",
-            "wasserstein"
-        ])
+        'drift_metrics': config.get(
+            'drift_metrics', ['kolmogorov_smirnov', 'jensen_shannon', 'wasserstein']
+        ),
     }
 
 

tests/orchestrator/utils/test_orchestrator_functions.py

@@ -89,6 +89,7 @@ def test_simple_metrics():
         'schema': 'sientia_data',
         'predictions_table_name': 'predictions',
         'data_table_name': 'laborious_data',
+        'target_table_name': 'simple_metrics',
         'interval_minutes': 120,
         'metrics': ['rmse', 'mse'],
         'execution_timeout_seconds': 300,