SIENTIAPDE-1273
Implement drift monitoring configuration and update formatters to support drift workflows. Add drift function to orchestrator utilities and enhance tests for drift functionality.
This commit is contained in:
@@ -19,6 +19,7 @@ with workflow.unsafe.imports_passed_through():
|
||||
minimal_retrain,
|
||||
predictions_batch,
|
||||
scouter,
|
||||
drift,
|
||||
)
|
||||
|
||||
topic_separator = '\n ========== \n'
|
||||
@@ -34,7 +35,7 @@ class Formatters(SientiaMonitoring):
|
||||
scheduled reports.
|
||||
|
||||
Key features:
|
||||
- Pipeline schedule configuration formatting ("scouter", "predictions_batch", "minimal_retrain")
|
||||
- Pipeline schedule configuration formatting ("scouter", "predictions_batch", "minimal_retrain", "drift")
|
||||
- OPC slot distribution across active ingestors
|
||||
- Notification filtering for comprehensive scheduled reports
|
||||
- Group-based report filtering with ignore list support
|
||||
@@ -132,6 +133,13 @@ class Formatters(SientiaMonitoring):
|
||||
'updated_at', now().strftime(DATETIME_FORMAT_MS_WITH_TZ)
|
||||
),
|
||||
}
|
||||
elif pipeline['workflow_type'] == 'drift':
|
||||
schedule_config[self.laborious_namespace][pipeline['schedule_name']] = {
|
||||
**drift(pipeline),
|
||||
'updated_at': pipeline.get(
|
||||
'updated_at', now().strftime(DATETIME_FORMAT_MS_WITH_TZ)
|
||||
),
|
||||
}
|
||||
|
||||
self.info('Processed schedules', metadata=metadata)
|
||||
self.debug(json.dumps(schedule_config, indent=4, sort_keys=True), metadata=metadata)
|
||||
|
||||
Reference in New Issue
Block a user