SIENTIAPDE-1231

Update model retraining and logging enhancements

- Changed the GITHUB_BRANCH value in values.yaml to 'main' for consistency.
- Refactored MLFlow class to improve timestamp handling and error messaging during model retraining.
- Enhanced MLFlowRepository methods to include metadata logging and improved model version retrieval.
- Updated minimal_retrain workflow to support extended timeout for activities and include model configuration in input data.
This commit is contained in:
vitor-aignosi
2025-10-02 16:36:18 -03:00
parent c6f004d20d
commit 9b71ad7556
5 changed files with 204 additions and 150 deletions

View File

@@ -240,13 +240,19 @@ class MLFlow(BaseActivity):
data.sort_index(inplace=True)
data.reset_index(inplace=True)
data = data.dropna()
data['timestamp'] = to_datetime(
data['timestamp'], format=DATETIME_FORMAT_WITH_TZ).dt.strftime(DATETIME_FORMAT)
data['timestamp'] = to_datetime(
data['timestamp'], format=DATETIME_FORMAT)
# data = data.dropna()
data.columns.name = None
retrain_output = self.model_monitoring_repository.retrain_model(
data=data,
model_name=model_name,
model_config=model_config
model_config=model_config,
metadata=metadata
)
if not retrain_output['success']:
@@ -255,7 +261,7 @@ class MLFlow(BaseActivity):
self.send_notification(
metadata=metadata,
notification_id='RETRAIN_MODEL_ERROR',
message=f'Error retraining model {model_name}: {retrain_output['message']}',
message=f"Error retraining model {model_name}: {retrain_output['message']}",
block='retrain_model',
level=NotificationLevel.ERROR,
attachment_content=trace