SIENTIAPDE-1231
Update model retraining and logging enhancements - Changed the GITHUB_BRANCH value in values.yaml to 'main' for consistency. - Refactored MLFlow class to improve timestamp handling and error messaging during model retraining. - Enhanced MLFlowRepository methods to include metadata logging and improved model version retrieval. - Updated minimal_retrain workflow to support extended timeout for activities and include model configuration in input data.
This commit is contained in:
@@ -240,13 +240,19 @@ class MLFlow(BaseActivity):
|
||||
data.sort_index(inplace=True)
|
||||
data.reset_index(inplace=True)
|
||||
|
||||
data = data.dropna()
|
||||
data['timestamp'] = to_datetime(
|
||||
data['timestamp'], format=DATETIME_FORMAT_WITH_TZ).dt.strftime(DATETIME_FORMAT)
|
||||
data['timestamp'] = to_datetime(
|
||||
data['timestamp'], format=DATETIME_FORMAT)
|
||||
|
||||
# data = data.dropna()
|
||||
data.columns.name = None
|
||||
|
||||
retrain_output = self.model_monitoring_repository.retrain_model(
|
||||
data=data,
|
||||
model_name=model_name,
|
||||
model_config=model_config
|
||||
model_config=model_config,
|
||||
metadata=metadata
|
||||
)
|
||||
|
||||
if not retrain_output['success']:
|
||||
@@ -255,7 +261,7 @@ class MLFlow(BaseActivity):
|
||||
self.send_notification(
|
||||
metadata=metadata,
|
||||
notification_id='RETRAIN_MODEL_ERROR',
|
||||
message=f'Error retraining model {model_name}: {retrain_output['message']}',
|
||||
message=f"Error retraining model {model_name}: {retrain_output['message']}",
|
||||
block='retrain_model',
|
||||
level=NotificationLevel.ERROR,
|
||||
attachment_content=trace
|
||||
|
||||
Reference in New Issue
Block a user