From a2492e244d7b89111d0c0b86d14797f278810745 Mon Sep 17 00:00:00 2001 From: vitor-aignosi Date: Thu, 24 Jul 2025 10:30:20 -0300 Subject: [PATCH] SIENTIAPDE-1171 Enhance data merging in MLFlowRepository by specifying merge parameters - Updated the merge operation in the fit method to include 'how' and 'validate' parameters for improved data integrity and flexibility during model training. --- laborious/utils/repository/model_repository.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/laborious/utils/repository/model_repository.py b/laborious/utils/repository/model_repository.py index 2f10a9d..888b5c8 100644 --- a/laborious/utils/repository/model_repository.py +++ b/laborious/utils/repository/model_repository.py @@ -135,7 +135,12 @@ class MLFlowRepository(): target_name = data_model.target_variable y = data[target_name] treated_data = pd.merge( - treated_data, y, left_index=True, right_index=True) + treated_data, y, + left_index=True, + right_index=True, + how='left', # or 'inner', depending on your needs + validate='one_to_one' # ensures each index appears only once in both + ) prediction_model = prediction_model.fit(treated_data) experiment = self.get_experiment_by_run_id(latest_production_id) mlflow.set_experiment(experiment)