SIENTIAPDE-1712

SIENTIAPDE-1712 Enhance logging in Gates, MLFlow, and Storage classes by integrating logger parameter for improved traceability. This update allows for better monitoring of operations and data handling across these components.

laborious/activities/gates.py

@@ -522,6 +522,7 @@ class Gates(MinioManager):
             operation='transform',
             workflow_metadata=metadata,
             last_timestamp=payload.last_timestamp,
+            logger=self.logger
         )
 
     @activity.defn(name='format_prediction')

laborious/activities/mlflow.py

@@ -197,6 +197,7 @@ class MLFlow(MinioManager):
                 status=response_data,
                 workflow_metadata=metadata,
                 last_timestamp=payload.last_timestamp,
+                logger=self.logger,
             )
 
         return await MinioDataFramePayload.from_dataframe(
@@ -209,6 +210,7 @@ class MLFlow(MinioManager):
                 'success': True,
             },
             last_timestamp=payload.last_timestamp,
+            logger=self.logger,
         )
 
     @activity.defn(name='request_predict')
@@ -281,6 +283,7 @@ class MLFlow(MinioManager):
                 status=response_data,
                 workflow_metadata=metadata,
                 last_timestamp=payload.last_timestamp,
+                logger=self.logger,
             )
 
         return await MinioDataFramePayload.from_dataframe(
@@ -293,6 +296,7 @@ class MLFlow(MinioManager):
                 'success': True,
             },
             last_timestamp=payload.last_timestamp,
+            logger=self.logger,
         )
 
     @activity.defn(name='retrain_model')

laborious/activities/storage.py

@@ -105,6 +105,7 @@ class Storage(Postgres, MinioManager):
             workflow_metadata=metadata,
             model_name=model_name,
             operation='initial',
+            logger=self.logger,
         )
 
     @activity.defn(name='export_payload_to_postgres')

laborious/utils/models/minio_dataframe_payload.py

@@ -236,7 +236,7 @@ class MinioDataFramePayload:
         if last_timestamp is None:
             last_timestamp = max(dataframe['timestamp'].values.tolist())
 
-        dataframe_size = cls.estimate_size_bytes(dataframe)
+        dataframe_size = cls.estimate_size_bytes(dataframe, workflow_metadata, logger)
         cls._debug(
             logger,
             (