SIENTIAPDE-1712

SIENTIAPDE-1712 Enhance logging across various classes by adding logger parameters and improving debug statements. This update includes adjustments in Gates, MLFlow, ModelMetrics, and MLFlowRepository classes for better traceability and observability during operations.

laborious/activities/gates.py

@@ -522,7 +522,7 @@ class Gates(MinioManager):
             operation='transform',
             workflow_metadata=metadata,
             last_timestamp=payload.last_timestamp,
-            logger=self.logger
+            logger=self.logger,
         )
 
     @activity.defn(name='format_prediction')

laborious/activities/mlflow.py

@@ -19,8 +19,8 @@ with workflow.unsafe.imports_passed_through():
     )
     from sientia_do.utils.formatters import create_sample_dict
 
-    from laborious.utils.models.minio_dataframe_payload import MinioDataFramePayload
     from laborious.utils.dataframe_debug import build_dataframe_debug_message
+    from laborious.utils.models.minio_dataframe_payload import MinioDataFramePayload
     from laborious.utils.repository.minio_manager import MinioManager
     from laborious.utils.repository.model_repository import MLFlowRepository
 
@@ -43,6 +43,7 @@ class MLFlow(MinioManager):
         mlflow_password (str): MLFlow authentication password
         model_monitoring_repository (MLFlowRepository): Repository for MLFlow operations
     """
+
     _MAX_DEBUG_DATAFRAME_ROWS = 100
 
     def __init__(

laborious/activities/model_metrics.py

@@ -27,13 +27,13 @@ warnings.filterwarnings(
 
 class ModelMetrics(SientiaMonitoring):
     """
-    _MAX_DEBUG_DATAFRAME_ROWS = 100
-
     Metrics activities for the Laborious system.
 
     This class provides activities for writing metrics to the Prometheus monitoring system.
     """
 
+    _MAX_DEBUG_DATAFRAME_ROWS = 100
+
     def __init__(
         self,
         logger: Logger,
@@ -99,7 +99,9 @@ class ModelMetrics(SientiaMonitoring):
 
         model_analysis = ModelAnalysis(config=config)
 
-        self._debug_dataframe(f'Reference data: Size {reference_data.shape}', reference_data, metadata)
+        self._debug_dataframe(
+            f'Reference data: Size {reference_data.shape}', reference_data, metadata
+        )
 
         self._debug_dataframe(f'Target data: Size {target_data.shape}', target_data, metadata)
 

laborious/utils/repository/model_repository.py

@@ -474,7 +474,9 @@ class MLFlowRepository(SientiaMonitoring):
             raw_model = mlflow.pyfunc.load_model(artifact_path)
             model = raw_model._model_impl.python_model
 
-            self.debug(f"Model wrapper loaded: {model.__class__.__name__}:{model.__dict__}", metadata)
+            self.debug(
+                f'Model wrapper loaded: {model.__class__.__name__}:{model.__dict__}', metadata
+            )
         else:
             if model_type == 'predict':
                 model = await self.load_predict_model(model_name, metadata, flavor)
@@ -1293,7 +1295,9 @@ class MLFlowRepository(SientiaMonitoring):
             end_time = datetime.now()
 
             if isinstance(predict_data, pd.DataFrame):
-                self._debug_dataframe('Data received from model prediction:', predict_data, metadata)
+                self._debug_dataframe(
+                    'Data received from model prediction:', predict_data, metadata
+                )
 
                 # predict_data.to_csv(
                 #     f"tmp/predicted_data_{model_name}.csv", index=True)