SIENTIAPDE-994

Refactor logging in MLFlow and Gates activities; remove print statement in FormatAndExportPrediction; update data handling in PredictionProcess; delete unused redis-feeder script.

laborious/activities/gates.py

@@ -73,7 +73,7 @@ class Gates(BaseActivity):
 
         filter_output = []
 
-        self.logger.debug(f"Input data:\n {data.to_string()}")
+        self.logger.debug(f"Input data:\n {data}")
         self.logger.debug(f"Filters: {filters}")
 
         for fil, config in filters.items():

laborious/activities/mlflow.py

@@ -41,6 +41,7 @@ class MLFlow(BaseActivity):
         model_name = input_data['model_name']
         model_retention = input_data['model_retention']
 
+        self.logger.debug("Raw input data:")
         self.logger.debug(data)
 
         data = data.pivot(
@@ -50,9 +51,13 @@ class MLFlow(BaseActivity):
         data.reset_index(inplace=True)
         data.columns.name = None
 
+        self.logger.debug("Processed input data:")
+        self.logger.debug(data)
+
         response_data = self.model_monitoring_repository.transform(
             model_name, data, model_retention)
 
+        self.logger.debug("Response data:")
         self.logger.debug(response_data)
 
         return response_data