SIENTIAPDE-994

Refactor logging in MLFlow and Gates activities; remove print statement in FormatAndExportPrediction; update data handling in PredictionProcess; delete unused redis-feeder script.

laborious/workflows/sub_workflows/format_and_export_prediction.py

@@ -40,8 +40,6 @@ class FormatAndExportPrediction():
         data = input_data['data']
         prediction_confidence = input_data['prediction_confidence']
 
-        print(f"Input data: {input_data}")
-
         if path_flag is None:
             # proceed with formatting and exporting
             prediction = await workflow.execute_local_activity_method(

laborious/workflows/sub_workflows/prediction_process.py

@@ -97,11 +97,13 @@ class PredictionProcess():
         ):
             return
 
+        transformed_data = response_data['content']
+
         path_flag, confidence, comment = await workflow.execute_local_activity_method(
             Activities.mlflow_content_gate,
             {
                 'filters': input_data['mlflow_transform_filters'],
-                'data': response_data,
+                'data': transformed_data,
                 'type': 'transform',
                 'path_priority': input_data['path_priority']
             },
@@ -117,7 +119,7 @@ class PredictionProcess():
         response_data = await workflow.execute_local_activity_method(
             Activities.request_predict,
             {
-                'data': response_data,
+                'data': transformed_data,
                 'model_name': model_name,
                 'model_retention': model_retention
             },
@@ -148,11 +150,14 @@ class PredictionProcess():
                 'path_flag': path_flag,
                 'data': response_data['content'],
                 'prediction_confidence': confidence,
-                'timestamp': response_data['timestamp'],
+                'timestamp': last_timestamp,
                 'model_id': model_id,
                 'model_name': model_name,
                 'model_retention': model_retention,
-                'opc_output_config': input_data['opc_output_config']
+                'opc_output_config': input_data['opc_output_config'],
+                'schema': input_data['schema'],
+                'table_name': input_data['table_name'],
+                'comment': comment
             }
         )