SIENTIAPDE-1478

Enhance Activities and Prediction Workflows with PI Web API Integration

- Updated the Activities class to include API integration, allowing for configuration of PI Web API parameters.
- Modified prediction workflows to support output configuration for PI Web API, enabling data writing to the API.
- Refactored connectors_config.py by removing unused PostgreSQL and MongoDB configuration functions.
- Added tests to validate the new PI Web API functionality in activities and workflows, ensuring robust integration and functionality.

laborious/workflows/predictions_batch.py

@@ -111,7 +111,9 @@ class PredictionsBatch:
             'model_config': input_data.get('model_config', {}),
             'path_priority': input_data.get('path_priority', ['STOP', 'CONTINUE', 'REPEAT']),
             'opc_output_config': input_data.get('opc_output_config', {}),
+            'pi_web_api_output_config': input_data.get('pi_web_api_output_config', {}),
             'prediction_store_policy': input_data.get('prediction_store_policy', 'lts:1'),
+            'save_transform': input_data.get('save_transform', True),
         }
 
         # Execute prediction process workflow

laborious/workflows/sub_workflows/format_and_export_prediction.py

@@ -87,6 +87,9 @@ class FormatAndExportPrediction:
         transformed_data = input_data.get('transformed_data', None)
         prediction_confidence = input_data['prediction_confidence']
 
+        opc_output_config = input_data.get('opc_output_config', None)
+        pi_web_api_output_config = input_data.get('pi_web_api_output_config', None)
+
         if path_flag is None:
             # Normal prediction path: format prediction data with full metadata
             prediction = await workflow.execute_local_activity_method(
@@ -151,21 +154,37 @@ class FormatAndExportPrediction:
             )
 
             write_transformed_handler = None
+        
+        opc_metrics = {}
+
+        # write to pi web api
+        if pi_web_api_output_config is not None:
+            prediction = await workflow.execute_activity_method(
+                Activities.write_pi_web_api_data,
+                {
+                    'pi_web_api_output_config': pi_web_api_output_config,
+                    'data': prediction,
+                    **metadata,
+                },
+                retry_policy=retry_policy,
+                start_to_close_timeout=timedelta(seconds=60),
+            )
 
         # write to opc
-        prediction, opc_metrics = await workflow.execute_activity_method(
-            Activities.write_opc_data,
-            {
-                'opc_output_config': input_data['opc_output_config'],
-                'data': prediction,
-                **metadata,
-            },
-            retry_policy=retry_policy,
-            start_to_close_timeout=timedelta(seconds=60),
-        )
+        if opc_output_config is not None:
+            prediction, opc_metrics = await workflow.execute_activity_method(
+                Activities.write_opc_data,
+                {
+                    'opc_output_config': opc_output_config,
+                    'data': prediction,
+                    **metadata,
+                },
+                retry_policy=retry_policy,
+                start_to_close_timeout=timedelta(seconds=60),
+            )
 
         # write to postgres
-        prediction_handler = workflow.execute_activity_method(
+        await workflow.execute_activity_method(
             Activities.export_data_to_postgres,
             {
                 **metadata,
@@ -178,7 +197,6 @@ class FormatAndExportPrediction:
             start_to_close_timeout=timedelta(seconds=180),
         )
 
-        await prediction_handler
 
         if write_transformed_handler is not None:
             await write_transformed_handler

laborious/workflows/sub_workflows/prediction_process.py

@@ -207,6 +207,7 @@ class PredictionProcess:
                 'model_name': model_name,
                 'model_config': model_config,
                 'opc_output_config': input_data['opc_output_config'],
+                'pi_web_api_output_config': input_data['pi_web_api_output_config'],
                 'schema': input_data['schema'],
                 'table_name': input_data['table_name'],
                 'transform_table_name': input_data['transform_table_name'],
@@ -294,6 +295,7 @@ class PredictionProcess:
                     'transform_table_name': transform_table_name,
                     'comment': comment,
                     'opc_output_config': input_data['opc_output_config'],
+                    'pi_web_api_output_config': input_data['pi_web_api_output_config'],
                     'prediction_store_policy': input_data['prediction_store_policy'],
                 },
             )