SIENTIAPDE-1325

Refactor monitoring and metrics integration across various components

- Removed coverage options from `pyproject.toml`.
- Updated prediction metrics in `README.md` to replace `pipeline_name` with `workflow_name`.
- Upgraded `sientia-dataops-library` dependency version in `requirements-light.txt` and `requirements.txt`.
- Enhanced metrics handling in `laborious` activities, including `Activities`, `Gates`, `MLFlow`, and `OPC`, to utilize a new `MetricsController`.
- Refactored metric emission methods to improve clarity and consistency across the codebase.
- Updated tests to reflect changes in metrics handling and ensure proper functionality.

tests/laborious/activities/test_opc.py

@@ -18,8 +18,13 @@ metadata = {
 
 
 def test__init__():
-    servers = {'server1': 'config'}
-    opc = OPC(opc_servers=servers, logger=MagicMock(), notification_handler=MagicMock())
+    servers = {'server1': {'id': 'server1'}}
+    opc = OPC(
+        opc_servers=servers,
+        logger=MagicMock(),
+        notification_handler=MagicMock(),
+        metrics_controller=AsyncMock(),
+    )
 
     assert opc.opc_servers == servers
     assert opc.opc_repository == {}
@@ -27,9 +32,10 @@ def test__init__():
 
 @mark.asyncio
 @patch('laborious.activities.opc.OpcRepository')
-@patch('laborious.activities.opc.OPC.send_notification')
+@patch('laborious.activities.opc.OPC.send_notification_async')
 async def test_init_opc(mock_send_notification, mock_opc_repository):
     mock_logger = MagicMock()
+    mock_metrics_controller = AsyncMock()
     server1 = MagicMock(
         connect=AsyncMock(return_value=(True, {})), write_data=AsyncMock(return_value=(True, {}))
     )
@@ -83,7 +89,10 @@ async def test_init_opc(mock_send_notification, mock_opc_repository):
         },
     }
     opc = OPC(
-        opc_servers=servers, logger=mock_logger, notification_handler=mock_notification_handler
+        opc_servers=servers,
+        logger=mock_logger,
+        notification_handler=mock_notification_handler,
+        metrics_controller=mock_metrics_controller,
     )
     await opc.init_opc()
 
@@ -105,6 +114,7 @@ async def test_init_opc(mock_send_notification, mock_opc_repository):
                 server_cert_path='',
                 notification_handler=mock_notification_handler,
                 reconnection_interval=60,
+                metrics_controller=mock_metrics_controller,
             ),
         ]
     )
@@ -120,6 +130,7 @@ async def test_init_opc(mock_send_notification, mock_opc_repository):
                 server_cert_path='',
                 notification_handler=mock_notification_handler,
                 reconnection_interval=60,
+                metrics_controller=mock_metrics_controller,
             )
         ]
     )
@@ -163,9 +174,16 @@ async def opc(mock_opc_repository):
 
     mock_opc_repository.return_value.write_data = AsyncMock(return_value=(True, {}))
     mock_opc_repository.return_value.connect = AsyncMock(return_value=(True, {}))
-    opc = OPC(opc_servers=servers, logger=MagicMock(), notification_handler=MagicMock())
+    opc = OPC(
+        opc_servers=servers,
+        logger=MagicMock(),
+        notification_handler=MagicMock(),
+        metrics_controller=AsyncMock(),
+    )
     await opc.init_opc()
     opc.send_notification = MagicMock()
+    opc.send_notification_async = AsyncMock()
+    opc.emit_metric = AsyncMock()
     return opc
 
 
@@ -219,7 +237,7 @@ async def test_write_data_failed(opc):
     )
     assert result is None
 
-    opc.send_notification.assert_called_once_with(
+    opc.send_notification_async.assert_called_once_with(
         metadata=metadata,
         notification_id='OPC_WRITE_DATA_ERROR_server1',
         message='Failed to write data to OPC server: Test error',
@@ -244,7 +262,7 @@ async def test_write_data_exception(opc):
         )
 
     except Exception:
-        opc.send_notification.assert_called_once_with(
+        opc.send_notification_async.assert_called_once_with(
             metadata=metadata,
             notification_id='WRITE_OPC_PREDICTION_ERROR',
             message='Error writing data to OPC server: Test error',
@@ -411,7 +429,7 @@ async def test_write_opc_data_empty_config(opc):
 
 @mark.asyncio
 async def test_write_opc_data_no_validate_server(opc):
-    opc.validate_server = MagicMock(return_value=False)
+    opc.validate_server = AsyncMock(return_value=False)
     input_data = {
         **metadata,
         'data': {'prediction': [0.75], 'prediction_confidence': [0.95]},
@@ -445,13 +463,14 @@ def test_process_confidence(opc, data, success, expected):
     assert result['prediction_confidence'][0] == expected
 
 
-def test_validate_server(opc):
-    assert opc.validate_server('server1', metadata) is True
-    assert opc.validate_server('server2', metadata) is False
+@mark.asyncio
+async def test_validate_server(opc):
+    assert await opc.validate_server('server1', metadata) is True
+    assert await opc.validate_server('server2', metadata) is False
 
 
 @mark.asyncio
-async def test_shutdown(opc):
+async def test_close(opc):
     opc.opc_repository['server1'].disconnect = AsyncMock(return_value=True)
-    await opc.shutdown()
+    await opc.close()
     opc.opc_repository['server1'].disconnect.assert_called_once()