SIENTIAPDE-1325

Refactor monitoring and metrics integration across various components

- Removed coverage options from `pyproject.toml`.
- Updated prediction metrics in `README.md` to replace `pipeline_name` with `workflow_name`.
- Upgraded `sientia-dataops-library` dependency version in `requirements-light.txt` and `requirements.txt`.
- Enhanced metrics handling in `laborious` activities, including `Activities`, `Gates`, `MLFlow`, and `OPC`, to utilize a new `MetricsController`.
- Refactored metric emission methods to improve clarity and consistency across the codebase.
- Updated tests to reflect changes in metrics handling and ensure proper functionality.

laborious/activities/storage.py

@@ -9,6 +9,7 @@ with workflow.unsafe.imports_passed_through():
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
     from sientia_do.notifications.models import NotificationLevel
     from sientia_do.observability.logger import Logger
+    from sientia_do.observability.metrics_controller import MetricsController
     from sientia_do.temporal.activities.postgres import Postgres
     from sientia_do.temporal.constants import DATETIME_FORMAT_FILENAME, now
 
@@ -33,6 +34,7 @@ class Storage(Postgres):
         minio_config: dict[str, Any],
         logger: Logger,
         notification_handler: NotificationHandler,
+        metrics_controller: MetricsController,
     ):
         super().__init__(
             host=host,
@@ -44,6 +46,7 @@ class Storage(Postgres):
             max_connections=max_connections,
             logger=logger,
             notification_handler=notification_handler,
+            metrics_controller=metrics_controller,
         )
 
         if not hasattr(self, 'minio_repository'):
@@ -58,6 +61,7 @@ class Storage(Postgres):
                 minio_secret_key=minio_config['secret_key'],
                 minio_region_name=minio_config['region_name'],
                 minio_default_bucket=minio_config['default_bucket'],
+                metrics_controller=metrics_controller,
             )
 
     @activity.defn(name='query_to_minio')
@@ -95,14 +99,14 @@ class Storage(Postgres):
             data = pd.DataFrame(data)
 
             # Write parquet to memory and upload via persistent client
-            self.minio_repository.store_dataframe_as_parquet(
+            await self.minio_repository.store_dataframe_as_parquet(
                 dataframe=data, uri=uri, object_name=object_name, metadata=metadata
             )
 
             return {'success': True, 'object_key': object_name, 'uri': uri}
         except Exception as e:
             trace = traceback.format_exc()
-            self.send_notification(
+            await self.send_notification_async(
                 metadata=metadata,
                 notification_id='ERROR_STORING_QUERY_TO_MINIO',
                 message=f'Error storing query to MinIO: {e}',