SIENTIAPDE-1231

Enhance MinIO integration and update environment configurations

- Added MinIO configuration parameters to .env.example and values.yaml for improved storage management.
- Updated requirements.txt to include necessary libraries for MinIO support.
- Refactored Activities class to utilize Storage for MinIO interactions.
- Enhanced MLFlow class to integrate MinIO for data retrieval during model retraining.
- Introduced build_minio_config function to streamline MinIO configuration setup.
- Updated minimal_retrain workflow to support data storage in MinIO.

laborious/activities/activities.py

@@ -1,7 +1,7 @@
 from temporalio import activity, workflow
 
 with workflow.unsafe.imports_passed_through():
-    from sientia_do.temporal.activities.postgres import Postgres
+    from laborious.activities.storage import Storage
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
     from sientia_do.observability.logger import Logger
     from laborious.activities.mlflow import MLFlow
@@ -10,7 +10,7 @@ with workflow.unsafe.imports_passed_through():
     from typing import Any
 
 
-class Activities(Postgres, MLFlow, Gates, OPC):
+class Activities(Storage, MLFlow, Gates, OPC):
     """
     Main activities orchestrator for the Laborious system.
 
@@ -35,6 +35,7 @@ class Activities(Postgres, MLFlow, Gates, OPC):
     def __init__(self,
                  postgres_config: dict[str, Any],
                  mlflow_config: dict[str, Any],
+                 minio_config: dict[str, Any],
                  opc_config: dict[str, Any],
                  logger: Logger,
                  notification_handler: NotificationHandler):
@@ -58,20 +59,22 @@ class Activities(Postgres, MLFlow, Gates, OPC):
             Exception: If any parent class initialization fails
         """
         # Initialize parent classes
-        Postgres.__init__(self, host=postgres_config['host'],
-                          port=postgres_config['port'],
-                          user=postgres_config['user'],
-                          password=postgres_config['password'],
-                          dbname=postgres_config['dbname'],
-                          min_connections=postgres_config['min_connections'],
-                          max_connections=postgres_config['max_connections'],
-                          logger=logger,
-                          notification_handler=notification_handler)
+        Storage.__init__(self, host=postgres_config['host'],
+                         port=postgres_config['port'],
+                         user=postgres_config['user'],
+                         password=postgres_config['password'],
+                         dbname=postgres_config['dbname'],
+                         min_connections=postgres_config['min_connections'],
+                         max_connections=postgres_config['max_connections'],
+                         minio_config=minio_config,
+                         logger=logger,
+                         notification_handler=notification_handler)
 
         MLFlow.__init__(self, mlflow_host=mlflow_config['host'],
                         mlflow_port=mlflow_config['port'],
                         mlflow_username=mlflow_config['username'],
                         mlflow_password=mlflow_config['password'],
+                        minio_config=minio_config,
                         logger=logger,
                         notification_handler=notification_handler)
 
@@ -95,5 +98,5 @@ class Activities(Postgres, MLFlow, Gates, OPC):
         The method should be called before the application terminates to ensure
         proper resource cleanup and prevent resource leaks.
         """
-        Postgres.close(self)
+        Storage.close(self)
         await OPC.shutdown(self)