feat: integrate PluginStore and MinIO repository into model manager activities

- Added PluginStore integration for model management.
- Replaced StorageRepository with MinIORepository in Activities, Cleanup, and Training classes.
- Updated training logic to handle validation files and improved data management.
- Enhanced configuration for MinIO and PluginStore in connectors.
- Removed deprecated model repository and storage repository files.
- Updated environment variable handling for new configurations.

model_manager/activities/activities.py

@@ -6,12 +6,14 @@ with workflow.unsafe.imports_passed_through():
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
     from sientia_do.observability.logger import Logger
     from sientia_do.observability.metrics_controller import MetricsController
+    from sientia_do.observability.sientia_monitoring import SientiaMonitoring
+    from sientia_do.repository.minio_repository import MinioRepository
+    from sientia_model.model_repository.mlflow_repository import SientiaMLflowRepository
+    from sientia_model.model_repository.plugin_store import PluginStore
 
     from model_manager.activities.cleanup import Cleanup
     from model_manager.activities.experiment_tracking import ExperimentTracking
     from model_manager.activities.training import Training
-    from model_manager.utils.repository.model_repository import ModelRepository
-    from model_manager.utils.repository.storage_repository import StorageRepository
 
 
 class Activities(ExperimentTracking, Training, Cleanup):
@@ -40,8 +42,10 @@ class Activities(ExperimentTracking, Training, Cleanup):
         postgres_config: dict[str, Any],
         mlflow_config: dict[str, Any],
         minio_config: dict[str, Any],
+        plugin_store: PluginStore,
         logger: Logger,
         notification_handler: NotificationHandler,
+        metrics_controller: MetricsController,
     ):
         """
         Initialize the Activities orchestrator with all required configurations.
@@ -62,9 +66,7 @@ class Activities(ExperimentTracking, Training, Cleanup):
         Raises:
             Exception: If any parent class initialization fails
         """
-        metrics_controller = MetricsController(
-            logger=logger,
-        )
+
 
         ExperimentTracking.__init__(
             self,
@@ -80,30 +82,40 @@ class Activities(ExperimentTracking, Training, Cleanup):
             metrics_controller=metrics_controller,
         )
 
-        self.model_repository = ModelRepository(
-            url=mlflow_config['url'],
+        self.mlflow_repository = SientiaMLflowRepository(
+            host=mlflow_config['url'],
             username=mlflow_config['username'],
             password=mlflow_config['password'],
             logger=logger,
+            notification_handler=notification_handler,
+            metrics_controller=metrics_controller,
         )
 
-        self.storage_repository = StorageRepository(
-            endpoint_url=minio_config['endpoint_url'],
+        # MinIO repository used for all object storage operations
+        endpoint_url = minio_config['endpoint_url']
+        # MinioRepository expects the endpoint without scheme
+        if endpoint_url.startswith('http://'):
+            endpoint = endpoint_url.removeprefix('http://')
+        elif endpoint_url.startswith('https://'):
+            endpoint = endpoint_url.removeprefix('https://')
+        else:
+            endpoint = endpoint_url
+
+        self.minio_repository = MinioRepository(
+            endpoint=endpoint,
             access_key=minio_config['access_key'],
             secret_key=minio_config['secret_key'],
-            region=minio_config['region'],
-            use_ssl=minio_config['use_ssl'],
-            max_retry_attempts=minio_config['max_retry_attempts'],
-            retry_mode=minio_config['retry_mode'],
-            connect_timeout=minio_config['connect_timeout'],
-            read_timeout=minio_config['read_timeout'],
             logger=logger,
+            notification_handler=notification_handler,
+            metrics_controller=metrics_controller,
+            secure=minio_config['use_ssl'],
         )
 
         Training.__init__(
             self,
-            model_repository=self.model_repository,
-            storage_repository=self.storage_repository,
+            mlflow_repository=self.mlflow_repository,
+            plugin_store=plugin_store,
+            minio_repository=self.minio_repository,
             logger=logger,
             notification_handler=notification_handler,
             metrics_controller=metrics_controller,
@@ -111,7 +123,7 @@ class Activities(ExperimentTracking, Training, Cleanup):
 
         Cleanup.__init__(
             self,
-            storage_repository=self.storage_repository,
+            minio_repository=self.minio_repository,
             logger=logger,
             notification_handler=notification_handler,
             metrics_controller=metrics_controller,
@@ -137,7 +149,7 @@ class Activities(ExperimentTracking, Training, Cleanup):
                 # Logging here could cause issues if logger is already destroyed
                 pass
 
-    async def shutdown(self):
+    def shutdown(self):
         """
         Gracefully shutdown all activities and clean up resources.
 
@@ -152,4 +164,4 @@ class Activities(ExperimentTracking, Training, Cleanup):
         """
         ExperimentTracking.close(self)
         self.info('Postgres client closed')
-        self.storage_repository.close()
+        SientiaMonitoring.shutdown(self)