feat: integrate PluginStore and MinIO repository into model manager activities

- Added PluginStore integration for model management.
- Replaced StorageRepository with MinIORepository in Activities, Cleanup, and Training classes.
- Updated training logic to handle validation files and improved data management.
- Enhanced configuration for MinIO and PluginStore in connectors.
- Removed deprecated model repository and storage repository files.
- Updated environment variable handling for new configurations.

model_manager/activities/cleanup.py

@@ -21,9 +21,9 @@ with workflow.unsafe.imports_passed_through():
     from sientia_do.observability.logger import Logger
     from sientia_do.observability.metrics_controller import MetricsController
     from sientia_do.observability.sientia_monitoring import SientiaMonitoring
+    from sientia_do.repository.minio_repository import MinioRepository
 
     from model_manager.metrics import ACTIVITY_EXECUTION_TOTAL, WORKFLOW_EXECUTION_TOTAL
-    from model_manager.utils.repository.storage_repository import StorageRepository
 
     RETENTION_HOURS = int(os.getenv('CLEANUP_RETENTION_HOURS', '24'))
     DRY_RUN = os.getenv('CLEANUP_DRY_RUN', 'false').lower() == 'true'
@@ -41,7 +41,7 @@ class Cleanup(SientiaMonitoring):
 
     def __init__(
         self,
-        storage_repository: StorageRepository,
+        minio_repository: MinioRepository,
         logger: Logger,
         notification_handler: NotificationHandler,
         metrics_controller: MetricsController,
@@ -50,13 +50,13 @@ class Cleanup(SientiaMonitoring):
         Initialize Cleanup activity.
 
         Args:
-            storage_repository: Repository for MinIO operations
+            minio_repository: Repository for MinIO operations
             logger: Logger instance for observability
             notification_handler: Handler for sending notifications
             metrics_controller: Controller for metrics emission
         """
         SientiaMonitoring.__init__(self, logger, notification_handler, metrics_controller)
-        self.storage_repository = storage_repository
+        self.minio_repository = minio_repository
 
         # Configuration from environment variables
         self.retention_hours = RETENTION_HOURS
@@ -113,15 +113,21 @@ class Cleanup(SientiaMonitoring):
             files_deleted = 0
             errors = []
 
-            # List objects in the specified bucket
-            max_keys = self.max_keys_cleanup  # Use environment variable for page size
-            objects = self.storage_repository.list_bucket_objects(bucket_name, max_keys)
+            # List objects in the specified bucket. MinioRepository applies BASE_PREFIX
+            # internally; we request all objects under that prefix for this bucket.
+            objects = await self.minio_repository.list_objects(
+                prefix='',
+                bucket=bucket_name,
+                recursive=True,
+                metadata=metadata,
+            )
 
             for obj_key in objects:
                 files_scanned += 1
 
-                # Extract timestamp from filename
-                match = self.minio_timestamp_pattern.match(obj_key)
+                # Extract timestamp from the filename portion of the object key
+                filename = obj_key.split('/')[-1]
+                match = self.minio_timestamp_pattern.match(filename)
                 if not match:
                     self.debug(f'Skipping file without timestamp pattern: {obj_key}', metadata)
                     continue
@@ -137,10 +143,14 @@ class Cleanup(SientiaMonitoring):
                         files_deleted += 1
                     else:
                         try:
-                            self.storage_repository.delete_file(bucket_name, obj_key)
+                            await self.minio_repository.delete_file(
+                                object_name=obj_key,
+                                bucket=None,
+                                metadata=metadata,
+                            )
                             self.info(f'Deleted stale file: {obj_key}', metadata)
                             files_deleted += 1
-                        except OSError as e:
+                        except Exception as e:  # noqa: BLE001
                             error_msg = f'Failed to delete {obj_key}: {str(e)}'
                             errors.append(error_msg)
                             self.error(error_msg, metadata)