SIENTIAPDE-1248: Integrate MinIO for object storage and add related configurations

This commit introduces MinIO integration for object storage within the Model Manager system. It includes:

- Added MinIO activity class for file operations (fetch, delete).
- Updated Activities orchestrator to include MinIO activities.
- Added MinIO configuration builder to utils/connectors_config.py.
- Added environment variables for MinIO configuration in .env.example.
- Added boto3 and botocore dependencies to requirements.txt.
- Added unit tests for MinIO activities.

tests/laborious/utils/test_connectors_config.py

@@ -1,6 +1,7 @@
 from os import environ
 
 from model_manager.utils.connectors_config import (
+    build_minio_config,
     build_mlflow_config,
     build_mongodb_config,
     build_postgres_config,
@@ -113,3 +114,58 @@ def test_build_mongo_db_config_with_defaults():
         'database_name': 'sientia',
         'ttl_index_seconds': 3600,
     }
+
+
+def test_build_minio_config_with_env_vars():
+    # Arrange
+    environ['MINIO_ENDPOINT_URL'] = 'http://test-minio:9000'
+    environ['MINIO_ACCESS_KEY'] = 'test-access-key'
+    environ['MINIO_SECRET_KEY'] = 'test-secret-key'
+    environ['MINIO_REGION'] = 'eu-west-1'
+    environ['MINIO_USE_SSL'] = 'true'
+    environ['MINIO_MAX_RETRY_ATTEMPTS'] = '5'
+    environ['MINIO_RETRY_MODE'] = 'standard'
+    environ['MINIO_CONNECT_TIMEOUT'] = '20'
+    environ['MINIO_READ_TIMEOUT'] = '120'
+
+    # Act
+    config = build_minio_config()
+
+    # Assert
+    assert config['endpoint_url'] == 'http://test-minio:9000'
+    assert config['access_key'] == 'test-access-key'
+    assert config['secret_key'] == 'test-secret-key'
+    assert config['region'] == 'eu-west-1'
+    assert config['use_ssl'] is True
+    assert config['max_retry_attempts'] == 5
+    assert config['retry_mode'] == 'standard'
+    assert config['connect_timeout'] == 20
+    assert config['read_timeout'] == 120
+
+
+def test_build_minio_config_with_defaults():
+    # Arrange
+    # Clear any existing env vars
+    environ.pop('MINIO_ENDPOINT_URL', None)
+    environ.pop('MINIO_ACCESS_KEY', None)
+    environ.pop('MINIO_SECRET_KEY', None)
+    environ.pop('MINIO_REGION', None)
+    environ.pop('MINIO_USE_SSL', None)
+    environ.pop('MINIO_MAX_RETRY_ATTEMPTS', None)
+    environ.pop('MINIO_RETRY_MODE', None)
+    environ.pop('MINIO_CONNECT_TIMEOUT', None)
+    environ.pop('MINIO_READ_TIMEOUT', None)
+
+    # Act
+    config = build_minio_config()
+
+    # Assert
+    assert config['endpoint_url'] == 'http://localhost:9000'
+    assert config['access_key'] == 'minioadmin'
+    assert config['secret_key'] == 'minioadmin'
+    assert config['region'] == 'us-east-1'
+    assert config['use_ssl'] is False
+    assert config['max_retry_attempts'] == 3
+    assert config['retry_mode'] == 'adaptive'
+    assert config['connect_timeout'] == 10
+    assert config['read_timeout'] == 60