SIENTIAPDE-1231

Enhance MinIO integration and update environment configurations

- Added MinIO configuration parameters to .env.example and values.yaml for improved storage management.
- Updated requirements.txt to include necessary libraries for MinIO support.
- Refactored Activities class to utilize Storage for MinIO interactions.
- Enhanced MLFlow class to integrate MinIO for data retrieval during model retraining.
- Introduced build_minio_config function to streamline MinIO configuration setup.
- Updated minimal_retrain workflow to support data storage in MinIO.

laborious/workflows/minimal_retrain.py

@@ -70,22 +70,27 @@ class MinimalRetrain():
         model_name = input_data['model_name']
         model_config = input_data.get('model_config', {})
 
-        data = await workflow.execute_local_activity_method(
-            Activities.load_custom_query,
+        storage_result = await workflow.execute_local_activity_method(
+            Activities.query_to_minio,
             {
                 **metadata,
                 'query': input_data['query'],
-                'datetime_columns': input_data.get('datetime_columns', [])
+                'datetime_columns': input_data.get('datetime_columns', []),
+                'model_name': model_name,
+                'object_prefix': f'retrain_datasets/{model_name}/data'
             },
             retry_policy=retry_policy,
             start_to_close_timeout=timedelta(seconds=600)
         )
 
+        if not storage_result['success']:
+            return
+
         experiment_response = await workflow.execute_activity_method(
             Activities.retrain_model,
             {
                 **metadata,
-                'data': data,
+                'object_key': storage_result['object_key'],
                 'model_name': model_name,
                 'model_config': model_config
             },