SIENTIAPDE-1712

Enhance E2E testing with MinIO support and update documentation

- Updated `requirements-dev.txt` to include MinIO support in testcontainers.
- Added a new fixture for MinIO container setup in `conftest.py` to facilitate E2E tests involving S3-compatible storage.
- Introduced a new test fixture for activities using a real MinIO container in `conftest.py`.
- Updated E2E test scenarios and documentation to reflect the integration of MinIO for offload uploads and clarified error handling in workflows.
- Refactored existing tests to improve clarity and maintainability.

laborious/activities/api.py

@@ -248,8 +248,13 @@ class API(SientiaMonitoring):
                 metadata=metadata,
             )
 
-            data['prediction_confidence'] = confidence
-            data['comments'] = message
+            # Preserve incoming confidence/comments on successful PI writes.
+            # Only downgrade confidence or override comments when PI response
+            # explicitly reports a problem (e.g. partial write mismatch).
+            if confidence != 0:
+                data['prediction_confidence'] = confidence
+            if message:
+                data['comments'] = message
 
         except Exception as e:
             trace = traceback.format_exc()

laborious/activities/storage.py

@@ -1,5 +1,3 @@
-import json
-
 from temporalio import activity, workflow
 
 from laborious.utils.repository.minio_manager import MinioManager
@@ -195,14 +193,9 @@ class Storage(Postgres, MinioManager):
             )
             self.error(trace, metadata)
         else:
-            await self.send_notification_async(
-                metadata=metadata,
-                notification_id='CLEANUP_MINIO_OBJECTS_EXPIRED',
-                message='MinIO objects cleaned up successfully',
-                block='cleanup_minio_objects_expired',
-                level=NotificationLevel.INFO,
-                attachment_content=json.dumps(report),
-            )
+            # Cleanup success is expected in normal flow; avoid noisy INFO notifications
+            # that do not impact behavior and can flood observability in test runs.
+            self.info('MinIO objects cleaned up successfully', metadata)
 
         return report