SIENTIAPDE-1712

Update dependencies and refactor input filter handling for consistency

- Updated sientia-dataops-library dependency version from 1.10.3 to 1.10.4 in requirements.txt.
- Refactored input filter handling in the Gates class to read policy and config keys in a case-insensitive manner.
- Updated test cases to ensure consistency in filter key naming conventions across various scenarios.

e2e/conftest.py

@@ -247,15 +247,17 @@ def mock_minio_repository():
 def mock_pi_web_api_repository():
     """Mock PI Web API repository for PI Web API operations."""
     mock_repo = MagicMock()
-    mock_repo.write_value = AsyncMock(
-        return_value={
-            'Items': [
-                {
-                    'WebId': 'web_id_1'
-                }
-            ]
-        }
-    )
+
+    async def _write_value(web_ids, value, metadata=None, **kwargs):
+        """
+        Mirror successful PI writes: one response item per requested web_id.
+
+        write_pi_web_api_data passes the list into process_pi_web_api_response (not a
+        wrapped {'Items': ...} envelope).
+        """
+        return [{'WebId': wid, 'Errors': []} for wid in web_ids]
+
+    mock_repo.write_value = AsyncMock(side_effect=_write_value)
     mock_repo.close = MagicMock()
     return mock_repo
 
@@ -266,7 +268,7 @@ def mock_opc_repository():
     mock_repo.write_data = AsyncMock(
         return_value=(True, {'response_time': 0.1})
     )
-    mock_repo.disconnect = MagicMock()
+    mock_repo.disconnect = AsyncMock()
     return mock_repo
 
 @pytest_asyncio.fixture
@@ -279,7 +281,8 @@ def patch_create_engine(postgres_engine):
 @pytest_asyncio.fixture
 def patch_minio_repository(mock_minio_repository):
     """Patch MinioRepository to return mock."""
-    with patch('sientia_do.repository.minio_repository.MinioRepository', return_value=mock_minio_repository):
+    # Patch where Activities resolves the symbol (import binds the original class).
+    with patch('laborious.activities.activities.MinioRepository', return_value=mock_minio_repository):
         yield
 
 @pytest_asyncio.fixture
@@ -407,10 +410,13 @@ async def test_activities(
             'password': 'test',
         },
         minio_config={
-            'endpoint_url': 'http://localhost:9000',
+            # Host:port only; Minio() prepends http(s):// from the secure flag.
+            'endpoint_url': 'localhost:9000',
             'access_key': 'test',
             'secret_key': 'test',
             'default_bucket': 'test-bucket',
+            'retention_hours': 24,
+            'secure': False,
         },
         opc_config={},
         pi_web_api_config={
@@ -452,7 +458,6 @@ async def temporal_worker(temporal_test_env, test_activities):
             test_activities.load_custom_query,
             test_activities.load_query_with_minio_offload,
             test_activities.cleanup_minio_objects_expired,
-            test_activities.get_last_timestamp,
             test_activities.input_gate,
             test_activities.request_transform,
             test_activities.mlflow_response_gate,
@@ -465,6 +470,7 @@ async def temporal_worker(temporal_test_env, test_activities):
             test_activities.write_pi_web_api_data,
             test_activities.write_opc_data,
             test_activities.export_data_to_postgres,
+            test_activities.export_payload_to_postgres,
             test_activities.write_metrics,
         ],
     ) as worker: