SIENTIAPDE-1110

Implement store_data_package method in Redis activity for debug data storage. Update CoreScouter workflow to conditionally call store_data_package based on debug flag. Enhance tests for store_data_package functionality and error handling.

tests/activities/test_redis.py

@@ -4,6 +4,7 @@ import pytest
 import numpy as np
 from pandas import DataFrame
 from sientia_do.notifications.handlers import NotificationHandler
+from sientia_do.notifications.models import NotificationLevel
 from scouter.activities.redis import Redis
 
 
@@ -280,3 +281,70 @@ async def test_group_and_hold_data_empty_dataframe(redis_activity):
     result = await redis_activity.group_and_hold_data(test_data)
 
     assert result == {}
+
+
+@pytest.mark.asyncio
+async def test_store_data_package(redis_activity):
+    """Test store_data_package"""
+    redis_activity.set = MagicMock()
+
+    test_data = {
+        **metadata,
+        'workflow_name': 'test_workflow',
+        'schedule_name': 'test_schedule',
+        'held_data': DataFrame({
+            'name': ['sensor1', 'sensor2'],
+            'value': [25.5, 30.0],
+            'timestamp': ['2023-01-01 12:00:00'] * 2
+        }).to_dict(),
+        'data': DataFrame({
+            'name': ['sensor1', 'sensor2'],
+            'value': [25.5, 30.0],
+            'timestamp': ['2023-01-01 12:00:00'] * 2
+        }).to_dict()
+    }
+
+    await redis_activity.store_data_package(test_data)
+
+    redis_activity.set.assert_called_once_with(
+        ANY,
+        {
+            'data': test_data['data'],
+            'held_data': test_data['held_data']
+        },
+        ttl=120)
+
+
+@pytest.mark.asyncio
+async def test_store_data_package_error(redis_activity):
+    """Test store_data_package error"""
+    redis_activity.set = MagicMock(side_effect=Exception('test'))
+    redis_activity.send_notification = MagicMock()
+
+    test_data = {
+        **metadata,
+        'workflow_name': 'test_workflow',
+        'schedule_name': 'test_schedule',
+        'held_data': DataFrame({
+            'name': ['sensor1', 'sensor2'],
+            'value': [25.5, 30.0],
+            'timestamp': ['2023-01-01 12:00:00'] * 2
+        }).to_dict(),
+        'data': DataFrame({
+            'name': ['sensor1', 'sensor2'],
+            'value': [25.5, 30.0],
+            'timestamp': ['2023-01-01 12:00:00'] * 2
+        }).to_dict()
+    }
+
+    with pytest.raises(Exception):
+        await redis_activity.store_data_package(test_data)
+
+    redis_activity.send_notification.assert_called_once_with(
+        metadata=metadata['metadata'],
+        notification_id="REDIS_SET_ERROR",
+        message="Error setting data package: test",
+        block="store_data_package",
+        level=NotificationLevel.ERROR,
+        attachment_content=ANY
+    )