Code import - branch feature/SIENTIAPDE-1646

2026-06-28 03:03:00 +00:00
commit 1be8c97e5a
87 changed files with 10783 additions and 0 deletions
--- a/tests/activities/test_mongo.py
+++ b/tests/activities/test_mongo.py
@@ -0,0 +1,174 @@
+from datetime import datetime
+from unittest.mock import ANY, MagicMock, Mock, patch
+
+from pytest import fixture
+from sientia_do.notifications.models import NotificationLevel
+from sientia_do.temporal.constants import DATETIME_FORMAT_MS_WITH_TZ
+
+from scouter.activities.mongodb import MongoDB
+
+
+@patch('scouter.activities.mongodb.MongoDBRepository')
+def test_mongodb___init__(mock_mongodb_repository):
+    """Test MongoDB __init__"""
+
+    logger = MagicMock()
+    notification_handler = MagicMock()
+    metrics_controller = MagicMock()
+    mongo = MongoDB(
+        connection_string='mongodb://localhost:27017',
+        database_name='test_db',
+        logger=logger,
+        notification_handler=notification_handler,
+        metrics_controller=metrics_controller,
+    )
+
+    mock_mongodb_repository.assert_called_once_with(
+        connection_string='mongodb://localhost:27017',
+        database_name='test_db',
+        logger=logger,
+        notification_handler=notification_handler,
+        metrics_controller=metrics_controller,
+    )
+
+    assert mongo.mongodb_repository is not None
+
+
+@fixture
+@patch('scouter.activities.mongodb.MongoDBRepository')
+def mongodb_activity(mock_mongodb_repository):
+    """Test MongoDB activity"""
+
+    mongo = MongoDB(
+        connection_string='mongodb://localhost:27017',
+        database_name='test_db',
+        logger=MagicMock(),
+        notification_handler=MagicMock(),
+        metrics_controller=MagicMock(),
+    )
+    return mongo
+
+
+@patch('scouter.activities.mongodb.SientiaMonitoring')
+def test_close(mock_sientia_monitoring, mongodb_activity):
+    """Test close"""
+    mongodb_activity.close()
+
+    mongodb_activity.mongodb_repository.close.assert_called_once()
+    mock_sientia_monitoring.shutdown.assert_called_once()
+
+
+def test_del(mongodb_activity):
+    mongodb_activity.close = MagicMock()
+
+    mongodb_activity.__del__()
+
+    mongodb_activity.close.assert_called_once()
+
+
+def test_load_latest_data_none_last_data_timestamp(mongodb_activity):
+    """Test load_latest_data"""
+
+    mongodb_activity.mongodb_repository.find = Mock(
+        return_value=[
+            {
+                'name': 'test1',
+                'value': 1,
+                'inserted_at': datetime.strptime(
+                    '2023-01-01 12:00:00.000000+0000', DATETIME_FORMAT_MS_WITH_TZ
+                ),
+            }
+        ]
+    )
+
+    result = mongodb_activity.load_latest_data(
+        {
+            'metadata': {'workflow_name': 'test_pipeline', 'schedule_name': 'test_schedule'},
+            'collection_name': 'test_collection',
+            'last_data_timestamp': None,
+        }
+    )
+
+    mongodb_activity.mongodb_repository.find.assert_called_once_with(
+        collection_name='test_collection',
+        filters={},
+        metadata={'workflow_name': 'test_pipeline', 'schedule_name': 'test_schedule'},
+    )
+
+    assert result == [
+        {
+            'name': 'test1',
+            'value': 1,
+            'inserted_at': '2023-01-01 12:00:00.000000+0000',
+        }
+    ]
+
+
+def test_load_latest_data_not_none_last_data_timestamp(mongodb_activity):
+    """Test load_latest_data"""
+
+    mongodb_activity.mongodb_repository.find = Mock(
+        return_value=[
+            {
+                'name': 'test1',
+                'value': 1,
+                'inserted_at': datetime.strptime(
+                    '2023-01-01 12:00:00.000000+0000', DATETIME_FORMAT_MS_WITH_TZ
+                ),
+            }
+        ]
+    )
+
+    result = mongodb_activity.load_latest_data(
+        {
+            'metadata': {'workflow_name': 'test_pipeline', 'schedule_name': 'test_schedule'},
+            'collection_name': 'test_collection',
+            'last_data_timestamp': '2023-01-01 12:00:00.000000+0000',
+        }
+    )
+
+    mongodb_activity.mongodb_repository.find.assert_called_once_with(
+        collection_name='test_collection',
+        filters={
+            'inserted_at': {
+                '$gt': datetime.strptime(
+                    '2023-01-01 12:00:00.000000+0000', DATETIME_FORMAT_MS_WITH_TZ
+                )
+            }
+        },
+        metadata={'workflow_name': 'test_pipeline', 'schedule_name': 'test_schedule'},
+    )
+
+    assert result == [
+        {
+            'name': 'test1',
+            'value': 1,
+            'inserted_at': '2023-01-01 12:00:00.000000+0000',
+        }
+    ]
+
+
+def test_load_latest_data_error(mongodb_activity):
+    """Test load_latest_data"""
+    mongodb_activity.mongodb_repository.find.side_effect = Exception('test')
+    mongodb_activity.send_notification = MagicMock()
+
+    try:
+        mongodb_activity.load_latest_data(
+            {
+                'metadata': {'workflow_name': 'test_pipeline', 'schedule_name': 'test_schedule'},
+                'collection_name': 'test_collection',
+                'last_data_timestamp': '2023-01-01 12:00:00.000000+0000',
+            }
+        )
+    except Exception as e:
+        assert str(e) == 'test'
+
+        mongodb_activity.send_notification.assert_called_once_with(
+            metadata={'workflow_name': 'test_pipeline', 'schedule_name': 'test_schedule'},
+            notification_id='MONGO_LOAD_ERROR',
+            message='Error loading data from MongoDB: test',
+            block='load_latest_data',
+            level=NotificationLevel.ERROR,
+            attachment_content=ANY,
+        )