SIENTIAPDE-1445

Enhance Activities and API Integration

- Updated Activities class to include API operations for external data ingestion.
- Added API configuration builder to connectors_config.py for environment variable management.
- Integrated API configuration into worker setup.
- Expanded unit tests to cover new API functionality and configuration handling.
- Updated requirements.txt to include pycurl and prometheus-client for enhanced metrics support.

tests/activities/test_activities.py

@@ -3,6 +3,7 @@ from unittest.mock import ANY, MagicMock, patch
 from sientia_do.temporal.activities.postgres import Postgres
 
 from scouter.activities.activities import Activities
+from scouter.activities.api import API
 from scouter.activities.gates import Gates
 from scouter.activities.mongodb import MongoDB
 from scouter.activities.redis import Redis
@@ -12,9 +13,15 @@ from scouter.activities.redis import Redis
 @patch('scouter.activities.activities.Postgres.__init__')
 @patch('scouter.activities.activities.Redis.__init__')
 @patch('scouter.activities.activities.Gates.__init__')
+@patch('scouter.activities.activities.API.__init__')
 @patch('scouter.activities.activities.MetricsController')
 def test___init__(
-    mock_metrics_controller, mock_gates_init, mock_redis_init, mock_postgres_init, mock_mongodb_init
+    mock_metrics_controller,
+    mock_api_init,
+    mock_gates_init,
+    mock_redis_init,
+    mock_postgres_init,
+    mock_mongodb_init,
 ):
     postgres_config = {
         'host': 'localhost',
@@ -33,6 +40,12 @@ def test___init__(
         'database_name': 'test_database',
     }
 
+    api_config = {
+        'base_url': 'https://api.example.com',
+        'auth_type': 'bearer',
+        'auth_token': 'test_token',
+    }
+
     logger = MagicMock()
     notification_handler = MagicMock()
 
@@ -40,6 +53,7 @@ def test___init__(
         postgres_config=postgres_config,
         redis_config=redis_config,
         mongodb_config=mongodb_config,
+        api_config=api_config,
         logger=logger,
         notification_handler=notification_handler,
     )
@@ -49,6 +63,7 @@ def test___init__(
     assert isinstance(activities, Redis)
     assert isinstance(activities, MongoDB)
     assert isinstance(activities, Gates)
+    assert isinstance(activities, API)
 
     mock_postgres_init.assert_called_once_with(
         ANY,
@@ -91,20 +106,34 @@ def test___init__(
         metrics_controller=mock_metrics_controller.return_value,
     )
 
+    mock_api_init.assert_called_once_with(
+        ANY,
+        base_url=api_config['base_url'],
+        auth_type=api_config['auth_type'],
+        auth_token=api_config['auth_token'],
+        logger=logger,
+        notification_handler=notification_handler,
+        metrics_controller=mock_metrics_controller.return_value,
+    )
+
 
 @patch('scouter.activities.activities.Postgres.__init__')
 @patch('scouter.activities.activities.Redis.__init__')
 @patch('scouter.activities.activities.Gates.__init__')
 @patch('scouter.activities.activities.MongoDB.__init__')
+@patch('scouter.activities.activities.API.__init__')
 @patch('scouter.activities.activities.Postgres.close')
 @patch('scouter.activities.activities.MongoDB.close')
 @patch('scouter.activities.activities.Redis.close')
 @patch('scouter.activities.activities.Gates.close')
+@patch('scouter.activities.activities.API.close')
 def test_shutdown(
+    mock_api_close,
     mock_gates_close,
     mock_redis_close,
     mock_mongodb_close,
     mock_postgres_close,
+    _mock_api_init,
     _mock_mongodb_init,
     _mock_gates_init,
     _mock_redis_init,
@@ -127,6 +156,12 @@ def test_shutdown(
         'database_name': 'test_database',
     }
 
+    api_config = {
+        'base_url': 'https://api.example.com',
+        'auth_type': 'bearer',
+        'auth_token': 'test_token',
+    }
+
     logger = MagicMock()
     notification_handler = MagicMock()
 
@@ -134,6 +169,7 @@ def test_shutdown(
         postgres_config=postgres_config,
         redis_config=redis_config,
         mongodb_config=mongodb_config,
+        api_config=api_config,
         logger=logger,
         notification_handler=notification_handler,
     )
@@ -144,3 +180,4 @@ def test_shutdown(
     mock_mongodb_close.assert_called()
     mock_redis_close.assert_called()
     mock_gates_close.assert_called()
+    mock_api_close.assert_called()