SIENTIAPDE-1445

Enhance Activities and API Integration

- Updated Activities class to include API operations for external data ingestion.
- Added API configuration builder to connectors_config.py for environment variable management.
- Integrated API configuration into worker setup.
- Expanded unit tests to cover new API functionality and configuration handling.
- Updated requirements.txt to include pycurl and prometheus-client for enhanced metrics support.

scouter/activities/activities.py

@@ -9,12 +9,13 @@ with workflow.unsafe.imports_passed_through():
     from sientia_do.observability.logger import Logger
     from sientia_do.temporal.activities.postgres import Postgres
 
+    from scouter.activities.api import API
     from scouter.activities.gates import Gates
     from scouter.activities.mongodb import MongoDB
     from scouter.activities.redis import Redis
 
 
-class Activities(Postgres, Redis, Gates, MongoDB):
+class Activities(Postgres, Redis, Gates, MongoDB, API):
     """
     Unified activities class that combines multiple data processing services.
 
@@ -24,6 +25,7 @@ class Activities(Postgres, Redis, Gates, MongoDB):
     - Redis operations for caching and temporary storage
     - Data quality gates and filtering
     - MongoDB operations for data retrieval
+    - PI Web API operations for external data ingestion
     - Notification handling and logging
 
     The class implements the multiple inheritance pattern to provide a unified
@@ -35,6 +37,7 @@ class Activities(Postgres, Redis, Gates, MongoDB):
         postgres_config: dict[str, Any],
         redis_config: dict[str, Any],
         mongodb_config: dict[str, Any],
+        api_config: dict[str, Any],
         logger: Logger,
         notification_handler: NotificationHandler,
     ):
@@ -48,6 +51,8 @@ class Activities(Postgres, Redis, Gates, MongoDB):
                 Required fields: host, port, username, password
             mongodb_config (dict[str, Any]): MongoDB connection configuration.
                 Required fields: connection_string, database_name
+            api_config (dict[str, Any]): PI Web API configuration.
+                Required fields: base_url, auth_type, auth_token
             logger (Logger): Logger instance for application logging
             notification_handler (NotificationHandler): Handler for system notifications
         """
@@ -100,6 +105,17 @@ class Activities(Postgres, Redis, Gates, MongoDB):
             metrics_controller=metrics_controller,
         )
 
+        # Initialize API
+        API.__init__(
+            self,
+            base_url=api_config['base_url'],
+            auth_type=api_config['auth_type'],
+            auth_token=api_config['auth_token'],
+            logger=logger,
+            notification_handler=notification_handler,
+            metrics_controller=metrics_controller,
+        )
+
         self.pod_id = getenv('HOSTNAME', 'localhost')
 
     def shutdown(self):
@@ -113,3 +129,4 @@ class Activities(Postgres, Redis, Gates, MongoDB):
         MongoDB.close(self)
         Redis.close(self)
         Gates.close(self)
+        API.close(self)