SIENTIAPDE-1445

Enhance Activities and API Integration

- Updated Activities class to include API operations for external data ingestion.
- Added API configuration builder to connectors_config.py for environment variable management.
- Integrated API configuration into worker setup.
- Expanded unit tests to cover new API functionality and configuration handling.
- Updated requirements.txt to include pycurl and prometheus-client for enhanced metrics support.

scouter/utils/connectors_config.py

@@ -83,6 +83,23 @@ def build_mongodb_config() -> dict[str, Any]:
     }
 
 
+def build_api_config() -> dict[str, Any]:
+    """
+    Build API connection configuration from environment variables.
+
+    Returns:
+        dict[str, Any]: API configuration dictionary with keys:
+            - base_url: API base URL (default: https://pi.example.com)
+            - auth_type: API authentication type (default: basic)
+            - auth_token: API authentication token (default: None)
+    """
+    return {
+        'base_url': getenv('API_BASE_URL', 'https://pi.example.com'),
+        'auth_type': getenv('API_AUTH_TYPE', 'basic'),
+        'auth_token': getenv('API_AUTH_TOKEN', None),
+    }
+
+
 def build_druid_config() -> dict[str, Any]:
     """
     Build Apache Druid connection configuration from environment variables.