SIENTIAPDE-1445

Enhance Activities and API Integration

- Updated Activities class to include API operations for external data ingestion.
- Added API configuration builder to connectors_config.py for environment variable management.
- Integrated API configuration into worker setup.
- Expanded unit tests to cover new API functionality and configuration handling.
- Updated requirements.txt to include pycurl and prometheus-client for enhanced metrics support.

scouter/worker/worker.py

@@ -15,6 +15,7 @@ with workflow.unsafe.imports_passed_through():
     from scouter import metrics
     from scouter.activities.activities import Activities
     from scouter.utils.connectors_config import (
+        build_api_config,
         build_mongodb_config,
         build_postgres_config,
         build_redis_config,
@@ -103,6 +104,7 @@ async def main():
         postgres_config=build_postgres_config(),
         redis_config=build_redis_config(),
         mongodb_config=build_mongodb_config(),
+        api_config=build_api_config(),
     )
 
     logger.custom_info(f'Starting SDK Metrics Server on port {SDK_METRICS_PORT}...', metadata)