SIENTIAPDE-1110

Refactor Activities class to remove Kafka and Druid dependencies, simplifying initialization. Update values.yaml to set replica count to 1 for reduced resource usage. Adjust Redis activity to set TTL to None for better data retention. Remove unused Kafka and Druid activity files and their associated tests, streamlining the codebase.

scouter/activities/activities.py

@@ -1,26 +1,22 @@
-from temporalio import activity, workflow
+from temporalio import workflow
 
 with workflow.unsafe.imports_passed_through():
     from sientia_do.temporal.activities.postgres import Postgres
     from sientia_do.notifications.handlers import NotificationHandler
     from sientia_do.temporal.utils.logger import Logger
     from scouter.activities.redis import Redis
-    from scouter.activities.kafka import Kafka
     from scouter.activities.gates import Gates
     from scouter.activities.mongodb import MongoDB
-    from scouter.activities.pydruid import Druid
     from typing import Any
 
 
-class Activities(Postgres, Redis, Kafka, Gates, MongoDB, Druid):
+class Activities(Postgres, Redis, Gates, MongoDB,):
     """Activities class that combines multiple services with proper initialization."""
 
     def __init__(self,
                  postgres_config: dict[str, Any],
                  redis_config: dict[str, Any],
-                 kafka_config: dict[str, Any],
                  mongodb_config: dict[str, Any],
-                 druid_config: dict[str, Any],
                  logger: Logger,
                  notification_handler: NotificationHandler):
 
@@ -49,16 +45,6 @@ class Activities(Postgres, Redis, Kafka, Gates, MongoDB, Druid):
             password=redis_config['password']
         )
 
-        # Initialize Kafka
-        Kafka.__init__(
-            self,
-            bootstrap_servers=kafka_config['bootstrap_servers'],
-            polling_time=kafka_config['polling_time'],
-            group_id=kafka_config['group_id'],
-            logger=logger,
-            notification_handler=notification_handler
-        )
-
         # Initialize Gates
         Gates.__init__(
             self,
@@ -75,16 +61,6 @@ class Activities(Postgres, Redis, Kafka, Gates, MongoDB, Druid):
             notification_handler=notification_handler
         )
 
-        # Initialize Druid
-        Druid.__init__(
-            self,
-            host=druid_config['host'],
-            port=druid_config['port'],
-            logger=logger,
-            notification_handler=notification_handler
-        )
-
     def shutdown(self):
         Postgres.close(self)
-        Kafka.close(self)
-        MongoDB.close(self)
+        MongoDB.shutdown(self)