SIENTIAPDE-1110

Refactor Activities class to remove Kafka and Druid dependencies, simplifying initialization. Update values.yaml to set replica count to 1 for reduced resource usage. Adjust Redis activity to set TTL to None for better data retention. Remove unused Kafka and Druid activity files and their associated tests, streamlining the codebase.

scouter/workflow/scouter.py

@@ -41,16 +41,6 @@ class Scouter:
             }
         }
 
-        # data = await workflow.execute_activity_method(
-        #     Activities.load_from_kafka,
-        #     {
-        #         **metadata,
-        #         'topic': input_data['topic']
-        #     },
-        #     retry_policy=retry_policy,
-        #     start_to_close_timeout=timedelta(seconds=60)
-        # )
-
         last_data_timestamp = await workflow.execute_local_activity_method(
             Activities.get_last_data_timestamp,
             {
@@ -73,16 +63,8 @@ class Scouter:
             retry_policy=retry_policy
         )
 
-        # data = await workflow.execute_local_activity_method(
-        #     Activities.load_latest_druid_data,
-        #     {
-        #         **metadata,
-        #         'schedule_name': input_data['schedule_name'],
-        #         'last_data_timestamp': last_data_timestamp
-        #     },
-        #     start_to_close_timeout=timedelta(seconds=60),
-        #     retry_policy=retry_policy
-        # )
+        if data == {}:
+            return
 
         await workflow.execute_activity_method(
             Activities.put_last_data_timestamp,
@@ -96,9 +78,6 @@ class Scouter:
             retry_policy=retry_policy
         )
 
-        if data == {}:
-            return
-
         input_data['data'] = data
         input_data['metadata'] = metadata