SIENTIAPDE-1110

Integrate Druid activity into the Activities class, adding support for Druid configuration and initialization. Update worker and connectors configuration to accommodate Druid, enhancing data processing capabilities.

scouter/workflow/scouter.py

@@ -62,11 +62,22 @@ class Scouter:
             retry_policy=retry_policy
         )
 
+        # data = await workflow.execute_local_activity_method(
+        #     Activities.load_latest_data,
+        #     {
+        #         **metadata,
+        #         'collection_name': f"raw_{input_data['schedule_name']}",
+        #         'last_data_timestamp': last_data_timestamp
+        #     },
+        #     start_to_close_timeout=timedelta(seconds=60),
+        #     retry_policy=retry_policy
+        # )
+
         data = await workflow.execute_local_activity_method(
-            Activities.load_latest_data,
+            Activities.load_latest_druid_data,
             {
                 **metadata,
-                'collection_name': f"raw_{input_data['schedule_name']}",
+                'schedule_name': input_data['schedule_name'],
                 'last_data_timestamp': last_data_timestamp
             },
             start_to_close_timeout=timedelta(seconds=60),