SIENTIAPDE-1110

Refactor Scouter workflow to update data loading method, changing from load_latest_druid_data to load_latest_data. Adjusted parameters for consistency in collection naming and improved clarity in data retrieval process.

scouter/workflow/scouter.py

@@ -62,28 +62,28 @@ class Scouter:
             retry_policy=retry_policy
         )
 
-        # data = await workflow.execute_local_activity_method(
-        #     Activities.load_latest_data,
-        #     {
-        #         **metadata,
-        #         'collection_name': f"raw_{input_data['schedule_name']}",
-        #         'last_data_timestamp': last_data_timestamp
-        #     },
-        #     start_to_close_timeout=timedelta(seconds=60),
-        #     retry_policy=retry_policy
-        # )
-
         data = await workflow.execute_local_activity_method(
-            Activities.load_latest_druid_data,
+            Activities.load_latest_data,
             {
                 **metadata,
-                'schedule_name': input_data['schedule_name'],
+                'collection_name': f"raw_{input_data['schedule_name']}",
                 'last_data_timestamp': last_data_timestamp
             },
             start_to_close_timeout=timedelta(seconds=60),
             retry_policy=retry_policy
         )
 
+        # data = await workflow.execute_local_activity_method(
+        #     Activities.load_latest_druid_data,
+        #     {
+        #         **metadata,
+        #         'schedule_name': input_data['schedule_name'],
+        #         'last_data_timestamp': last_data_timestamp
+        #     },
+        #     start_to_close_timeout=timedelta(seconds=60),
+        #     retry_policy=retry_policy
+        # )
+
         await workflow.execute_activity_method(
             Activities.put_last_data_timestamp,
             {