SIENTIAPDE-1110

Update sientia-dataops-library version to 1.2.0 in requirements.txt; refactor logging in activities to use a unified Logger instance and include metadata in log messages across various activities.

scouter/workflow/sub_workflows/core_scouter.py

@@ -19,6 +19,7 @@ class CoreScouter:
 
         Args:
             input_data (dict[str, Any]): The data to process. Contains:
+                metadata (dict[str, Any]): The metadata of the workflow.
                 workflow_name (str): The name of the workflow.
                 schedule_name (str): The name of the schedule.
                 model_name (str): The name of the model.
@@ -31,9 +32,19 @@ class CoreScouter:
                 retention_time (int): The retention time for data in redis in seconds.
         """
 
+        metadata = {
+            'metadata': {
+                'model_id': input_data['model_id'],
+                'model_name': input_data['model_name'],
+                'schedule_name': input_data['schedule_name'],
+                'workflow_name': input_data['workflow_name']
+            }
+        }
+
         filtered_data = await workflow.execute_local_activity_method(
             Activities.data_quality_gate,
             {
+                **metadata,
                 'filters': input_data['filters'],
                 'data': input_data['data'],
                 'model_tags': input_data['model_tags']
@@ -45,6 +56,7 @@ class CoreScouter:
         grouped_data = await workflow.execute_local_activity_method(
             Activities.aggregate_data,
             {
+                **metadata,
                 'data': filtered_data,
                 'model_tags': input_data['model_tags']
             },
@@ -55,8 +67,9 @@ class CoreScouter:
         held_data = await workflow.execute_local_activity_method(
             Activities.group_and_hold_data,
             {
-                'workflow_name': input_data['workflow_name'],
+                **metadata,
                 'schedule_name': input_data['schedule_name'],
+                'workflow_name': input_data['workflow_name'],
                 'data': grouped_data,
                 'model_id': input_data['model_id'],
                 'retention_time': input_data['retention_time']
@@ -71,6 +84,7 @@ class CoreScouter:
         async_export = workflow.execute_activity_method(
             Activities.export_data_to_postgres,
             {
+                **metadata,
                 'schema': input_data['schema'],
                 'table_name': input_data['table_name'],
                 'data': held_data