SIENTIAPDE-1174

Integrate write_metrics activity into CoreScouter for enhanced metric logging and update worker.py to include write_metrics in workflow tasks.

scouter/worker/worker.py

@@ -84,7 +84,8 @@ async def main():
                 activities.aggregate_data,
                 activities.group_and_hold_data,
                 activities.export_data_to_postgres,
-                activities.store_data_package
+                activities.write_metrics,
+                activities.store_data_package,
             ],
             max_concurrent_workflow_tasks=100,
             max_concurrent_activities=100,

scouter/workflow/sub_workflows/core_scouter.py

@@ -88,11 +88,14 @@ class CoreScouter:
             start_to_close_timeout=timedelta(seconds=60)
         )
 
-        metrics.LABORIOUS_DATA_WRITTEN_COUNT.labels(
-            pod_id=metadata['pod_id'],
-            model_name=input_data['model_name'],
-            pipeline_name=input_data['workflow_name']
-        ).inc()
+        await workflow.execute_activity_method(
+            Activities.write_metrics,
+            {
+                **metadata,
+            },
+            retry_policy=retry_policy,
+            start_to_close_timeout=timedelta(seconds=60)
+        )
 
         if input_data.get('debug_data_package', False):
             await workflow.execute_activity_method(