SIENTIAPDE-1174

SIENTIAPDE-1174 Update dependencies, modify image tag, and enhance metrics tracking in various activities for improved observability and performance.

scouter/workflow/scouter.py

@@ -5,6 +5,7 @@ with workflow.unsafe.imports_passed_through():
     from typing import Any
     from datetime import timedelta
     from sientia_do.temporal.utils.policies import retry_policy
+    from os import getenv
 
 
 @workflow.defn(name="scouter")
@@ -37,7 +38,8 @@ class Scouter:
                 'model_id': input_data['model_id'],
                 'model_name': input_data['model_name'],
                 'schedule_name': input_data['schedule_name'],
-                'workflow_name': input_data['workflow_name']
+                'workflow_name': input_data['workflow_name'],
+                'pod_id': getenv("HOSTNAME", "localhost")
             }
         }
 

scouter/workflow/sub_workflows/core_scouter.py

@@ -1,5 +1,7 @@
 from temporalio import workflow
 
+from scouter import metrics
+
 with workflow.unsafe.imports_passed_through():
     from scouter.activities.activities import Activities
     from typing import Any
@@ -86,6 +88,12 @@ class CoreScouter:
             start_to_close_timeout=timedelta(seconds=60)
         )
 
+        metrics.LABORIOUS_DATA_WRITTEN_COUNT.labels(
+            pod_id=metadata['pod_id'],
+            model_name=input_data['model_name'],
+            pipeline_name=input_data['workflow_name']
+        ).inc()
+
         if input_data.get('debug_data_package', False):
             await workflow.execute_activity_method(
                 Activities.store_data_package,