gitea_admin/sientia-dataops-scouter_temporal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

SIENTIAPDE-1174

Browse Source 
Integrate write_metrics activity into CoreScouter for enhanced metric logging and update worker.py to include write_metrics in workflow tasks.
This commit is contained in:
vitor-aignosi
2025-07-31 14:43:34 -03:00
parent 1c78cfb558
commit b4827935a7
2 changed files with 10 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
scouter/worker/worker.py
View File

@@ -84,7 +84,8 @@ async def main():
activities.aggregate_data, activities.aggregate_data,
activities.group_and_hold_data, activities.group_and_hold_data,
activities.export_data_to_postgres, activities.export_data_to_postgres,
activities.store_data_package activities.write_metrics,
activities.store_data_package,
], ],
max_concurrent_workflow_tasks=100, max_concurrent_workflow_tasks=100,
max_concurrent_activities=100, max_concurrent_activities=100,

13
scouter/workflow/sub_workflows/core_scouter.py
View File

@@ -88,11 +88,14 @@ class CoreScouter:
start_to_close_timeout=timedelta(seconds=60) start_to_close_timeout=timedelta(seconds=60)
) )
metrics.LABORIOUS_DATA_WRITTEN_COUNT.labels( await workflow.execute_activity_method(
pod_id=metadata['pod_id'], Activities.write_metrics,
model_name=input_data['model_name'], {
pipeline_name=input_data['workflow_name'] **metadata,
).inc() },
retry_policy=retry_policy,
start_to_close_timeout=timedelta(seconds=60)
)
if input_data.get('debug_data_package', False): if input_data.get('debug_data_package', False):
await workflow.execute_activity_method( await workflow.execute_activity_method(