gitea_admin/sientia-dataops-orchestrator_temporal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

SIENTIAPDE-1095

Browse Source 
Refactor predictions_batch to use server_id instead of server_name; update values.yaml to set GITHUB_BRANCH to main; add new laborious pipeline configuration in samples.json
This commit is contained in:
vitor-aignosi
2025-06-10 08:25:50 -03:00
parent a0d8f96a99
commit caa7b125f9
3 changed files with 66 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
orchestrator/utils/orchestrator_functions.py
View File

@@ -65,18 +65,18 @@ def process_path_priority(path_priority: list[str]):
def predictions_batch(config: dict[str, Any]):
tags = {}
for tag in config['write_tags']:
if tag['server_name'] not in tags:
tags[tag['server_name']] = {}
if tag['server_id'] not in tags:
tags[tag['server_id']] = {}
tag_type = tag['type']
if tag_type == 'prediction' or tag_type == 'confidence':
tag_type_str = f"{tag_type}_tags"
if tag_type_str not in tags[tag['server_name']]:
tags[tag['server_name']][tag_type_str] = {}
if tag_type_str not in tags[tag['server_id']]:
tags[tag['server_id']][tag_type_str] = {}
tags[tag['server_name']][tag_type_str][tag['addr']] = {
tags[tag['server_id']][tag_type_str][tag['addr']] = {
"data_type": tag.get('data_type', 'float'),
}