gitea_admin/sientia-dataops-scouter_temporal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

SIENTIAPDE-1712

Browse Source 
Update values.yaml for GITHUB_BRANCH and POSTGRES credentials; add unique_columns to CoreScouter and related tests for conflict resolution.
This commit is contained in:
vitor-aignosi
2026-03-24 11:47:04 -03:00
parent d7cd9043b2
commit 09658bee52
3 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
scouter/workflow/sub_workflows/core_scouter.py
View File

@@ -119,6 +119,7 @@ class CoreScouter:
'table_name': input_data['table_name'], 'table_name': input_data['table_name'],
'data': held_data, 'data': held_data,
'on_conflict': 'ignore', 'on_conflict': 'ignore',
'unique_columns': ['model_id', 'timestamp', 'variable'],
'timestamp_conversion': {'column': 'timestamp', 'format': DATETIME_FORMAT_WITH_TZ}, 'timestamp_conversion': {'column': 'timestamp', 'format': DATETIME_FORMAT_WITH_TZ},
}, },
retry_policy=retry_policy, retry_policy=retry_policy,

3
tests/workflow/sub_workflows/test_core_scouter.py
View File

@@ -115,6 +115,7 @@ async def test_core_scouter_workflow_success(mock_workflow, core_scouter):
'table_name': 'test_table', 'table_name': 'test_table',
'data': 'held_data', 'data': 'held_data',
'on_conflict': 'ignore', 'on_conflict': 'ignore',
'unique_columns': ['model_id', 'timestamp', 'variable'],
'timestamp_conversion': { 'timestamp_conversion': {
'column': 'timestamp', 'column': 'timestamp',
'format': DATETIME_FORMAT_WITH_TZ, 'format': DATETIME_FORMAT_WITH_TZ,
@@ -301,6 +302,7 @@ async def test_core_scouter_workflow_with_zero_affected_rows(mock_workflow, core
'table_name': 'test_table', 'table_name': 'test_table',
'data': 'held_data', 'data': 'held_data',
'on_conflict': 'ignore', 'on_conflict': 'ignore',
'unique_columns': ['model_id', 'timestamp', 'variable'],
'timestamp_conversion': { 'timestamp_conversion': {
'column': 'timestamp', 'column': 'timestamp',
'format': DATETIME_FORMAT_WITH_TZ, 'format': DATETIME_FORMAT_WITH_TZ,
@@ -372,6 +374,7 @@ async def test_core_scouter_workflow_without_debug_data_package(mock_workflow, c
'table_name': 'test_table', 'table_name': 'test_table',
'data': 'held_data', 'data': 'held_data',
'on_conflict': 'ignore', 'on_conflict': 'ignore',
'unique_columns': ['model_id', 'timestamp', 'variable'],
'timestamp_conversion': { 'timestamp_conversion': {
'column': 'timestamp', 'column': 'timestamp',
'format': DATETIME_FORMAT_WITH_TZ, 'format': DATETIME_FORMAT_WITH_TZ,

6
values.yaml
View File

@@ -163,7 +163,7 @@ env:
- name: GITHUB_REPO_URL - name: GITHUB_REPO_URL
value: "git@github.com:Aignosi/sientia-dataops-scouter_temporal.git" value: "git@github.com:Aignosi/sientia-dataops-scouter_temporal.git"
- name: GITHUB_BRANCH - name: GITHUB_BRANCH
value: "fix/SIENTIAPDE-1478" value: "fix/SIENTIAPDE-1712"
- name: PYTHON_APP - name: PYTHON_APP
value: "scouter.worker.worker" value: "scouter.worker.worker"
@@ -173,9 +173,9 @@ env:
- name: POSTGRES_PORT - name: POSTGRES_PORT
value: "5432" value: "5432"
- name: POSTGRES_USER - name: POSTGRES_USER
value: "sientia" value: "posgres"
- name: POSTGRES_PASSWORD - name: POSTGRES_PASSWORD
value: "sientia" value: "nFqc81y6kwmr2zuAIx43DhiOosFCVPpeEfTtTWZflkNjB2j1KtEeIANkhFR9mAX3"
- name: POSTGRES_DBNAME - name: POSTGRES_DBNAME
value: "sientia" value: "sientia"
- name: POSTGRES_MIN_CONNECTIONS - name: POSTGRES_MIN_CONNECTIONS