SIENTIAPDE-1193
chore: update sientia-dataops-library version and modify environment variables - Updated the sientia-dataops-library dependency version from 1.4.1 to 1.4.2 in requirements.txt. - Changed the GITHUB_BRANCH value in values.yaml to reflect the new task SIENTIAPDE-1193. - Enhanced the process_notifications workflow to include timestamp conversion metadata for improved data handling.
This commit is contained in:
@@ -5,6 +5,7 @@ with workflow.unsafe.imports_passed_through():
|
|||||||
from typing import Any
|
from typing import Any
|
||||||
from datetime import timedelta
|
from datetime import timedelta
|
||||||
from sientia_do.temporal.policies import retry_policy
|
from sientia_do.temporal.policies import retry_policy
|
||||||
|
from sientia_do.temporal.constants import DATETIME_FORMAT
|
||||||
|
|
||||||
|
|
||||||
@workflow.defn(name="process_notifications")
|
@workflow.defn(name="process_notifications")
|
||||||
@@ -80,7 +81,11 @@ class ProcessNotifications:
|
|||||||
**metadata,
|
**metadata,
|
||||||
"schema": input_data["schema"],
|
"schema": input_data["schema"],
|
||||||
"table_name": input_data["table_name"],
|
"table_name": input_data["table_name"],
|
||||||
"data": log_report
|
"data": log_report,
|
||||||
|
'timestamp_conversion': {
|
||||||
|
'column': 'timestamp',
|
||||||
|
'format': DATETIME_FORMAT
|
||||||
|
}
|
||||||
},
|
},
|
||||||
schedule_to_close_timeout=timedelta(seconds=60),
|
schedule_to_close_timeout=timedelta(seconds=60),
|
||||||
retry_policy=retry_policy
|
retry_policy=retry_policy
|
||||||
|
|||||||
@@ -5,5 +5,5 @@ redis
|
|||||||
couchbase
|
couchbase
|
||||||
pymongo
|
pymongo
|
||||||
jinja2
|
jinja2
|
||||||
git+ssh://git@github.com/Aignosi/sientia-dataops-library.git@1.4.1
|
git+ssh://git@github.com/Aignosi/sientia-dataops-library.git@1.4.2
|
||||||
prometheus-client
|
prometheus-client
|
||||||
|
|||||||
@@ -151,7 +151,7 @@ env:
|
|||||||
- name: GITHUB_REPO_URL
|
- name: GITHUB_REPO_URL
|
||||||
value: "git@github.com:Aignosi/sientia-dataops-orchestrator_temporal.git"
|
value: "git@github.com:Aignosi/sientia-dataops-orchestrator_temporal.git"
|
||||||
- name: GITHUB_BRANCH
|
- name: GITHUB_BRANCH
|
||||||
value: "SIENTIAPDE-1199-revisar-e-testar-observabilidade"
|
value: "SIENTIAPDE-1193-conferir-como-a-escrita-de-datetime-ocorre-no-temporal"
|
||||||
- name: PYTHON_APP
|
- name: PYTHON_APP
|
||||||
value: "orchestrator.worker.worker"
|
value: "orchestrator.worker.worker"
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user