SIENTIAPDE-1205

Update orchestration notebook execution count, modify image tag in values.yaml, and standardize datetime handling in MongoDB activities

- Changed execution count in init_orchestration.ipynb from 2 to 1.
- Updated image tag in values.yaml from 0.4.4 to 0.4.5.
- Replaced DATETIME_FORMAT_MS_WITH_TZ with DATETIME_FORMAT_MS in mongo_db.py for consistent timestamp handling.
This commit is contained in:
vitor-aignosi
2025-08-27 09:12:24 -03:00
parent e3b35bf4fa
commit e17df007ab
3 changed files with 10 additions and 105 deletions

File diff suppressed because one or more lines are too long

View File

@@ -9,7 +9,7 @@ with workflow.unsafe.imports_passed_through():
from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
from sientia_do.notifications.models import NotificationLevel from sientia_do.notifications.models import NotificationLevel
from sientia_do.temporal.activities.base import BaseActivity from sientia_do.temporal.activities.base import BaseActivity
from sientia_do.temporal.constants import DATETIME_FORMAT_MS_WITH_TZ, now from sientia_do.temporal.constants import DATETIME_FORMAT_MS, now
from datetime import datetime from datetime import datetime
@@ -442,7 +442,7 @@ class MongoDB(BaseActivity):
data_filter = { data_filter = {
**base_data_filter, **base_data_filter,
"timestamp": { "timestamp": {
"$gt": datetime.strptime(last_data_timestamp, DATETIME_FORMAT_MS_WITH_TZ) "$gt": datetime.strptime(last_data_timestamp, DATETIME_FORMAT_MS)
} }
} }
@@ -460,7 +460,7 @@ class MongoDB(BaseActivity):
for item in data: for item in data:
item['timestamp'] = item['timestamp'].strftime( item['timestamp'] = item['timestamp'].strftime(
DATETIME_FORMAT_MS_WITH_TZ) DATETIME_FORMAT_MS)
self.info( self.info(
f"Loaded {len(data)} documents from MongoDB", f"Loaded {len(data)} documents from MongoDB",

View File

@@ -11,7 +11,7 @@ image:
# This sets the pull policy for images. # This sets the pull policy for images.
pullPolicy: Always pullPolicy: Always
# Overrides the image tag whose default is the chart appVersion. # Overrides the image tag whose default is the chart appVersion.
tag: "0.4.4" tag: "0.4.5"
# This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/ # This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/
imagePullSecrets: imagePullSecrets:
@@ -151,7 +151,7 @@ env:
- name: GITHUB_REPO_URL - name: GITHUB_REPO_URL
value: "git@github.com:Aignosi/sientia-dataops-orchestrator_temporal.git" value: "git@github.com:Aignosi/sientia-dataops-orchestrator_temporal.git"
- name: GITHUB_BRANCH - name: GITHUB_BRANCH
value: "SIENTIAPDE-1193-conferir-como-a-escrita-de-datetime-ocorre-no-temporal" value: "main"
- name: PYTHON_APP - name: PYTHON_APP
value: "orchestrator.worker.worker" value: "orchestrator.worker.worker"