SIENTIAPDE-1193

chore: update sientia-dataops-library version and modify environment variables

- Updated the sientia-dataops-library dependency version from 1.4.1 to 1.4.2 in requirements.txt.
- Changed the GITHUB_BRANCH value in values.yaml to reflect the new task SIENTIAPDE-1193.
- Enhanced the process_notifications workflow to include timestamp conversion metadata for improved data handling.

orchestrator/workflows/subworkflows/process_notifications.py

@@ -5,6 +5,7 @@ with workflow.unsafe.imports_passed_through():
     from typing import Any
     from datetime import timedelta
     from sientia_do.temporal.policies import retry_policy
+    from sientia_do.temporal.constants import DATETIME_FORMAT
 
 
 @workflow.defn(name="process_notifications")
@@ -80,7 +81,11 @@ class ProcessNotifications:
                 **metadata,
                 "schema": input_data["schema"],
                 "table_name": input_data["table_name"],
-                "data": log_report
+                "data": log_report,
+                'timestamp_conversion': {
+                    'column': 'timestamp',
+                    'format': DATETIME_FORMAT
+                }
             },
             schedule_to_close_timeout=timedelta(seconds=60),
             retry_policy=retry_policy

requirements.txt

@@ -5,5 +5,5 @@ redis
 couchbase
 pymongo
 jinja2
-git+ssh://git@github.com/Aignosi/sientia-dataops-library.git@1.4.1
+git+ssh://git@github.com/Aignosi/sientia-dataops-library.git@1.4.2
 prometheus-client

values.yaml

@@ -151,7 +151,7 @@ env:
   - name: GITHUB_REPO_URL
     value: "git@github.com:Aignosi/sientia-dataops-orchestrator_temporal.git"
   - name: GITHUB_BRANCH
-    value: "SIENTIAPDE-1199-revisar-e-testar-observabilidade"
+    value: "SIENTIAPDE-1193-conferir-como-a-escrita-de-datetime-ocorre-no-temporal"
   - name: PYTHON_APP
     value: "orchestrator.worker.worker"