From 3bbc2c49935c86a51fb2e32369aa4ebf99ccac3e Mon Sep 17 00:00:00 2001 From: vitor-aignosi Date: Tue, 19 Aug 2025 16:29:30 -0300 Subject: [PATCH] SIENTIAPDE-1199 Update dependencies and improve observability by changing logger imports. Bump sientia-dataops-library version to 1.4.1 and update image tag to 0.4.2 in values.yaml. --- requirements.txt | 2 +- scouter/activities/activities.py | 2 +- scouter/activities/faker.py | 2 +- scouter/activities/gates.py | 2 +- scouter/activities/mongodb.py | 2 +- scouter/activities/redis.py | 2 +- scouter/worker/worker.py | 2 +- scouter/workflow/fake_data.py | 2 +- scouter/workflow/scouter.py | 2 +- scouter/workflow/sub_workflows/core_scouter.py | 2 +- values.yaml | 4 ++-- 11 files changed, 12 insertions(+), 12 deletions(-) diff --git a/requirements.txt b/requirements.txt index 1b3009f..91864f7 100644 --- a/requirements.txt +++ b/requirements.txt @@ -5,7 +5,7 @@ asyncua redis aiokafka pymongo -git+ssh://git@github.com/Aignosi/sientia-dataops-library.git@1.3.7 +git+ssh://git@github.com/Aignosi/sientia-dataops-library.git@1.4.1 git+ssh://git@github.com/Aignosi/sientia-mlops-library.git@0.38.5 pydruid[pandas] prometheus-client \ No newline at end of file diff --git a/scouter/activities/activities.py b/scouter/activities/activities.py index 9ada6d3..875a739 100644 --- a/scouter/activities/activities.py +++ b/scouter/activities/activities.py @@ -3,7 +3,7 @@ from temporalio import workflow with workflow.unsafe.imports_passed_through(): from sientia_do.temporal.activities.postgres import Postgres from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler - from sientia_do.temporal.utils.logger import Logger + from sientia_do.observability.logger import Logger from scouter.activities.redis import Redis from scouter.activities.gates import Gates from scouter.activities.mongodb import MongoDB diff --git a/scouter/activities/faker.py b/scouter/activities/faker.py index f8e5253..92bb953 100644 --- a/scouter/activities/faker.py +++ b/scouter/activities/faker.py @@ -7,7 +7,7 @@ from temporalio import activity from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler from sientia_do.temporal.activities.base import BaseActivity -from sientia_do.temporal.utils.logger import Logger +from sientia_do.observability.logger import Logger class Faker(BaseActivity): diff --git a/scouter/activities/gates.py b/scouter/activities/gates.py index c7840f4..bc6f471 100644 --- a/scouter/activities/gates.py +++ b/scouter/activities/gates.py @@ -6,7 +6,7 @@ with workflow.unsafe.imports_passed_through(): from sientia_do.notifications.models import NotificationLevel from sientia_do.temporal.activities.base import BaseActivity from sientia_do.notifications.handlers import NotificationHandler - from sientia_do.temporal.utils.logger import Logger + from sientia_do.observability.logger import Logger from scouter.utils.quality.filters import null_values_filter, out_of_bounds_filter from typing import Any import traceback diff --git a/scouter/activities/mongodb.py b/scouter/activities/mongodb.py index 3a80436..206df33 100644 --- a/scouter/activities/mongodb.py +++ b/scouter/activities/mongodb.py @@ -9,7 +9,7 @@ with workflow.unsafe.imports_passed_through(): from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler from sientia_do.notifications.models import NotificationLevel from sientia_do.temporal.activities.base import BaseActivity - from sientia_do.temporal.utils.logger import Logger + from sientia_do.observability.logger import Logger def clear_mongo_id(docs: list) -> list: diff --git a/scouter/activities/redis.py b/scouter/activities/redis.py index f72059d..c3c504f 100644 --- a/scouter/activities/redis.py +++ b/scouter/activities/redis.py @@ -6,7 +6,7 @@ with workflow.unsafe.imports_passed_through(): from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler from sientia_do.notifications.models import NotificationLevel from sientia_do.temporal.activities.redis_base import Redis as RedisBase - from sientia_do.temporal.utils.logger import Logger + from sientia_do.observability.logger import Logger from typing import Any from pandas import DataFrame from datetime import datetime diff --git a/scouter/worker/worker.py b/scouter/worker/worker.py index 6aa61ea..cb1013d 100644 --- a/scouter/worker/worker.py +++ b/scouter/worker/worker.py @@ -6,7 +6,7 @@ with workflow.unsafe.imports_passed_through(): import sys import os from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler - from sientia_do.temporal.utils.logger import get_logger + from sientia_do.observability.logger import get_logger from scouter.activities.activities import Activities from scouter.workflow.scouter import Scouter from scouter.workflow.sub_workflows.core_scouter import CoreScouter diff --git a/scouter/workflow/fake_data.py b/scouter/workflow/fake_data.py index 63c724f..a71c900 100644 --- a/scouter/workflow/fake_data.py +++ b/scouter/workflow/fake_data.py @@ -4,7 +4,7 @@ with workflow.unsafe.imports_passed_through(): from scouter.activities.faker import Faker from datetime import timedelta from typing import Dict, Any - from sientia_do.temporal.utils.policies import retry_policy + from sientia_do.temporal.policies import retry_policy @workflow.defn(name="fake_data") diff --git a/scouter/workflow/scouter.py b/scouter/workflow/scouter.py index ffcb625..b1c4938 100644 --- a/scouter/workflow/scouter.py +++ b/scouter/workflow/scouter.py @@ -4,7 +4,7 @@ with workflow.unsafe.imports_passed_through(): from scouter.activities.activities import Activities from typing import Any from datetime import timedelta - from sientia_do.temporal.utils.policies import retry_policy + from sientia_do.temporal.policies import retry_policy @workflow.defn(name="scouter") diff --git a/scouter/workflow/sub_workflows/core_scouter.py b/scouter/workflow/sub_workflows/core_scouter.py index d686d7f..d6c83f4 100644 --- a/scouter/workflow/sub_workflows/core_scouter.py +++ b/scouter/workflow/sub_workflows/core_scouter.py @@ -4,7 +4,7 @@ with workflow.unsafe.imports_passed_through(): from scouter.activities.activities import Activities from typing import Any from datetime import timedelta - from sientia_do.temporal.utils.policies import retry_policy + from sientia_do.temporal.policies import retry_policy @workflow.defn(name="core_scouter") diff --git a/values.yaml b/values.yaml index b54199c..5d413f0 100644 --- a/values.yaml +++ b/values.yaml @@ -11,7 +11,7 @@ image: # This sets the pull policy for images. pullPolicy: Always # Overrides the image tag whose default is the chart appVersion. - tag: "0.4.0" + tag: "0.4.2" # This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/ imagePullSecrets: @@ -150,7 +150,7 @@ env: - name: GITHUB_REPO_URL value: "git@github.com:Aignosi/sientia-dataops-scouter_temporal.git" - name: GITHUB_BRANCH - value: "SIENTIAPDE-1169-pensar-e-projetar-testes-de-breakdown-e-performance" + value: "SIENTIAPDE-1199-revisar-e-testar-observabilidade" - name: PYTHON_APP value: "scouter.worker.worker"