SIENTIAPDE-1199

Update dependencies and refactor logging imports for observability

- Updated the sientia-dataops-library dependency version to 1.4.0 in requirements.txt.
- Changed image tag in values.yaml from 0.3.2 to 0.4.1.
- Refactored logging imports across multiple files to use the new observability module instead of the temporal.utils.logger.
- Updated retry policy imports in workflow files to reflect the new module structure.

laborious/activities/activities.py

@@ -3,7 +3,7 @@ from temporalio import activity, workflow
 with workflow.unsafe.imports_passed_through():
     from sientia_do.temporal.activities.postgres import Postgres
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
-    from sientia_do.temporal.utils.logger import Logger
+    from sientia_do.observability.logger import Logger
     from laborious.activities.mlflow import MLFlow
     from laborious.activities.gates import Gates
     from laborious.activities.opc import OPC

laborious/activities/gates.py

@@ -6,7 +6,7 @@ with workflow.unsafe.imports_passed_through():
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
     from sientia_do.notifications.models import NotificationLevel
     from sientia_do.temporal.activities.base import BaseActivity
-    from sientia_do.temporal.utils.logger import Logger
+    from sientia_do.observability.logger import Logger
     from laborious.utils.filters.mlflow_filters import nan_values_filter, api_error_filter
     from typing import Any
     from laborious.utils.filters.conditional_filters import (

laborious/activities/mlflow.py

@@ -5,7 +5,7 @@ with workflow.unsafe.imports_passed_through():
     from sientia_do.temporal.activities.base import BaseActivity
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
     from sientia_do.notifications.models import NotificationLevel
-    from sientia_do.temporal.utils.logger import Logger
+    from sientia_do.observability.logger import Logger
     from laborious.utils.repository.model_repository import MLFlowRepository
     from typing import Any
     import numpy as np

laborious/activities/opc.py

@@ -5,7 +5,7 @@ with workflow.unsafe.imports_passed_through():
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
     from sientia_do.notifications.models import NotificationLevel
     from sientia_do.temporal.activities.base import BaseActivity
-    from sientia_do.temporal.utils.logger import Logger
+    from sientia_do.observability.logger import Logger
     from laborious.utils.repository.opc_repository import OpcRepository
     from typing import Any
     import traceback

laborious/utils/repository/opc_repository.py

@@ -9,7 +9,7 @@ from asyncua.ua import DataValue, Variant, VariantType, DateTime
 from regex import F
 from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
 from sientia_do.notifications.models import NotificationLevel
-from sientia_do.temporal.utils.logger import Logger
+from sientia_do.observability.logger import Logger
 from laborious import metrics
 
 data_type_map = {
@@ -189,6 +189,7 @@ class OpcRepository():
 
             self.logger.error(
                 f"OPC server {self.id} is not connected")
+
             if self.last_reconnection_time is None or (datetime.now() - self.last_reconnection_time).total_seconds(
             ) > self.reconnection_interval:
                 self.disconnect()
@@ -196,7 +197,12 @@ class OpcRepository():
                     f"Trying to reconnect to OPC server {self.id}...")
                 return self.connect()
 
-            return False, {}
+            return False, {
+                "notification_id": f"OPC_CONNECTION_AWAITING_RECONNECTION_WINDOW_{self.id}",
+                "message": f"OPC server {self.id} is not connected, waiting for next reconnection window...",
+                "block": "opc_repository",
+                "level": NotificationLevel.WARNING
+            }
 
         return True, {}
 

laborious/worker/worker.py

@@ -19,7 +19,7 @@ with workflow.unsafe.imports_passed_through():
         build_mongodb_config
     )
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
-    from sientia_do.temporal.utils.logger import get_logger
+    from sientia_do.observability.logger import get_logger
     from laborious import metrics
     from prometheus_client import start_http_server
 

laborious/workflows/minimal_retrain.py

@@ -3,7 +3,7 @@ from temporalio import workflow
 with workflow.unsafe.imports_passed_through():
     from laborious.activities.activities import Activities
     from typing import Any
-    from sientia_do.temporal.utils.policies import retry_policy
+    from sientia_do.temporal.policies import retry_policy
     from datetime import timedelta
 
 

laborious/workflows/predictions_batch.py

@@ -3,7 +3,7 @@ from temporalio import workflow
 with workflow.unsafe.imports_passed_through():
     from laborious.activities.activities import Activities
     from typing import Any
-    from sientia_do.temporal.utils.policies import retry_policy
+    from sientia_do.temporal.policies import retry_policy
     from datetime import timedelta
 
 

laborious/workflows/sub_workflows/format_and_export_prediction.py

@@ -4,7 +4,7 @@ with workflow.unsafe.imports_passed_through():
     from laborious.activities.activities import Activities
     from typing import Any
     from datetime import timedelta
-    from sientia_do.temporal.utils.policies import retry_policy
+    from sientia_do.temporal.policies import retry_policy
 
 
 @workflow.defn(name="format_and_export_prediction")

laborious/workflows/sub_workflows/prediction_process.py

@@ -3,7 +3,7 @@ from temporalio import workflow
 with workflow.unsafe.imports_passed_through():
     from laborious.activities.activities import Activities
     from typing import Any
-    from sientia_do.temporal.utils.policies import retry_policy
+    from sientia_do.temporal.policies import retry_policy
     from datetime import timedelta
 
 

requirements.txt

@@ -3,6 +3,6 @@ psycopg2-binary
 sqlalchemy
 asyncua
 redis
-git+ssh://git@github.com/Aignosi/sientia-dataops-library.git@1.3.8
+git+ssh://git@github.com/Aignosi/sientia-dataops-library.git@1.4.0
 git+ssh://git@github.com/Aignosi/sientia-mlops-library.git@0.38.5
 prometheus-client

values.yaml

@@ -11,7 +11,7 @@ image:
   # This sets the pull policy for images.
   pullPolicy: Always
   # Overrides the image tag whose default is the chart appVersion.
-  tag: "0.3.2"
+  tag: "0.4.1"
 
 # This is for the secrets for pulling an image from a private repository more information can be found here: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/
 imagePullSecrets:
@@ -151,7 +151,7 @@ env:
   - name: GITHUB_REPO_URL
     value: "git@github.com:Aignosi/sientia-dataops-laborious_temporal.git"
   - name: GITHUB_BRANCH
-    value: "SIENTIAPDE-1169-pensar-e-projetar-testes-de-breakdown-e-performance"
+    value: "SIENTIAPDE-1199-revisar-e-testar-observabilidade"
   - name: PYTHON_APP
     value: "laborious.worker.worker"