SIENTIAPDE-1199

Update dependencies and refactor logging imports for observability

- Updated the sientia-dataops-library dependency version to 1.4.0 in requirements.txt.
- Changed image tag in values.yaml from 0.3.2 to 0.4.1.
- Refactored logging imports across multiple files to use the new observability module instead of the temporal.utils.logger.
- Updated retry policy imports in workflow files to reflect the new module structure.

laborious/activities/activities.py

@@ -3,7 +3,7 @@ from temporalio import activity, workflow
 with workflow.unsafe.imports_passed_through():
     from sientia_do.temporal.activities.postgres import Postgres
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
-    from sientia_do.temporal.utils.logger import Logger
+    from sientia_do.observability.logger import Logger
     from laborious.activities.mlflow import MLFlow
     from laborious.activities.gates import Gates
     from laborious.activities.opc import OPC

laborious/activities/gates.py

@@ -6,7 +6,7 @@ with workflow.unsafe.imports_passed_through():
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
     from sientia_do.notifications.models import NotificationLevel
     from sientia_do.temporal.activities.base import BaseActivity
-    from sientia_do.temporal.utils.logger import Logger
+    from sientia_do.observability.logger import Logger
     from laborious.utils.filters.mlflow_filters import nan_values_filter, api_error_filter
     from typing import Any
     from laborious.utils.filters.conditional_filters import (

laborious/activities/mlflow.py

@@ -5,7 +5,7 @@ with workflow.unsafe.imports_passed_through():
     from sientia_do.temporal.activities.base import BaseActivity
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
     from sientia_do.notifications.models import NotificationLevel
-    from sientia_do.temporal.utils.logger import Logger
+    from sientia_do.observability.logger import Logger
     from laborious.utils.repository.model_repository import MLFlowRepository
     from typing import Any
     import numpy as np

laborious/activities/opc.py

@@ -5,7 +5,7 @@ with workflow.unsafe.imports_passed_through():
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
     from sientia_do.notifications.models import NotificationLevel
     from sientia_do.temporal.activities.base import BaseActivity
-    from sientia_do.temporal.utils.logger import Logger
+    from sientia_do.observability.logger import Logger
     from laborious.utils.repository.opc_repository import OpcRepository
     from typing import Any
     import traceback

laborious/utils/repository/opc_repository.py

@@ -9,7 +9,7 @@ from asyncua.ua import DataValue, Variant, VariantType, DateTime
 from regex import F
 from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
 from sientia_do.notifications.models import NotificationLevel
-from sientia_do.temporal.utils.logger import Logger
+from sientia_do.observability.logger import Logger
 from laborious import metrics
 
 data_type_map = {
@@ -189,6 +189,7 @@ class OpcRepository():
 
             self.logger.error(
                 f"OPC server {self.id} is not connected")
+
             if self.last_reconnection_time is None or (datetime.now() - self.last_reconnection_time).total_seconds(
             ) > self.reconnection_interval:
                 self.disconnect()
@@ -196,7 +197,12 @@ class OpcRepository():
                     f"Trying to reconnect to OPC server {self.id}...")
                 return self.connect()
 
-            return False, {}
+            return False, {
+                "notification_id": f"OPC_CONNECTION_AWAITING_RECONNECTION_WINDOW_{self.id}",
+                "message": f"OPC server {self.id} is not connected, waiting for next reconnection window...",
+                "block": "opc_repository",
+                "level": NotificationLevel.WARNING
+            }
 
         return True, {}
 

laborious/worker/worker.py

@@ -19,7 +19,7 @@ with workflow.unsafe.imports_passed_through():
         build_mongodb_config
     )
     from sientia_do.notifications.handlers import CoreNotificationHandler as NotificationHandler
-    from sientia_do.temporal.utils.logger import get_logger
+    from sientia_do.observability.logger import get_logger
     from laborious import metrics
     from prometheus_client import start_http_server
 

laborious/workflows/minimal_retrain.py

@@ -3,7 +3,7 @@ from temporalio import workflow
 with workflow.unsafe.imports_passed_through():
     from laborious.activities.activities import Activities
     from typing import Any
-    from sientia_do.temporal.utils.policies import retry_policy
+    from sientia_do.temporal.policies import retry_policy
     from datetime import timedelta
 
 

laborious/workflows/predictions_batch.py

@@ -3,7 +3,7 @@ from temporalio import workflow
 with workflow.unsafe.imports_passed_through():
     from laborious.activities.activities import Activities
     from typing import Any
-    from sientia_do.temporal.utils.policies import retry_policy
+    from sientia_do.temporal.policies import retry_policy
     from datetime import timedelta
 
 

laborious/workflows/sub_workflows/format_and_export_prediction.py

@@ -4,7 +4,7 @@ with workflow.unsafe.imports_passed_through():
     from laborious.activities.activities import Activities
     from typing import Any
     from datetime import timedelta
-    from sientia_do.temporal.utils.policies import retry_policy
+    from sientia_do.temporal.policies import retry_policy
 
 
 @workflow.defn(name="format_and_export_prediction")

laborious/workflows/sub_workflows/prediction_process.py

@@ -3,7 +3,7 @@ from temporalio import workflow
 with workflow.unsafe.imports_passed_through():
     from laborious.activities.activities import Activities
     from typing import Any
-    from sientia_do.temporal.utils.policies import retry_policy
+    from sientia_do.temporal.policies import retry_policy
     from datetime import timedelta