gitea_admin/sientia-dataops-laborious_temporal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update environment configuration and refactor OPC activities for async handling

Browse Source 
- Expanded the .env file with configurations for MongoDB, Postgres, MlFlow, and Temporal.
- Refactored OPC class methods to be asynchronous, including init_opc, write_data, manage_output_tags, and shutdown.
- Updated the worker to initialize OPC asynchronously and adjusted shutdown handling for activities.
This commit is contained in:
vitor-aignosi
2025-08-26 16:49:19 -03:00
parent 1cd91f2b58
commit cba90c98fa
6 changed files with 70 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

54
laborious/utils/repository/opc_repository.py
View File

@@ -1,9 +1,10 @@
import asyncio
import traceback
import time
from datetime import datetime
from pathlib import Path
from typing import Any
from asyncua.sync import Client
from asyncua import Client
from asyncua.crypto.security_policies import SecurityPolicyBasic256
from asyncua.ua import DataValue, Variant, VariantType, DateTime
from regex import F
@@ -62,7 +63,7 @@ class OpcRepository():
'schedule_name': '-'
}
def set_security(self):
async def set_security(self):
"""
Configures the security settings for the OPC UA client.
This method sets up the security policy, certificates, and timeouts
@@ -92,7 +93,7 @@ class OpcRepository():
self.client.application_uri = self.server_uri
self.logger.custom_info('Setting security...', self.metadata)
self.client.set_security(
await self.client.set_security(
SecurityPolicyBasic256,
certificate=str(cert),
private_key=str(private_key),
@@ -101,7 +102,7 @@ class OpcRepository():
self.client.secure_channel_timeout = 10000000
self.client.session_timeout = 10000000
def connect(self) -> tuple[bool, dict[str, Any]]:
async def connect(self) -> tuple[bool, dict[str, Any]]:
"""
Establishes a connection to the OPC server.
This method initializes the OPC client using the provided URL and
@@ -113,12 +114,12 @@ class OpcRepository():
self.client = Client(self.url)
if self.cert_path:
self.set_security()
await self.set_security()
self.logger.custom_info(
f'Starting connection to OPC server {self.id}...', self.metadata)
return self.try_connect()
return await self.try_connect()
def try_connect(self) -> tuple[bool, dict[str, Any]]:
async def try_connect(self) -> tuple[bool, dict[str, Any]]:
"""
Tries to connect to the OPC server.
@@ -128,7 +129,7 @@ class OpcRepository():
try:
self.last_reconnection_time = datetime.now()
self.client.connect()
await self.client.connect()
return True, {}
except Exception as e:
trace = traceback.format_exc()
@@ -142,14 +143,14 @@ class OpcRepository():
"attachment_content": trace
}
def disconnect(self):
async def disconnect(self):
"""
Disconnects from the OPC server.
"""
if self.client is None:
return
try:
self.client.disconnect()
await self.client.disconnect()
self.logger.custom_info(
'Disconnected from OPC server', self.metadata)
except Exception as e:
@@ -162,12 +163,12 @@ class OpcRepository():
Disconnects from the OPC server when the object is destroyed.
"""
try:
self.disconnect()
asyncio.run(self.disconnect())
except Exception as e:
self.logger.custom_error(
f"Error in destructor: {e}", self.metadata)
def validate_connection(self) -> tuple[bool, dict[str, Any]]:
async def validate_connection(self) -> tuple[bool, dict[str, Any]]:
"""
Validates the connection to the OPC server.
If the connection is not established, it attempts to reconnect.
@@ -179,13 +180,13 @@ class OpcRepository():
If the client is connected, it returns True.
"""
if self.client is None:
return self.connect()
return await self.connect()
if self.error_count > 5:
self.logger.custom_warning(
f"OPC server {self.id} will be disconnected due to multiple errors", self.metadata)
try:
self.disconnect()
await self.disconnect()
except Exception as e:
trace = traceback.format_exc()
self.logger.custom_error(
@@ -193,21 +194,22 @@ class OpcRepository():
self.logger.custom_error(trace, self.metadata)
self.logger.custom_info(
f"Attempting to reconnect to OPC server {self.id}...", self.metadata)
return self.connect()
if hasattr(self.client, 'aio_obj') and self.client.aio_obj.uaclient.protocol is None or \
(hasattr(self.client.aio_obj.uaclient, 'protocol') and
self.client.aio_obj.uaclient.protocol.state == "closed"):
return await self.connect()
# Check if client is connected using asyncua's connection state
try:
# Try to get a simple node to test connection
await self.client.get_node("ns=0;i=2253") # Server node
except Exception:
self.logger.custom_error(
f"OPC server {self.id} is not connected", self.metadata)
if self.last_reconnection_time is None or (datetime.now() - self.last_reconnection_time).total_seconds(
) > self.reconnection_interval:
self.disconnect()
await self.disconnect()
self.logger.custom_info(
f"Trying to reconnect to OPC server {self.id}...", self.metadata)
return self.connect()
return await self.connect()
return False, {
"notification_id": f"OPC_CONNECTION_AWAITING_RECONNECTION_WINDOW_{self.id}",
@@ -218,8 +220,8 @@ class OpcRepository():
return True, {}
def write_data(self, node: str, value: Any, data_type: str,
logger: Logger, metadata: dict[str, Any]) -> tuple[bool, dict[str, Any]]:
async def write_data(self, node: str, value: Any, data_type: str,
logger: Logger, metadata: dict[str, Any]) -> tuple[bool, dict[str, Any]]:
"""
Writes data to the OPC server.
If the connection is not established, it attempts to reconnect.
@@ -231,7 +233,7 @@ class OpcRepository():
If the client is connected, it returns True.
"""
is_connected, error = self.validate_connection()
is_connected, error = await self.validate_connection()
if not is_connected:
return False, error
@@ -239,7 +241,7 @@ class OpcRepository():
start_time = time.time()
try:
node = self.client.get_node(node)
node_obj = self.client.get_node(node)
except Exception as e:
trace = traceback.format_exc()
logger.custom_error(trace, metadata.get('schedule_name', 'N/A'))
@@ -278,7 +280,7 @@ class OpcRepository():
)
try:
node.write_value(ua_data)
await node_obj.write_value(ua_data)
metrics.PREDICTION_OPC_WRITING_COUNT.labels(
pod_id=self.pod_id,