SIENTIAPDE-1312
Update dependencies and enhance OpcRepository functionality - Updated sientia-dataops-library version to 1.4.7 in requirements files. - Modified GITHUB_BRANCH in values.yaml for improved pipeline management. - Refactored OpcRepository class to inherit from BaseActivity, adding enhanced logging and error handling during disconnection. - Implemented a disconnection fallback mechanism to ensure graceful handling of OPC server disconnections.
This commit is contained in:
@@ -10,14 +10,11 @@ with workflow.unsafe.imports_passed_through():
|
||||
from sientia_do.notifications.models import NotificationLevel
|
||||
from sientia_do.observability.logger import Logger
|
||||
from sientia_do.temporal.activities.postgres import Postgres
|
||||
from sientia_do.temporal.constants import now
|
||||
from sientia_do.temporal.constants import now, DATETIME_FORMAT_FILENAME
|
||||
|
||||
from laborious.utils.repository.minio_repository import MinioRepository
|
||||
|
||||
|
||||
DATETIME_FILENAME_FORMAT = '%Y-%m-%d_%H-%M-%S'
|
||||
|
||||
|
||||
class Storage(Postgres):
|
||||
"""
|
||||
Extensions for Postgres activities with a helper to export query results
|
||||
@@ -84,7 +81,7 @@ class Storage(Postgres):
|
||||
metadata = input_data.get('metadata', {})
|
||||
object_prefix = input_data.get('object_prefix', 'datasets/retrain')
|
||||
|
||||
timestamp = now().strftime(DATETIME_FILENAME_FORMAT)
|
||||
timestamp = now().strftime(DATETIME_FORMAT_FILENAME)
|
||||
object_name = f'{object_prefix}_{timestamp}.parquet'
|
||||
uri = f's3://{self.minio_repository.minio_bucket}/{object_name}'
|
||||
|
||||
|
||||
Reference in New Issue
Block a user