67fe4afaa6
Refactor and enhance the laborious workflow and utilities - Removed outdated test file `test_predictions_batch.py` from workflows. - Added `input_sample.json` for standardized input configuration. - Introduced `connectors_config.py` to manage database and service configurations. - Implemented a logging utility in `logger.py` for consistent logging across the application. - Created `policies.py` to define retry policies for workflows. - Developed comprehensive tests for `MLFlowRepository` in `test_model_repository.py`. - Added extensive tests for `OpcRepository` in `test_opc_repository.py`. - Updated `test_predictions_batch.py` to reflect new workflow structure and testing methodology.
50 lines
2.1 KiB
Python
50 lines
2.1 KiB
Python
from temporalio import activity, workflow
|
|
|
|
with workflow.unsafe.imports_passed_through():
|
|
from laborious.activities.postgres import Postgres
|
|
from laborious.activities.mlflow import MLFlow
|
|
from laborious.activities.gates import Gates
|
|
from laborious.activities.opc import OPC
|
|
from typing import Any
|
|
from logging import Logger
|
|
from sientia_do.notifications.handlers import NotificationHandler
|
|
|
|
|
|
class Activities(Postgres, MLFlow, Gates, OPC):
|
|
|
|
def __init__(self,
|
|
postgres_config: dict[str, Any],
|
|
mlflow_config: dict[str, Any],
|
|
opc_config: dict[str, Any],
|
|
logger: Logger, notification_handler: NotificationHandler):
|
|
|
|
# Initialize parent classes
|
|
Postgres.__init__(self, host=postgres_config['host'],
|
|
port=postgres_config['port'],
|
|
user=postgres_config['user'],
|
|
password=postgres_config['password'],
|
|
dbname=postgres_config['dbname'],
|
|
min_connections=postgres_config['min_connections'],
|
|
max_connections=postgres_config['max_connections'],
|
|
logger=logger,
|
|
notification_handler=notification_handler)
|
|
|
|
MLFlow.__init__(self, mlflow_host=mlflow_config['host'],
|
|
mlflow_port=mlflow_config['port'],
|
|
mlflow_username=mlflow_config['username'],
|
|
mlflow_password=mlflow_config['password'],
|
|
logger=logger,
|
|
notification_handler=notification_handler)
|
|
|
|
Gates.__init__(self, logger=logger,
|
|
notification_handler=notification_handler)
|
|
|
|
OPC.__init__(self,
|
|
opc_servers=opc_config,
|
|
logger=logger,
|
|
notification_handler=notification_handler)
|
|
|
|
@activity.defn(name="prepare_activity")
|
|
async def prepare_activity(self, input_data: dict[str, Any]):
|
|
await super().prepare_activity(input_data)
|