SIENTIAPDE-1110

Update sientia-dataops-library version to 1.2.0 in requirements.txt; refactor logging in activities to use a unified Logger instance and include metadata in log messages across various activities.
This commit is contained in:
vitor-aignosi
2025-06-26 15:15:31 -03:00
parent 9355af1709
commit 4a90b77786
15 changed files with 238 additions and 111 deletions

View File

@@ -4,6 +4,7 @@ with workflow.unsafe.imports_passed_through():
from logging import Logger
from sientia_do.notifications.handlers import NotificationHandler
from sientia_do.temporal.activities.redis_base import Redis as RedisBase
from sientia_do.temporal.utils.logger import Logger
from typing import Any
from pandas import DataFrame
from datetime import datetime
@@ -31,7 +32,11 @@ class Redis(RedisBase):
data (dict[str, Any]): The data to group and hold.
retention_time (int): The retention time for data in redis in seconds.
"""
self.logger.debug("Grouping and holding data...")
metadata = input_data['metadata']
self.debug("Grouping and holding data...",
metadata=metadata
)
data = DataFrame(input_data['data'])
retention_time = input_data['retention_time']
@@ -42,7 +47,9 @@ class Redis(RedisBase):
if not data_hold:
data_hold = {}
if data.empty:
self.logger.warning("No data to export")
self.warning("No data to export",
metadata=metadata
)
return data_hold
for _, row in data.iterrows():
@@ -62,7 +69,9 @@ class Redis(RedisBase):
data_hold_melted.reset_index(drop=True, inplace=True)
self.logger.debug(
f"Data grouped and held successfully:\n {data_hold_melted.to_string()}")
self.debug(
f"Data grouped and held successfully:\n {data_hold_melted.to_string()}",
metadata=metadata
)
return data_hold_melted.to_dict()