SIENTIAPDE-1325
Update requirements.txt to use version 1.5.3 of sientia-dataops-library and enhance DataManager and ResourceManager with improved logging and timestamping for data insertion and retrieval.
This commit is contained in:
@@ -11,6 +11,7 @@ from sientia_do.observability.logger import Logger
|
|||||||
from sientia_do.observability.metrics_controller import MetricsController
|
from sientia_do.observability.metrics_controller import MetricsController
|
||||||
from sientia_do.observability.sientia_monitoring import SientiaMonitoring
|
from sientia_do.observability.sientia_monitoring import SientiaMonitoring
|
||||||
from sientia_do.repository.mongodb_repository import MongoDBRepository
|
from sientia_do.repository.mongodb_repository import MongoDBRepository
|
||||||
|
from sientia_do.temporal.constants import now
|
||||||
|
|
||||||
import ingestor.metrics as metrics
|
import ingestor.metrics as metrics
|
||||||
|
|
||||||
@@ -260,7 +261,10 @@ class DataManager(SientiaMonitoring):
|
|||||||
try:
|
try:
|
||||||
await self.mongo_repository.insert(
|
await self.mongo_repository.insert(
|
||||||
collection_name=topic,
|
collection_name=topic,
|
||||||
document=data,
|
document={
|
||||||
|
**data,
|
||||||
|
'inserted_at': now()
|
||||||
|
},
|
||||||
metadata=self.metadata,
|
metadata=self.metadata,
|
||||||
)
|
)
|
||||||
self.logger.debug(f'Message inserted into MongoDB collection {topic}: {data}')
|
self.logger.debug(f'Message inserted into MongoDB collection {topic}: {data}')
|
||||||
|
|||||||
@@ -121,7 +121,11 @@ class ResourceManager(SientiaMonitoring):
|
|||||||
and delegates to the get() method for the actual Redis operation.
|
and delegates to the get() method for the actual Redis operation.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
return await self.redis_repository.get(f'slot:opc_tags:{tag_id}', metadata=self.metadata)
|
self.info(f'Getting tag slot for tag_id: {tag_id}', metadata=self.metadata)
|
||||||
|
|
||||||
|
slot = await self.redis_repository.get(f'slot:opc_tags:{tag_id}', metadata=self.metadata)
|
||||||
|
self.info(f'Tag slot for tag_id: {tag_id} is: {slot}', metadata=self.metadata)
|
||||||
|
return slot
|
||||||
|
|
||||||
async def ingestor_heartbeat(self) -> None:
|
async def ingestor_heartbeat(self) -> None:
|
||||||
"""
|
"""
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
asyncua==1.1.5
|
asyncua==1.1.5
|
||||||
redis
|
redis
|
||||||
git+ssh://git@github.com/Aignosi/sientia-dataops-library.git@1.5.2
|
git+ssh://git@github.com/Aignosi/sientia-dataops-library.git@1.5.3
|
||||||
prometheus_client
|
prometheus_client
|
||||||
pymongo
|
pymongo
|
||||||
Reference in New Issue
Block a user