SIENTIAPDE-1325

Update environment configuration and refactor activities to include metrics controller. Remove Kafka settings and adjust Redis and MongoDB initialization. Update tests to reflect changes in initialization and metrics tracking.

scouter/activities/mongodb.py

@@ -1,6 +1,6 @@
-from collections.abc import Hashable
 from datetime import UTC
 
+from sientia_do.observability.metrics_controller import MetricsController
 from temporalio import activity, workflow
 
 with workflow.unsafe.imports_passed_through():
@@ -37,6 +37,7 @@ class MongoDB(SientiaMonitoring):
         database_name: str,
         logger: Logger,
         notification_handler: NotificationHandler,
+        metrics_controller: MetricsController,
     ):
         """
         Initialize MongoDB connection and services.
@@ -56,9 +57,10 @@ class MongoDB(SientiaMonitoring):
             database_name=database_name,
             logger=logger,
             notification_handler=notification_handler,
+            metrics_controller=metrics_controller,
         )
 
-        SientiaMonitoring.__init__(self, logger=logger, notification_handler=notification_handler)
+        SientiaMonitoring.__init__(self, logger=logger, notification_handler=notification_handler, metrics_controller=metrics_controller)
 
     def close(self):
         """
@@ -77,7 +79,7 @@ class MongoDB(SientiaMonitoring):
         self.close()
 
     @activity.defn(name='load_latest_data')
-    async def load_latest_data(self, input_data: dict[str, Any]) -> dict[Hashable, Any]:
+    async def load_latest_data(self, input_data: dict[str, Any]) -> list[dict[str, Any]]:
         """
         Load the latest data from MongoDB collection since a specified timestamp.
 
@@ -116,7 +118,7 @@ class MongoDB(SientiaMonitoring):
 
             self.debug(f'Data filter: {data_filter}', metadata=metadata)
 
-            data = self.mongodb_repository.find(
+            data = await self.mongodb_repository.find(
                 collection_name=collection_name,
                 filters=data_filter,
                 metadata=metadata,