SIENTIAPDE-1049

Update ingestor and data manager for improved shutdown handling and logging

- Incremented project version in quality gate configuration.
- Commented out ingestor service in docker-compose for clarity.
- Enhanced main loop in app.py to handle exit signals and exceptions.
- Added shutdown methods in Ingestor and DataManager classes for graceful resource cleanup.
- Updated unit tests to validate shutdown behavior and exception handling.
- Introduced coverage configuration to omit specific files.

ingestor/managers/ingestor_manager.py

@@ -79,6 +79,14 @@ class IngestorManager():
 
         return manager
 
+    def shutdown(self):
+        for _server_name, server in self.opc_managers.items():
+            server.disconnect()
+        self.data_manager.shutdown()
+
+    def __del__(self):
+        self.shutdown()
+
     def update_opc_servers(self):
         """
         Updates the OPC (OLE for Process Control) server connections managed by the ingestor.
@@ -105,14 +113,14 @@ class IngestorManager():
         """
 
         registered_servers = []
-        current_managed_tags = self.managed_tags.copy()
+        current_managed_tags = deepcopy(self.managed_tags)
         for _slot, slot_config in current_managed_tags.items():
             for server, server_config in slot_config.items():
                 registered_servers.append(server)
-                server_config = server_config.copy()
+                server_config = deepcopy(server_config)
                 server_config.pop('tags', None)
-                server_instance = None
-                if server not in self.opc_managers:
+                server_instance = self.opc_managers.get(server, None)
+                if server_instance is None:
                     self.logger.debug(
                         f"Initializing OPC manager for server {server}"
                     )
@@ -120,15 +128,19 @@ class IngestorManager():
                         server_config, self.data_manager, self.logger
                     )
 
-                elif self.opc_managers[server].config != server_config:
+                elif server_instance.config != server_config:
                     self.logger.warning(
                         f"Reinitializing OPC manager for server {server}"
                     )
-                    self.opc_managers[server].disconnect()
+                    server_instance.disconnect()
                     del self.opc_managers[server]
                     server_instance = self.initialize_opc_from_config(
                         server_config, self.data_manager, self.logger
                     )
+                else:
+                    self.logger.debug(
+                        f"OPC manager for server {server} is already initialized and up to date"
+                    )
 
                 if server_instance is not None:
                     self.opc_managers[server] = server_instance
@@ -153,29 +165,18 @@ class IngestorManager():
         """
         Checks the integrity of the OPC servers and updates the OPC servers if necessary.
         """
-        current_managers = self.opc_managers.copy()
-        for server, opc_manager in current_managers.items():
+        for server, opc_manager in self.opc_managers.items():
             opc_manager.check_cycles()
 
             is_lost = opc_manager.check_opc_listenning()
             if is_lost:
                 self.logger.warning(
                     f"OPC server {server} is lost. "
-                    f"Desconnecting from server."
+                    f"Server will be disconnected."
                 )
-                opc_manager.disconnect()
 
-                self.logger.warning(
-                    f"Reconnecting to OPC server {server}"
-                )
-                self.opc_managers.pop(server, None)
-                self.update_opc_servers()
-                if self.opc_managers.get(server) is not None:
-                    for slot, slot_config in self.managed_tags.items():
-                        if server in slot_config:
-                            self.manage_server(
-                                slot, server, slot_config[server], slot_config[server]['tags']
-                            )
+                for slot, _config in self.managed_tags.items():
+                    self.managed_tags[slot].pop(server, None)
 
     def declare_active(self):
         """
@@ -303,35 +304,17 @@ class IngestorManager():
 
         removed_slots = []
         update = {}
-        for slot, slot_config in self.managed_tags.items():
+        for slot, _slot_config in self.managed_tags.items():
             self.resource_manager.renew_tag_lease(slot)
             update = self.resource_manager.get_tag_slot(slot)
-            self.logger.debug(
-                f"Comparing slot {slot} configuration: {slot_config} with update: {update}")
             if update is None:
-                self.logger.warning(
-                    f"Slot {slot} configuration not found. "
-                    f"Removing slot from managed tags."
-                )
-                self.unsubscribe_slot(slot)
                 removed_slots.append(slot)
-
                 continue
 
-            if update != slot_config:
-                self.logger.info(
-                    f"Slot {slot} configuration updated. "
-                    f"Old: {slot_config}, New: {update}"
-                )
-                self.managed_tags[slot] = update
-
-                self.unsubscribe_slot(slot)
-                self.update_opc_servers()
-                self.subscribe_to_tags({slot: update})
+            self.managed_tags[slot] = update
 
         for slot in removed_slots:
-            del self.managed_tags[slot]
-        self.update_opc_servers()
+            self.managed_tags.pop(slot, None)
 
     def drop_slot_leases(self, ids: List[str]) -> None:
         """