SIENTIAPDE-1049

Update ingestor and data manager for improved shutdown handling and logging

- Incremented project version in quality gate configuration.
- Commented out ingestor service in docker-compose for clarity.
- Enhanced main loop in app.py to handle exit signals and exceptions.
- Added shutdown methods in Ingestor and DataManager classes for graceful resource cleanup.
- Updated unit tests to validate shutdown behavior and exception handling.
- Introduced coverage configuration to omit specific files.

ingestor/managers/data_manager.py

@@ -51,14 +51,21 @@ class DataManager():
         self.logger = logger
         self.notification_handler = notification_handler
 
-    def __del__(self):
-        """Destructor to close the producer connection."""
-        print("Closing Kafka producer...")
+    def shutdown(self):
+        """Closes the Kafka producer connection."""
         if self.kafka_producer:
-            self.kafka_producer.flush(timeout=10)
-            self.kafka_producer.close()
+            try:
+                self.kafka_producer.flush(timeout=10)
+                self.kafka_producer.close()
+            except Exception as e:
+                self.logger.error(
+                    f"Error closing Kafka producer: {e}")
         else:
-            print("Kafka producer is already closed or not initialized.")
+            self.logger.warning(
+                "Kafka producer is already closed or not initialized.")
+
+    def __del__(self):
+        self.shutdown()
 
     def delivery_report(self, msg: str):
         """Callback for delivery reports from Kafka."""