SIENTIAPDE-1049

Update ingestor and data manager for improved shutdown handling and logging

- Incremented project version in quality gate configuration.
- Commented out ingestor service in docker-compose for clarity.
- Enhanced main loop in app.py to handle exit signals and exceptions.
- Added shutdown methods in Ingestor and DataManager classes for graceful resource cleanup.
- Updated unit tests to validate shutdown behavior and exception handling.
- Introduced coverage configuration to omit specific files.

tests/unit/managers/test_data_manager.py

@@ -108,31 +108,45 @@ def test___init___failure_max_attempts(kafka):
         assert False, "Expected NoBrokersAvailable exception was not raised."
 
 
-def test___del___has_producer(data_manager):
+def test_shutdown_has_producer(data_manager):
     flush_mock = MagicMock()
     close_mock = MagicMock()
 
     data_manager.kafka_producer.flush = flush_mock
     data_manager.kafka_producer.close = close_mock
 
-    data_manager.__del__()
+    data_manager.shutdown()
     flush_mock.assert_called_once()
     close_mock.assert_called_once()
 
 
-@patch("ingestor.managers.data_manager.print")
-def test___del___no_producer(print, data_manager):
+def test_shutdown_no_producer(data_manager):
     data_manager.kafka_producer = None
 
-    # Call the __del__ method
-    data_manager.__del__()
+    data_manager.shutdown()
 
-    # Check if the print statement was called
-    print.assert_any_call(
+    data_manager.logger.warning.assert_any_call(
         "Kafka producer is already closed or not initialized."
     )
 
 
+def test_shutdown_exception(data_manager):
+    data_manager.kafka_producer.flush = MagicMock(
+        side_effect=Exception("Test error"))
+    data_manager.kafka_producer.close = MagicMock()
+
+    data_manager.shutdown()
+    data_manager.logger.error.assert_called_once_with(
+        "Error closing Kafka producer: Test error"
+    )
+
+
+def test___del__(data_manager):
+    data_manager.shutdown = MagicMock()
+    data_manager.__del__()
+    data_manager.shutdown.assert_called_once()
+
+
 def test_delivery_report(data_manager):
     msg = MagicMock()
     msg.topic = "test_topic"