gitea_admin/sientia-dataops-scouter_temporal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

SIENTIAPDE-1110

Browse Source 
Refactor Kafka activity to use local kafka_connector variable for improved readability and ensure proper closure of the Kafka consumer after polling.
This commit is contained in:
vitor-aignosi
2025-06-30 14:12:02 -03:00
parent 6144bcf8ff
commit d33a5cbb72
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scouter/activities/kafka.py
View File

@@ -56,7 +56,7 @@ class Kafka(BaseActivity):
topic = input_data["topic"] topic = input_data["topic"]
# Subscribe to the specified topic # Subscribe to the specified topic
self.kafka_connector = KafkaConsumer( kafka_connector = KafkaConsumer(
topic, topic,
bootstrap_servers=self.bootstrap_servers, bootstrap_servers=self.bootstrap_servers,
auto_offset_reset="earliest", auto_offset_reset="earliest",
@@ -69,7 +69,7 @@ class Kafka(BaseActivity):
message_values = [] message_values = []
# Poll for messages # Poll for messages
records = self.kafka_connector.poll(timeout_ms=self.polling_time) records = kafka_connector.poll(timeout_ms=self.polling_time)
self.debug( self.debug(
f"Polled {len(records)} records from topic: {topic}", f"Polled {len(records)} records from topic: {topic}",
@@ -95,4 +95,6 @@ class Kafka(BaseActivity):
metadata=metadata metadata=metadata
) )
kafka_connector.close()
return DataFrame(message_values).to_dict() return DataFrame(message_values).to_dict()