diff --git a/scouter/activities/kafka.py b/scouter/activities/kafka.py index a05b292..8fe1454 100644 --- a/scouter/activities/kafka.py +++ b/scouter/activities/kafka.py @@ -56,7 +56,7 @@ class Kafka(BaseActivity): topic = input_data["topic"] # Subscribe to the specified topic - self.kafka_connector = KafkaConsumer( + kafka_connector = KafkaConsumer( topic, bootstrap_servers=self.bootstrap_servers, auto_offset_reset="earliest", @@ -69,7 +69,7 @@ class Kafka(BaseActivity): message_values = [] # Poll for messages - records = self.kafka_connector.poll(timeout_ms=self.polling_time) + records = kafka_connector.poll(timeout_ms=self.polling_time) self.debug( f"Polled {len(records)} records from topic: {topic}", @@ -95,4 +95,6 @@ class Kafka(BaseActivity): metadata=metadata ) + kafka_connector.close() + return DataFrame(message_values).to_dict()