feat(ingest): add more logs for kafka polling (datahub-project#11954)

G-Research · Nov 26, 2024 · 3423e34 · 3423e34
1 parent 301e5cd
commit 3423e34
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/kafka/kafka.py b/metadata-ingestion/src/datahub/ingestion/source/kafka/kafka.py
@@ -157,7 +157,9 @@ def get_kafka_consumer(
     if CallableConsumerConfig.is_callable_config(connection.consumer_config):
         # As per documentation, we need to explicitly call the poll method to make sure OAuth callback gets executed
         # https://docs.confluent.io/platform/current/clients/confluent-kafka-python/html/index.html#kafka-client-configuration
+        logger.debug("Initiating polling for kafka consumer")
         consumer.poll(timeout=30)
+        logger.debug("Initiated polling for kafka consumer")
 
     return consumer