Logging tweaks
Fix logging message when skipping messages - offset and partition are actually functions that should be called.
Log when consumer completes their first poll()
Log when consumer is closed and deallocated
diff --git a/provider/consumer.py b/provider/consumer.py
index 50eed97..fc8ae7c 100644
--- a/provider/consumer.py
+++ b/provider/consumer.py
@@ -211,10 +211,11 @@
logging.debug('[{}] Closing KafkaConsumer'.format(self.trigger))
self.consumer.unsubscribe()
self.consumer.close()
- logging.debug('[{}] Successfully closed KafkaConsumer'.format(self.trigger))
+ logging.info('[{}] Successfully closed KafkaConsumer'.format(self.trigger))
logging.debug('[{}] Dellocating KafkaConsumer'.format(self.trigger))
self.consumer = None
+ logging.info('[{}] Successfully cleaned up consumer'.format(self.trigger))
except Exception as e:
logging.error('[{}] Uncaught exception while shutting down consumer: {}'.format(self.trigger, e))
finally:
@@ -253,6 +254,7 @@
message = self.consumer.poll(1.0)
if self.secondsSinceLastPoll() < 0:
+ logging.info('[{}] Completed first poll'.format(self.trigger))
self.__recordState(Consumer.State.Running)
if (message is not None):
@@ -330,7 +332,7 @@
self.trigger, self.retry_timeout))
time.sleep(self.retry_timeout)
else:
- logging.warn("[{}] Skipping {} messages to offset {} of partition {}".format(self.trigger, len(messages), lastMessage.offset, lastMessage.partition))
+ logging.warn("[{}] Skipping {} messages to offset {} of partition {}".format(self.trigger, len(messages), lastMessage.offset(), lastMessage.partition()))
self.consumer.commit()
retry = False
