From 66dbf6549a8274d964b65dac2f60195aea792e39 Mon Sep 17 00:00:00 2001
From: "Antoine R. Dumont (@ardumont)" <antoine.romain.dumont@gmail.com>
Date: Thu, 20 Dec 2018 00:37:13 +0100
Subject: [PATCH] journal.publisher: Allow to run in debug mode
---
swh/journal/publisher.py | 27 ++++++++++++++++++++-------
1 file changed, 20 insertions(+), 7 deletions(-)
diff --git a/swh/journal/publisher.py b/swh/journal/publisher.py
index b6e5c10..e1a1fb9 100644
--- a/swh/journal/publisher.py
+++ b/swh/journal/publisher.py
@@ -109,7 +109,10 @@ class JournalPublisher(SWHConfig):
max_messages = self.max_messages
for num, message in enumerate(self.consumer):
+ logging.debug('num: %s, message: %s' % (num, message))
object_type = message.topic.split('.')[-1]
+ logging.debug('num: %s, object_type: %s, message: %s' % (
+ num, object_type, message))
messages[object_type].append(message.value)
if num >= max_messages:
break
@@ -160,6 +163,8 @@ class JournalPublisher(SWHConfig):
for object_type, objects in messages.items():
topic = '%s.%s' % (self.config['final_prefix'], object_type)
for key, object in objects:
+ logging.debug('topic: %s, key: %s, value: %s' % (
+ topic, key, object))
self.producer.send(topic, key=key, value=object)
self.producer.flush()
@@ -201,10 +206,18 @@ class JournalPublisher(SWHConfig):
if __name__ == '__main__':
- logging.basicConfig(
- level=logging.INFO,
- format='%(asctime)s %(process)d %(levelname)s %(message)s'
- )
- publisher = JournalPublisher()
- while True:
- publisher.poll()
+ import click
+
+ @click.command()
+ @click.option('--verbose', is_flag=True, default=False,
+ help='Be verbose if asked.')
+ def main(verbose):
+ logging.basicConfig(
+ level=logging.DEBUG if verbose else logging.INFO,
+ format='%(asctime)s %(process)d %(levelname)s %(message)s'
+ )
+ publisher = JournalPublisher()
+ while True:
+ publisher.poll()
+
+ main()
--
GitLab