diff --git a/frontera/worker/db.py b/frontera/worker/db.py index 45a0ecd62..c385721b7 100644 --- a/frontera/worker/db.py +++ b/frontera/worker/db.py @@ -76,7 +76,8 @@ def __init__(self, settings, no_batches, no_incoming, no_scoring): spider_log = self.mb.spider_log() self.spider_feed = self.mb.spider_feed() - self.spider_log_consumer = spider_log.consumer(partition_id=None, type=b'db') + if not no_incoming: + self.spider_log_consumer = spider_log.consumer(partition_id=None, type=b'db') self.spider_feed_producer = self.spider_feed.producer() self._manager = FrontierManager.from_settings(settings, db_worker=True)