[36mswh-search-journal-client-indexed_1 |[0m DEBUG:swh.journal.client.rdkafka:CLOSE [rdkafka#consumer-1] [thrd:app]: Closing consumer [36mswh-search-journal-client-indexed_1 |[0m DEBUG:swh.journal.client.rdkafka:CLOSE [rdkafka#consumer-1] [thrd:app]: Waiting for close events [36mswh-search-journal-client-indexed_1 |[0m DEBUG:swh.journal.client.rdkafka:REBALANCE [rdkafka#consumer-1] [thrd:main]: Group "swh.search.journal_client" is rebalancing in state up (join-state started) with assignment: unsubscribe [36mswh-search-journal-client-indexed_1 |[0m DEBUG:swh.journal.client.rdkafka:UNASSIGN [rdkafka#consumer-1] [thrd:main]: Group "swh.search.journal_client": unassigning 1 partition(s) (v5) [36mswh-search-journal-client-indexed_1 |[0m DEBUG:swh.journal.client.rdkafka:LEAVE [rdkafka#consumer-1] [thrd:main]: kafka:9092/1001: Leaving group [36mswh-search-journal-client-indexed_1 |[0m DEBUG:swh.journal.client.rdkafka:CLOSE [rdkafka#consumer-1] [thrd:app]: Consumer closed [36mswh-search-journal-client-indexed_1 |[0m DEBUG:swh.journal.client.rdkafka:DESTROY [rdkafka#consumer-1] [thrd:app]: Terminating instance (destroy flags none (0x0)) [36mswh-search-journal-client-indexed_1 |[0m DEBUG:swh.journal.client.rdkafka:CLOSE [rdkafka#consumer-1] [thrd:app]: Closing consumer [36mswh-search-journal-client-indexed_1 |[0m DEBUG:swh.journal.client.rdkafka:CLOSE [rdkafka#consumer-1] [thrd:app]: Waiting for close events [36mswh-search-journal-client-indexed_1 |[0m Traceback (most recent call last): [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/bin/swh", line 8, in <module> [36mswh-search-journal-client-indexed_1 |[0m sys.exit(main()) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/core/cli/__init__.py", line 185, in main [36mswh-search-journal-client-indexed_1 |[0m return swh(auto_envvar_prefix="SWH") [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/click/core.py", line 829, in __call__ [36mswh-search-journal-client-indexed_1 |[0m return self.main(*args, **kwargs) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/click/core.py", line 782, in main [36mswh-search-journal-client-indexed_1 |[0m rv = self.invoke(ctx) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/click/core.py", line 1259, in invoke [36mswh-search-journal-client-indexed_1 |[0m return _process_result(sub_ctx.command.invoke(sub_ctx)) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/click/core.py", line 1259, in invoke [36mswh-search-journal-client-indexed_1 |[0m return _process_result(sub_ctx.command.invoke(sub_ctx)) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/click/core.py", line 1259, in invoke [36mswh-search-journal-client-indexed_1 |[0m return _process_result(sub_ctx.command.invoke(sub_ctx)) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/click/core.py", line 1066, in invoke [36mswh-search-journal-client-indexed_1 |[0m return ctx.invoke(self.callback, **ctx.params) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/click/core.py", line 610, in invoke [36mswh-search-journal-client-indexed_1 |[0m return callback(*args, **kwargs) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/click/decorators.py", line 21, in new_func [36mswh-search-journal-client-indexed_1 |[0m return f(get_current_context(), *args, **kwargs) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/search/cli.py", line 102, in journal_client_objects [36mswh-search-journal-client-indexed_1 |[0m nb_messages = client.process(worker_fn) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/journal/client.py", line 265, in process [36mswh-search-journal-client-indexed_1 |[0m batch_processed, at_eof = self.handle_messages(messages, worker_fn) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/journal/client.py", line 292, in handle_messages [36mswh-search-journal-client-indexed_1 |[0m worker_fn(dict(objects)) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/search/journal_client.py", line 31, in process_journal_objects [36mswh-search-journal-client-indexed_1 |[0m process_origin_intrinsic_metadata(messages["origin_intrinsic_metadata"], search) [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/search/journal_client.py", line 74, in process_origin_intrinsic_metadata [36mswh-search-journal-client-indexed_1 |[0m for item in origin_metadata [36mswh-search-journal-client-indexed_1 |[0m File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/search/journal_client.py", line 74, in <listcomp> [36mswh-search-journal-client-indexed_1 |[0m for item in origin_metadata [36mswh-search-journal-client-indexed_1 |[0m KeyError: 'origin_url' [36mdocker_swh-search-journal-client-indexed_1 exited with code 1