diff --git swh/dataset/exporter.py swh/dataset/exporter.py index 741de3f..02361c5 100644 --- swh/dataset/exporter.py +++ swh/dataset/exporter.py @@ -216,6 +216,7 @@ class ParallelExporter: offset_ranges=self.offsets, assignment=assignment, progress_queue=queue, + **{'message.max.bytes': str(500 * 1024 * 1024)}, ) client.process(callback)