diff --git a/conf/content-replayer.yml.example b/conf/content-replayer.yml.example index f6de22b..2958224 100644 --- a/conf/content-replayer.yml.example +++ b/conf/content-replayer.yml.example @@ -1,24 +1,28 @@ -objstorage_src: +objstorage: cls: remote - args: - url: http://storage0.euwest.azure.internal.softwareheritage.org:5003 - max_retries: 5 - pool_connections: 100 - pool_maxsize: 200 + url: http://storage0.euwest.azure.internal.softwareheritage.org:5003 + max_retries: 5 + pool_connections: 100 + pool_maxsize: 200 objstorage_dst: cls: remote args: url: http://objstorage:5003 journal_client: cls: kafka brokers: - kafka1 - kafka2 - kafka3 - group_id: test-content-replayer-x-change-me - # sasl.username: XXX - # sasl.password: XXX - # security.protocol: sasl_ssl - # sasl.mechanism: SCRAM-SHA-512 + group_id: test-user-content-replayer-x-change-me + sasl.username: test-user + sasl.password: change-me + security.protocol: sasl_ssl + sasl.mechanism: SCRAM-SHA-512 + session.timeout.ms: 600000 + max.poll.interval.ms: 3600000 + message.max.bytes: 1000000000 + privileged: true + batch_size: 2000 diff --git a/conf/graph-replayer.yml.example b/conf/graph-replayer.yml.example index 3767510..32a8a22 100644 --- a/conf/graph-replayer.yml.example +++ b/conf/graph-replayer.yml.example @@ -1,29 +1,40 @@ storage: - cls: remote - args: + cls: pipeline + step: + - cls: filter + - cls: tenacious + error_rate_limit: + # fail after 10 errors for 1000 operations + errors: 10 + window_size: 1000 + - cls: remote url: http://storage:5002/ max_retries: 5 pool_connections: 100 pool_maxsize: 200 journal_client: cls: kafka brokers: - kafka1 - kafka2 - kafka3 - group_id: test-graph-replayer-x-change-me - # sasl.username: XXX - # sasl.password: XXX - # security.protocol: sasl_ssl - # sasl.mechanism: SCRAM-SHA-512 + group_id: test-user-graph-replayer-x-change-me + sasl.username: test-user + sasl.password: change-me + security.protocol: sasl_ssl + sasl.mechanism: SCRAM-SHA-512 + session.timeout.ms: 600000 + max.poll.interval.ms: 3600000 + message.max.bytes: 1000000000 object_types: - content - skipped_content - directory - origin - origin_visit - origin_visit_status - release - revision - snapshot + privileged: true