diff --git a/sysadmin/grid5000/cassandra/ansible/templates/cassandra.yaml b/sysadmin/grid5000/cassandra/ansible/templates/cassandra.yaml index 362d42a..9a7b1f0 100644 --- a/sysadmin/grid5000/cassandra/ansible/templates/cassandra.yaml +++ b/sysadmin/grid5000/cassandra/ansible/templates/cassandra.yaml @@ -1,40 +1,43 @@ cluster_name: swh-storage # default 'Test Cluster' num_tokens: 256 # default 256 allocate_tokens_for_local_replication_factor: 3 data_file_directories: - {{ cassandra_data_dir }} # TODO use several disks # local_system_data_file_directory: {{ cassandra_data_dir_system }} commitlog_directory: {{ cassandra_commitlogs_dir }} disk_optimization_strategy: spinning # spinning | ssd # listen_address: 0.0.0.0 # always wrong according to the documentation listen_interface: {{ cassandra_listen_interface }} # always wrong according to the documentation concurrent_compactors: 1 # should be min(nb core, nb disks) internode_compression: dc # default dc possible all|dc|none concurrent_reads: 16 # 16 x number of drives concurrent_writes: 32 # 8 x number of cores commitlog_sync: periodic # default periodic commitlog_sync_period_in_ms: 10000 # default 10000 partitioner: org.apache.cassandra.dht.Murmur3Partitioner endpoint_snitch: SimpleSnitch seed_provider: - class_name: org.apache.cassandra.locator.SimpleSeedProvider parameters: # seeds is actually a comma-delimited list of addresses. # Ex: ",," - seeds: "{{ cassandra_seed_ips }}" # needed by swh-storage enable_user_defined_functions: true # TODO Test this options effects # disk_failure_policy: # cdc_enabled #end + +# Trying to reduce cassandra_compaction_pendingtasks +compaction_throughput_mb_per_sec: 80 diff --git a/sysadmin/grid5000/cassandra/ansible/templates/swhstorage/replayer.yml b/sysadmin/grid5000/cassandra/ansible/templates/swhstorage/replayer.yml index fa42f3b..1c53fda 100644 --- a/sysadmin/grid5000/cassandra/ansible/templates/swhstorage/replayer.yml +++ b/sysadmin/grid5000/cassandra/ansible/templates/swhstorage/replayer.yml @@ -1,23 +1,24 @@ storage: cls: cassandra args: hosts: {{ cassandra_seed_ips.split(',') }} keyspace: swh objstorage: cls: memory args: {} journal_client: cls: kafka brokers: {% for broker in journal.brokers %} - {{ broker }} {% endfor %} sasl.username: {{ journal.consumer.user }} sasl.password: {{ journal_consumer_password }} security.protocol: sasl_ssl sasl.mechanism: SCRAM-SHA-512 # The prefix must match the username group_id: {{ journal.consumer.group }} + batch_size: 2000 object_types: - {{ item }}