diff --git a/sysadmin/grid5000/cassandra/ansible/hosts.yml b/sysadmin/grid5000/cassandra/ansible/hosts.yml index d984756..a02bce1 100644 --- a/sysadmin/grid5000/cassandra/ansible/hosts.yml +++ b/sysadmin/grid5000/cassandra/ansible/hosts.yml @@ -1,165 +1,203 @@ # Global configuration monitoring: hosts: monitoring1: paranoia-3.rennes.grid5000.fr: parasilo-19.rennes.grid5000.fr: paravance-[1:9].rennes.grid5000.fr: troll-1.grenoble.grid5000.fr: vars: ansible_connection: local install_docker_install_script: false swh-storage: hosts: parasilo-[20:28].rennes.grid5000.fr: paravance-[10:78].rennes.grid5000.fr: troll-[2:4].grenoble.grid5000.fr: # local vagrant hosts swh-storage1: vars: ansible_connection: local journal: brokers: - broker1.journal.softwareheritage.org:9093 - broker2.journal.softwareheritage.org:9093 - broker3.journal.softwareheritage.org:9093 - broker4.journal.softwareheritage.org:9093 consumer: user: swh-vse group: swh-vse-grid5000-1 replayer_count: - content: 0 - skipped_content: 0 - directory: 0 + content: 20 + skipped_content: 20 + directory: 20 origin: 20 origin_visit: 20 origin_visit_status: 20 - release: 0 - revision: 0 - snapshot: 0 + release: 20 + revision: 20 + snapshot: 20 cassandra: hosts: dahu-[1:32].grenoble.grid5000.fr: parasilo-[1:18].rennes.grid5000.fr: # local vagrant hosts cassandra[1:9]: vars: ansible_connection: local cassandra_config_dir: /etc/cassandra cassandra_data_dir_base: /srv/cassandra cassandra_data_dir_system: "{{cassandra_data_dir_base}}/system" cassandra_data_dir: "{{ cassandra_data_dir_base }}/data" cassandra_commitlogs_dir: "{{ cassandra_data_dir_base }}/commitlogs" # Per cluster specificities dahu_cluster_hosts: hosts: dahu-[1:32].grenoble.grid5000.fr: vars: cassandra_listen_interface: enp24s0f0 zfs_pools: commitlogs: disks: - sdb datasets: commitlogs: /srv/cassandra/commitlogs data: disks: - sdc datasets: data: /srv/cassandra/data parasilo_cluster_hosts: hosts: parasilo-[1:28].rennes.grid5000.fr: vars: cassandra_listen_interface: eno1 + ## run 1/2/3 CL on SSD + data on HDDS zfs_pools: commitlogs: disks: - sdf datasets: commitlogs: /srv/cassandra/commitlogs data: disks: - sdb - sdc - sdd - sde datasets: data: /srv/cassandra/data + ## run 4 CL and data on same partition + # zfs_pools: + # data: + # disks: + # - sdb + # - sdc + # - sdd + # - sde + # datasets: + # data: /srv/cassandra + ## run 5 CL on SSD + data on 2 HDD + # zfs_pools: + # commitlogs: + # disks: + # - sdf + # datasets: + # commitlogs: /srv/cassandra/commitlogs + # data: + # disks: + # - sdc + # - sdd + # datasets: + # data: /srv/cassandra/data + ## run 6 CL on HDD + data on 2 HDD + # zfs_pools: + # commitlogs: + # disks: + # - sdb + # datasets: + # commitlogs: /srv/cassandra/commitlogs + # data: + # disks: + # - sdc + # - sdd + # datasets: + # data: /srv/cassandra/data + paravance_cluster_hosts: hosts: paravance-[1:78].rennes.grid5000.fr: vars: cassandra_listen_interface: eno1 zfs_pools: - data: disks: - sdb datasets: data: /srv/cassandra # Vagrant configuration vagrant_nodes: hosts: cassandra1: ansible_host: 10.168.180.11 ansible_user: vagrant ansible_ssh_private_key_file: .vagrant/machines/cassandra1/libvirt/private_key cassandra2: ansible_host: 10.168.180.12 ansible_user: vagrant ansible_ssh_private_key_file: .vagrant/machines/cassandra2/libvirt/private_key cassandra3: ansible_host: 10.168.180.13 ansible_user: vagrant ansible_ssh_private_key_file: .vagrant/machines/cassandra3/libvirt/private_key swh-storage1: ansible_host: 10.168.180.14 ansible_user: vagrant ansible_ssh_private_key_file: .vagrant/machines/swh-storage/libvirt/private_key monitoring1: ansible_host: 10.168.180.15 ansible_user: vagrant ansible_ssh_private_key_file: .vagrant/machines/monitoring/libvirt/private_key vars: ansible_connection: ssh install_docker_install_script: true journal: brokers: # staging - broker0.journal.staging.swh.network:9093 consumer: user: swh-vse group: swh-vse-grid5000-1 replayer_count: content: 0 skipped_content: 0 directory: 5 origin: 0 origin_visit: 0 origin_visit_status: 0 release: 0 revision: 0 snapshot: 0 cassandra_listen_interface: eth1 # passed through --extra-vars on grid5000 cassandra_seed_ips: 10.168.180.11,10.168.180.12,10.168.180.13 nodes: 10.168.180.11,10.168.180.12,10.168.180.13,10.168.180.14,10.168.180.15,test zfs_pools: commitlogs: disks: - vdb datasets: commitlogs: /srv/cassandra/commitlogs data: disks: - vdc - vdd datasets: data: /srv/cassandra/data diff --git a/sysadmin/grid5000/cassandra/environment-2021-06-28.cfg b/sysadmin/grid5000/cassandra/environment-2021-06-28.cfg index 7fa60b6..752e387 100644 --- a/sysadmin/grid5000/cassandra/environment-2021-06-28.cfg +++ b/sysadmin/grid5000/cassandra/environment-2021-06-28.cfg @@ -1,17 +1,19 @@ export G5K_SITE='grenoble.grid5000.fr' export BEST_EFFORT_CLUSTER='paravance' export CASSANDRA_HOSTS="dahu-2 dahu-10 dahu-11 dahu-12" export CASSANDRA_DISKS_COUNT=2 -export STORAGE_HOSTS="troll-1" +export STORAGE_HOSTS="troll-2 troll-3 troll-4" export JOURNAL_CLIENT_HOSTS="" -export MONITORING_HOSTS="troll-2 troll-3 troll-4" +export MONITORING_HOSTS="troll-1" # export CASSANDRA_NB_DISK_PER_NODE=5 export DISK_RESERVATION_DURATION=$((7 * 24)) # 1day during tests -export NODE_RESERVATION_DURATION=13 # in hours +export NODE_RESERVATION_DURATION=12 # in hours + +export CASSANDRA_REPLICATION_FACTOR=3 export SSH_USER=root # export SSH_OPTIONS="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no" export SSH_OPTIONS="" diff --git a/sysadmin/grid5000/cassandra/environment-day.cfg b/sysadmin/grid5000/cassandra/environment-day.cfg index 1af0dcd..73f0549 100644 --- a/sysadmin/grid5000/cassandra/environment-day.cfg +++ b/sysadmin/grid5000/cassandra/environment-day.cfg @@ -1,18 +1,20 @@ export G5K_SITE='rennes.grid5000.fr' -export CASSANDRA_HOSTS="parasilo-2 parasilo-3 parasilo-4 parasilo-5" +export CASSANDRA_HOSTS="parasilo-2 parasilo-3 parasilo-4 parasilo-5 parasilo-11 parasilo-13 parasilo-14 parasilo-15" export CASSANDRA_DISKS_COUNT=5 export STORAGE_HOSTS="" export JOURNAL_CLIENT_HOSTS="" export MONITORING_HOSTS="paravance-1" export BEST_EFFORT_CLUSTER="paravance" # Use to segment the host type (check ansible/host.yml) export BEST_EFFORT_EXCLUDED_NODES="paravance-1,paravance-2,paravance-3,paravance-4,paravance-5,paravance-6,paravance-7,paravance-8,paravance-9,paravance-10" # export CASSANDRA_NB_DISK_PER_NODE=5 export DISK_RESERVATION_DURATION=$((7 * 24)) # 1day during tests -export NODE_RESERVATION_DURATION=4 # in hours +export NODE_RESERVATION_DURATION=1 # in hours + +export CASSANDRA_REPLICATION_FACTOR=3 export SSH_USER=root # export SSH_OPTIONS="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no" export SSH_OPTIONS="" diff --git a/sysadmin/grid5000/cassandra/environment-long.cfg b/sysadmin/grid5000/cassandra/environment-long.cfg index a2f978c..050f042 100644 --- a/sysadmin/grid5000/cassandra/environment-long.cfg +++ b/sysadmin/grid5000/cassandra/environment-long.cfg @@ -1,17 +1,19 @@ export G5K_SITE='rennes.grid5000.fr' export BEST_EFFORT_CLUSTER='paravance' -export CASSANDRA_HOSTS="parasilo-2 parasilo-3 parasilo-4 parasilo-5" +export CASSANDRA_HOSTS="parasilo-2 parasilo-3 parasilo-4" export CASSANDRA_DISKS_COUNT=5 -export STORAGE_HOSTS="parasilo-20 parasilo-21 parasilo-22 parasilo-23 parasilo-25" +export STORAGE_HOSTS="parasilo-20 parasilo-21 parasilo-22" export JOURNAL_CLIENT_HOSTS="" export MONITORING_HOSTS="parasilo-19" -# export CASSANDRA_NB_DISK_PER_NODE=5 +export CASSANDRA_NB_DISK_PER_NODE=5 export DISK_RESERVATION_DURATION=$((7 * 24)) # 1day during tests export NODE_RESERVATION_DURATION=13 # in hours +export CASSANDRA_REPLICATION_FACTOR=3 + export SSH_USER=root # export SSH_OPTIONS="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no" export SSH_OPTIONS="" diff --git a/sysadmin/grid5000/cassandra/environment-long.cfg b/sysadmin/grid5000/cassandra/environment-parasilo-3cas.cfg similarity index 57% copy from sysadmin/grid5000/cassandra/environment-long.cfg copy to sysadmin/grid5000/cassandra/environment-parasilo-3cas.cfg index a2f978c..4ab5d6e 100644 --- a/sysadmin/grid5000/cassandra/environment-long.cfg +++ b/sysadmin/grid5000/cassandra/environment-parasilo-3cas.cfg @@ -1,17 +1,19 @@ export G5K_SITE='rennes.grid5000.fr' export BEST_EFFORT_CLUSTER='paravance' -export CASSANDRA_HOSTS="parasilo-2 parasilo-3 parasilo-4 parasilo-5" +export CASSANDRA_HOSTS="parasilo-2 parasilo-3 parasilo-4" export CASSANDRA_DISKS_COUNT=5 -export STORAGE_HOSTS="parasilo-20 parasilo-21 parasilo-22 parasilo-23 parasilo-25" +export STORAGE_HOSTS="parasilo-20 parasilo-21 parasilo-22" export JOURNAL_CLIENT_HOSTS="" export MONITORING_HOSTS="parasilo-19" -# export CASSANDRA_NB_DISK_PER_NODE=5 -export DISK_RESERVATION_DURATION=$((7 * 24)) # 1day during tests +export CASSANDRA_NB_DISK_PER_NODE=5 +export DISK_RESERVATION_DURATION=$((14 * 24)) # 1day during tests export NODE_RESERVATION_DURATION=13 # in hours +export CASSANDRA_REPLICATION_FACTOR=3 + export SSH_USER=root # export SSH_OPTIONS="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no" export SSH_OPTIONS="" diff --git a/sysadmin/grid5000/cassandra/environment-long.cfg b/sysadmin/grid5000/cassandra/environment-run1.cfg similarity index 77% copy from sysadmin/grid5000/cassandra/environment-long.cfg copy to sysadmin/grid5000/cassandra/environment-run1.cfg index a2f978c..b008725 100644 --- a/sysadmin/grid5000/cassandra/environment-long.cfg +++ b/sysadmin/grid5000/cassandra/environment-run1.cfg @@ -1,17 +1,19 @@ export G5K_SITE='rennes.grid5000.fr' export BEST_EFFORT_CLUSTER='paravance' -export CASSANDRA_HOSTS="parasilo-2 parasilo-3 parasilo-4 parasilo-5" +export CASSANDRA_HOSTS="parasilo-2 parasilo-3 parasilo-4" export CASSANDRA_DISKS_COUNT=5 -export STORAGE_HOSTS="parasilo-20 parasilo-21 parasilo-22 parasilo-23 parasilo-25" +export STORAGE_HOSTS="parasilo-20 parasilo-21 parasilo-22 parasilo-23" export JOURNAL_CLIENT_HOSTS="" export MONITORING_HOSTS="parasilo-19" -# export CASSANDRA_NB_DISK_PER_NODE=5 +export CASSANDRA_NB_DISK_PER_NODE=5 export DISK_RESERVATION_DURATION=$((7 * 24)) # 1day during tests export NODE_RESERVATION_DURATION=13 # in hours +export CASSANDRA_REPLICATION_FACTOR=3 + export SSH_USER=root # export SSH_OPTIONS="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no" export SSH_OPTIONS="" diff --git a/sysadmin/grid5000/cassandra/environment-long.cfg b/sysadmin/grid5000/cassandra/environment-run2.cfg similarity index 87% copy from sysadmin/grid5000/cassandra/environment-long.cfg copy to sysadmin/grid5000/cassandra/environment-run2.cfg index a2f978c..f78e272 100644 --- a/sysadmin/grid5000/cassandra/environment-long.cfg +++ b/sysadmin/grid5000/cassandra/environment-run2.cfg @@ -1,17 +1,19 @@ export G5K_SITE='rennes.grid5000.fr' export BEST_EFFORT_CLUSTER='paravance' export CASSANDRA_HOSTS="parasilo-2 parasilo-3 parasilo-4 parasilo-5" export CASSANDRA_DISKS_COUNT=5 -export STORAGE_HOSTS="parasilo-20 parasilo-21 parasilo-22 parasilo-23 parasilo-25" +export STORAGE_HOSTS="parasilo-20 parasilo-21 parasilo-22 parasilo-23" export JOURNAL_CLIENT_HOSTS="" export MONITORING_HOSTS="parasilo-19" -# export CASSANDRA_NB_DISK_PER_NODE=5 +export CASSANDRA_NB_DISK_PER_NODE=5 export DISK_RESERVATION_DURATION=$((7 * 24)) # 1day during tests export NODE_RESERVATION_DURATION=13 # in hours +export CASSANDRA_REPLICATION_FACTOR=3 + export SSH_USER=root # export SSH_OPTIONS="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no" export SSH_OPTIONS="" diff --git a/sysadmin/grid5000/cassandra/environment-long.cfg b/sysadmin/grid5000/cassandra/environment-run3.cfg similarity index 83% copy from sysadmin/grid5000/cassandra/environment-long.cfg copy to sysadmin/grid5000/cassandra/environment-run3.cfg index a2f978c..4c00f17 100644 --- a/sysadmin/grid5000/cassandra/environment-long.cfg +++ b/sysadmin/grid5000/cassandra/environment-run3.cfg @@ -1,17 +1,19 @@ export G5K_SITE='rennes.grid5000.fr' export BEST_EFFORT_CLUSTER='paravance' -export CASSANDRA_HOSTS="parasilo-2 parasilo-3 parasilo-4 parasilo-5" +export CASSANDRA_HOSTS="parasilo-2 parasilo-3 parasilo-4 parasilo-5 parasilo-6 parasilo-7" export CASSANDRA_DISKS_COUNT=5 -export STORAGE_HOSTS="parasilo-20 parasilo-21 parasilo-22 parasilo-23 parasilo-25" +export STORAGE_HOSTS="parasilo-20 parasilo-21 parasilo-22 parasilo-23" export JOURNAL_CLIENT_HOSTS="" export MONITORING_HOSTS="parasilo-19" -# export CASSANDRA_NB_DISK_PER_NODE=5 +export CASSANDRA_NB_DISK_PER_NODE=5 export DISK_RESERVATION_DURATION=$((7 * 24)) # 1day during tests export NODE_RESERVATION_DURATION=13 # in hours +export CASSANDRA_REPLICATION_FACTOR=3 + export SSH_USER=root # export SSH_OPTIONS="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no" export SSH_OPTIONS=""