diff --git a/ansible.cfg b/ansible.cfg index e104ef6..bf605d6 100644 --- a/ansible.cfg +++ b/ansible.cfg @@ -1,499 +1,499 @@ # config file for ansible -- https://ansible.com/ # =============================================== # nearly all parameters can be overridden in ansible-playbook # or with command line flags. ansible will read ANSIBLE_CONFIG, # ansible.cfg in the current working directory, .ansible.cfg in # the home directory or /etc/ansible/ansible.cfg, whichever it # finds first [defaults] # some basic default values... inventory = /home/azure/ansible/hosts,/home/azure/ansible/terraform/test.tf #library = /usr/share/my_modules/ #module_utils = /usr/share/my_module_utils/ #remote_tmp = ~/.ansible/tmp #local_tmp = ~/.ansible/tmp #plugin_filters_cfg = /etc/ansible/plugin_filters.yml #forks = 5 #poll_interval = 15 #sudo_user = root #ask_sudo_pass = True #ask_pass = True #transport = smart #remote_port = 22 #module_lang = C #module_set_locale = False # plays will gather facts by default, which contain information about # the remote system. # # smart - gather by default, but don't regather if already gathered # implicit - gather by default, turn off with gather_facts: False # explicit - do not gather by default, must say gather_facts: True #gathering = implicit # This only affects the gathering done by a play's gather_facts directive, # by default gathering retrieves all facts subsets # all - gather all subsets # network - gather min and network facts # hardware - gather hardware facts (longest facts to retrieve) # virtual - gather min and virtual facts # facter - import facts from facter # ohai - import facts from ohai # You can combine them using comma (ex: network,virtual) # You can negate them using ! (ex: !hardware,!facter,!ohai) # A minimal set of facts is always gathered. #gather_subset = all # some hardware related facts are collected # with a maximum timeout of 10 seconds. This # option lets you increase or decrease that # timeout to something more suitable for the # environment. # gather_timeout = 10 # Ansible facts are available inside the ansible_facts.* dictionary # namespace. This setting maintains the behaviour which was the default prior # to 2.5, duplicating these variables into the main namespace, each with a # prefix of 'ansible_'. # This variable is set to True by default for backwards compatibility. It # will be changed to a default of 'False' in a future release. # ansible_facts. # inject_facts_as_vars = True # additional paths to search for roles in, colon separated #roles_path = /etc/ansible/roles roles_path = /home/azure/ansible/roles # uncomment this to disable SSH key host checking host_key_checking = False # change the default callback, you can only have one 'stdout' type enabled at a time. #stdout_callback = skippy ## Ansible ships with some plugins that require whitelisting, ## this is done to avoid running all of a type by default. ## These setting lists those that you want enabled for your system. ## Custom plugins should not need this unless plugin author specifies it. # enable callback plugins, they can output to stdout but cannot be 'stdout' type. #callback_whitelist = timer, mail # Determine whether includes in tasks and handlers are "static" by # default. As of 2.0, includes are dynamic by default. Setting these # values to True will make includes behave more like they did in the # 1.x versions. #task_includes_static = False #handler_includes_static = False # Controls if a missing handler for a notification event is an error or a warning #error_on_missing_handler = True # change this for alternative sudo implementations #sudo_exe = sudo # What flags to pass to sudo # WARNING: leaving out the defaults might create unexpected behaviours #sudo_flags = -H -S -n # SSH timeout #timeout = 10 # default user to use for playbooks if user is not specified # (/usr/bin/ansible will use current user as default) remote_user = vlorentz # logging is off by default unless this path is defined # if so defined, consider logrotate #log_path = /var/log/ansible.log # default module name for /usr/bin/ansible #module_name = command # use this shell for commands executed under sudo # you may need to change this to bin/bash in rare instances # if sudo is constrained #executable = /bin/sh # if inventory variables overlap, does the higher precedence one win # or are hash values merged together? The default is 'replace' but # this can also be set to 'merge'. #hash_behaviour = replace # by default, variables from roles will be visible in the global variable # scope. To prevent this, the following option can be enabled, and only # tasks and handlers within the role will see the variables there #private_role_vars = yes # list any Jinja2 extensions to enable here: #jinja2_extensions = jinja2.ext.do,jinja2.ext.i18n # if set, always use this private key file for authentication, same as # if passing --private-key to ansible or ansible-playbook #private_key_file = /path/to/file # If set, configures the path to the Vault password file as an alternative to # specifying --vault-password-file on the command line. #vault_password_file = /path/to/vault_password_file # format of string {{ ansible_managed }} available within Jinja2 # templates indicates to users editing templates files will be replaced. # replacing {file}, {host} and {uid} and strftime codes with proper values. #ansible_managed = Ansible managed: {file} modified on %Y-%m-%d %H:%M:%S by {uid} on {host} # {file}, {host}, {uid}, and the timestamp can all interfere with idempotence # in some situations so the default is a static string: #ansible_managed = Ansible managed # by default, ansible-playbook will display "Skipping [host]" if it determines a task # should not be run on a host. Set this to "False" if you don't want to see these "Skipping" # messages. NOTE: the task header will still be shown regardless of whether or not the # task is skipped. #display_skipped_hosts = True # by default, if a task in a playbook does not include a name: field then # ansible-playbook will construct a header that includes the task's action but # not the task's args. This is a security feature because ansible cannot know # if the *module* considers an argument to be no_log at the time that the # header is printed. If your environment doesn't have a problem securing # stdout from ansible-playbook (or you have manually specified no_log in your # playbook on all of the tasks where you have secret information) then you can # safely set this to True to get more informative messages. #display_args_to_stdout = False # by default (as of 1.3), Ansible will raise errors when attempting to dereference # Jinja2 variables that are not set in templates or action lines. Uncomment this line # to revert the behavior to pre-1.3. #error_on_undefined_vars = False # by default (as of 1.6), Ansible may display warnings based on the configuration of the # system running ansible itself. This may include warnings about 3rd party packages or # other conditions that should be resolved if possible. # to disable these warnings, set the following value to False: #system_warnings = True # by default (as of 1.4), Ansible may display deprecation warnings for language # features that should no longer be used and will be removed in future versions. # to disable these warnings, set the following value to False: #deprecation_warnings = True # (as of 1.8), Ansible can optionally warn when usage of the shell and # command module appear to be simplified by using a default Ansible module # instead. These warnings can be silenced by adjusting the following # setting or adding warn=yes or warn=no to the end of the command line # parameter string. This will for example suggest using the git module # instead of shelling out to the git command. # command_warnings = False # set plugin path directories here, separate with colons #action_plugins = /usr/share/ansible/plugins/action #cache_plugins = /usr/share/ansible/plugins/cache #callback_plugins = /usr/share/ansible/plugins/callback #connection_plugins = /usr/share/ansible/plugins/connection #lookup_plugins = /usr/share/ansible/plugins/lookup #inventory_plugins = /usr/share/ansible/plugins/inventory #vars_plugins = /usr/share/ansible/plugins/vars #filter_plugins = /usr/share/ansible/plugins/filter #test_plugins = /usr/share/ansible/plugins/test #terminal_plugins = /usr/share/ansible/plugins/terminal #strategy_plugins = /usr/share/ansible/plugins/strategy inventory_plugins = /home/azure/ansible/plugins/inventory # by default, ansible will use the 'linear' strategy but you may want to try # another one #strategy = free # by default callbacks are not loaded for /bin/ansible, enable this if you # want, for example, a notification or logging callback to also apply to # /bin/ansible runs #bin_ansible_callbacks = False # don't like cows? that's unfortunate. # set to 1 if you don't want cowsay support or export ANSIBLE_NOCOWS=1 nocows = 1 # set which cowsay stencil you'd like to use by default. When set to 'random', # a random stencil will be selected for each task. The selection will be filtered # against the `cow_whitelist` option below. #cow_selection = default #cow_selection = random # when using the 'random' option for cowsay, stencils will be restricted to this list. # it should be formatted as a comma-separated list with no spaces between names. # NOTE: line continuations here are for formatting purposes only, as the INI parser # in python does not support them. #cow_whitelist=bud-frogs,bunny,cheese,daemon,default,dragon,elephant-in-snake,elephant,eyes,\ # hellokitty,kitty,luke-koala,meow,milk,moofasa,moose,ren,sheep,small,stegosaurus,\ # stimpy,supermilker,three-eyes,turkey,turtle,tux,udder,vader-koala,vader,www # don't like colors either? # set to 1 if you don't want colors, or export ANSIBLE_NOCOLOR=1 #nocolor = 1 # if set to a persistent type (not 'memory', for example 'redis') fact values # from previous runs in Ansible will be stored. This may be useful when # wanting to use, for example, IP information from one group of servers # without having to talk to them in the same playbook run to get their # current IP information. #fact_caching = memory #This option tells Ansible where to cache facts. The value is plugin dependent. #For the jsonfile plugin, it should be a path to a local directory. #For the redis plugin, the value is a host:port:database triplet: fact_caching_connection = localhost:6379:0 #fact_caching_connection=/tmp # retry files # When a playbook fails by default a .retry file will be created in ~/ # You can disable this feature by setting retry_files_enabled to False # and you can change the location of the files by setting retry_files_save_path #retry_files_enabled = False #retry_files_save_path = ~/.ansible-retry # squash actions # Ansible can optimise actions that call modules with list parameters # when looping. Instead of calling the module once per with_ item, the # module is called once with all items at once. Currently this only works # under limited circumstances, and only with parameters named 'name'. #squash_actions = apk,apt,dnf,homebrew,pacman,pkgng,yum,zypper # prevents logging of task data, off by default #no_log = False # prevents logging of tasks, but only on the targets, data is still logged on the master/controller #no_target_syslog = False # controls whether Ansible will raise an error or warning if a task has no # choice but to create world readable temporary files to execute a module on # the remote machine. This option is False by default for security. Users may # turn this on to have behaviour more like Ansible prior to 2.1.x. See # https://docs.ansible.com/ansible/become.html#becoming-an-unprivileged-user # for more secure ways to fix this than enabling this option. #allow_world_readable_tmpfiles = False # controls the compression level of variables sent to # worker processes. At the default of 0, no compression # is used. This value must be an integer from 0 to 9. #var_compression_level = 9 # controls what compression method is used for new-style ansible modules when # they are sent to the remote system. The compression types depend on having # support compiled into both the controller's python and the client's python. # The names should match with the python Zipfile compression types: # * ZIP_STORED (no compression. available everywhere) # * ZIP_DEFLATED (uses zlib, the default) # These values may be set per host via the ansible_module_compression inventory # variable #module_compression = 'ZIP_DEFLATED' # This controls the cutoff point (in bytes) on --diff for files # set to 0 for unlimited (RAM may suffer!). #max_diff_size = 1048576 # This controls how ansible handles multiple --tags and --skip-tags arguments # on the CLI. If this is True then multiple arguments are merged together. If # it is False, then the last specified argument is used and the others are ignored. # This option will be removed in 2.8. #merge_multiple_cli_flags = True # Controls showing custom stats at the end, off by default #show_custom_stats = True # Controls which files to ignore when using a directory as inventory with # possibly multiple sources (both static and dynamic) #inventory_ignore_extensions = ~, .orig, .bak, .ini, .cfg, .retry, .pyc, .pyo # This family of modules use an alternative execution path optimized for network appliances # only update this setting if you know how this works, otherwise it can break module execution #network_group_modules=eos, nxos, ios, iosxr, junos, vyos # When enabled, this option allows lookups (via variables like {{lookup('foo')}} or when used as # a loop with `with_foo`) to return data that is not marked "unsafe". This means the data may contain # jinja2 templating language which will be run through the templating engine. # ENABLING THIS COULD BE A SECURITY RISK #allow_unsafe_lookups = False # set default errors for all plays #any_errors_fatal = False [inventory] # enable inventory plugins, default: 'host_list', 'script', 'yaml', 'ini', 'auto' #enable_plugins = host_list, virtualbox, yaml, constructed -enable_plugins = host_list, ini, terraform +enable_plugins = host_list, ini, yaml, terraform # ignore these extensions when parsing a directory as inventory source #ignore_extensions = .pyc, .pyo, .swp, .bak, ~, .rpm, .md, .txt, ~, .orig, .ini, .cfg, .retry # ignore files matching these patterns when parsing a directory as inventory source #ignore_patterns= # If 'true' unparsed inventory sources become fatal errors, they are warnings otherwise. #unparsed_is_failed=False [privilege_escalation] #become=True #become_method=sudo #become_user=root #become_ask_pass=False [paramiko_connection] # uncomment this line to cause the paramiko connection plugin to not record new host # keys encountered. Increases performance on new host additions. Setting works independently of the # host key checking setting above. #record_host_keys=False # by default, Ansible requests a pseudo-terminal for commands executed under sudo. Uncomment this # line to disable this behaviour. #pty=False # paramiko will default to looking for SSH keys initially when trying to # authenticate to remote devices. This is a problem for some network devices # that close the connection after a key failure. Uncomment this line to # disable the Paramiko look for keys function #look_for_keys = False # When using persistent connections with Paramiko, the connection runs in a # background process. If the host doesn't already have a valid SSH key, by # default Ansible will prompt to add the host key. This will cause connections # running in background processes to fail. Uncomment this line to have # Paramiko automatically add host keys. #host_key_auto_add = True [ssh_connection] # ssh arguments to use # Leaving off ControlPersist will result in poor performance, so use # paramiko on older platforms rather than removing it, -C controls compression use #ssh_args = -C -o ControlMaster=auto -o ControlPersist=60s # The base directory for the ControlPath sockets. # This is the "%(directory)s" in the control_path option # # Example: # control_path_dir = /tmp/.ansible/cp #control_path_dir = ~/.ansible/cp # The path to use for the ControlPath sockets. This defaults to a hashed string of the hostname, # port and username (empty string in the config). The hash mitigates a common problem users # found with long hostames and the conventional %(directory)s/ansible-ssh-%%h-%%p-%%r format. # In those cases, a "too long for Unix domain socket" ssh error would occur. # # Example: # control_path = %(directory)s/%%h-%%r #control_path = # Enabling pipelining reduces the number of SSH operations required to # execute a module on the remote server. This can result in a significant # performance improvement when enabled, however when using "sudo:" you must # first disable 'requiretty' in /etc/sudoers # # By default, this option is disabled to preserve compatibility with # sudoers configurations that have requiretty (the default on many distros). # #pipelining = False # Control the mechanism for transferring files (old) # * smart = try sftp and then try scp [default] # * True = use scp only # * False = use sftp only #scp_if_ssh = smart # Control the mechanism for transferring files (new) # If set, this will override the scp_if_ssh option # * sftp = use sftp to transfer files # * scp = use scp to transfer files # * piped = use 'dd' over SSH to transfer files # * smart = try sftp, scp, and piped, in that order [default] #transfer_method = smart # if False, sftp will not use batch mode to transfer files. This may cause some # types of file transfer failures impossible to catch however, and should # only be disabled if your sftp version has problems with batch mode #sftp_batch_mode = False # The -tt argument is passed to ssh when pipelining is not enabled because sudo # requires a tty by default. #use_tty = True # Number of times to retry an SSH connection to a host, in case of UNREACHABLE. # For each retry attempt, there is an exponential backoff, # so after the first attempt there is 1s wait, then 2s, 4s etc. up to 30s (max). #retries = 3 [persistent_connection] # Configures the persistent connection timeout value in seconds. This value is # how long the persistent connection will remain idle before it is destroyed. # If the connection doesn't receive a request before the timeout value # expires, the connection is shutdown. The default value is 30 seconds. #connect_timeout = 30 # Configures the persistent connection retry timeout. This value configures the # the retry timeout that ansible-connection will wait to connect # to the local domain socket. This value must be larger than the # ssh timeout (timeout) and less than persistent connection idle timeout (connect_timeout). # The default value is 15 seconds. #connect_retry_timeout = 15 # The command timeout value defines the amount of time to wait for a command # or RPC call before timing out. The value for the command timeout must # be less than the value of the persistent connection idle timeout (connect_timeout) # The default value is 10 second. #command_timeout = 10 [accelerate] #accelerate_port = 5099 #accelerate_timeout = 30 #accelerate_connect_timeout = 5.0 # The daemon timeout is measured in minutes. This time is measured # from the last activity to the accelerate daemon. #accelerate_daemon_timeout = 30 # If set to yes, accelerate_multi_key will allow multiple # private keys to be uploaded to it, though each user must # have access to the system via SSH to add a new key. The default # is "no". #accelerate_multi_key = yes [selinux] # file systems that require special treatment when dealing with security context # the default behaviour that copies the existing context or uses the user default # needs to be changed to use the file system dependent context. #special_context_filesystems=nfs,vboxsf,fuse,ramfs,9p # Set this to yes to allow libvirt_lxc connections to work without SELinux. #libvirt_lxc_noseclabel = yes [colors] #highlight = white #verbose = blue #warn = bright purple #error = red #debug = dark gray #deprecate = purple #skip = cyan #unreachable = red #ok = green #changed = yellow #diff_add = green #diff_remove = red #diff_lines = cyan [diff] # Always print diff when running ( same as always running with -D/--diff ) # always = no # Set how many context lines to show in diff # context = 3 diff --git a/hosts b/hosts index bf74729..95a56fb 100644 --- a/hosts +++ b/hosts @@ -1,13 +1,24 @@ -[terraformed:children] -cassandra-servers -pgsql-servers -clients +terraformed: + children: + cassandra-servers: + hosts: + cassandra-server-0 + vars: + data_disks: + - device: sdc + mountpoint: /mnt/cassandra_data -[cassandra-servers] -cassandra-server-0 + pgsql-servers: + hosts: {} + vars: + data_disks: + - device: sdc + mountpoint: /mnt/pgsql_data -[pgsql-servers] -#pgsql-server-0 - -[clients] -cassandra-client-0 + clients: + hosts: + cassandra-client-0 + vars: + data_disks: + - device: sdc + mountpoint: /mnt/dataset diff --git a/playbooks/deploy.yml b/playbooks/deploy.yml index 7a2fca9..8373312 100644 --- a/playbooks/deploy.yml +++ b/playbooks/deploy.yml @@ -1,155 +1,203 @@ - hosts: terraformed become: yes tasks: - name: add ssh key to root authorized_key: key: "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1gRhavvtL92IIuXdVujwVnptT2aDlJafaDNrr7AVo2Eboc7MAlQC+9UHDpMqVhmLL3J9OFR7vSFMYjsRoREIB5wxsoTOQy5D2kZwbu28dMy7ZEM+gNFyQaGucngTSj0d3m80RVBYOMDupaXtPuw0fEzRKmHMOr3zMhCK8djbdMKIWnPMA2mxGjiCY22jd7k3jlGti3iXjZ+Mrl1VGKuOXiEpHsDNoQfL289odkP4nWQA95tS6Lwi2gUtSLmhu9QTfIoFVFwdGT8jLa3ql3Ia45otCDTH2SrI9ZYoUhmTDNwcVhhkpfCb8tbsU0zD6qSTn5EWHpv6+56oa3nLutgF1 azure@desktop5" user: root - name: add host to /etc/hosts # Fixes some quirks, like https://stackoverflow.com/q/7496640/539465 # or sudo complaining lineinfile: path: /etc/hosts regexp: ".*\\b{{ansible_hostname}}\\b.*" line: "127.0.0.1 {{ansible_hostname}}" -- hosts: cassandra-servers - become: yes - tasks: - name: install APT dependencies apt: - name: xfsprogs - - - name: add Cassandra apt repo key - apt_key: - url: "https://www.apache.org/dist/cassandra/KEYS" - - - name: add Cassandra apt repo - apt_repository: - repo: "deb http://www.apache.org/dist/cassandra/debian 311x main" - filename: "cassandra.sources.list" - - - name: install Cassandra package - apt: - name: cassandra + name: [ + xfsprogs, python-pkg-resources, rsync, htop, iotop, pv, pigz, + parallel] - - name: partition data disk + - name: partition data disks parted: - device: /dev/sdc + device: "/dev/{{item.device}}" number: 1 state: present + with_items: "{{data_disks}}" - name: make data filesystem filesystem: - device: /dev/sdc1 + device: "/dev/{{item.device}}1" fstype: xfs + with_items: "{{data_disks}}" - name: mount data disk mount: - path: /mnt/cassandra_data - src: /dev/sdc1 + path: "{{item.mountpoint}}" + src: "/dev/{{item.device}}1" fstype: xfs state: mounted + with_items: "{{data_disks}}" + +- hosts: cassandra-servers + become: yes + tasks: + - name: add Cassandra apt repo key + apt_key: + url: "https://www.apache.org/dist/cassandra/KEYS" + + - name: add Cassandra apt repo + apt_repository: + repo: "deb http://www.apache.org/dist/cassandra/debian 311x main" + filename: "cassandra.sources.list" + + - name: install Cassandra package + apt: + name: cassandra - name: chown data disk file: path: /mnt/cassandra_data owner: cassandra group: cassandra state: directory - name: configure cassandra template: src: cassandra.yaml dest: /etc/cassandra/cassandra.yaml vars: data_dir: /mnt/cassandra_data notify: restart cassandra - name: add cassandra systemd unit # The Cassandra package uses a sysv init script, and # systemd-sysv-generator assumes it's Type=simple copy: dest: /etc/systemd/system/cassandra.service content: | [Unit] Description=Cassandra After=network-online.target [Service] Type=forking User=cassandra Group=cassandra ExecStart=/usr/sbin/cassandra [Install] WantedBy=multi-user.target notify: daemon-reload - name: enable cassandra system unit systemd: name: cassandra.service enabled: yes handlers: - name: daemon-reload systemd: daemon_reload: yes notify: restart cassandra - name: restart cassandra service: name: cassandra state: restarted - hosts: clients become: yes tasks: - name: install APT dependencies apt: name: [ - # Ansible - python-pkg-resources, rsync, - # Python basics python3, python3-dev, python3-pip, libpq-dev, - # SWH libsvn-dev, libsystemd-dev, libpython3-dev, graphviz, git, build-essential, pkg-config, myrepos ] - - name: install APT dependencies + - name: install pip dependencies pip: name: [ # Cassandra Python client cassandra-driver, lz4, # pgsql Python client - psycopg2, + psycopg2-binary, + # benchmark script + click, ] executable: pip3 + - name: partition data disk + parted: + device: /dev/sdc + number: 1 + state: present + + - name: make data filesystem + filesystem: + device: /dev/sdc1 + fstype: xfs + + - name: mount data disk + mount: + path: /mnt/dataset + src: /dev/sdc1 + fstype: xfs + state: mounted + + - name: chown data disk + file: + path: /mnt/dataset + owner: vlorentz + group: vlorentz + state: directory + - hosts: clients tasks: - name: copy swh-environment synchronize: src: /home/dev/swh-environment/ dest: /home/vlorentz/swh-environment/ delete: yes rsync_opts: ["--exclude", "*/__pycache__/", "--exclude", "*/.*"] - block: - name: install swh-environment - # Can't use /usr/bin/pip3 if there is a newer pip lib installed locally - shell: "~/.local/bin/pip3 install $(./bin/pip-swh-packages --with-testing) --user" + shell: "pip3 install $(./bin/pip-swh-packages) --user" args: chdir: /home/vlorentz/swh-environment - creates: /home/vlorentz/.local/lib/python3.5/site-packages/swh.storage.egg-link + creates: /home/vlorentz/.local/lib/python*/site-packages/swh.storage.egg-link rescue: - - name: install pip locally - pip: - name: pip - state: latest - executable: pip3 - name: install swh-environment - shell: "~/.local/bin/pip3 install $(./bin/pip-swh-packages --with-testing) --user" + # Can't use /usr/bin/pip3 if there is a newer pip lib installed locally + shell: "~/.local/bin/pip3 install $(./bin/pip-swh-packages) --user" args: chdir: /home/vlorentz/swh-environment + + - name: copy scripts + copy: + src: scripts/ + dest: /home/vlorentz/scripts/ + mode: a+x + + - name: set env variables in bashrc + blockinfile: + path: /home/vlorentz/.bashrc + block: | + export SWH_BENCH_CASSANDRA_HOSTS= + {%- for server in groups['cassandra-servers'] -%} + {{hostvars[server].ansible_host}} + {%- endfor %} + + - name: initialize db + shell: > + /home/vlorentz/scripts/cassandra-bench-tools.py cassandra + {% for server in groups['cassandra-servers'] %} + --host {{hostvars[server].ansible_host}} + {%- endfor %} + init-db + args: + executable: bash diff --git a/terraform/azure.tf b/terraform/azure.tf index fb57ca3..fbf48da 100644 --- a/terraform/azure.tf +++ b/terraform/azure.tf @@ -1,155 +1,229 @@ ############################## # Global provider "azurerm" { } data "azurerm_network_security_group" "worker-nsg" { name = "worker-nsg" resource_group_name = "swh-resource" } data "azurerm_subnet" "default" { name = "default" virtual_network_name = "swh-vnet" resource_group_name = "swh-resource" } ############################## # Cassandra servers resource "azurerm_network_interface" "cassandra-servers_interfaces" { count = "${var.nb_cassandra_servers}" name = "cassandra-server-${count.index}_interface" location = "westeurope" resource_group_name = "euwest-cassandra" network_security_group_id = "${data.azurerm_network_security_group.worker-nsg.id}" ip_configuration { name = "myNicConfiguration" subnet_id = "${data.azurerm_subnet.default.id}" public_ip_address_id = "" private_ip_address_allocation = "Dynamic" } } resource "azurerm_virtual_machine" "cassandra-servers" { count = "${var.nb_cassandra_servers}" name = "cassandra-server-${count.index}" location = "westeurope" resource_group_name = "euwest-cassandra" network_interface_ids = [ "${element(azurerm_network_interface.cassandra-servers_interfaces.*.id, count.index)}"] - vm_size = "Standard_B1s" - #vm_size = "Standard_E2s_v3" + vm_size = "Standard_DS2_v2" storage_os_disk { name = "cassandra-server-${count.index}_osdisk" caching = "ReadWrite" create_option = "FromImage" managed_disk_type = "Premium_LRS" } storage_image_reference { publisher = "credativ" offer = "Debian" sku = "9" version = "latest" } os_profile { computer_name = "test-cassandra-server-${count.index}" admin_username = "vlorentz" } os_profile_linux_config { disable_password_authentication = true ssh_keys { path = "/home/vlorentz/.ssh/authorized_keys" key_data = "${var.ssh_key_data}" } } storage_data_disk { name = "cassandra-server-${count.index}_datadisk" lun = 0 disk_size_gb = 64 managed_disk_type = "Premium_LRS" create_option = "Empty" } } output "cassandra_servers_ips" { value = "${azurerm_network_interface.cassandra-servers_interfaces.*.private_ip_address}" } +############################## +# Postgresql servers + +resource "azurerm_network_interface" "pgsql-servers_interfaces" { + count = "${var.nb_pgsql_servers}" + + name = "pgsql-servers-${count.index}_interface" + location = "westeurope" + resource_group_name = "euwest-cassandra" + network_security_group_id = "${data.azurerm_network_security_group.worker-nsg.id}" + + ip_configuration { + name = "myNicConfiguration" + subnet_id = "${data.azurerm_subnet.default.id}" + public_ip_address_id = "" + private_ip_address_allocation = "Dynamic" + } +} + +resource "azurerm_virtual_machine" "pgsql-servers" { + count = "${var.nb_pgsql_servers}" + + name = "pgsql-server-${count.index}" + location = "westeurope" + resource_group_name = "euwest-cassandra" + network_interface_ids = [ + "${element(azurerm_network_interface.pgsql-servers_interfaces.*.id, count.index)}"] + vm_size = "Standard_DS2_v2" + + storage_os_disk { + name = "pgsql-server-${count.index}_osdisk" + caching = "ReadWrite" + create_option = "FromImage" + managed_disk_type = "Premium_LRS" + } + + storage_image_reference { + publisher = "credativ" + offer = "Debian" + sku = "9" + version = "latest" + } + + os_profile { + computer_name = "test-pgsql-server-${count.index}" + admin_username = "vlorentz" + } + os_profile_linux_config { + disable_password_authentication = true + ssh_keys { + path = "/home/vlorentz/.ssh/authorized_keys" + key_data = "${var.ssh_key_data}" + } + } + + storage_data_disk { + name = "pgsql-server-${count.index}_datadisk" + lun = 0 + disk_size_gb = 64 + managed_disk_type = "Premium_LRS" + create_option = "Empty" + } +} + +output "pgsql_servers_ips" { + value = "${azurerm_network_interface.pgsql-servers_interfaces.*.private_ip_address}" +} + ############################## # Client resource "azurerm_network_interface" "cassandra-clients_interfaces" { count = "${var.nb_clients}" name = "cassandra-client-${count.index}_interface" location = "westeurope" resource_group_name = "euwest-cassandra" network_security_group_id = "${data.azurerm_network_security_group.worker-nsg.id}" ip_configuration { name = "myNicConfiguration" subnet_id = "${data.azurerm_subnet.default.id}" public_ip_address_id = "" private_ip_address_allocation = "Dynamic" } } resource "azurerm_virtual_machine" "cassandra-clients" { count = "${var.nb_clients}" name = "cassandra-client-${count.index}" location = "westeurope" resource_group_name = "euwest-cassandra" network_interface_ids = [ "${element(azurerm_network_interface.cassandra-clients_interfaces.*.id, count.index)}"] - vm_size = "Standard_B1s" + vm_size = "Standard_DS2_v2" storage_os_disk { name = "cassandra-client-${count.index}_osdisk" caching = "ReadWrite" create_option = "FromImage" managed_disk_type = "Premium_LRS" } storage_image_reference { publisher = "credativ" offer = "Debian" sku = "9" version = "latest" } os_profile { computer_name = "test-cassandra-client-${count.index}" admin_username = "vlorentz" } os_profile_linux_config { disable_password_authentication = true ssh_keys { path = "/home/vlorentz/.ssh/authorized_keys" key_data = "${var.ssh_key_data}" } } storage_data_disk { - name = "cassandra-client-${count.index}_datadisk" + name = "cassandra-client-${count.index}_datadisk0" lun = 0 - disk_size_gb = 64 + disk_size_gb = 256 + managed_disk_type = "Premium_LRS" + create_option = "Empty" + } + storage_data_disk { + name = "cassandra-client-${count.index}_datadisk1" + lun = 1 + disk_size_gb = 256 managed_disk_type = "Premium_LRS" create_option = "Empty" } } output "cassandra_clients_ips" { value = "${azurerm_network_interface.cassandra-clients_interfaces.*.private_ip_address}" } diff --git a/terraform/variables.tf b/terraform/variables.tf index 6b345ad..8293a9f 100644 --- a/terraform/variables.tf +++ b/terraform/variables.tf @@ -1,13 +1,17 @@ variable "nb_cassandra_servers" { type = "string" default = 1 } +variable "nb_pgsql_servers" { + type = "string" + default = 0 +} variable "nb_clients" { type = "string" default = 1 } variable "ssh_key_data" { type = "string" default = "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1gRhavvtL92IIuXdVujwVnptT2aDlJafaDNrr7AVo2Eboc7MAlQC+9UHDpMqVhmLL3J9OFR7vSFMYjsRoREIB5wxsoTOQy5D2kZwbu28dMy7ZEM+gNFyQaGucngTSj0d3m80RVBYOMDupaXtPuw0fEzRKmHMOr3zMhCK8djbdMKIWnPMA2mxGjiCY22jd7k3jlGti3iXjZ+Mrl1VGKuOXiEpHsDNoQfL289odkP4nWQA95tS6Lwi2gUtSLmhu9QTfIoFVFwdGT8jLa3ql3Ia45otCDTH2SrI9ZYoUhmTDNwcVhhkpfCb8tbsU0zD6qSTn5EWHpv6+56oa3nLutgF1 azure@desktop5" }