Page Menu
Home
Software Heritage
Search
Configure Global Search
Log In
Files
F8394546
Vagrantfile
No One
Temporary
Actions
View File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Flag For Later
Size
18 KB
Subscribers
None
Vagrantfile
View Options
Vagrant.require_version ">= 2.2.0"
ENV["LC_ALL"] = "en_US.UTF-8"
# Default configuration for all defines node below
environment_path = "/tmp/puppet/environments"
manifest_file = "site.pp"
manifests_path = "swh-site/manifests"
puppet_options = "--fileserverconfig=/etc/puppet/fileserver.conf --verbose" # --debug --trace"
# used to define the local vm template path
puppet_env_path = ENV["SWH_PUPPET_ENVIRONMENT_HOME"]
install_facts_script_path = "vagrant/puppet_agent/install_facts.sh"
# Images/local configuration (libvirt)
$local_debian10_box = "debian10-20210820-1622"
$local_debian10_box_url = "file://#{puppet_env_path}/packer/builds/swh-debian-10.10-amd64-20210820-1622.qcow2"
# Images/remote configuration
$global_debian10_box = "debian10-20210820-1622"
$global_debian10_box_url = "https://annex.softwareheritage.org/public/isos/libvirt/debian/swh-debian-10.10-amd64-20210820-1622.qcow2"
$global_debian11_box = "debian11-20210909-0725"
$global_debian11_box_url = "https://annex.softwareheritage.org/public/isos/libvirt/debian/swh-debian-11.0-amd64-20210909-0725.qcow2"
unless Vagrant.has_plugin?("libvirt")
$stderr.puts <<-MSG
vagrant-libvirt plugin is required for this.
To install: `$ sudo apt install vagrant-libvirt
MSG
exit 1
end
TYPE_AGENT = "agent"
TYPE_MASTER = "master"
ENV_ADMIN = "admin"
ENV_PRODUCTION = "production"
ENV_STAGING = "staging"
ENVIRONMENT_FACTS = {
ENV_ADMIN => {
"vagrant_testing" => "1",
"testing" => "vagrant",
"deployment" => ENV_ADMIN,
"subnet" => "vagrant",
"environment" => ENV_PRODUCTION,
},
ENV_PRODUCTION => {
"vagrant_testing" => "1",
"testing" => "vagrant",
"deployment" => ENV_PRODUCTION,
"subnet" => "vagrant",
"puppet_vardir" => "/var/lib/puppet",
"environment" => ENV_PRODUCTION,
},
ENV_STAGING => {
"vagrant_testing" => "1",
"testing" => "vagrant",
"deployment" => ENV_STAGING,
"subnet" => "vagrant",
"environment" => ENV_STAGING,
},
}
vms = {
################
# STAGING
################
"staging-webapp" => {
:hostname => "webapp.internal.staging.swh.network",
:ip => "10.168.130.30",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_STAGING,
},
"staging-rp0" => {
:hostname => "rp0.internal.staging.swh.network",
:ip => "10.168.130.20",
:type => TYPE_AGENT,
:memory => 512,
:cpus => 2,
:environment => ENV_STAGING,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"staging-db1" => {
:hostname => "db1.internal.staging.swh.network",
:ip => "10.168.130.11",
:type => TYPE_AGENT,
:memory => 512,
:cpus => 2,
:environment => ENV_STAGING,
},
"staging-storage1" => {
:hostname => "storage1.internal.staging.swh.network",
:ip => "10.168.130.41",
:type => TYPE_AGENT,
:memory => 512,
:cpus => 2,
:environment => ENV_STAGING,
},
"staging-objstorage0" => {
:hostname => "objstorage0.internal.staging.swh.network",
:ip => "10.168.130.110",
:type => TYPE_AGENT,
:memory => 512,
:cpus => 2,
:environment => ENV_STAGING,
},
"staging-deposit" => {
:hostname => "deposit.internal.staging.swh.network",
:ip => "10.168.130.31",
:type => TYPE_AGENT,
:memory => 512,
:cpus => 2,
:environment => ENV_STAGING,
},
"staging-worker0" => {
:hostname => "worker0.internal.staging.swh.network",
:ip => "10.168.130.100",
:type => TYPE_AGENT,
:memory => 4096,
:cpus => 2,
:environment => ENV_STAGING,
},
"staging-worker3" => {
:hostname => "worker0.internal.staging.swh.network",
:ip => "10.168.130.103",
:type => TYPE_AGENT,
:memory => 4096,
:cpus => 2,
:environment => ENV_STAGING,
},
"staging-scheduler0" => {
:hostname => "scheduler0.internal.staging.swh.network",
:ip => "10.168.130.50",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_STAGING,
},
"staging-esnode0" => {
:hostname => "search-esnode0.internal.staging.swh.network",
:ip => "10.168.130.80",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_STAGING,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"staging-search0" => {
:hostname => "search-search0.internal.staging.swh.network",
:ip => "10.168.130.90",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_STAGING,
},
"staging-counters0" => {
:hostname => "counters0.internal.staging.swh.network",
:ip => "10.168.130.95",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_STAGING,
},
"staging-mirror-test" => {
:hostname => "mirror-test.internal.staging.swh.network",
:ip => "10.168.130.160",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_STAGING,
},
################
# ADMIN
################
"admin-bardo" => {
:hostname => "bardo.internal.admin.swh.network",
:ip => "10.168.50.10",
:type => TYPE_AGENT,
:memory => 4096,
:cpus => 2,
:environment => ENV_ADMIN,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"admin-rp1" => {
:hostname => "rp1.internal.admin.swh.network",
:ip => "10.168.50.20",
:type => TYPE_AGENT,
:memory => 4096,
:cpus => 2,
:environment => ENV_ADMIN,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
################
# PUPPET MASTER
################
"pergamon" => {
:hostname => "pergamon.softwareheritage.org",
:ip => "10.168.100.29",
:type => TYPE_MASTER,
:memory => 3192,
:cpus => 2,
:environment => ENV_PRODUCTION,
},
################
# PRODUCTION
################
"prod-ns0" => {
:hostname => "ns0.euwest.azure.internal.softwareheritage.org",
:ip => "10.168.200.22",
:type => TYPE_AGENT,
:memory => 512,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"saatchi" => {
:hostname => "saatchi.internal.softwareheritage.org",
:ip => "10.168.100.104",
:type => TYPE_MASTER,
:memory => 1024,
:cpus => 2,
:environment => ENV_PRODUCTION,
},
"riverside" => {
:hostname => "riverside.internal.softwareheritage.org",
:ip => "10.168.100.52",
:type => TYPE_MASTER,
:memory => 3072,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"giverny" => {
:hostname => "giverny.softwareheritage.org",
:ip => "10.168.101.118",
:type => TYPE_MASTER,
:memory => 1024,
:cpus => 2,
:environment => ENV_PRODUCTION,
},
"bojimans" => {
:hostname => "bojimans.internal.softwareheritage.org",
:ip => "10.168.100.199",
:type => TYPE_AGENT,
:memory => 512,
:cpus => 2,
:environment => ENV_PRODUCTION,
},
"prod-worker01" => {
:hostname => "worker01.internal.softwareheritage.org",
:ip => "10.168.100.21",
:type => TYPE_AGENT,
:memory => 4096,
:cpus => 2,
:environment => ENV_PRODUCTION,
},
"prod-worker17" => {
:hostname => "worker17.softwareheritage.org",
:ip => "10.168.100.43",
:type => TYPE_AGENT,
:memory => 4096,
:cpus => 2,
:environment => ENV_PRODUCTION,
},
"esnode1" => {
:hostname => "esnode1.internal.softwareheritage.org",
:ip => "10.168.100.61",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"esnode2" => {
:hostname => "esnode2.internal.softwareheritage.org",
:ip => "10.168.100.62",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"esnode3" => {
:hostname => "esnode3.internal.softwareheritage.org",
:ip => "10.168.100.63",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"prod-kibana0" => {
:hostname => "kibana0.internal.softwareheritage.org",
:ip => "10.168.100.50",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"logstash" => {
:hostname => "logstash0.internal.softwareheritage.org",
:ip => "10.168.100.19",
:type => TYPE_AGENT,
:memory => 2048,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"prod-webapp1" => {
:hostname => "webapp1.internal.softwareheritage.org",
:ip => "10.168.100.71",
:type => TYPE_AGENT,
:memory => 4096,
:cpus => 2,
:environment => ENV_PRODUCTION,
},
"prod-met" => {
:hostname => "met.internal.softwareheritage.org",
:ip => "10.168.100.110",
:type => TYPE_AGENT,
:memory => 2048,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"prod-moma" => {
:hostname => "moma.softwareheritage.org",
:ip => "10.168.100.31",
:type => TYPE_AGENT,
:memory => 4096,
:cpus => 2,
:environment => ENV_PRODUCTION,
},
"prod-search1" => {
:hostname => "search1.internal.softwareheritage.org",
:ip => "10.168.100.85",
:type => TYPE_AGENT,
:memory => 4096,
:cpus => 2,
:environment => ENV_PRODUCTION,
},
"prod-search-esnode4" => {
:hostname => "search-esnode4.internal.softwareheritage.org",
:ip => "10.168.100.86",
:type => TYPE_AGENT,
:memory => 4096,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"prod-search-esnode5" => {
:hostname => "search-esnode5.internal.softwareheritage.org",
:ip => "10.168.100.87",
:type => TYPE_AGENT,
:memory => 4096,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"prod-search-esnode6" => {
:hostname => "search-esnode6.internal.softwareheritage.org",
:ip => "10.168.100.88",
:type => TYPE_AGENT,
:memory => 4096,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"prod-counters1" => {
:hostname => "counters1.internal.softwareheritage.org",
:ip => "10.168.100.95",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_PRODUCTION,
},
"prod-kafka1" => {
:hostname => "kafka1.internal.softwareheritage.org",
:ip => "10.168.100.201",
:type => TYPE_AGENT,
:memory => 2048,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"prod-kafka2" => {
:hostname => "kafka2.internal.softwareheritage.org",
:ip => "10.168.100.202",
:type => TYPE_AGENT,
:memory => 2048,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"prod-kafka3" => {
:hostname => "kafka3.internal.softwareheritage.org",
:ip => "10.168.100.203",
:type => TYPE_AGENT,
:memory => 2048,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"prod-kafka4" => {
:hostname => "kafka4.internal.softwareheritage.org",
:ip => "10.168.100.204",
:type => TYPE_AGENT,
:memory => 2048,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"uffizi" => {
:hostname => "uffizi.internal.softwareheritage.org",
:ip => "10.168.100.101",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"branly" => {
:hostname => "branly.internal.softwareheritage.org",
:ip => "10.168.100.108",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"belvedere" => {
:hostname => "belvedere.internal.softwareheritage.org",
:ip => "10.168.100.210",
:type => TYPE_AGENT,
:memory => 2048,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"jenkins-debian1" => {
:hostname => "jenkins-debian1.internal.softwareheritage.org",
:ip => "10.168.100.150",
:type => TYPE_AGENT,
:memory => 2048,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"thyssen" => {
:hostname => "thyssen.internal.softwareheritage.org",
:ip => "10.168.100.105",
:type => TYPE_AGENT,
:memory => 2048,
:cpus => 2,
:environment => ENV_PRODUCTION,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
"tate" => {
:hostname => "tate.softwareheritage.org",
:ip => "10.168.100.30",
:type => TYPE_AGENT,
:memory => 1024,
:cpus => 2,
:environment => ENV_PRODUCTION,
},
################
## MISC
################
"test" => {
:hostname => "test.softwareheritage.org",
:ip => "10.168.100.130",
:type => TYPE_AGENT,
:memory => 512,
:cpus => 2,
:environment => ENV_STAGING,
},
"test-bullseye" => {
:hostname => "testbullseye.softwareheritage.org",
:ip => "10.168.100.131",
:type => TYPE_AGENT,
:memory => 512,
:cpus => 2,
:environment => ENV_STAGING,
:box => $global_debian11_box,
:box_url => $global_debian11_box_url,
},
}
Vagrant.configure("2") do |global_config|
vms.each do | vm_name, vm_props |
global_config.vm.define vm_name do |config|
_environment_name = vm_props[:environment]
_vm_facts = ENVIRONMENT_FACTS[_environment_name]
_mount_point_puppet = vm_props[:type] == TYPE_MASTER ? "/etc/puppet/code" : "/tmp/puppet"
# config.ssh.insert_key = false
config.vm.box = vm_props[:box] ? vm_props[:box] : $global_debian10_box
config.vm.box_url = vm_props[:box_url] ? vm_props[:box_url] : $global_debian10_box_url
config.vm.box_check_update = false
config.vm.hostname = vm_props[:hostname]
config.vm.network :private_network, ip: vm_props[:ip], netmask: "255.255.0.0"
# Using nfs v4 to avoid using the default nfs v3 on udp not supported by the debian 11 kernel
config.vm.synced_folder "/tmp/puppet/", _mount_point_puppet, type: 'nfs', nfs_version:4
# Hack to speed up the puppet provisioner rsync
# It will synchronize between the same source and destination
config.vm.synced_folder "/tmp/puppet/", '/vagrant', type: 'nfs', nfs_version:4
config.vm.synced_folder "/tmp/puppet/", '/vagrant-puppet', type: 'nfs', nfs_version:4
# ssl certificates share
config.vm.synced_folder "vagrant/le_certs", "/var/lib/puppet/letsencrypt_exports", type: 'nfs', nfs_version:4
config.vm.provider :libvirt do |provider|
provider.memory = vm_props[:memory]
provider.cpus = vm_props[:cpus]
# local test run: https://github.com/vagrant-libvirt/vagrant-libvirt/issues/45
provider.driver = 'kvm'
end
# installs fact for `puppet agent --test` cli to work within the vm
config.vm.provision :shell do |s|
s.path = install_facts_script_path
s.args = [
_vm_facts["deployment"],
_vm_facts["subnet"]
]
end
if vm_props[:type] == TYPE_MASTER
config.vm.provision "file", source: "vagrant/puppet_master/", destination: "/tmp/"
config.vm.provision :shell, :path => "vagrant/puppet_master/prepare_puppet_master.sh"
end
config.vm.provision "puppet" do |puppet|
puppet.environment = _vm_facts["environment"]
if vm_props[:type] == TYPE_AGENT
puppet.environment_path = "#{environment_path}"
puppet.hiera_config_path = "#{puppet.environment_path}/#{puppet.environment}/hiera.yaml"
end
puppet.manifest_file = "#{manifest_file}"
puppet.manifests_path = "#{manifests_path}"
puppet.options = "#{puppet_options}"
puppet.facter = _vm_facts
# Dont use nfs mount as the nfs_version can't be
# specified. The default is nfsv3 and udp which is not
# supported by the debian 11 kernel
end
end
end
end
File Metadata
Details
Attached
Mime Type
text/plain
Expires
Wed, Jun 4, 7:26 PM (1 w, 4 d ago)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
3259109
Attached To
rSENV Puppet Environment
Event Timeline
Log In to Comment