Changeset View
Changeset View
Standalone View
Standalone View
data/common/common.yaml
Show First 20 Lines • Show All 1,280 Lines • ▼ Show 20 Lines | |||||
swh::remote_service::scheduler::port: 5008 | swh::remote_service::scheduler::port: 5008 | ||||
swh::remote_service::search::port: 5010 | swh::remote_service::search::port: 5010 | ||||
# Default backend services. Override in specific sites if needed. Configurations | # Default backend services. Override in specific sites if needed. Configurations | ||||
# are split between read-only (the default) and writable storages. In most cases | # are split between read-only (the default) and writable storages. In most cases | ||||
# overrides should only happen for read-only services. | # overrides should only happen for read-only services. | ||||
swh::remote_service::objstorage::config: "%{alias('swh::remote_service::objstorage::config::azure_readonly_with_fallback')}" | swh::remote_service::objstorage::config: "%{alias('swh::remote_service::objstorage::config::azure_readonly_with_fallback')}" | ||||
swh::remote_service::objstorage::config::writable: "%{alias('swh::remote_service::objstorage::config::uffizi')}" | swh::remote_service::objstorage::config::writable: "%{alias('swh::remote_service::objstorage::config::saam')}" | ||||
swh::remote_service::objstorage::config_as_dict: | swh::remote_service::objstorage::config_as_dict: | ||||
banco: "%{alias('swh::remote_service::objstorage::config::banco')}" | banco: "%{alias('swh::remote_service::objstorage::config::banco')}" | ||||
uffizi: "%{alias('swh::remote_service::objstorage::config::uffizi')}" | saam: "%{alias('swh::remote_service::objstorage::config::saam')}" | ||||
azure: "%{alias('swh::remote_service::objstorage::config::azure')}" | azure: "%{alias('swh::remote_service::objstorage::config::azure')}" | ||||
swh::remote_service::storage::config: "%{alias('swh::remote_service::storage::config::uffizi')}" | swh::remote_service::storage::config: "%{alias('swh::remote_service::storage::config::saam')}" | ||||
swh::remote_service::storage::config::writable: &swh_remote_service_storage_config_writable | swh::remote_service::storage::config::writable: &swh_remote_service_storage_config_writable | ||||
"%{alias('swh::remote_service::storage::config::uffizi')}" | "%{alias('swh::remote_service::storage::config::saam')}" | ||||
swh::remote_service::indexer::config: "%{alias('swh::remote_service::indexer::config::uffizi')}" | swh::remote_service::indexer::config: "%{alias('swh::remote_service::indexer::config::saam')}" | ||||
swh::remote_service::indexer::config::writable: "%{alias('swh::remote_service::indexer::config::uffizi')}" | swh::remote_service::indexer::config::writable: "%{alias('swh::remote_service::indexer::config::saam')}" | ||||
swh::remote_service::scheduler::config: "%{alias('swh::remote_service::scheduler::config::saatchi')}" | swh::remote_service::scheduler::config: "%{alias('swh::remote_service::scheduler::config::saatchi')}" | ||||
swh::remote_service::scheduler::config::writable: "%{alias('swh::remote_service::scheduler::config::saatchi')}" | swh::remote_service::scheduler::config::writable: "%{alias('swh::remote_service::scheduler::config::saatchi')}" | ||||
swh::remote_service::vault::config: "%{alias('swh::remote_service::vault::config::azure')}" | swh::remote_service::vault::config: "%{alias('swh::remote_service::vault::config::azure')}" | ||||
swh::remote_service::vault::config::writable: "%{alias('swh::remote_service::vault::config::azure')}" | swh::remote_service::vault::config::writable: "%{alias('swh::remote_service::vault::config::azure')}" | ||||
# Pipeline storage with retry, filter, buffer and finally writable storage | # Pipeline storage with retry, filter, buffer and finally writable storage | ||||
swh::deploy::worker::storage::pipeline: | swh::deploy::worker::storage::pipeline: | ||||
cls: pipeline | cls: pipeline | ||||
steps: | steps: | ||||
- cls: retry | - cls: retry | ||||
- cls: buffer | - cls: buffer | ||||
min_batch_size: | min_batch_size: | ||||
content: 1000 | content: 1000 | ||||
content_bytes: 52428800 # 50 MB | content_bytes: 52428800 # 50 MB | ||||
directory: 1000 | directory: 1000 | ||||
revision: 1000 | revision: 1000 | ||||
release: 1000 | release: 1000 | ||||
- cls: filter | - cls: filter | ||||
- "%{alias('swh::remote_service::storage::config::writable')}" | - "%{alias('swh::remote_service::storage::config::writable')}" | ||||
# Objstorage backend configurations | # Objstorage backend configurations | ||||
swh::remote_service::objstorage::config::azure: &swh_objstorage_config_azure | swh::remote_service::objstorage::config::azure: | ||||
cls: azure-prefixed | cls: azure-prefixed | ||||
args: | args: | ||||
accounts: | accounts: | ||||
"0": | "0": | ||||
account_name: 0euwestswh | account_name: 0euwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::0euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::0euwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"1": | "1": | ||||
▲ Show 20 Lines • Show All 59 Lines • ▼ Show 20 Lines | |||||
swh::remote_service::objstorage::config::azure::readonly: | swh::remote_service::objstorage::config::azure::readonly: | ||||
cls: filtered | cls: filtered | ||||
args: | args: | ||||
storage_conf: "%{alias('swh::remote_service::objstorage::config::azure')}" | storage_conf: "%{alias('swh::remote_service::objstorage::config::azure')}" | ||||
filters_conf: | filters_conf: | ||||
- type: readonly | - type: readonly | ||||
swh::remote_service::objstorage::config::uffizi: &swh_objstorage_config_uffizi | swh::remote_service::objstorage::config::saam: | ||||
cls: remote | cls: remote | ||||
args: | args: | ||||
url: "http://uffizi.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | ||||
swh::remote_service::objstorage::config::uffizi::readonly: | swh::remote_service::objstorage::config::saam::readonly: | ||||
cls: filtered | cls: filtered | ||||
args: | args: | ||||
storage_conf: "%{alias('swh::remote_service::objstorage::config::uffizi')}" | storage_conf: "%{alias('swh::remote_service::objstorage::config::saam')}" | ||||
filters_conf: | filters_conf: | ||||
- type: readonly | - type: readonly | ||||
swh::remote_service::objstorage::config::banco: &swh_objstorage_config_banco | swh::remote_service::objstorage::config::banco: | ||||
cls: remote | cls: remote | ||||
args: | args: | ||||
url: "http://banco.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | url: "http://banco.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | ||||
swh::remote_service::objstorage::config::banco::readonly: | swh::remote_service::objstorage::config::banco::readonly: | ||||
cls: filtered | cls: filtered | ||||
args: | args: | ||||
storage_conf: "%{alias('swh::remote_service::objstorage::config::banco')}" | storage_conf: "%{alias('swh::remote_service::objstorage::config::banco')}" | ||||
filters_conf: | filters_conf: | ||||
- type: readonly | - type: readonly | ||||
swh::remote_service::objstorage::config::azure_readonly_with_fallback: &swh_azure_readonly_with_fallback | swh::remote_service::objstorage::config::azure_readonly_with_fallback: &swh_azure_readonly_with_fallback | ||||
cls: multiplexer | cls: multiplexer | ||||
args: | args: | ||||
objstorages: | objstorages: | ||||
- "%{alias('swh::remote_service::objstorage::config::azure::readonly')}" | - "%{alias('swh::remote_service::objstorage::config::azure::readonly')}" | ||||
- "%{alias('swh::remote_service::objstorage::config::banco::readonly')}" | - "%{alias('swh::remote_service::objstorage::config::banco::readonly')}" | ||||
- "%{alias('swh::remote_service::objstorage::config::uffizi::readonly')}" | - "%{alias('swh::remote_service::objstorage::config::saam::readonly')}" | ||||
swh::remote_service::objstorage::config::localhost: | swh::remote_service::objstorage::config::localhost: | ||||
cls: remote | cls: remote | ||||
args: | args: | ||||
url: "http://127.0.0.1:%{hiera('swh::remote_service::objstorage::port')}/" | url: "http://127.0.0.1:%{hiera('swh::remote_service::objstorage::port')}/" | ||||
# Storage backend configurations | # Storage backend configurations | ||||
swh::remote_service::storage::config::uffizi: | swh::remote_service::storage::config::saam: | ||||
cls: remote | cls: remote | ||||
args: | args: | ||||
url: "http://uffizi.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | ||||
swh::remote_service::storage::config::azure: | swh::remote_service::storage::config::azure: | ||||
cls: remote | cls: remote | ||||
args: | args: | ||||
url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | ||||
swh::remote_service::storage::config::cassandra: | swh::remote_service::storage::config::cassandra: | ||||
cls: remote | cls: remote | ||||
Show All 9 Lines | |||||
swh::remote_service::search::config::storage0: | swh::remote_service::search::config::storage0: | ||||
cls: remote | cls: remote | ||||
url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::search::port')}/" | url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::search::port')}/" | ||||
swh::remote_service::search::config: "%{alias('swh::remote_service::search::config::empty')}" | swh::remote_service::search::config: "%{alias('swh::remote_service::search::config::empty')}" | ||||
# Indexer backend configurations | # Indexer backend configurations | ||||
swh::remote_service::indexer::config::uffizi: | swh::remote_service::indexer::config::saam: | ||||
cls: remote | cls: remote | ||||
url: "http://uffizi.internal.softwareheritage.org:%{hiera('swh::remote_service::indexer::port')}/" | url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::indexer::port')}/" | ||||
swh::remote_service::indexer::config::azure: | swh::remote_service::indexer::config::azure: | ||||
cls: remote | cls: remote | ||||
url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::indexer::port')}/" | url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::indexer::port')}/" | ||||
# Scheduler backend configurations | # Scheduler backend configurations | ||||
swh::remote_service::scheduler::config::saatchi: | swh::remote_service::scheduler::config::saatchi: | ||||
▲ Show 20 Lines • Show All 234 Lines • ▼ Show 20 Lines | |||||
swh::deploy::deposit::e2e::server: "%{hiera('swh::deploy::deposit::url')}/1" | swh::deploy::deposit::e2e::server: "%{hiera('swh::deploy::deposit::url')}/1" | ||||
swh::deploy::deposit::e2e::user: swh | swh::deploy::deposit::e2e::user: swh | ||||
swh::deploy::deposit::e2e::collection: swh | swh::deploy::deposit::e2e::collection: swh | ||||
swh::deploy::deposit::e2e::poll_interval: 1 | swh::deploy::deposit::e2e::poll_interval: 1 | ||||
swh::deploy::deposit::e2e:archive: /usr/share/swh/icinga-plugins/data/deposit/jesuisgpl.tgz | swh::deploy::deposit::e2e:archive: /usr/share/swh/icinga-plugins/data/deposit/jesuisgpl.tgz | ||||
swh::deploy::deposit::e2e:metadata: /usr/share/swh/icinga-plugins/data/deposit/jesuisgpl.tgz.xml | swh::deploy::deposit::e2e:metadata: /usr/share/swh/icinga-plugins/data/deposit/jesuisgpl.tgz.xml | ||||
# e2e checks on vault | # e2e checks on vault | ||||
swh::deploy::vault::e2e::storage: "http://uffizi.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}" | swh::deploy::vault::e2e::storage: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}" | ||||
swh::deploy::vault::e2e::webapp: "https://archive.softwareheritage.org" | swh::deploy::vault::e2e::webapp: "https://archive.softwareheritage.org" | ||||
swh::deploy::deposit::sentry_swh_package: swh.deposit | swh::deploy::deposit::sentry_swh_package: swh.deposit | ||||
swh::deploy::deposit::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::deposit::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
swh::deploy::deposit::config_directory: "%{hiera('swh::conf_directory')}/deposit" | swh::deploy::deposit::config_directory: "%{hiera('swh::conf_directory')}/deposit" | ||||
swh::deploy::deposit::config_file: "%{hiera('swh::deploy::deposit::config_directory')}/server.yml" | swh::deploy::deposit::config_file: "%{hiera('swh::deploy::deposit::config_directory')}/server.yml" | ||||
swh::deploy::deposit::user: swhdeposit | swh::deploy::deposit::user: swhdeposit | ||||
swh::deploy::deposit::group: swhdeposit | swh::deploy::deposit::group: swhdeposit | ||||
▲ Show 20 Lines • Show All 736 Lines • ▼ Show 20 Lines | logstash: | ||||
hosts: "%{alias('logstash_hosts')}" | hosts: "%{alias('logstash_hosts')}" | ||||
memcached::server::bind: 127.0.0.1 | memcached::server::bind: 127.0.0.1 | ||||
memcached::server::port: 11211 | memcached::server::port: 11211 | ||||
memcached::server::max_memory: '5%' | memcached::server::max_memory: '5%' | ||||
mountpoints: | mountpoints: | ||||
/srv/storage/space: | /srv/storage/space: | ||||
device: uffizi:/srv/storage/space | device: saam:/srv/storage/space | ||||
fstype: nfs | fstype: nfs | ||||
options: | options: | ||||
- rw | - rw | ||||
- soft | - soft | ||||
- intr | - intr | ||||
- rsize=8192 | - rsize=8192 | ||||
- wsize=8192 | - wsize=8192 | ||||
- noauto | - noauto | ||||
- x-systemd.automount | - x-systemd.automount | ||||
- x-systemd.device-timeout=10 | - x-systemd.device-timeout=10 | ||||
/srv/softwareheritage/objects: | /srv/softwareheritage/objects: | ||||
device: uffizi:/srv/softwareheritage/objects | device: saam:/srv/softwareheritage/objects | ||||
fstype: nfs | fstype: nfs | ||||
options: | options: | ||||
- rw | - rw | ||||
- soft | - soft | ||||
- intr | - intr | ||||
- rsize=8192 | - rsize=8192 | ||||
- wsize=8192 | - wsize=8192 | ||||
- noauto | - noauto | ||||
▲ Show 20 Lines • Show All 1,730 Lines • Show Last 20 Lines |