Changeset View
Changeset View
Standalone View
Standalone View
data/common/common.yaml
| Show First 20 Lines • Show All 1,280 Lines • ▼ Show 20 Lines | |||||
| swh::remote_service::scheduler::port: 5008 | swh::remote_service::scheduler::port: 5008 | ||||
| swh::remote_service::search::port: 5010 | swh::remote_service::search::port: 5010 | ||||
| # Default backend services. Override in specific sites if needed. Configurations | # Default backend services. Override in specific sites if needed. Configurations | ||||
| # are split between read-only (the default) and writable storages. In most cases | # are split between read-only (the default) and writable storages. In most cases | ||||
| # overrides should only happen for read-only services. | # overrides should only happen for read-only services. | ||||
| swh::remote_service::objstorage::config: "%{alias('swh::remote_service::objstorage::config::azure_readonly_with_fallback')}" | swh::remote_service::objstorage::config: "%{alias('swh::remote_service::objstorage::config::azure_readonly_with_fallback')}" | ||||
| swh::remote_service::objstorage::config::writable: "%{alias('swh::remote_service::objstorage::config::uffizi')}" | swh::remote_service::objstorage::config::writable: "%{alias('swh::remote_service::objstorage::config::saam')}" | ||||
| swh::remote_service::objstorage::config_as_dict: | swh::remote_service::objstorage::config_as_dict: | ||||
| banco: "%{alias('swh::remote_service::objstorage::config::banco')}" | banco: "%{alias('swh::remote_service::objstorage::config::banco')}" | ||||
| uffizi: "%{alias('swh::remote_service::objstorage::config::uffizi')}" | saam: "%{alias('swh::remote_service::objstorage::config::saam')}" | ||||
| azure: "%{alias('swh::remote_service::objstorage::config::azure')}" | azure: "%{alias('swh::remote_service::objstorage::config::azure')}" | ||||
| swh::remote_service::storage::config: "%{alias('swh::remote_service::storage::config::uffizi')}" | swh::remote_service::storage::config: "%{alias('swh::remote_service::storage::config::saam')}" | ||||
| swh::remote_service::storage::config::writable: &swh_remote_service_storage_config_writable | swh::remote_service::storage::config::writable: &swh_remote_service_storage_config_writable | ||||
| "%{alias('swh::remote_service::storage::config::uffizi')}" | "%{alias('swh::remote_service::storage::config::saam')}" | ||||
| swh::remote_service::indexer::config: "%{alias('swh::remote_service::indexer::config::uffizi')}" | swh::remote_service::indexer::config: "%{alias('swh::remote_service::indexer::config::saam')}" | ||||
| swh::remote_service::indexer::config::writable: "%{alias('swh::remote_service::indexer::config::uffizi')}" | swh::remote_service::indexer::config::writable: "%{alias('swh::remote_service::indexer::config::saam')}" | ||||
| swh::remote_service::scheduler::config: "%{alias('swh::remote_service::scheduler::config::saatchi')}" | swh::remote_service::scheduler::config: "%{alias('swh::remote_service::scheduler::config::saatchi')}" | ||||
| swh::remote_service::scheduler::config::writable: "%{alias('swh::remote_service::scheduler::config::saatchi')}" | swh::remote_service::scheduler::config::writable: "%{alias('swh::remote_service::scheduler::config::saatchi')}" | ||||
| swh::remote_service::vault::config: "%{alias('swh::remote_service::vault::config::azure')}" | swh::remote_service::vault::config: "%{alias('swh::remote_service::vault::config::azure')}" | ||||
| swh::remote_service::vault::config::writable: "%{alias('swh::remote_service::vault::config::azure')}" | swh::remote_service::vault::config::writable: "%{alias('swh::remote_service::vault::config::azure')}" | ||||
| # Pipeline storage with retry, filter, buffer and finally writable storage | # Pipeline storage with retry, filter, buffer and finally writable storage | ||||
| swh::deploy::worker::storage::pipeline: | swh::deploy::worker::storage::pipeline: | ||||
| cls: pipeline | cls: pipeline | ||||
| steps: | steps: | ||||
| - cls: retry | - cls: retry | ||||
| - cls: buffer | - cls: buffer | ||||
| min_batch_size: | min_batch_size: | ||||
| content: 1000 | content: 1000 | ||||
| content_bytes: 52428800 # 50 MB | content_bytes: 52428800 # 50 MB | ||||
| directory: 1000 | directory: 1000 | ||||
| revision: 1000 | revision: 1000 | ||||
| release: 1000 | release: 1000 | ||||
| - cls: filter | - cls: filter | ||||
| - "%{alias('swh::remote_service::storage::config::writable')}" | - "%{alias('swh::remote_service::storage::config::writable')}" | ||||
| # Objstorage backend configurations | # Objstorage backend configurations | ||||
| swh::remote_service::objstorage::config::azure: &swh_objstorage_config_azure | swh::remote_service::objstorage::config::azure: | ||||
| cls: azure-prefixed | cls: azure-prefixed | ||||
| args: | args: | ||||
| accounts: | accounts: | ||||
| "0": | "0": | ||||
| account_name: 0euwestswh | account_name: 0euwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::0euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::0euwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "1": | "1": | ||||
| ▲ Show 20 Lines • Show All 59 Lines • ▼ Show 20 Lines | |||||
| swh::remote_service::objstorage::config::azure::readonly: | swh::remote_service::objstorage::config::azure::readonly: | ||||
| cls: filtered | cls: filtered | ||||
| args: | args: | ||||
| storage_conf: "%{alias('swh::remote_service::objstorage::config::azure')}" | storage_conf: "%{alias('swh::remote_service::objstorage::config::azure')}" | ||||
| filters_conf: | filters_conf: | ||||
| - type: readonly | - type: readonly | ||||
| swh::remote_service::objstorage::config::uffizi: &swh_objstorage_config_uffizi | swh::remote_service::objstorage::config::saam: | ||||
| cls: remote | cls: remote | ||||
| args: | args: | ||||
| url: "http://uffizi.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | ||||
| swh::remote_service::objstorage::config::uffizi::readonly: | swh::remote_service::objstorage::config::saam::readonly: | ||||
| cls: filtered | cls: filtered | ||||
| args: | args: | ||||
| storage_conf: "%{alias('swh::remote_service::objstorage::config::uffizi')}" | storage_conf: "%{alias('swh::remote_service::objstorage::config::saam')}" | ||||
| filters_conf: | filters_conf: | ||||
| - type: readonly | - type: readonly | ||||
| swh::remote_service::objstorage::config::banco: &swh_objstorage_config_banco | swh::remote_service::objstorage::config::banco: | ||||
| cls: remote | cls: remote | ||||
| args: | args: | ||||
| url: "http://banco.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | url: "http://banco.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | ||||
| swh::remote_service::objstorage::config::banco::readonly: | swh::remote_service::objstorage::config::banco::readonly: | ||||
| cls: filtered | cls: filtered | ||||
| args: | args: | ||||
| storage_conf: "%{alias('swh::remote_service::objstorage::config::banco')}" | storage_conf: "%{alias('swh::remote_service::objstorage::config::banco')}" | ||||
| filters_conf: | filters_conf: | ||||
| - type: readonly | - type: readonly | ||||
| swh::remote_service::objstorage::config::azure_readonly_with_fallback: &swh_azure_readonly_with_fallback | swh::remote_service::objstorage::config::azure_readonly_with_fallback: &swh_azure_readonly_with_fallback | ||||
| cls: multiplexer | cls: multiplexer | ||||
| args: | args: | ||||
| objstorages: | objstorages: | ||||
| - "%{alias('swh::remote_service::objstorage::config::azure::readonly')}" | - "%{alias('swh::remote_service::objstorage::config::azure::readonly')}" | ||||
| - "%{alias('swh::remote_service::objstorage::config::banco::readonly')}" | - "%{alias('swh::remote_service::objstorage::config::banco::readonly')}" | ||||
| - "%{alias('swh::remote_service::objstorage::config::uffizi::readonly')}" | - "%{alias('swh::remote_service::objstorage::config::saam::readonly')}" | ||||
| swh::remote_service::objstorage::config::localhost: | swh::remote_service::objstorage::config::localhost: | ||||
| cls: remote | cls: remote | ||||
| args: | args: | ||||
| url: "http://127.0.0.1:%{hiera('swh::remote_service::objstorage::port')}/" | url: "http://127.0.0.1:%{hiera('swh::remote_service::objstorage::port')}/" | ||||
| # Storage backend configurations | # Storage backend configurations | ||||
| swh::remote_service::storage::config::uffizi: | swh::remote_service::storage::config::saam: | ||||
| cls: remote | cls: remote | ||||
| args: | args: | ||||
| url: "http://uffizi.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | ||||
| swh::remote_service::storage::config::azure: | swh::remote_service::storage::config::azure: | ||||
| cls: remote | cls: remote | ||||
| args: | args: | ||||
| url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | ||||
| swh::remote_service::storage::config::cassandra: | swh::remote_service::storage::config::cassandra: | ||||
| cls: remote | cls: remote | ||||
| Show All 9 Lines | |||||
| swh::remote_service::search::config::storage0: | swh::remote_service::search::config::storage0: | ||||
| cls: remote | cls: remote | ||||
| url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::search::port')}/" | url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::search::port')}/" | ||||
| swh::remote_service::search::config: "%{alias('swh::remote_service::search::config::empty')}" | swh::remote_service::search::config: "%{alias('swh::remote_service::search::config::empty')}" | ||||
| # Indexer backend configurations | # Indexer backend configurations | ||||
| swh::remote_service::indexer::config::uffizi: | swh::remote_service::indexer::config::saam: | ||||
| cls: remote | cls: remote | ||||
| url: "http://uffizi.internal.softwareheritage.org:%{hiera('swh::remote_service::indexer::port')}/" | url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::indexer::port')}/" | ||||
| swh::remote_service::indexer::config::azure: | swh::remote_service::indexer::config::azure: | ||||
| cls: remote | cls: remote | ||||
| url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::indexer::port')}/" | url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::indexer::port')}/" | ||||
| # Scheduler backend configurations | # Scheduler backend configurations | ||||
| swh::remote_service::scheduler::config::saatchi: | swh::remote_service::scheduler::config::saatchi: | ||||
| ▲ Show 20 Lines • Show All 234 Lines • ▼ Show 20 Lines | |||||
| swh::deploy::deposit::e2e::server: "%{hiera('swh::deploy::deposit::url')}/1" | swh::deploy::deposit::e2e::server: "%{hiera('swh::deploy::deposit::url')}/1" | ||||
| swh::deploy::deposit::e2e::user: swh | swh::deploy::deposit::e2e::user: swh | ||||
| swh::deploy::deposit::e2e::collection: swh | swh::deploy::deposit::e2e::collection: swh | ||||
| swh::deploy::deposit::e2e::poll_interval: 1 | swh::deploy::deposit::e2e::poll_interval: 1 | ||||
| swh::deploy::deposit::e2e:archive: /usr/share/swh/icinga-plugins/data/deposit/jesuisgpl.tgz | swh::deploy::deposit::e2e:archive: /usr/share/swh/icinga-plugins/data/deposit/jesuisgpl.tgz | ||||
| swh::deploy::deposit::e2e:metadata: /usr/share/swh/icinga-plugins/data/deposit/jesuisgpl.tgz.xml | swh::deploy::deposit::e2e:metadata: /usr/share/swh/icinga-plugins/data/deposit/jesuisgpl.tgz.xml | ||||
| # e2e checks on vault | # e2e checks on vault | ||||
| swh::deploy::vault::e2e::storage: "http://uffizi.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}" | swh::deploy::vault::e2e::storage: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}" | ||||
| swh::deploy::vault::e2e::webapp: "https://archive.softwareheritage.org" | swh::deploy::vault::e2e::webapp: "https://archive.softwareheritage.org" | ||||
| swh::deploy::deposit::sentry_swh_package: swh.deposit | swh::deploy::deposit::sentry_swh_package: swh.deposit | ||||
| swh::deploy::deposit::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::deposit::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::deposit::config_directory: "%{hiera('swh::conf_directory')}/deposit" | swh::deploy::deposit::config_directory: "%{hiera('swh::conf_directory')}/deposit" | ||||
| swh::deploy::deposit::config_file: "%{hiera('swh::deploy::deposit::config_directory')}/server.yml" | swh::deploy::deposit::config_file: "%{hiera('swh::deploy::deposit::config_directory')}/server.yml" | ||||
| swh::deploy::deposit::user: swhdeposit | swh::deploy::deposit::user: swhdeposit | ||||
| swh::deploy::deposit::group: swhdeposit | swh::deploy::deposit::group: swhdeposit | ||||
| ▲ Show 20 Lines • Show All 736 Lines • ▼ Show 20 Lines | logstash: | ||||
| hosts: "%{alias('logstash_hosts')}" | hosts: "%{alias('logstash_hosts')}" | ||||
| memcached::server::bind: 127.0.0.1 | memcached::server::bind: 127.0.0.1 | ||||
| memcached::server::port: 11211 | memcached::server::port: 11211 | ||||
| memcached::server::max_memory: '5%' | memcached::server::max_memory: '5%' | ||||
| mountpoints: | mountpoints: | ||||
| /srv/storage/space: | /srv/storage/space: | ||||
| device: uffizi:/srv/storage/space | device: saam:/srv/storage/space | ||||
| fstype: nfs | fstype: nfs | ||||
| options: | options: | ||||
| - rw | - rw | ||||
| - soft | - soft | ||||
| - intr | - intr | ||||
| - rsize=8192 | - rsize=8192 | ||||
| - wsize=8192 | - wsize=8192 | ||||
| - noauto | - noauto | ||||
| - x-systemd.automount | - x-systemd.automount | ||||
| - x-systemd.device-timeout=10 | - x-systemd.device-timeout=10 | ||||
| /srv/softwareheritage/objects: | /srv/softwareheritage/objects: | ||||
| device: uffizi:/srv/softwareheritage/objects | device: saam:/srv/softwareheritage/objects | ||||
| fstype: nfs | fstype: nfs | ||||
| options: | options: | ||||
| - rw | - rw | ||||
| - soft | - soft | ||||
| - intr | - intr | ||||
| - rsize=8192 | - rsize=8192 | ||||
| - wsize=8192 | - wsize=8192 | ||||
| - noauto | - noauto | ||||
| ▲ Show 20 Lines • Show All 1,730 Lines • Show Last 20 Lines | |||||