Changeset View
Changeset View
Standalone View
Standalone View
data/common/common.yaml
Show First 20 Lines • Show All 1,463 Lines • ▼ Show 20 Lines | - cls: buffer | ||||
extid: 1000 | extid: 1000 | ||||
- cls: filter | - cls: filter | ||||
- cls: retry | - cls: retry | ||||
- "%{alias('swh::remote_service::storage::config::writable')}" | - "%{alias('swh::remote_service::storage::config::writable')}" | ||||
# Objstorage backend configurations | # Objstorage backend configurations | ||||
swh::remote_service::objstorage::config::azure: | swh::remote_service::objstorage::config::azure: | ||||
cls: azure-prefixed | cls: azure-prefixed | ||||
args: | |||||
accounts: | accounts: | ||||
"0": | "0": | ||||
account_name: 0euwestswh | account_name: 0euwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::0euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::0euwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"1": | "1": | ||||
account_name: 1euwestswh | account_name: 1euwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::1euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::1euwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"2": | "2": | ||||
account_name: 2euwestswh | account_name: 2euwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::2euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::2euwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"3": | "3": | ||||
account_name: 3euwestswh | account_name: 3euwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::3euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::3euwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"4": | "4": | ||||
account_name: 4euwestswh | account_name: 4euwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::4euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::4euwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"5": | "5": | ||||
account_name: 5euwestswh | account_name: 5euwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::5euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::5euwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"6": | "6": | ||||
account_name: 6euwestswh | account_name: 6euwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::6euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::6euwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"7": | "7": | ||||
account_name: 7euwestswh | account_name: 7euwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::7euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::7euwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"8": | "8": | ||||
account_name: 8euwestswh | account_name: 8euwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::8euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::8euwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"9": | "9": | ||||
account_name: 9euwestswh | account_name: 9euwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::9euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::9euwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"a": | "a": | ||||
account_name: aeuwestswh | account_name: aeuwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::aeuwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::aeuwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"b": | "b": | ||||
account_name: beuwestswh | account_name: beuwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::beuwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::beuwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"c": | "c": | ||||
account_name: ceuwestswh | account_name: ceuwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::ceuwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::ceuwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"d": | "d": | ||||
account_name: deuwestswh | account_name: deuwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::deuwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::deuwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"e": | "e": | ||||
account_name: eeuwestswh | account_name: eeuwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::eeuwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::eeuwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
"f": | "f": | ||||
account_name: feuwestswh | account_name: feuwestswh | ||||
api_secret_key: "%{hiera('swh::azure::credentials::feuwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::feuwestswh')}" | ||||
container_name: contents | container_name: contents | ||||
swh::remote_service::objstorage::config::azure::readonly: | swh::remote_service::objstorage::config::azure::readonly: | ||||
cls: filtered | cls: filtered | ||||
args: | |||||
storage_conf: "%{alias('swh::remote_service::objstorage::config::azure')}" | storage_conf: "%{alias('swh::remote_service::objstorage::config::azure')}" | ||||
filters_conf: | filters_conf: | ||||
- type: readonly | - type: readonly | ||||
swh::remote_service::objstorage::config::saam: | swh::remote_service::objstorage::config::saam: | ||||
cls: remote | cls: remote | ||||
args: | |||||
url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | ||||
swh::remote_service::objstorage::config::saam::readonly: | swh::remote_service::objstorage::config::saam::readonly: | ||||
cls: filtered | cls: filtered | ||||
args: | |||||
storage_conf: "%{alias('swh::remote_service::objstorage::config::saam')}" | storage_conf: "%{alias('swh::remote_service::objstorage::config::saam')}" | ||||
filters_conf: | filters_conf: | ||||
- type: readonly | - type: readonly | ||||
swh::remote_service::objstorage::config::banco: | swh::remote_service::objstorage::config::banco: | ||||
cls: remote | cls: remote | ||||
args: | |||||
url: "http://banco.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | url: "http://banco.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | ||||
swh::remote_service::objstorage::config::banco::readonly: | swh::remote_service::objstorage::config::banco::readonly: | ||||
cls: filtered | cls: filtered | ||||
args: | |||||
storage_conf: "%{alias('swh::remote_service::objstorage::config::banco')}" | storage_conf: "%{alias('swh::remote_service::objstorage::config::banco')}" | ||||
filters_conf: | filters_conf: | ||||
- type: readonly | - type: readonly | ||||
swh::remote_service::objstorage::config::azure_readonly_with_fallback: &swh_azure_readonly_with_fallback | swh::remote_service::objstorage::config::azure_readonly_with_fallback: &swh_azure_readonly_with_fallback | ||||
cls: multiplexer | cls: multiplexer | ||||
args: | |||||
objstorages: | objstorages: | ||||
- "%{alias('swh::remote_service::objstorage::config::azure::readonly')}" | - "%{alias('swh::remote_service::objstorage::config::azure::readonly')}" | ||||
- "%{alias('swh::remote_service::objstorage::config::banco::readonly')}" | - "%{alias('swh::remote_service::objstorage::config::banco::readonly')}" | ||||
- "%{alias('swh::remote_service::objstorage::config::saam::readonly')}" | - "%{alias('swh::remote_service::objstorage::config::saam::readonly')}" | ||||
swh::remote_service::objstorage::config::localhost: | swh::remote_service::objstorage::config::localhost: | ||||
cls: remote | cls: remote | ||||
args: | |||||
url: "http://127.0.0.1:%{hiera('swh::remote_service::objstorage::port')}/" | url: "http://127.0.0.1:%{hiera('swh::remote_service::objstorage::port')}/" | ||||
# Storage backend configurations | # Storage backend configurations | ||||
swh::remote_service::storage::config::saam: | swh::remote_service::storage::config::saam: | ||||
cls: remote | cls: remote | ||||
args: | |||||
url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | ||||
swh::remote_service::storage::config::azure: | swh::remote_service::storage::config::azure: | ||||
cls: remote | cls: remote | ||||
args: | |||||
url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | ||||
swh::remote_service::storage::config::local_internal_network: | swh::remote_service::storage::config::local_internal_network: | ||||
cls: remote | cls: remote | ||||
args: | |||||
url: "http://%{lookup('swh::deploy::storage::backend::listen::host')}:%{lookup('swh::remote_service::storage::port')}/" | url: "http://%{lookup('swh::deploy::storage::backend::listen::host')}:%{lookup('swh::remote_service::storage::port')}/" | ||||
swh::remote_service::search::config::empty: {} | swh::remote_service::search::config::empty: {} | ||||
swh::remote_service::search::config::local_internal_network: | swh::remote_service::search::config::local_internal_network: | ||||
cls: remote | cls: remote | ||||
url: "http://%{lookup('swh::deploy::search::backend::listen::host')}:%{hiera('swh::remote_service::search::port')}/" | url: "http://%{lookup('swh::deploy::search::backend::listen::host')}:%{hiera('swh::remote_service::search::port')}/" | ||||
swh::remote_service::search::config::search1: | swh::remote_service::search::config::search1: | ||||
▲ Show 20 Lines • Show All 114 Lines • ▼ Show 20 Lines | swh::deploy::storage::backend::server_names: | ||||
- "%{::hostname}" | - "%{::hostname}" | ||||
- 127.0.0.1 | - 127.0.0.1 | ||||
- localhost | - localhost | ||||
- "::1" | - "::1" | ||||
# This can be overriden per storage node | # This can be overriden per storage node | ||||
swh::deploy::storage::config::local: | swh::deploy::storage::config::local: | ||||
cls: local | cls: local | ||||
args: | |||||
db: "host=%{hiera('swh::deploy::storage::db::host')} port=%{hiera('swh::deploy::storage::db::port')} user=%{hiera('swh::deploy::storage::db::user')} dbname=%{hiera('swh::deploy::storage::db::dbname')} password=%{hiera('swh::deploy::storage::db::password')}" | db: "host=%{hiera('swh::deploy::storage::db::host')} port=%{hiera('swh::deploy::storage::db::port')} user=%{hiera('swh::deploy::storage::db::user')} dbname=%{hiera('swh::deploy::storage::db::dbname')} password=%{hiera('swh::deploy::storage::db::password')}" | ||||
objstorage: "%{alias('swh::remote_service::objstorage::config')}" | objstorage: "%{alias('swh::remote_service::objstorage::config')}" | ||||
swh::deploy::storage::config: | swh::deploy::storage::config: | ||||
storage: "%{alias('swh::deploy::storage::config::local')}" | storage: "%{alias('swh::deploy::storage::config::local')}" | ||||
swh::deploy::journal::writer::config: | swh::deploy::journal::writer::config: | ||||
cls: kafka | cls: kafka | ||||
args: | |||||
brokers: "%{alias('swh::deploy::journal::brokers')}" | brokers: "%{alias('swh::deploy::journal::brokers')}" | ||||
prefix: "%{alias('swh::deploy::journal::prefix')}" | prefix: "%{alias('swh::deploy::journal::prefix')}" | ||||
client_id: "swh.storage.journal_writer.%{::swh_hostname.short}" | client_id: "swh.storage.journal_writer.%{::swh_hostname.short}" | ||||
anonymize: true | anonymize: true | ||||
producer_config: | producer_config: | ||||
message.max.bytes: 1000000000 | message.max.bytes: 1000000000 | ||||
swh::deploy::journal::backfill::config_file: "%{hiera('swh::deploy::journal::conf_directory')}/backfill.yml" | swh::deploy::journal::backfill::config_file: "%{hiera('swh::deploy::journal::conf_directory')}/backfill.yml" | ||||
swh::deploy::journal::backfill::user: swhstorage | swh::deploy::journal::backfill::user: swhstorage | ||||
swh::deploy::journal::backfill::group: swhstorage | swh::deploy::journal::backfill::group: swhstorage | ||||
swh::deploy::storage::db::config::read-only: "host=%{hiera('swh::deploy::storage::db::host')} port=%{hiera('swh::deploy::storage::db::port')} user=guest dbname=%{hiera('swh::deploy::storage::db::dbname')} password=guest" | swh::deploy::storage::db::config::read-only: "host=%{hiera('swh::deploy::storage::db::host')} port=%{hiera('swh::deploy::storage::db::port')} user=guest dbname=%{hiera('swh::deploy::storage::db::dbname')} password=guest" | ||||
swh::deploy::storage::config::local-read-only: | swh::deploy::storage::config::local-read-only: | ||||
▲ Show 20 Lines • Show All 191 Lines • ▼ Show 20 Lines | |||||
swh::deploy::objstorage::conf_file: "%{hiera('swh::deploy::objstorage::conf_directory')}/server.yml" | swh::deploy::objstorage::conf_file: "%{hiera('swh::deploy::objstorage::conf_directory')}/server.yml" | ||||
swh::deploy::objstorage::user: "%{hiera('swh::deploy::storage::user')}" | swh::deploy::objstorage::user: "%{hiera('swh::deploy::storage::user')}" | ||||
swh::deploy::objstorage::group: "%{hiera('swh::deploy::storage::group')}" | swh::deploy::objstorage::group: "%{hiera('swh::deploy::storage::group')}" | ||||
swh::deploy::objstorage::directory: "%{hiera('swh::deploy::storage::directory')}" | swh::deploy::objstorage::directory: "%{hiera('swh::deploy::storage::directory')}" | ||||
swh::deploy::objstorage::slicing: 0:2/2:4/4:6 | swh::deploy::objstorage::slicing: 0:2/2:4/4:6 | ||||
swh::deploy::objstorage::config: | swh::deploy::objstorage::config: | ||||
objstorage: | objstorage: | ||||
cls: pathslicing | cls: pathslicing | ||||
args: | |||||
root: "%{hiera('swh::deploy::objstorage::directory')}" | root: "%{hiera('swh::deploy::objstorage::directory')}" | ||||
slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | ||||
client_max_size: 1073741824 # 1 GiB | client_max_size: 1073741824 # 1 GiB | ||||
swh::deploy::objstorage::backend::listen::host: 127.0.0.1 | swh::deploy::objstorage::backend::listen::host: 127.0.0.1 | ||||
swh::deploy::objstorage::backend::listen::port: "%{alias('swh::remote_service::objstorage::port')}" | swh::deploy::objstorage::backend::listen::port: "%{alias('swh::remote_service::objstorage::port')}" | ||||
swh::deploy::objstorage::backend::workers: 4 | swh::deploy::objstorage::backend::workers: 4 | ||||
swh::deploy::objstorage::backend::reload_mercy: 3600 | swh::deploy::objstorage::backend::reload_mercy: 3600 | ||||
swh::deploy::objstorage::backend::http_workers: 1 | swh::deploy::objstorage::backend::http_workers: 1 | ||||
swh::deploy::objstorage::backend::http_keepalive: 5 | swh::deploy::objstorage::backend::http_keepalive: 5 | ||||
▲ Show 20 Lines • Show All 154 Lines • ▼ Show 20 Lines | |||||
swh::deploy::objstorage_log_checker::conf_directory: "%{hiera('swh::deploy::objstorage::conf_directory')}" | swh::deploy::objstorage_log_checker::conf_directory: "%{hiera('swh::deploy::objstorage::conf_directory')}" | ||||
swh::deploy::objstorage_log_checker::conf_file: "%{hiera('swh::deploy::objstorage_log_checker::conf_directory')}/log_checker.yml" | swh::deploy::objstorage_log_checker::conf_file: "%{hiera('swh::deploy::objstorage_log_checker::conf_directory')}/log_checker.yml" | ||||
swh::deploy::objstorage_log_checker::user: "%{hiera('swh::deploy::objstorage::user')}" | swh::deploy::objstorage_log_checker::user: "%{hiera('swh::deploy::objstorage::user')}" | ||||
swh::deploy::objstorage_log_checker::group: "%{hiera('swh::deploy::objstorage::group')}" | swh::deploy::objstorage_log_checker::group: "%{hiera('swh::deploy::objstorage::group')}" | ||||
swh::deploy::objstorage_log_checker:config: | swh::deploy::objstorage_log_checker:config: | ||||
storage: | storage: | ||||
cls: pathslicing | cls: pathslicing | ||||
args: | |||||
root: "%{hiera('swh::deploy::objstorage::directory')}" | root: "%{hiera('swh::deploy::objstorage::directory')}" | ||||
slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | ||||
batch_size: 1000 | batch_size: 1000 | ||||
log_tag: objstorage.checker.log | log_tag: objstorage.checker.log | ||||
swh::deploy::objstorage_repair_checker::conf_directory: "%{hiera('swh::deploy::objstorage::conf_directory')}" | swh::deploy::objstorage_repair_checker::conf_directory: "%{hiera('swh::deploy::objstorage::conf_directory')}" | ||||
swh::deploy::objstorage_repair_checker::conf_file: "%{hiera('swh::deploy::objstorage_repair_checker::conf_directory')}/repair_checker.yml" | swh::deploy::objstorage_repair_checker::conf_file: "%{hiera('swh::deploy::objstorage_repair_checker::conf_directory')}/repair_checker.yml" | ||||
swh::deploy::objstorage_repair_checker::user: "%{hiera('swh::deploy::objstorage::user')}" | swh::deploy::objstorage_repair_checker::user: "%{hiera('swh::deploy::objstorage::user')}" | ||||
swh::deploy::objstorage_repair_checker::group: "%{hiera('swh::deploy::objstorage::group')}" | swh::deploy::objstorage_repair_checker::group: "%{hiera('swh::deploy::objstorage::group')}" | ||||
swh::deploy::objstorage_repair_checker::config: | swh::deploy::objstorage_repair_checker::config: | ||||
storage: | storage: | ||||
cls: pathslicing | cls: pathslicing | ||||
args: | |||||
root: "%{hiera('swh::deploy::objstorage::directory')}" | root: "%{hiera('swh::deploy::objstorage::directory')}" | ||||
slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | ||||
batch_size: 1000 | batch_size: 1000 | ||||
log_tag: objstorage.checker.repair | log_tag: objstorage.checker.repair | ||||
backup_storages: "%{alias('swh::remote_service::objstorage::config_as_dict')}" | backup_storages: "%{alias('swh::remote_service::objstorage::config_as_dict')}" | ||||
swh::deploy::webapp::backported_packages: | swh::deploy::webapp::backported_packages: | ||||
stretch: | stretch: | ||||
- python3-django | - python3-django | ||||
- python-django-common | - python-django-common | ||||
▲ Show 20 Lines • Show All 473 Lines • ▼ Show 20 Lines | unsupported_file_extensions: | ||||
- jar | - jar | ||||
- c | - c | ||||
- el | - el | ||||
- rpm | - rpm | ||||
- diff | - diff | ||||
swh::deploy::lister::db::local: | swh::deploy::lister::db::local: | ||||
cls: local | cls: local | ||||
args: | |||||
db: "postgresql://%{hiera('swh::deploy::worker::lister::db::user')}:%{hiera('swh::deploy::lister::db::password')}@%{hiera('swh::deploy::worker::lister::db::host')}:%{hiera('swh::deploy::worker::lister::db::port')}/%{hiera('swh::deploy::worker::lister::db::name')}" | db: "postgresql://%{hiera('swh::deploy::worker::lister::db::user')}:%{hiera('swh::deploy::lister::db::password')}@%{hiera('swh::deploy::worker::lister::db::host')}:%{hiera('swh::deploy::worker::lister::db::port')}/%{hiera('swh::deploy::worker::lister::db::name')}" | ||||
swh::deploy::lister::queues: | swh::deploy::lister::queues: | ||||
- swh.lister.bitbucket.tasks.IncrementalBitBucketLister | - swh.lister.bitbucket.tasks.IncrementalBitBucketLister | ||||
- swh.lister.bitbucket.tasks.FullBitBucketRelister | - swh.lister.bitbucket.tasks.FullBitBucketRelister | ||||
- swh.lister.cgit.tasks.CGitListerTask | - swh.lister.cgit.tasks.CGitListerTask | ||||
- swh.lister.cran.tasks.CRANListerTask | - swh.lister.cran.tasks.CRANListerTask | ||||
- swh.lister.debian.tasks.DebianListerTask | - swh.lister.debian.tasks.DebianListerTask | ||||
- swh.lister.gitea.tasks.IncrementalGiteaLister | - swh.lister.gitea.tasks.IncrementalGiteaLister | ||||
▲ Show 20 Lines • Show All 1,216 Lines • Show Last 20 Lines |