Changeset View
Changeset View
Standalone View
Standalone View
data/common/common.yaml
| Show First 20 Lines • Show All 1,463 Lines • ▼ Show 20 Lines | - cls: buffer | ||||
| extid: 1000 | extid: 1000 | ||||
| - cls: filter | - cls: filter | ||||
| - cls: retry | - cls: retry | ||||
| - "%{alias('swh::remote_service::storage::config::writable')}" | - "%{alias('swh::remote_service::storage::config::writable')}" | ||||
| # Objstorage backend configurations | # Objstorage backend configurations | ||||
| swh::remote_service::objstorage::config::azure: | swh::remote_service::objstorage::config::azure: | ||||
| cls: azure-prefixed | cls: azure-prefixed | ||||
| args: | |||||
| accounts: | accounts: | ||||
| "0": | "0": | ||||
| account_name: 0euwestswh | account_name: 0euwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::0euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::0euwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "1": | "1": | ||||
| account_name: 1euwestswh | account_name: 1euwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::1euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::1euwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "2": | "2": | ||||
| account_name: 2euwestswh | account_name: 2euwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::2euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::2euwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "3": | "3": | ||||
| account_name: 3euwestswh | account_name: 3euwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::3euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::3euwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "4": | "4": | ||||
| account_name: 4euwestswh | account_name: 4euwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::4euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::4euwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "5": | "5": | ||||
| account_name: 5euwestswh | account_name: 5euwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::5euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::5euwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "6": | "6": | ||||
| account_name: 6euwestswh | account_name: 6euwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::6euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::6euwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "7": | "7": | ||||
| account_name: 7euwestswh | account_name: 7euwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::7euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::7euwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "8": | "8": | ||||
| account_name: 8euwestswh | account_name: 8euwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::8euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::8euwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "9": | "9": | ||||
| account_name: 9euwestswh | account_name: 9euwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::9euwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::9euwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "a": | "a": | ||||
| account_name: aeuwestswh | account_name: aeuwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::aeuwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::aeuwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "b": | "b": | ||||
| account_name: beuwestswh | account_name: beuwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::beuwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::beuwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "c": | "c": | ||||
| account_name: ceuwestswh | account_name: ceuwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::ceuwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::ceuwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "d": | "d": | ||||
| account_name: deuwestswh | account_name: deuwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::deuwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::deuwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "e": | "e": | ||||
| account_name: eeuwestswh | account_name: eeuwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::eeuwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::eeuwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| "f": | "f": | ||||
| account_name: feuwestswh | account_name: feuwestswh | ||||
| api_secret_key: "%{hiera('swh::azure::credentials::feuwestswh')}" | api_secret_key: "%{hiera('swh::azure::credentials::feuwestswh')}" | ||||
| container_name: contents | container_name: contents | ||||
| swh::remote_service::objstorage::config::azure::readonly: | swh::remote_service::objstorage::config::azure::readonly: | ||||
| cls: filtered | cls: filtered | ||||
| args: | |||||
| storage_conf: "%{alias('swh::remote_service::objstorage::config::azure')}" | storage_conf: "%{alias('swh::remote_service::objstorage::config::azure')}" | ||||
| filters_conf: | filters_conf: | ||||
| - type: readonly | - type: readonly | ||||
| swh::remote_service::objstorage::config::saam: | swh::remote_service::objstorage::config::saam: | ||||
| cls: remote | cls: remote | ||||
| args: | |||||
| url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | ||||
| swh::remote_service::objstorage::config::saam::readonly: | swh::remote_service::objstorage::config::saam::readonly: | ||||
| cls: filtered | cls: filtered | ||||
| args: | |||||
| storage_conf: "%{alias('swh::remote_service::objstorage::config::saam')}" | storage_conf: "%{alias('swh::remote_service::objstorage::config::saam')}" | ||||
| filters_conf: | filters_conf: | ||||
| - type: readonly | - type: readonly | ||||
| swh::remote_service::objstorage::config::banco: | swh::remote_service::objstorage::config::banco: | ||||
| cls: remote | cls: remote | ||||
| args: | |||||
| url: "http://banco.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | url: "http://banco.internal.softwareheritage.org:%{hiera('swh::remote_service::objstorage::port')}/" | ||||
| swh::remote_service::objstorage::config::banco::readonly: | swh::remote_service::objstorage::config::banco::readonly: | ||||
| cls: filtered | cls: filtered | ||||
| args: | |||||
| storage_conf: "%{alias('swh::remote_service::objstorage::config::banco')}" | storage_conf: "%{alias('swh::remote_service::objstorage::config::banco')}" | ||||
| filters_conf: | filters_conf: | ||||
| - type: readonly | - type: readonly | ||||
| swh::remote_service::objstorage::config::azure_readonly_with_fallback: &swh_azure_readonly_with_fallback | swh::remote_service::objstorage::config::azure_readonly_with_fallback: &swh_azure_readonly_with_fallback | ||||
| cls: multiplexer | cls: multiplexer | ||||
| args: | |||||
| objstorages: | objstorages: | ||||
| - "%{alias('swh::remote_service::objstorage::config::azure::readonly')}" | - "%{alias('swh::remote_service::objstorage::config::azure::readonly')}" | ||||
| - "%{alias('swh::remote_service::objstorage::config::banco::readonly')}" | - "%{alias('swh::remote_service::objstorage::config::banco::readonly')}" | ||||
| - "%{alias('swh::remote_service::objstorage::config::saam::readonly')}" | - "%{alias('swh::remote_service::objstorage::config::saam::readonly')}" | ||||
| swh::remote_service::objstorage::config::localhost: | swh::remote_service::objstorage::config::localhost: | ||||
| cls: remote | cls: remote | ||||
| args: | |||||
| url: "http://127.0.0.1:%{hiera('swh::remote_service::objstorage::port')}/" | url: "http://127.0.0.1:%{hiera('swh::remote_service::objstorage::port')}/" | ||||
| # Storage backend configurations | # Storage backend configurations | ||||
| swh::remote_service::storage::config::saam: | swh::remote_service::storage::config::saam: | ||||
| cls: remote | cls: remote | ||||
| args: | |||||
| url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | url: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | ||||
| swh::remote_service::storage::config::azure: | swh::remote_service::storage::config::azure: | ||||
| cls: remote | cls: remote | ||||
| args: | |||||
| url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | url: "http://storage01.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}/" | ||||
| swh::remote_service::storage::config::local_internal_network: | swh::remote_service::storage::config::local_internal_network: | ||||
| cls: remote | cls: remote | ||||
| args: | |||||
| url: "http://%{lookup('swh::deploy::storage::backend::listen::host')}:%{lookup('swh::remote_service::storage::port')}/" | url: "http://%{lookup('swh::deploy::storage::backend::listen::host')}:%{lookup('swh::remote_service::storage::port')}/" | ||||
| swh::remote_service::search::config::empty: {} | swh::remote_service::search::config::empty: {} | ||||
| swh::remote_service::search::config::local_internal_network: | swh::remote_service::search::config::local_internal_network: | ||||
| cls: remote | cls: remote | ||||
| url: "http://%{lookup('swh::deploy::search::backend::listen::host')}:%{hiera('swh::remote_service::search::port')}/" | url: "http://%{lookup('swh::deploy::search::backend::listen::host')}:%{hiera('swh::remote_service::search::port')}/" | ||||
| swh::remote_service::search::config::search1: | swh::remote_service::search::config::search1: | ||||
| ▲ Show 20 Lines • Show All 114 Lines • ▼ Show 20 Lines | swh::deploy::storage::backend::server_names: | ||||
| - "%{::hostname}" | - "%{::hostname}" | ||||
| - 127.0.0.1 | - 127.0.0.1 | ||||
| - localhost | - localhost | ||||
| - "::1" | - "::1" | ||||
| # This can be overriden per storage node | # This can be overriden per storage node | ||||
| swh::deploy::storage::config::local: | swh::deploy::storage::config::local: | ||||
| cls: local | cls: local | ||||
| args: | |||||
| db: "host=%{hiera('swh::deploy::storage::db::host')} port=%{hiera('swh::deploy::storage::db::port')} user=%{hiera('swh::deploy::storage::db::user')} dbname=%{hiera('swh::deploy::storage::db::dbname')} password=%{hiera('swh::deploy::storage::db::password')}" | db: "host=%{hiera('swh::deploy::storage::db::host')} port=%{hiera('swh::deploy::storage::db::port')} user=%{hiera('swh::deploy::storage::db::user')} dbname=%{hiera('swh::deploy::storage::db::dbname')} password=%{hiera('swh::deploy::storage::db::password')}" | ||||
| objstorage: "%{alias('swh::remote_service::objstorage::config')}" | objstorage: "%{alias('swh::remote_service::objstorage::config')}" | ||||
| swh::deploy::storage::config: | swh::deploy::storage::config: | ||||
| storage: "%{alias('swh::deploy::storage::config::local')}" | storage: "%{alias('swh::deploy::storage::config::local')}" | ||||
| swh::deploy::journal::writer::config: | swh::deploy::journal::writer::config: | ||||
| cls: kafka | cls: kafka | ||||
| args: | |||||
| brokers: "%{alias('swh::deploy::journal::brokers')}" | brokers: "%{alias('swh::deploy::journal::brokers')}" | ||||
| prefix: "%{alias('swh::deploy::journal::prefix')}" | prefix: "%{alias('swh::deploy::journal::prefix')}" | ||||
| client_id: "swh.storage.journal_writer.%{::swh_hostname.short}" | client_id: "swh.storage.journal_writer.%{::swh_hostname.short}" | ||||
| anonymize: true | anonymize: true | ||||
| producer_config: | producer_config: | ||||
| message.max.bytes: 1000000000 | message.max.bytes: 1000000000 | ||||
| swh::deploy::journal::backfill::config_file: "%{hiera('swh::deploy::journal::conf_directory')}/backfill.yml" | swh::deploy::journal::backfill::config_file: "%{hiera('swh::deploy::journal::conf_directory')}/backfill.yml" | ||||
| swh::deploy::journal::backfill::user: swhstorage | swh::deploy::journal::backfill::user: swhstorage | ||||
| swh::deploy::journal::backfill::group: swhstorage | swh::deploy::journal::backfill::group: swhstorage | ||||
| swh::deploy::storage::db::config::read-only: "host=%{hiera('swh::deploy::storage::db::host')} port=%{hiera('swh::deploy::storage::db::port')} user=guest dbname=%{hiera('swh::deploy::storage::db::dbname')} password=guest" | swh::deploy::storage::db::config::read-only: "host=%{hiera('swh::deploy::storage::db::host')} port=%{hiera('swh::deploy::storage::db::port')} user=guest dbname=%{hiera('swh::deploy::storage::db::dbname')} password=guest" | ||||
| swh::deploy::storage::config::local-read-only: | swh::deploy::storage::config::local-read-only: | ||||
| ▲ Show 20 Lines • Show All 191 Lines • ▼ Show 20 Lines | |||||
| swh::deploy::objstorage::conf_file: "%{hiera('swh::deploy::objstorage::conf_directory')}/server.yml" | swh::deploy::objstorage::conf_file: "%{hiera('swh::deploy::objstorage::conf_directory')}/server.yml" | ||||
| swh::deploy::objstorage::user: "%{hiera('swh::deploy::storage::user')}" | swh::deploy::objstorage::user: "%{hiera('swh::deploy::storage::user')}" | ||||
| swh::deploy::objstorage::group: "%{hiera('swh::deploy::storage::group')}" | swh::deploy::objstorage::group: "%{hiera('swh::deploy::storage::group')}" | ||||
| swh::deploy::objstorage::directory: "%{hiera('swh::deploy::storage::directory')}" | swh::deploy::objstorage::directory: "%{hiera('swh::deploy::storage::directory')}" | ||||
| swh::deploy::objstorage::slicing: 0:2/2:4/4:6 | swh::deploy::objstorage::slicing: 0:2/2:4/4:6 | ||||
| swh::deploy::objstorage::config: | swh::deploy::objstorage::config: | ||||
| objstorage: | objstorage: | ||||
| cls: pathslicing | cls: pathslicing | ||||
| args: | |||||
| root: "%{hiera('swh::deploy::objstorage::directory')}" | root: "%{hiera('swh::deploy::objstorage::directory')}" | ||||
| slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | ||||
| client_max_size: 1073741824 # 1 GiB | client_max_size: 1073741824 # 1 GiB | ||||
| swh::deploy::objstorage::backend::listen::host: 127.0.0.1 | swh::deploy::objstorage::backend::listen::host: 127.0.0.1 | ||||
| swh::deploy::objstorage::backend::listen::port: "%{alias('swh::remote_service::objstorage::port')}" | swh::deploy::objstorage::backend::listen::port: "%{alias('swh::remote_service::objstorage::port')}" | ||||
| swh::deploy::objstorage::backend::workers: 4 | swh::deploy::objstorage::backend::workers: 4 | ||||
| swh::deploy::objstorage::backend::reload_mercy: 3600 | swh::deploy::objstorage::backend::reload_mercy: 3600 | ||||
| swh::deploy::objstorage::backend::http_workers: 1 | swh::deploy::objstorage::backend::http_workers: 1 | ||||
| swh::deploy::objstorage::backend::http_keepalive: 5 | swh::deploy::objstorage::backend::http_keepalive: 5 | ||||
| ▲ Show 20 Lines • Show All 154 Lines • ▼ Show 20 Lines | |||||
| swh::deploy::objstorage_log_checker::conf_directory: "%{hiera('swh::deploy::objstorage::conf_directory')}" | swh::deploy::objstorage_log_checker::conf_directory: "%{hiera('swh::deploy::objstorage::conf_directory')}" | ||||
| swh::deploy::objstorage_log_checker::conf_file: "%{hiera('swh::deploy::objstorage_log_checker::conf_directory')}/log_checker.yml" | swh::deploy::objstorage_log_checker::conf_file: "%{hiera('swh::deploy::objstorage_log_checker::conf_directory')}/log_checker.yml" | ||||
| swh::deploy::objstorage_log_checker::user: "%{hiera('swh::deploy::objstorage::user')}" | swh::deploy::objstorage_log_checker::user: "%{hiera('swh::deploy::objstorage::user')}" | ||||
| swh::deploy::objstorage_log_checker::group: "%{hiera('swh::deploy::objstorage::group')}" | swh::deploy::objstorage_log_checker::group: "%{hiera('swh::deploy::objstorage::group')}" | ||||
| swh::deploy::objstorage_log_checker:config: | swh::deploy::objstorage_log_checker:config: | ||||
| storage: | storage: | ||||
| cls: pathslicing | cls: pathslicing | ||||
| args: | |||||
| root: "%{hiera('swh::deploy::objstorage::directory')}" | root: "%{hiera('swh::deploy::objstorage::directory')}" | ||||
| slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | ||||
| batch_size: 1000 | batch_size: 1000 | ||||
| log_tag: objstorage.checker.log | log_tag: objstorage.checker.log | ||||
| swh::deploy::objstorage_repair_checker::conf_directory: "%{hiera('swh::deploy::objstorage::conf_directory')}" | swh::deploy::objstorage_repair_checker::conf_directory: "%{hiera('swh::deploy::objstorage::conf_directory')}" | ||||
| swh::deploy::objstorage_repair_checker::conf_file: "%{hiera('swh::deploy::objstorage_repair_checker::conf_directory')}/repair_checker.yml" | swh::deploy::objstorage_repair_checker::conf_file: "%{hiera('swh::deploy::objstorage_repair_checker::conf_directory')}/repair_checker.yml" | ||||
| swh::deploy::objstorage_repair_checker::user: "%{hiera('swh::deploy::objstorage::user')}" | swh::deploy::objstorage_repair_checker::user: "%{hiera('swh::deploy::objstorage::user')}" | ||||
| swh::deploy::objstorage_repair_checker::group: "%{hiera('swh::deploy::objstorage::group')}" | swh::deploy::objstorage_repair_checker::group: "%{hiera('swh::deploy::objstorage::group')}" | ||||
| swh::deploy::objstorage_repair_checker::config: | swh::deploy::objstorage_repair_checker::config: | ||||
| storage: | storage: | ||||
| cls: pathslicing | cls: pathslicing | ||||
| args: | |||||
| root: "%{hiera('swh::deploy::objstorage::directory')}" | root: "%{hiera('swh::deploy::objstorage::directory')}" | ||||
| slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | ||||
| batch_size: 1000 | batch_size: 1000 | ||||
| log_tag: objstorage.checker.repair | log_tag: objstorage.checker.repair | ||||
| backup_storages: "%{alias('swh::remote_service::objstorage::config_as_dict')}" | backup_storages: "%{alias('swh::remote_service::objstorage::config_as_dict')}" | ||||
| swh::deploy::webapp::backported_packages: | swh::deploy::webapp::backported_packages: | ||||
| stretch: | stretch: | ||||
| - python3-django | - python3-django | ||||
| - python-django-common | - python-django-common | ||||
| ▲ Show 20 Lines • Show All 473 Lines • ▼ Show 20 Lines | unsupported_file_extensions: | ||||
| - jar | - jar | ||||
| - c | - c | ||||
| - el | - el | ||||
| - rpm | - rpm | ||||
| - diff | - diff | ||||
| swh::deploy::lister::db::local: | swh::deploy::lister::db::local: | ||||
| cls: local | cls: local | ||||
| args: | |||||
| db: "postgresql://%{hiera('swh::deploy::worker::lister::db::user')}:%{hiera('swh::deploy::lister::db::password')}@%{hiera('swh::deploy::worker::lister::db::host')}:%{hiera('swh::deploy::worker::lister::db::port')}/%{hiera('swh::deploy::worker::lister::db::name')}" | db: "postgresql://%{hiera('swh::deploy::worker::lister::db::user')}:%{hiera('swh::deploy::lister::db::password')}@%{hiera('swh::deploy::worker::lister::db::host')}:%{hiera('swh::deploy::worker::lister::db::port')}/%{hiera('swh::deploy::worker::lister::db::name')}" | ||||
| swh::deploy::lister::queues: | swh::deploy::lister::queues: | ||||
| - swh.lister.bitbucket.tasks.IncrementalBitBucketLister | - swh.lister.bitbucket.tasks.IncrementalBitBucketLister | ||||
| - swh.lister.bitbucket.tasks.FullBitBucketRelister | - swh.lister.bitbucket.tasks.FullBitBucketRelister | ||||
| - swh.lister.cgit.tasks.CGitListerTask | - swh.lister.cgit.tasks.CGitListerTask | ||||
| - swh.lister.cran.tasks.CRANListerTask | - swh.lister.cran.tasks.CRANListerTask | ||||
| - swh.lister.debian.tasks.DebianListerTask | - swh.lister.debian.tasks.DebianListerTask | ||||
| - swh.lister.gitea.tasks.IncrementalGiteaLister | - swh.lister.gitea.tasks.IncrementalGiteaLister | ||||
| ▲ Show 20 Lines • Show All 1,216 Lines • Show Last 20 Lines | |||||