Changeset View
Changeset View
Standalone View
Standalone View
data/common/common.yaml
| Show First 20 Lines • Show All 1,536 Lines • ▼ Show 20 Lines | |||||
| pgbouncer::databases: [] | pgbouncer::databases: [] | ||||
| swh::deploy::directory: "%{hiera('swh::conf_directory')}/deploy" | swh::deploy::directory: "%{hiera('swh::conf_directory')}/deploy" | ||||
| swh::deploy::group: swhdeploy | swh::deploy::group: swhdeploy | ||||
| swh::deploy::public_key: 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDWrJX/uUss/EYZaTp2EIsZgg3ZSH8JcNZV5gBdNZ7EHcQcqxYUCqmwv9Ss3xT8n9kIrH6iz/vquqf84XR+keoZK3bsp50tMOY8LJWpcl/JK2XD6ovoJrHPu+iAroLkE59RdTa1Vz+jF67Q2UuG9f0nKwL4rnkeWTyuK/zAbyHyYKFQntkkwMr5/YTU8sjl/4aNF/2Ww8hitdi2GORlCjav2bB0wyPBA2e8sMt8Hp9O4TIWg/RD6vPX+ZvuFaB/Lw/Hv21622QGTHoZiO92/8/W9/t24il6SU4z96ZGfXqdUZkpPYKBGwyIkZkS4dN6jb4CcRlyXTObphyu3dAlABRt swhworker@worker01' | swh::deploy::public_key: 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDWrJX/uUss/EYZaTp2EIsZgg3ZSH8JcNZV5gBdNZ7EHcQcqxYUCqmwv9Ss3xT8n9kIrH6iz/vquqf84XR+keoZK3bsp50tMOY8LJWpcl/JK2XD6ovoJrHPu+iAroLkE59RdTa1Vz+jF67Q2UuG9f0nKwL4rnkeWTyuK/zAbyHyYKFQntkkwMr5/YTU8sjl/4aNF/2Ww8hitdi2GORlCjav2bB0wyPBA2e8sMt8Hp9O4TIWg/RD6vPX+ZvuFaB/Lw/Hv21622QGTHoZiO92/8/W9/t24il6SU4z96ZGfXqdUZkpPYKBGwyIkZkS4dN6jb4CcRlyXTObphyu3dAlABRt swhworker@worker01' | ||||
| swh::deploy::storage::sentry_swh_package: swh.storage | swh::deploy::storage::sentry_swh_package: swh.storage | ||||
| swh::deploy::storage::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::storage::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::storage::sentry_dsn: "https://%{lookup('swh::deploy::storage::sentry_token')}@sentry.softwareheritage.org/3" | |||||
| swh::deploy::storage::conf_directory: "%{hiera('swh::conf_directory')}/storage" | swh::deploy::storage::conf_directory: "%{hiera('swh::conf_directory')}/storage" | ||||
| swh::deploy::storage::conf_file: "%{hiera('swh::deploy::storage::conf_directory')}/storage.yml" | swh::deploy::storage::conf_file: "%{hiera('swh::deploy::storage::conf_directory')}/storage.yml" | ||||
| swh::deploy::storage::user: swhstorage | swh::deploy::storage::user: swhstorage | ||||
| swh::deploy::storage::group: swhstorage | swh::deploy::storage::group: swhstorage | ||||
| swh::deploy::storage::db::host: db.internal.softwareheritage.org | swh::deploy::storage::db::host: db.internal.softwareheritage.org | ||||
| swh::deploy::storage::db::port: "%{alias('swh::deploy::db::pgbouncer::port')}" | swh::deploy::storage::db::port: "%{alias('swh::deploy::db::pgbouncer::port')}" | ||||
| swh::deploy::storage::db::user: swhstorage | swh::deploy::storage::db::user: swhstorage | ||||
| swh::deploy::storage::db::dbname: softwareheritage | swh::deploy::storage::db::dbname: softwareheritage | ||||
| Show All 16 Lines | swh::deploy::storage::config: | ||||
| storage: | storage: | ||||
| cls: local | cls: local | ||||
| args: | args: | ||||
| db: "host=%{hiera('swh::deploy::storage::db::host')} port=%{hiera('swh::deploy::storage::db::port')} user=%{hiera('swh::deploy::storage::db::user')} dbname=%{hiera('swh::deploy::storage::db::dbname')} password=%{hiera('swh::deploy::storage::db::password')}" | db: "host=%{hiera('swh::deploy::storage::db::host')} port=%{hiera('swh::deploy::storage::db::port')} user=%{hiera('swh::deploy::storage::db::user')} dbname=%{hiera('swh::deploy::storage::db::dbname')} password=%{hiera('swh::deploy::storage::db::password')}" | ||||
| objstorage: "%{alias('swh::remote_service::objstorage::config')}" | objstorage: "%{alias('swh::remote_service::objstorage::config')}" | ||||
| swh::deploy::indexer::storage::sentry_swh_package: swh.indexer | swh::deploy::indexer::storage::sentry_swh_package: swh.indexer | ||||
| swh::deploy::indexer::storage::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::indexer::storage::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::indexer::storage::sentry_dsn: "%{alias('swh::deploy::indexer::sentry_dsn')}" | |||||
| swh::deploy::indexer::storage::conf_file: "%{hiera('swh::deploy::storage::conf_directory')}/indexer.yml" | swh::deploy::indexer::storage::conf_file: "%{hiera('swh::deploy::storage::conf_directory')}/indexer.yml" | ||||
| swh::deploy::indexer::storage::user: swhstorage | swh::deploy::indexer::storage::user: swhstorage | ||||
| swh::deploy::indexer::storage::group: swhstorage | swh::deploy::indexer::storage::group: swhstorage | ||||
| swh::deploy::indexer::storage::db::host: belvedere.internal.softwareheritage.org | swh::deploy::indexer::storage::db::host: belvedere.internal.softwareheritage.org | ||||
| swh::deploy::indexer::storage::db::port: "%{alias('swh::deploy::db::pgbouncer::port')}" | swh::deploy::indexer::storage::db::port: "%{alias('swh::deploy::db::pgbouncer::port')}" | ||||
| swh::deploy::indexer::storage::db::user: swhstorage | swh::deploy::indexer::storage::db::user: swhstorage | ||||
| swh::deploy::indexer::storage::db::dbname: softwareheritage-indexer | swh::deploy::indexer::storage::db::dbname: softwareheritage-indexer | ||||
| swh::deploy::indexer::storage::backend::listen::host: 127.0.0.1 | swh::deploy::indexer::storage::backend::listen::host: 127.0.0.1 | ||||
| Show All 19 Lines | |||||
| # Default cache (orangerie/orangeriedev) is a pathslicing objstorage | # Default cache (orangerie/orangeriedev) is a pathslicing objstorage | ||||
| swh::deploy::vault::config::cache: | swh::deploy::vault::config::cache: | ||||
| cls: pathslicing | cls: pathslicing | ||||
| root: "%{hiera('swh::deploy::vault::cache')}" | root: "%{hiera('swh::deploy::vault::cache')}" | ||||
| slicing: "0:1/1:5" | slicing: "0:1/1:5" | ||||
| swh::deploy::vault::sentry_swh_package: swh.vault | swh::deploy::vault::sentry_swh_package: swh.vault | ||||
| swh::deploy::vault::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::vault::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::vault::sentry_dsn: "https://%{lookup('swh::deploy::vault::sentry_token')}@sentry.softwareheritage.org/11" | |||||
| swh::deploy::vault::conf_directory: "%{hiera('swh::conf_directory')}/vault" | swh::deploy::vault::conf_directory: "%{hiera('swh::conf_directory')}/vault" | ||||
| swh::deploy::vault::conf_file: "%{hiera('swh::deploy::vault::conf_directory')}/server.yml" | swh::deploy::vault::conf_file: "%{hiera('swh::deploy::vault::conf_directory')}/server.yml" | ||||
| swh::deploy::vault::user: swhvault | swh::deploy::vault::user: swhvault | ||||
| swh::deploy::vault::group: swhvault | swh::deploy::vault::group: swhvault | ||||
| swh::deploy::vault::db::host: db.internal.softwareheritage.org | swh::deploy::vault::db::host: db.internal.softwareheritage.org | ||||
| swh::deploy::vault::db::port: "%{alias('swh::deploy::db::pgbouncer::port')}" | swh::deploy::vault::db::port: "%{alias('swh::deploy::db::pgbouncer::port')}" | ||||
| swh::deploy::vault::db::user: swh-vault | swh::deploy::vault::db::user: swh-vault | ||||
| swh::deploy::vault::db::dbname: swh-vault | swh::deploy::vault::db::dbname: swh-vault | ||||
| ▲ Show 20 Lines • Show All 41 Lines • ▼ Show 20 Lines | object_types: | ||||
| - directory | - directory | ||||
| - revision | - revision | ||||
| - release | - release | ||||
| - origin | - origin | ||||
| - origin_visit | - origin_visit | ||||
| swh::deploy::objstorage::sentry_swh_package: swh.objstorage | swh::deploy::objstorage::sentry_swh_package: swh.objstorage | ||||
| swh::deploy::objstorage::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::objstorage::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::objstorage::sentry_dsn: "https://%{lookup('swh::deploy::objstorage::sentry_token')}@sentry.softwareheritage.org/4" | |||||
| swh::deploy::objstorage::conf_directory: "%{hiera('swh::conf_directory')}/objstorage" | swh::deploy::objstorage::conf_directory: "%{hiera('swh::conf_directory')}/objstorage" | ||||
| swh::deploy::objstorage::conf_file: "%{hiera('swh::deploy::objstorage::conf_directory')}/server.yml" | swh::deploy::objstorage::conf_file: "%{hiera('swh::deploy::objstorage::conf_directory')}/server.yml" | ||||
| swh::deploy::objstorage::user: "%{hiera('swh::deploy::storage::user')}" | swh::deploy::objstorage::user: "%{hiera('swh::deploy::storage::user')}" | ||||
| swh::deploy::objstorage::group: "%{hiera('swh::deploy::storage::group')}" | swh::deploy::objstorage::group: "%{hiera('swh::deploy::storage::group')}" | ||||
| swh::deploy::objstorage::directory: "%{hiera('swh::deploy::storage::directory')}" | swh::deploy::objstorage::directory: "%{hiera('swh::deploy::storage::directory')}" | ||||
| swh::deploy::objstorage::slicing: 0:2/2:4/4:6 | swh::deploy::objstorage::slicing: 0:2/2:4/4:6 | ||||
| swh::deploy::objstorage::config: | swh::deploy::objstorage::config: | ||||
| objstorage: | objstorage: | ||||
| ▲ Show 20 Lines • Show All 41 Lines • ▼ Show 20 Lines | |||||
| swh::deploy::deposit::e2e:metadata: /usr/share/swh/icinga-plugins/data/deposit/jesuisgpl.tgz.xml | swh::deploy::deposit::e2e:metadata: /usr/share/swh/icinga-plugins/data/deposit/jesuisgpl.tgz.xml | ||||
| # e2e checks on vault | # e2e checks on vault | ||||
| swh::deploy::vault::e2e::storage: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}" | swh::deploy::vault::e2e::storage: "http://saam.internal.softwareheritage.org:%{hiera('swh::remote_service::storage::port')}" | ||||
| swh::deploy::vault::e2e::webapp: "https://archive.softwareheritage.org" | swh::deploy::vault::e2e::webapp: "https://archive.softwareheritage.org" | ||||
| swh::deploy::deposit::sentry_swh_package: swh.deposit | swh::deploy::deposit::sentry_swh_package: swh.deposit | ||||
| swh::deploy::deposit::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::deposit::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::deposit::sentry_dsn: "https://%{lookup('swh::deploy::deposit::sentry_token')}@sentry.softwareheritage.org/12" | |||||
| swh::deploy::deposit::config_directory: "%{hiera('swh::conf_directory')}/deposit" | swh::deploy::deposit::config_directory: "%{hiera('swh::conf_directory')}/deposit" | ||||
| swh::deploy::deposit::config_file: "%{hiera('swh::deploy::deposit::config_directory')}/server.yml" | swh::deploy::deposit::config_file: "%{hiera('swh::deploy::deposit::config_directory')}/server.yml" | ||||
| swh::deploy::deposit::user: swhdeposit | swh::deploy::deposit::user: swhdeposit | ||||
| swh::deploy::deposit::group: swhdeposit | swh::deploy::deposit::group: swhdeposit | ||||
| swh::deploy::deposit::media_root_directory: /srv/storage/space/swh-deposit/uploads/ | swh::deploy::deposit::media_root_directory: /srv/storage/space/swh-deposit/uploads/ | ||||
| swh::deploy::deposit::db::host: db.internal.softwareheritage.org | swh::deploy::deposit::db::host: db.internal.softwareheritage.org | ||||
| swh::deploy::deposit::db::port: "%{alias('swh::deploy::db::pgbouncer::port')}" | swh::deploy::deposit::db::port: "%{alias('swh::deploy::db::pgbouncer::port')}" | ||||
| swh::deploy::deposit::db::dbname: softwareheritage-deposit | swh::deploy::deposit::db::dbname: softwareheritage-deposit | ||||
| ▲ Show 20 Lines • Show All 99 Lines • ▼ Show 20 Lines | stretch: | ||||
| - python-django-common | - python-django-common | ||||
| buster: | buster: | ||||
| - python3-django | - python3-django | ||||
| - python3-typing-extensions | - python3-typing-extensions | ||||
| swh::deploy::deposit::backported_packages: "%{alias('swh::deploy::webapp::backported_packages')}" | swh::deploy::deposit::backported_packages: "%{alias('swh::deploy::webapp::backported_packages')}" | ||||
| swh::deploy::webapp::sentry_swh_package: swh.web | swh::deploy::webapp::sentry_swh_package: swh.web | ||||
| swh::deploy::webapp::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::webapp::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::webapp::sentry_dsn: "https://%{lookup('swh::deploy::webapp::sentry_token')}@sentry.softwareheritage.org/13" | |||||
| swh::deploy::webapp::conf_directory: "%{hiera('swh::conf_directory')}/web" | swh::deploy::webapp::conf_directory: "%{hiera('swh::conf_directory')}/web" | ||||
| swh::deploy::webapp::conf_file: "%{hiera('swh::deploy::webapp::conf_directory')}/web.yml" | swh::deploy::webapp::conf_file: "%{hiera('swh::deploy::webapp::conf_directory')}/web.yml" | ||||
| swh::deploy::webapp::user: swhwebapp | swh::deploy::webapp::user: swhwebapp | ||||
| swh::deploy::webapp::group: swhwebapp | swh::deploy::webapp::group: swhwebapp | ||||
| swh::deploy::webapp::conf::log_dir: "%{hiera('swh::log_directory')}/webapp" | swh::deploy::webapp::conf::log_dir: "%{hiera('swh::log_directory')}/webapp" | ||||
| swh::deploy::webapp::backend::listen::host: 127.0.0.1 | swh::deploy::webapp::backend::listen::host: 127.0.0.1 | ||||
| swh::deploy::webapp::backend::listen::port: "%{alias('swh::remote_service::webapp::port')}" | swh::deploy::webapp::backend::listen::port: "%{alias('swh::remote_service::webapp::port')}" | ||||
| swh::deploy::webapp::backend::workers: 32 | swh::deploy::webapp::backend::workers: 32 | ||||
| ▲ Show 20 Lines • Show All 104 Lines • ▼ Show 20 Lines | |||||
| # local configuration for the scheduler | # local configuration for the scheduler | ||||
| swh::deploy::scheduler::config::local: &swh_scheduler_local_config | swh::deploy::scheduler::config::local: &swh_scheduler_local_config | ||||
| scheduler: | scheduler: | ||||
| cls: local | cls: local | ||||
| db: "host=%{hiera('swh::deploy::scheduler::db::host')} port=%{hiera('swh::deploy::scheduler::db::port')} dbname=%{hiera('swh::deploy::scheduler::db::dbname')} user=%{hiera('swh::deploy::scheduler::db::user')} password=%{hiera('swh::deploy::scheduler::db::password')}" | db: "host=%{hiera('swh::deploy::scheduler::db::host')} port=%{hiera('swh::deploy::scheduler::db::port')} dbname=%{hiera('swh::deploy::scheduler::db::dbname')} user=%{hiera('swh::deploy::scheduler::db::user')} password=%{hiera('swh::deploy::scheduler::db::password')}" | ||||
| swh::deploy::scheduler::sentry_swh_package: swh.scheduler | swh::deploy::scheduler::sentry_swh_package: swh.scheduler | ||||
| swh::deploy::scheduler::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::scheduler::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::scheduler::sentry_dsn: "https://%{lookup('swh::deploy::scheduler::sentry_token')}@sentry.softwareheritage.org/7" | |||||
| swh::deploy::scheduler::conf_file: "%{hiera('swh::conf_directory')}/scheduler.yml" | swh::deploy::scheduler::conf_file: "%{hiera('swh::conf_directory')}/scheduler.yml" | ||||
| swh::deploy::scheduler::user: swhscheduler | swh::deploy::scheduler::user: swhscheduler | ||||
| swh::deploy::scheduler::group: swhscheduler | swh::deploy::scheduler::group: swhscheduler | ||||
| swh::deploy::scheduler::db::host: db.internal.softwareheritage.org | swh::deploy::scheduler::db::host: db.internal.softwareheritage.org | ||||
| swh::deploy::scheduler::db::port: "%{alias('swh::deploy::db::pgbouncer::port')}" | swh::deploy::scheduler::db::port: "%{alias('swh::deploy::db::pgbouncer::port')}" | ||||
| swh::deploy::scheduler::db::dbname: softwareheritage-scheduler | swh::deploy::scheduler::db::dbname: softwareheritage-scheduler | ||||
| swh::deploy::scheduler::db::user: swhscheduler | swh::deploy::scheduler::db::user: swhscheduler | ||||
| # swh::deploy::scheduler::db::password in private data | # swh::deploy::scheduler::db::password in private data | ||||
| # swh::deploy::scheduler::task_broker::password in private data | # swh::deploy::scheduler::task_broker::password in private data | ||||
| swh::deploy::scheduler::task_broker: "amqp://swhproducer:%{hiera('swh::deploy::scheduler::task_broker::password')}@rabbitmq:5672/%2f" | swh::deploy::scheduler::task_broker: "amqp://swhproducer:%{hiera('swh::deploy::scheduler::task_broker::password')}@rabbitmq:5672/%2f" | ||||
| swh::deploy::scheduler::listener::log_level: INFO | swh::deploy::scheduler::listener::log_level: INFO | ||||
| swh::deploy::scheduler::runner::log_level: INFO | swh::deploy::scheduler::runner::log_level: INFO | ||||
| swh::deploy::scheduler::config: | swh::deploy::scheduler::config: | ||||
| <<: *swh_scheduler_local_config | <<: *swh_scheduler_local_config | ||||
| celery: | celery: | ||||
| task_broker: "%{alias('swh::deploy::scheduler::task_broker')}" | task_broker: "%{alias('swh::deploy::scheduler::task_broker')}" | ||||
| swh::deploy::scheduler::remote::sentry_swh_package: swh.scheduler | swh::deploy::scheduler::remote::sentry_swh_package: swh.scheduler | ||||
| swh::deploy::scheduler::remote::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::scheduler::remote::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::scheduler::remote::sentry_dsn: "%{alias('swh::deploy::scheduler::sentry_dsn')}" | |||||
| swh::deploy::scheduler::remote::conf_dir: "%{hiera('swh::conf_directory')}/backend" | swh::deploy::scheduler::remote::conf_dir: "%{hiera('swh::conf_directory')}/backend" | ||||
| swh::deploy::scheduler::remote::conf_file: "%{hiera('swh::deploy::scheduler::remote::conf_dir')}/scheduler.yml" | swh::deploy::scheduler::remote::conf_file: "%{hiera('swh::deploy::scheduler::remote::conf_dir')}/scheduler.yml" | ||||
| swh::deploy::scheduler::remote::user: swhscheduler | swh::deploy::scheduler::remote::user: swhscheduler | ||||
| swh::deploy::scheduler::remote::group: swhscheduler | swh::deploy::scheduler::remote::group: swhscheduler | ||||
| swh::deploy::scheduler::remote::backend::listen::host: 127.0.0.1 | swh::deploy::scheduler::remote::backend::listen::host: 127.0.0.1 | ||||
| swh::deploy::scheduler::remote::backend::listen::port: "%{alias('swh::remote_service::scheduler::port')}" | swh::deploy::scheduler::remote::backend::listen::port: "%{alias('swh::remote_service::scheduler::port')}" | ||||
| swh::deploy::scheduler::remote::backend::workers: 16 | swh::deploy::scheduler::remote::backend::workers: 16 | ||||
| swh::deploy::scheduler::remote::backend::reload_mercy: 3600 | swh::deploy::scheduler::remote::backend::reload_mercy: 3600 | ||||
| ▲ Show 20 Lines • Show All 45 Lines • ▼ Show 20 Lines | |||||
| swh::deploy::worker::task_broker: "amqp://swhconsumer:%{hiera('swh::deploy::worker::task_broker::password')}@rabbitmq:5672/%2f" | swh::deploy::worker::task_broker: "amqp://swhconsumer:%{hiera('swh::deploy::worker::task_broker::password')}@rabbitmq:5672/%2f" | ||||
| swh::deploy::worker::instances: | swh::deploy::worker::instances: | ||||
| - loader_debian | - loader_debian | ||||
| - loader_git | - loader_git | ||||
| - lister | - lister | ||||
| swh::deploy::loader_git::sentry_swh_package: swh.loader.git | swh::deploy::loader_git::sentry_swh_package: swh.loader.git | ||||
| swh::deploy::loader_git::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::loader_git::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::loader_git::sentry_dsn: "https://%{lookup('swh::deploy::loader_git::sentry_token')}@sentry.softwareheritage.org/8" | |||||
| swh::deploy::worker::loader_git::config_file: "%{hiera('swh::conf_directory')}/loader_git.yml" | swh::deploy::worker::loader_git::config_file: "%{hiera('swh::conf_directory')}/loader_git.yml" | ||||
| swh::deploy::worker::loader_git::concurrency: 6 | swh::deploy::worker::loader_git::concurrency: 6 | ||||
| swh::deploy::worker::loader_git::max_tasks_per_child: 100 | swh::deploy::worker::loader_git::max_tasks_per_child: 100 | ||||
| swh::deploy::worker::loader_git::loglevel: info | swh::deploy::worker::loader_git::loglevel: info | ||||
| swh::deploy::worker::loader_git::save_data_path: /srv/storage/space/data/sharded_packfiles | swh::deploy::worker::loader_git::save_data_path: /srv/storage/space/data/sharded_packfiles | ||||
| swh::deploy::worker::loader_git::config: | swh::deploy::worker::loader_git::config: | ||||
| storage: "%{alias('swh::deploy::worker::storage::pipeline')}" | storage: "%{alias('swh::deploy::worker::storage::pipeline')}" | ||||
| max_content_size: 104857600 | max_content_size: 104857600 | ||||
| save_data: false | save_data: false | ||||
| save_data_path: "%{alias('swh::deploy::worker::loader_git::save_data_path')}" | save_data_path: "%{alias('swh::deploy::worker::loader_git::save_data_path')}" | ||||
| directory_packet_size: 100 | directory_packet_size: 100 | ||||
| celery: | celery: | ||||
| task_broker: "%{alias('swh::deploy::worker::task_broker')}" | task_broker: "%{alias('swh::deploy::worker::task_broker')}" | ||||
| task_queues: | task_queues: | ||||
| - swh.loader.git.tasks.UpdateGitRepository | - swh.loader.git.tasks.UpdateGitRepository | ||||
| # loader-git-disk | # loader-git-disk | ||||
| - swh.loader.git.tasks.LoadDiskGitRepository | - swh.loader.git.tasks.LoadDiskGitRepository | ||||
| - swh.loader.git.tasks.UncompressAndLoadDiskGitRepository | - swh.loader.git.tasks.UncompressAndLoadDiskGitRepository | ||||
| # for all loader packages | # for all loader packages | ||||
| swh::deploy::loader_core::sentry_swh_package: swh.loader.core | swh::deploy::loader_core::sentry_swh_package: swh.loader.core | ||||
| swh::deploy::loader_core::sentry_environment: "%{hiera('swh::deploy::environment')}" | swh::deploy::loader_core::sentry_environment: "%{hiera('swh::deploy::environment')}" | ||||
| swh::deploy::loader_core::sentry_dsn: "https://%{lookup('swh::deploy::loader_core::sentry_token')}@sentry.softwareheritage.org/9" | |||||
| swh::deploy::worker::loader_debian::config_file: "%{hiera('swh::conf_directory')}/loader_debian.yml" | swh::deploy::worker::loader_debian::config_file: "%{hiera('swh::conf_directory')}/loader_debian.yml" | ||||
| swh::deploy::worker::loader_debian::private_tmp: true | swh::deploy::worker::loader_debian::private_tmp: true | ||||
| swh::deploy::worker::loader_debian::concurrency: 1 | swh::deploy::worker::loader_debian::concurrency: 1 | ||||
| swh::deploy::worker::loader_debian::loglevel: info | swh::deploy::worker::loader_debian::loglevel: info | ||||
| swh::deploy::worker::loader_debian::config: | swh::deploy::worker::loader_debian::config: | ||||
| storage: "%{alias('swh::deploy::worker::storage::pipeline')}" | storage: "%{alias('swh::deploy::worker::storage::pipeline')}" | ||||
| max_content_size: 104857600 | max_content_size: 104857600 | ||||
| ▲ Show 20 Lines • Show All 56 Lines • ▼ Show 20 Lines | |||||
| swh::deploy::lister::db::local: | swh::deploy::lister::db::local: | ||||
| cls: local | cls: local | ||||
| args: | args: | ||||
| db: "postgresql://%{hiera('swh::deploy::worker::lister::db::user')}:%{hiera('swh::deploy::lister::db::password')}@%{hiera('swh::deploy::worker::lister::db::host')}:%{hiera('swh::deploy::worker::lister::db::port')}/%{hiera('swh::deploy::worker::lister::db::name')}" | db: "postgresql://%{hiera('swh::deploy::worker::lister::db::user')}:%{hiera('swh::deploy::lister::db::password')}@%{hiera('swh::deploy::worker::lister::db::host')}:%{hiera('swh::deploy::worker::lister::db::port')}/%{hiera('swh::deploy::worker::lister::db::name')}" | ||||
| swh::deploy::lister::sentry_swh_package: swh.lister | swh::deploy::lister::sentry_swh_package: swh.lister | ||||
| swh::deploy::lister::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::lister::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::lister::sentry_dsn: "https://%{lookup('swh::deploy::lister::sentry_token')}@sentry.softwareheritage.org/6" | |||||
| swh::deploy::worker::lister::config_file: "%{hiera('swh::conf_directory')}/lister.yml" | swh::deploy::worker::lister::config_file: "%{hiera('swh::conf_directory')}/lister.yml" | ||||
| swh::deploy::worker::lister::concurrency: 5 | swh::deploy::worker::lister::concurrency: 5 | ||||
| swh::deploy::worker::lister::loglevel: warning | swh::deploy::worker::lister::loglevel: warning | ||||
| swh::deploy::worker::lister::config: | swh::deploy::worker::lister::config: | ||||
| storage: "%{alias('swh::remote_service::storage::config::writable')}" | storage: "%{alias('swh::remote_service::storage::config::writable')}" | ||||
| scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | ||||
| lister: "%{alias('swh::deploy::lister::db::local')}" | lister: "%{alias('swh::deploy::lister::db::local')}" | ||||
| celery: | celery: | ||||
| Show All 15 Lines | task_queues: | ||||
| - swh.lister.launchpad.tasks.IncrementalLaunchpadLister | - swh.lister.launchpad.tasks.IncrementalLaunchpadLister | ||||
| - swh.lister.npm.tasks.NpmListerTask | - swh.lister.npm.tasks.NpmListerTask | ||||
| - swh.lister.phabricator.tasks.FullPhabricatorLister | - swh.lister.phabricator.tasks.FullPhabricatorLister | ||||
| - swh.lister.pypi.tasks.PyPIListerTask | - swh.lister.pypi.tasks.PyPIListerTask | ||||
| credentials: "%{alias('swh::deploy::worker::lister::config::credentials')}" | credentials: "%{alias('swh::deploy::worker::lister::config::credentials')}" | ||||
| swh::deploy::loader_mercurial::sentry_swh_package: swh.loader.mercurial | swh::deploy::loader_mercurial::sentry_swh_package: swh.loader.mercurial | ||||
| swh::deploy::loader_mercurial::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::loader_mercurial::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::loader_mercurial::sentry_dsn: "https://%{lookup('swh::deploy::loader_mercurial::sentry_token')}@sentry.softwareheritage.org/10" | |||||
| swh::deploy::worker::loader_mercurial::config_file: "%{hiera('swh::conf_directory')}/loader_mercurial.yml" | swh::deploy::worker::loader_mercurial::config_file: "%{hiera('swh::conf_directory')}/loader_mercurial.yml" | ||||
| swh::deploy::worker::loader_mercurial::concurrency: 1 | swh::deploy::worker::loader_mercurial::concurrency: 1 | ||||
| swh::deploy::worker::loader_mercurial::private_tmp: true | swh::deploy::worker::loader_mercurial::private_tmp: true | ||||
| swh::deploy::worker::loader_mercurial::loglevel: info | swh::deploy::worker::loader_mercurial::loglevel: info | ||||
| swh::deploy::worker::loader_mercurial::config: | swh::deploy::worker::loader_mercurial::config: | ||||
| storage: "%{alias('swh::deploy::worker::storage::pipeline')}" | storage: "%{alias('swh::deploy::worker::storage::pipeline')}" | ||||
| max_content_size: 104857600 | max_content_size: 104857600 | ||||
| reduce_effort: False | reduce_effort: False | ||||
| Show All 25 Lines | swh::deploy::worker::loader_npm::config: | ||||
| max_content_size: 104857600 | max_content_size: 104857600 | ||||
| celery: | celery: | ||||
| task_broker: "%{alias('swh::deploy::worker::task_broker')}" | task_broker: "%{alias('swh::deploy::worker::task_broker')}" | ||||
| task_queues: | task_queues: | ||||
| - swh.loader.package.npm.tasks.LoadNpm | - swh.loader.package.npm.tasks.LoadNpm | ||||
| swh::deploy::loader_svn::sentry_swh_package: swh.loader.svn | swh::deploy::loader_svn::sentry_swh_package: swh.loader.svn | ||||
| swh::deploy::loader_svn::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::loader_svn::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::loader_svn::sentry_dsn: "https://%{lookup('swh::deploy::loader_svn::sentry_token')}@sentry.softwareheritage.org/14" | |||||
| swh::deploy::worker::loader_svn::config_file: "%{hiera('swh::conf_directory')}/loader_svn.yml" | swh::deploy::worker::loader_svn::config_file: "%{hiera('swh::conf_directory')}/loader_svn.yml" | ||||
| swh::deploy::worker::loader_svn::concurrency: 1 | swh::deploy::worker::loader_svn::concurrency: 1 | ||||
| swh::deploy::worker::loader_svn::private_tmp: true | swh::deploy::worker::loader_svn::private_tmp: true | ||||
| swh::deploy::worker::loader_svn::limit_no_file: 8192 | swh::deploy::worker::loader_svn::limit_no_file: 8192 | ||||
| swh::deploy::worker::loader_svn::loglevel: info | swh::deploy::worker::loader_svn::loglevel: info | ||||
| # Contains a password: in private data | # Contains a password: in private data | ||||
| swh::deploy::worker::loader_svn::config: | swh::deploy::worker::loader_svn::config: | ||||
| storage: "%{alias('swh::deploy::worker::storage::pipeline')}" | storage: "%{alias('swh::deploy::worker::storage::pipeline')}" | ||||
| Show All 14 Lines | swh::deploy::indexer_journal_client::config: | ||||
| journal: | journal: | ||||
| brokers: "%{alias('swh::deploy::journal::brokers')}" | brokers: "%{alias('swh::deploy::journal::brokers')}" | ||||
| group_id: swh.indexer.journal_client | group_id: swh.indexer.journal_client | ||||
| scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | ||||
| # for all indexers | # for all indexers | ||||
| swh::deploy::indexer::sentry_swh_package: swh.indexer | swh::deploy::indexer::sentry_swh_package: swh.indexer | ||||
| swh::deploy::indexer::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::indexer::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::indexer::sentry_dsn: "https://%{lookup('swh::deploy::indexer::sentry_token')}@sentry.softwareheritage.org/5" | |||||
| swh::deploy::worker::indexer_content_mimetype::config_file: "%{hiera('swh::conf_directory')}/indexer_content_mimetype.yml" | swh::deploy::worker::indexer_content_mimetype::config_file: "%{hiera('swh::conf_directory')}/indexer_content_mimetype.yml" | ||||
| swh::deploy::worker::indexer_content_mimetype::concurrency: 1 | swh::deploy::worker::indexer_content_mimetype::concurrency: 1 | ||||
| swh::deploy::worker::indexer_content_mimetype::loglevel: info | swh::deploy::worker::indexer_content_mimetype::loglevel: info | ||||
| # Contains a password: in private data | # Contains a password: in private data | ||||
| swh::deploy::worker::indexer_content_mimetype::config: | swh::deploy::worker::indexer_content_mimetype::config: | ||||
| scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | ||||
| indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | ||||
| ▲ Show 20 Lines • Show All 1,906 Lines • ▼ Show 20 Lines | |||||
| borg::base_path: /srv/borg | borg::base_path: /srv/borg | ||||
| borg::repository_path: "%{lookup('borg::base_path')}/repositories" | borg::repository_path: "%{lookup('borg::base_path')}/repositories" | ||||
| borg::repository_server: banco.internal.softwareheritage.org | borg::repository_server: banco.internal.softwareheritage.org | ||||
| borg::encryption: repokey-blake2 | borg::encryption: repokey-blake2 | ||||
| swh::deploy::search::sentry_swh_package: swh.search | swh::deploy::search::sentry_swh_package: swh.search | ||||
| swh::deploy::search::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::search::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::search::sentry_dsn: "https://%{lookup('swh::deploy::search::sentry_token')}@sentry.softwareheritage.org/15" | |||||
| swh::deploy::search::conf_directory: "%{hiera('swh::conf_directory')}" | swh::deploy::search::conf_directory: "%{hiera('swh::conf_directory')}" | ||||
| swh::deploy::search::conf_file: "%{hiera('swh::deploy::search::conf_directory')}/search.yml" | swh::deploy::search::conf_file: "%{hiera('swh::deploy::search::conf_directory')}/search.yml" | ||||
| swh::deploy::search::user: swhstorage | swh::deploy::search::user: swhstorage | ||||
| swh::deploy::search::group: swhstorage | swh::deploy::search::group: swhstorage | ||||
| swh::deploy::search::config: | swh::deploy::search::config: | ||||
| search: | search: | ||||
| cls: elasticsearch | cls: elasticsearch | ||||
| args: | args: | ||||
| ▲ Show 20 Lines • Show All 58 Lines • Show Last 20 Lines | |||||