Changeset View
Changeset View
Standalone View
Standalone View
data/defaults.yaml
Show First 20 Lines • Show All 1,369 Lines • ▼ Show 20 Lines | |||||
swh::remote_service::vault::config::azure: | swh::remote_service::vault::config::azure: | ||||
cls: remote | cls: remote | ||||
args: | args: | ||||
url: "http://vangogh.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::vault::port')}/" | url: "http://vangogh.euwest.azure.internal.softwareheritage.org:%{hiera('swh::remote_service::vault::port')}/" | ||||
# End remote service configurations | # End remote service configurations | ||||
##################################################################################################### | ##################################################################################################### | ||||
swh::deploy::db::pgbouncer::port: 5432 | |||||
swh::deploy::db::main::port: 5433 | |||||
swh::deploy::db::secondary::port: 5434 | |||||
swh::deploy::db::hdd::port: 5435 | |||||
swh::deploy::directory: "%{hiera('swh::conf_directory')}/deploy" | swh::deploy::directory: "%{hiera('swh::conf_directory')}/deploy" | ||||
swh::deploy::group: swhdeploy | swh::deploy::group: swhdeploy | ||||
swh::deploy::public_key: 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDWrJX/uUss/EYZaTp2EIsZgg3ZSH8JcNZV5gBdNZ7EHcQcqxYUCqmwv9Ss3xT8n9kIrH6iz/vquqf84XR+keoZK3bsp50tMOY8LJWpcl/JK2XD6ovoJrHPu+iAroLkE59RdTa1Vz+jF67Q2UuG9f0nKwL4rnkeWTyuK/zAbyHyYKFQntkkwMr5/YTU8sjl/4aNF/2Ww8hitdi2GORlCjav2bB0wyPBA2e8sMt8Hp9O4TIWg/RD6vPX+ZvuFaB/Lw/Hv21622QGTHoZiO92/8/W9/t24il6SU4z96ZGfXqdUZkpPYKBGwyIkZkS4dN6jb4CcRlyXTObphyu3dAlABRt swhworker@worker01' | swh::deploy::public_key: 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDWrJX/uUss/EYZaTp2EIsZgg3ZSH8JcNZV5gBdNZ7EHcQcqxYUCqmwv9Ss3xT8n9kIrH6iz/vquqf84XR+keoZK3bsp50tMOY8LJWpcl/JK2XD6ovoJrHPu+iAroLkE59RdTa1Vz+jF67Q2UuG9f0nKwL4rnkeWTyuK/zAbyHyYKFQntkkwMr5/YTU8sjl/4aNF/2Ww8hitdi2GORlCjav2bB0wyPBA2e8sMt8Hp9O4TIWg/RD6vPX+ZvuFaB/Lw/Hv21622QGTHoZiO92/8/W9/t24il6SU4z96ZGfXqdUZkpPYKBGwyIkZkS4dN6jb4CcRlyXTObphyu3dAlABRt swhworker@worker01' | ||||
swh::deploy::storage::conf_directory: "%{hiera('swh::conf_directory')}/storage" | swh::deploy::storage::conf_directory: "%{hiera('swh::conf_directory')}/storage" | ||||
swh::deploy::storage::conf_file: "%{hiera('swh::deploy::storage::conf_directory')}/storage.yml" | swh::deploy::storage::conf_file: "%{hiera('swh::deploy::storage::conf_directory')}/storage.yml" | ||||
swh::deploy::storage::user: swhstorage | swh::deploy::storage::user: swhstorage | ||||
swh::deploy::storage::group: swhstorage | swh::deploy::storage::group: swhstorage | ||||
▲ Show 20 Lines • Show All 57 Lines • ▼ Show 20 Lines | swh::deploy::vault::config::cache: | ||||
args: | args: | ||||
root: "%{hiera('swh::base_directory')}/vault_cache" | root: "%{hiera('swh::base_directory')}/vault_cache" | ||||
slicing: "0:1/1:5" | slicing: "0:1/1:5" | ||||
swh::deploy::vault::conf_directory: "%{hiera('swh::conf_directory')}/vault" | swh::deploy::vault::conf_directory: "%{hiera('swh::conf_directory')}/vault" | ||||
swh::deploy::vault::conf_file: "%{hiera('swh::deploy::vault::conf_directory')}/server.yml" | swh::deploy::vault::conf_file: "%{hiera('swh::deploy::vault::conf_directory')}/server.yml" | ||||
swh::deploy::vault::user: swhvault | swh::deploy::vault::user: swhvault | ||||
swh::deploy::vault::group: swhvault | swh::deploy::vault::group: swhvault | ||||
swh::deploy::vault::db::host: prado | swh::deploy::vault::db::host: belvedere.internal.softwareheritage.org | ||||
swh::deploy::vault::db::port: 5434 | swh::deploy::vault::db::port: "%{alias('swh::deploy::db::secondary::port')}" | ||||
swh::deploy::vault::db::user: swh-vault | swh::deploy::vault::db::user: swh-vault | ||||
swh::deploy::vault::db::dbname: swh-vault | swh::deploy::vault::db::dbname: swh-vault | ||||
swh::deploy::vault::backend::listen::host: 127.0.0.1 | swh::deploy::vault::backend::listen::host: 127.0.0.1 | ||||
swh::deploy::vault::backend::listen::port: "%{alias('swh::remote_service::vault::port')}" | swh::deploy::vault::backend::listen::port: "%{alias('swh::remote_service::vault::port')}" | ||||
swh::deploy::vault::backend::workers: 4 | swh::deploy::vault::backend::workers: 4 | ||||
swh::deploy::vault::backend::reload_mercy: 3600 | swh::deploy::vault::backend::reload_mercy: 3600 | ||||
swh::deploy::vault::backend::http_keepalive: 5 | swh::deploy::vault::backend::http_keepalive: 5 | ||||
swh::deploy::vault::backend::http_timeout: 3600 | swh::deploy::vault::backend::http_timeout: 3600 | ||||
▲ Show 20 Lines • Show All 90 Lines • ▼ Show 20 Lines | swh::deploy::deposit::locked_endpoints: | ||||
- /1/private/[^/]+/[^/]+/[^/]+ | - /1/private/[^/]+/[^/]+/[^/]+ | ||||
- /1/private/deposits/ | - /1/private/deposits/ | ||||
swh::deploy::deposit::config_directory: "%{hiera('swh::conf_directory')}/deposit" | swh::deploy::deposit::config_directory: "%{hiera('swh::conf_directory')}/deposit" | ||||
swh::deploy::deposit::config_file: "%{hiera('swh::deploy::deposit::config_directory')}/server.yml" | swh::deploy::deposit::config_file: "%{hiera('swh::deploy::deposit::config_directory')}/server.yml" | ||||
swh::deploy::deposit::user: swhdeposit | swh::deploy::deposit::user: swhdeposit | ||||
swh::deploy::deposit::group: swhdeposit | swh::deploy::deposit::group: swhdeposit | ||||
swh::deploy::deposit::media_root_directory: /srv/storage/space/swh-deposit/uploads/ | swh::deploy::deposit::media_root_directory: /srv/storage/space/swh-deposit/uploads/ | ||||
swh::deploy::deposit::db::host: belvedere.internal.softwareheritage.org | |||||
swh::deploy::deposit::db::port: "%{alias('swh::deploy::db::secondary::port')}" | |||||
swh::deploy::deposit::db::dbname: softwareheritage-deposit | |||||
swh::deploy::deposit::db::dbuser: swhstorage | |||||
# swh::deploy::deposit::runtime_secret_key in private data | # swh::deploy::deposit::runtime_secret_key in private data | ||||
swh::deploy::deposit::config: | swh::deploy::deposit::config: | ||||
max_upload_size: 209715200 | max_upload_size: 209715200 | ||||
tool: | tool: | ||||
name: 'swh-deposit' | name: 'swh-deposit' | ||||
version: '0.0.1' | version: '0.0.1' | ||||
configuration: | configuration: | ||||
sword_version: 2 | sword_version: 2 | ||||
scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | ||||
private: | private: | ||||
secret_key: "%{hiera('swh::deploy::deposit::runtime_secret_key')}" | secret_key: "%{hiera('swh::deploy::deposit::runtime_secret_key')}" | ||||
db: | db: | ||||
host: db | host: "%{hiera('swh::deploy::deposit::db::host')}" | ||||
port: 5432 | port: "%{hiera('swh::deploy::deposit::db::port')}" | ||||
name: softwareheritage-deposit | name: "%{hiera('swh::deploy::deposit::db::dbname')}" | ||||
user: swhstorage | user: "%{hiera('swh::deploy::deposit::db::dbuser')}" | ||||
password: "%{hiera('swh::deploy::storage::db::password')}" | password: "%{hiera('swh::deploy::storage::db::password')}" | ||||
media_root: "%{hiera('swh::deploy::deposit::media_root_directory')}" | media_root: "%{hiera('swh::deploy::deposit::media_root_directory')}" | ||||
swh::deploy::worker::loader_deposit::config_file: "%{hiera('swh::conf_directory')}/loader_deposit.yml" | swh::deploy::worker::loader_deposit::config_file: "%{hiera('swh::conf_directory')}/loader_deposit.yml" | ||||
swh::deploy::worker::loader_deposit::concurrency: 2 | swh::deploy::worker::loader_deposit::concurrency: 2 | ||||
swh::deploy::worker::loader_deposit::private_tmp: true | swh::deploy::worker::loader_deposit::private_tmp: true | ||||
swh::deploy::worker::loader_deposit::loglevel: info | swh::deploy::worker::loader_deposit::loglevel: info | ||||
# deposit_basic_auth_swhworker_{username|password} in private_data | # deposit_basic_auth_swhworker_{username|password} in private_data | ||||
▲ Show 20 Lines • Show All 166 Lines • ▼ Show 20 Lines | swh::deploy::webapp::locked_endpoints: | ||||
- /api/1/entity/ | - /api/1/entity/ | ||||
- /api/1/provenance/ | - /api/1/provenance/ | ||||
# local configuration for the scheduler | # local configuration for the scheduler | ||||
swh::deploy::scheduler::config::local: &swh_scheduler_local_config | swh::deploy::scheduler::config::local: &swh_scheduler_local_config | ||||
scheduler: | scheduler: | ||||
cls: local | cls: local | ||||
args: | args: | ||||
db: "host=%{hiera('swh::deploy::scheduler::db::host')} dbname=%{hiera('swh::deploy::scheduler::db::dbname')} user=%{hiera('swh::deploy::scheduler::db::user')} password=%{hiera('swh::deploy::scheduler::db::password')}" | db: "host=%{hiera('swh::deploy::scheduler::db::host')} port=%{hiera('swh::deploy::scheduler::db::port')} dbname=%{hiera('swh::deploy::scheduler::db::dbname')} user=%{hiera('swh::deploy::scheduler::db::user')} password=%{hiera('swh::deploy::scheduler::db::password')}" | ||||
swh::deploy::scheduler::conf_file: "%{hiera('swh::conf_directory')}/scheduler.yml" | swh::deploy::scheduler::conf_file: "%{hiera('swh::conf_directory')}/scheduler.yml" | ||||
swh::deploy::scheduler::user: swhscheduler | swh::deploy::scheduler::user: swhscheduler | ||||
swh::deploy::scheduler::group: swhscheduler | swh::deploy::scheduler::group: swhscheduler | ||||
swh::deploy::scheduler::db::host: db | swh::deploy::scheduler::db::host: belvedere.internal.softwareheritage.org | ||||
swh::deploy::scheduler::db::port: "%{alias('swh::deploy::db::secondary::port')}" | |||||
swh::deploy::scheduler::db::dbname: softwareheritage-scheduler | swh::deploy::scheduler::db::dbname: softwareheritage-scheduler | ||||
swh::deploy::scheduler::db::user: swhscheduler | swh::deploy::scheduler::db::user: swhscheduler | ||||
# swh::deploy::scheduler::db::password in private data | # swh::deploy::scheduler::db::password in private data | ||||
# swh::deploy::scheduler::task_broker::password in private data | # swh::deploy::scheduler::task_broker::password in private data | ||||
swh::deploy::scheduler::task_broker: "amqp://swhproducer:%{hiera('swh::deploy::scheduler::task_broker::password')}@rabbitmq:5672//" | swh::deploy::scheduler::task_broker: "amqp://swhproducer:%{hiera('swh::deploy::scheduler::task_broker::password')}@rabbitmq:5672//" | ||||
swh::deploy::scheduler::listener::log_level: INFO | swh::deploy::scheduler::listener::log_level: INFO | ||||
swh::deploy::scheduler::runner::log_level: INFO | swh::deploy::scheduler::runner::log_level: INFO | ||||
swh::deploy::scheduler::config: | swh::deploy::scheduler::config: | ||||
▲ Show 20 Lines • Show All 53 Lines • ▼ Show 20 Lines | swh::deploy::scheduler::remote::backend::server_names: | ||||
- localhost | - localhost | ||||
- "::1" | - "::1" | ||||
swh::deploy::scheduler::remote::config: "%{alias('swh::deploy::scheduler::config::local')}" | swh::deploy::scheduler::remote::config: "%{alias('swh::deploy::scheduler::config::local')}" | ||||
swh::deploy::scheduler::updater::backend::conf_dir: "%{hiera('swh::conf_directory')}/backend" | swh::deploy::scheduler::updater::backend::conf_dir: "%{hiera('swh::conf_directory')}/backend" | ||||
swh::deploy::scheduler::updater::backend::conf_file: "%{hiera('swh::deploy::scheduler::updater::backend::conf_dir')}/scheduler-updater.yml" | swh::deploy::scheduler::updater::backend::conf_file: "%{hiera('swh::deploy::scheduler::updater::backend::conf_dir')}/scheduler-updater.yml" | ||||
swh::deploy::scheduler::updater::backend::user: swhscheduler | swh::deploy::scheduler::updater::backend::user: swhscheduler | ||||
swh::deploy::scheduler::updater::backend::group: swhscheduler | swh::deploy::scheduler::updater::backend::group: swhscheduler | ||||
swh::deploy::scheduler::updater::backend::db::host: db.internal.softwareheritage.org | swh::deploy::scheduler::updater::backend::db::host: belvedere.internal.softwareheritage.org | ||||
swh::deploy::scheduler::updater::backend::db::port: 5432 | swh::deploy::scheduler::updater::backend::db::port: "%{alias('swh::deploy::db::secondary::port')}" | ||||
swh::deploy::scheduler::updater::backend::db::dbname: softwareheritage-scheduler-updater | swh::deploy::scheduler::updater::backend::db::dbname: softwareheritage-scheduler-updater | ||||
swh::deploy::scheduler::updater::backend::db::user: swhscheduler | swh::deploy::scheduler::updater::backend::db::user: swhscheduler | ||||
swh::deploy::scheduler::updater::backend::config: | swh::deploy::scheduler::updater::backend::config: | ||||
scheduling_updater_db: "host=%{hiera('swh::deploy::scheduler::updater::backend::db::host')} dbname=%{hiera('swh::deploy::scheduler::updater::backend::db::dbname')} user=%{hiera('swh::deploy::scheduler::updater::backend::db::user')} password=%{hiera('swh::deploy::scheduler::updater::backend::db::password')}" | scheduling_updater_db: "host=%{hiera('swh::deploy::scheduler::updater::backend::db::host')} port=%{hiera('swh::deploy::scheduler::updater::backend::db::port')} dbname=%{hiera('swh::deploy::scheduler::updater::backend::db::dbname')} user=%{hiera('swh::deploy::scheduler::updater::backend::db::user')} password=%{hiera('swh::deploy::scheduler::updater::backend::db::password')}" | ||||
cache_read_limit: 1000 | cache_read_limit: 1000 | ||||
swh::deploy::scheduler::updater::consumer::ghtorrent::conf_dir: "%{hiera('swh::conf_directory')}/backend" | swh::deploy::scheduler::updater::consumer::ghtorrent::conf_dir: "%{hiera('swh::conf_directory')}/backend" | ||||
swh::deploy::scheduler::updater::consumer::ghtorrent::conf_file: "%{hiera('swh::deploy::scheduler::updater::consumer::ghtorrent::conf_dir')}/ghtorrent.yml" | swh::deploy::scheduler::updater::consumer::ghtorrent::conf_file: "%{hiera('swh::deploy::scheduler::updater::consumer::ghtorrent::conf_dir')}/ghtorrent.yml" | ||||
swh::deploy::scheduler::updater::consumer::user: swhscheduler | swh::deploy::scheduler::updater::consumer::user: swhscheduler | ||||
swh::deploy::scheduler::updater::consumer::group: swhscheduler | swh::deploy::scheduler::updater::consumer::group: swhscheduler | ||||
swh::deploy::scheduler::updater::consumer::ghtorrent::user: streamer | swh::deploy::scheduler::updater::consumer::ghtorrent::user: streamer | ||||
Show All 35 Lines | - host: esnode3.internal.softwareheritage.org | ||||
port: 9200 | port: 9200 | ||||
- host: esnode1.internal.softwareheritage.org | - host: esnode1.internal.softwareheritage.org | ||||
port: 9200 | port: 9200 | ||||
client_options: | client_options: | ||||
sniff_on_start: false | sniff_on_start: false | ||||
sniff_on_connection_fail: True | sniff_on_connection_fail: True | ||||
http_compress: false | http_compress: false | ||||
swh::deploy::loader_debian::db::host: db.internal.softwareheritage.org | swh::deploy::loader_debian::db::host: belvedere.internal.softwareheritage.org | ||||
swh::deploy::loader_debian::db::port: 5432 | swh::deploy::loader_debian::db::port: "%{alias('swh::deploy::db::secondary::port')}" | ||||
swh::deploy::loader_debian::db::user: lister-debian | swh::deploy::loader_debian::db::user: lister-debian | ||||
# in private data: swh::deploy::loader_debian::db::password | # in private data: swh::deploy::loader_debian::db::password | ||||
swh::deploy::loader_debian::db::dbname: lister-debian | swh::deploy::loader_debian::db::dbname: lister-debian | ||||
# swh::deploy::worker::task_broker::password in private data | # swh::deploy::worker::task_broker::password in private data | ||||
swh::deploy::worker::task_broker: "amqp://swhconsumer:%{hiera('swh::deploy::worker::task_broker::password')}@rabbitmq:5672//" | swh::deploy::worker::task_broker: "amqp://swhconsumer:%{hiera('swh::deploy::worker::task_broker::password')}@rabbitmq:5672//" | ||||
swh::deploy::worker::instances: | swh::deploy::worker::instances: | ||||
- loader_debian | - loader_debian | ||||
▲ Show 20 Lines • Show All 116 Lines • ▼ Show 20 Lines | task_queues: | ||||
- swh.loader.svn.tasks.DumpMountAndLoadSvnRepository | - swh.loader.svn.tasks.DumpMountAndLoadSvnRepository | ||||
- swh_loader_svn | - swh_loader_svn | ||||
- swh_loader_svn_mount_and_load | - swh_loader_svn_mount_and_load | ||||
swh::deploy::worker::lister_github::config_file: "%{hiera('swh::conf_directory')}/lister_github.yml" | swh::deploy::worker::lister_github::config_file: "%{hiera('swh::conf_directory')}/lister_github.yml" | ||||
swh::deploy::worker::lister_github::concurrency: 1 | swh::deploy::worker::lister_github::concurrency: 1 | ||||
swh::deploy::worker::lister_github::loglevel: warning | swh::deploy::worker::lister_github::loglevel: warning | ||||
# Contains a password: in private data | # Contains a password: in private data | ||||
swh::deploy::worker::lister_github::db::host: db | swh::deploy::worker::lister_github::db::host: belvedere.internal.softwareheritage.org | ||||
swh::deploy::worker::lister_github::db::port: "%{alias('swh::deploy::db::secondary::port')}" | |||||
swh::deploy::worker::lister_github::db::dbname: lister-github | swh::deploy::worker::lister_github::db::dbname: lister-github | ||||
swh::deploy::worker::lister_github::db::user: lister-github | swh::deploy::worker::lister_github::db::user: lister-github | ||||
#swh::deploy::worker::lister_github::db::password in private data | #swh::deploy::worker::lister_github::db::password in private data | ||||
swh::deploy::worker::lister_github::config: | swh::deploy::worker::lister_github::config: | ||||
storage: "%{alias('swh::remote_service::storage::config::writable')}" | storage: "%{alias('swh::remote_service::storage::config::writable')}" | ||||
scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | ||||
lister: | lister: | ||||
cls: local | cls: local | ||||
args: | args: | ||||
db: "postgresql://%{hiera('swh::deploy::worker::lister_github::db::user')}:%{hiera('swh::deploy::worker::lister_github::db::password')}@%{hiera('swh::deploy::worker::lister_github::db::host')}/%{hiera('swh::deploy::worker::lister_github::db::dbname')}" | db: "postgresql://%{hiera('swh::deploy::worker::lister_github::db::user')}:%{hiera('swh::deploy::worker::lister_github::db::password')}@%{hiera('swh::deploy::worker::lister_github::db::host')}:%{hiera('swh::deploy::worker::lister_github::db::port')}/%{hiera('swh::deploy::worker::lister_github::db::dbname')}" | ||||
# credentials in private data | # credentials in private data | ||||
celery: | celery: | ||||
task_broker: "%{alias('swh::deploy::worker::task_broker')}" | task_broker: "%{alias('swh::deploy::worker::task_broker')}" | ||||
task_modules: | task_modules: | ||||
- swh.lister.github.tasks | - swh.lister.github.tasks | ||||
task_queues: | task_queues: | ||||
- swh.lister.github.tasks.IncrementalGitHubLister | - swh.lister.github.tasks.IncrementalGitHubLister | ||||
- swh.lister.github.tasks.RangeGitHubLister | - swh.lister.github.tasks.RangeGitHubLister | ||||
- swh.lister.github.tasks.FullGitHubRelister | - swh.lister.github.tasks.FullGitHubRelister | ||||
- swh_lister_github_discover | - swh_lister_github_discover | ||||
- swh_lister_github_refresh | - swh_lister_github_refresh | ||||
swh::deploy::worker::lister_gitlab::config_file: "%{hiera('swh::conf_directory')}/lister_gitlab.yml" | swh::deploy::worker::lister_gitlab::config_file: "%{hiera('swh::conf_directory')}/lister_gitlab.yml" | ||||
swh::deploy::worker::lister_gitlab::concurrency: 1 | swh::deploy::worker::lister_gitlab::concurrency: 1 | ||||
swh::deploy::worker::lister_gitlab::loglevel: warning | swh::deploy::worker::lister_gitlab::loglevel: warning | ||||
# Contains a password: in private data | # Contains a password: in private data | ||||
swh::deploy::worker::lister_gitlab::db::host: db | swh::deploy::worker::lister_gitlab::db::host: belvedere.internal.softwareheritage.org | ||||
swh::deploy::worker::lister_gitlab::db::port: "%{alias('swh::deploy::db::secondary::port')}" | |||||
swh::deploy::worker::lister_gitlab::db::dbname: lister-gitlab | swh::deploy::worker::lister_gitlab::db::dbname: lister-gitlab | ||||
swh::deploy::worker::lister_gitlab::db::user: lister-gitlab | swh::deploy::worker::lister_gitlab::db::user: lister-gitlab | ||||
#swh::deploy::worker::lister_gitlab::db::password in private data | #swh::deploy::worker::lister_gitlab::db::password in private data | ||||
swh::deploy::worker::lister_gitlab::config: | swh::deploy::worker::lister_gitlab::config: | ||||
storage: "%{alias('swh::remote_service::storage::config::writable')}" | storage: "%{alias('swh::remote_service::storage::config::writable')}" | ||||
scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | ||||
lister: | lister: | ||||
cls: local | cls: local | ||||
args: | args: | ||||
db: "postgresql://%{hiera('swh::deploy::worker::lister_gitlab::db::user')}:%{hiera('swh::deploy::worker::lister_gitlab::db::password')}@%{hiera('swh::deploy::worker::lister_gitlab::db::host')}/%{hiera('swh::deploy::worker::lister_gitlab::db::dbname')}" | db: "postgresql://%{hiera('swh::deploy::worker::lister_gitlab::db::user')}:%{hiera('swh::deploy::worker::lister_gitlab::db::password')}@%{hiera('swh::deploy::worker::lister_gitlab::db::host')}:%{hiera('swh::deploy::worker::lister_gitlab::db::port')}/%{hiera('swh::deploy::worker::lister_gitlab::db::dbname')}" | ||||
# credentials in private data | # credentials in private data | ||||
celery: | celery: | ||||
task_broker: "%{alias('swh::deploy::worker::task_broker')}" | task_broker: "%{alias('swh::deploy::worker::task_broker')}" | ||||
task_modules: | task_modules: | ||||
- swh.lister.gitlab.tasks | - swh.lister.gitlab.tasks | ||||
task_queues: | task_queues: | ||||
- swh.lister.gitlab.tasks.IncrementalGitLabLister | - swh.lister.gitlab.tasks.IncrementalGitLabLister | ||||
- swh.lister.gitlab.tasks.RangeGitLabLister | - swh.lister.gitlab.tasks.RangeGitLabLister | ||||
- swh.lister.gitlab.tasks.FullGitLabRelister | - swh.lister.gitlab.tasks.FullGitLabRelister | ||||
- swh_lister_gitlab_discover | - swh_lister_gitlab_discover | ||||
- swh_lister_gitlab_refresh | - swh_lister_gitlab_refresh | ||||
swh::deploy::worker::lister_pypi::config_file: "%{hiera('swh::conf_directory')}/lister_pypi.yml" | swh::deploy::worker::lister_pypi::config_file: "%{hiera('swh::conf_directory')}/lister_pypi.yml" | ||||
swh::deploy::worker::lister_pypi::concurrency: 1 | swh::deploy::worker::lister_pypi::concurrency: 1 | ||||
swh::deploy::worker::lister_pypi::loglevel: warning | swh::deploy::worker::lister_pypi::loglevel: warning | ||||
# Contains a password: in private data | # Contains a password: in private data | ||||
swh::deploy::worker::lister_pypi::db::host: db | swh::deploy::worker::lister_pypi::db::host: belvedere.internal.softwareheritage.org | ||||
swh::deploy::worker::lister_pypi::db::port: "%{alias('swh::deploy::db::secondary::port')}" | |||||
swh::deploy::worker::lister_pypi::db::dbname: lister-pypi | swh::deploy::worker::lister_pypi::db::dbname: lister-pypi | ||||
swh::deploy::worker::lister_pypi::db::user: lister-pypi | swh::deploy::worker::lister_pypi::db::user: lister-pypi | ||||
#swh::deploy::worker::lister_pypi::db::password in private data | #swh::deploy::worker::lister_pypi::db::password in private data | ||||
swh::deploy::worker::lister_pypi::config: | swh::deploy::worker::lister_pypi::config: | ||||
storage: "%{alias('swh::remote_service::storage::config::writable')}" | storage: "%{alias('swh::remote_service::storage::config::writable')}" | ||||
scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | ||||
lister: | lister: | ||||
cls: local | cls: local | ||||
args: | args: | ||||
db: "postgresql://%{hiera('swh::deploy::worker::lister_pypi::db::user')}:%{hiera('swh::deploy::worker::lister_pypi::db::password')}@%{hiera('swh::deploy::worker::lister_pypi::db::host')}/%{hiera('swh::deploy::worker::lister_pypi::db::dbname')}" | db: "postgresql://%{hiera('swh::deploy::worker::lister_pypi::db::user')}:%{hiera('swh::deploy::worker::lister_pypi::db::password')}@%{hiera('swh::deploy::worker::lister_pypi::db::host')}:%{hiera('swh::deploy::worker::lister_pypi::db::port')}/%{hiera('swh::deploy::worker::lister_pypi::db::dbname')}" | ||||
# credentials in private data | # credentials in private data | ||||
celery: | celery: | ||||
task_broker: "%{alias('swh::deploy::worker::task_broker')}" | task_broker: "%{alias('swh::deploy::worker::task_broker')}" | ||||
task_modules: | task_modules: | ||||
- swh.lister.pypi.tasks | - swh.lister.pypi.tasks | ||||
task_queues: | task_queues: | ||||
- swh.lister.pypi.tasks.PyPIListerTask | - swh.lister.pypi.tasks.PyPIListerTask | ||||
- swh_lister_pypi_refresh | - swh_lister_pypi_refresh | ||||
swh::deploy::worker::lister_npm::config_file: "%{hiera('swh::conf_directory')}/lister_npm.yml" | swh::deploy::worker::lister_npm::config_file: "%{hiera('swh::conf_directory')}/lister_npm.yml" | ||||
swh::deploy::worker::lister_npm::concurrency: 1 | swh::deploy::worker::lister_npm::concurrency: 1 | ||||
swh::deploy::worker::lister_npm::loglevel: warning | swh::deploy::worker::lister_npm::loglevel: warning | ||||
# Contains a password: in private data | # Contains a password: in private data | ||||
swh::deploy::worker::lister_npm::db::host: db | swh::deploy::worker::lister_npm::db::host: belvedere.internal.softwareheritage.org | ||||
swh::deploy::worker::lister_npm::db::port: "%{alias('swh::deploy::db::secondary::port')}" | |||||
swh::deploy::worker::lister_npm::db::dbname: lister-npm | swh::deploy::worker::lister_npm::db::dbname: lister-npm | ||||
swh::deploy::worker::lister_npm::db::user: lister-npm | swh::deploy::worker::lister_npm::db::user: lister-npm | ||||
#swh::deploy::worker::lister_npm::db::password in private data | #swh::deploy::worker::lister_npm::db::password in private data | ||||
swh::deploy::worker::lister_npm::config: | swh::deploy::worker::lister_npm::config: | ||||
storage: "%{alias('swh::remote_service::storage::config::writable')}" | storage: "%{alias('swh::remote_service::storage::config::writable')}" | ||||
scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | ||||
lister: | lister: | ||||
cls: local | cls: local | ||||
args: | args: | ||||
db: "postgresql://%{hiera('swh::deploy::worker::lister_npm::db::user')}:%{hiera('swh::deploy::worker::lister_npm::db::password')}@%{hiera('swh::deploy::worker::lister_npm::db::host')}/%{hiera('swh::deploy::worker::lister_npm::db::dbname')}" | db: "postgresql://%{hiera('swh::deploy::worker::lister_npm::db::user')}:%{hiera('swh::deploy::worker::lister_npm::db::password')}@%{hiera('swh::deploy::worker::lister_npm::db::host')}:%{hiera('swh::deploy::worker::lister_npm::db::port')}/%{hiera('swh::deploy::worker::lister_npm::db::dbname')}" | ||||
# credentials in private data | # credentials in private data | ||||
celery: | celery: | ||||
task_broker: "%{alias('swh::deploy::worker::task_broker')}" | task_broker: "%{alias('swh::deploy::worker::task_broker')}" | ||||
task_modules: | task_modules: | ||||
- swh.lister.npm.tasks | - swh.lister.npm.tasks | ||||
task_queues: | task_queues: | ||||
- swh.lister.npm.tasks.NpmListerTask | - swh.lister.npm.tasks.NpmListerTask | ||||
swh::deploy::worker::archiver::config_file: "%{hiera('swh::conf_directory')}/archiver.yml" | swh::deploy::worker::archiver::config_file: "%{hiera('swh::conf_directory')}/archiver.yml" | ||||
swh::deploy::worker::archiver::archival_max_age: 3600 | swh::deploy::worker::archiver::archival_max_age: 3600 | ||||
swh::deploy::worker::archiver::max_queue_length: 100000 | swh::deploy::worker::archiver::max_queue_length: 100000 | ||||
swh::deploy::worker::archiver::retention_policy: 3 | swh::deploy::worker::archiver::retention_policy: 3 | ||||
swh::deploy::worker::archiver::batch_max_size: 5 | swh::deploy::worker::archiver::batch_max_size: 5 | ||||
swh::deploy::worker::archiver::db::host: db | swh::deploy::worker::archiver::db::host: belvedere.internal.softwareheritage.org | ||||
swh::deploy::worker::archiver::db::port: "%{alias('swh::deploy::db::secondary::port')}" | |||||
swh::deploy::worker::archiver::db::dbname: softwareheritage-archiver | swh::deploy::worker::archiver::db::dbname: softwareheritage-archiver | ||||
swh::deploy::worker::archiver::db::user: "%{hiera('swh::deploy::storage::db::user')}" | swh::deploy::worker::archiver::db::user: "%{hiera('swh::deploy::storage::db::user')}" | ||||
swh::deploy::worker::archiver::db::password: "%{hiera('swh::deploy::storage::db::password')}" | swh::deploy::worker::archiver::db::password: "%{hiera('swh::deploy::storage::db::password')}" | ||||
swh::deploy::worker::archiver::concurrency: 10 | swh::deploy::worker::archiver::concurrency: 10 | ||||
swh::deploy::worker::archiver::max_tasks_per_child: 500 | swh::deploy::worker::archiver::max_tasks_per_child: 500 | ||||
swh::deploy::worker::archiver::loglevel: info | swh::deploy::worker::archiver::loglevel: info | ||||
# Contains a password: in private data | # Contains a password: in private data | ||||
swh::deploy::worker::archiver::config: | swh::deploy::worker::archiver::config: | ||||
archival_max_age: "%{hiera('swh::deploy::worker::archiver::archival_max_age')}" | archival_max_age: "%{hiera('swh::deploy::worker::archiver::archival_max_age')}" | ||||
retention_policy: "%{hiera('swh::deploy::worker::archiver::retention_policy')}" | retention_policy: "%{hiera('swh::deploy::worker::archiver::retention_policy')}" | ||||
batch_max_size: "%{hiera('swh::deploy::worker::archiver::batch_max_size')}" | batch_max_size: "%{hiera('swh::deploy::worker::archiver::batch_max_size')}" | ||||
archiver_storage: | archiver_storage: | ||||
cls: db | cls: db | ||||
args: | args: | ||||
dbconn: "host=%{hiera('swh::deploy::worker::archiver::db::host')} user=%{hiera('swh::deploy::worker::archiver::db::user')} dbname=%{hiera('swh::deploy::worker::archiver::db::dbname')} password=%{hiera('swh::deploy::worker::archiver::db::password')}" | dbconn: "host=%{hiera('swh::deploy::worker::archiver::db::host')} port=%{hiera('swh::deploy::worker::archiver::db::port')} user=%{hiera('swh::deploy::worker::archiver::db::user')} dbname=%{hiera('swh::deploy::worker::archiver::db::dbname')} password=%{hiera('swh::deploy::worker::archiver::db::password')}" | ||||
storages: | storages: | ||||
- host: uffizi | - host: uffizi | ||||
<<: *swh_objstorage_config_uffizi | <<: *swh_objstorage_config_uffizi | ||||
- host: banco | - host: banco | ||||
<<: *swh_objstorage_config_banco | <<: *swh_objstorage_config_banco | ||||
- host: azure | - host: azure | ||||
<<: *swh_objstorage_config_azure | <<: *swh_objstorage_config_azure | ||||
sources: | sources: | ||||
▲ Show 20 Lines • Show All 1,398 Lines • Show Last 20 Lines |