Changeset View
Changeset View
Standalone View
Standalone View
data/defaults.yaml
Show First 20 Lines • Show All 1,492 Lines • ▼ Show 20 Lines | swh::deploy::journal_simple_checker_producer::config: | ||||
object_types: | object_types: | ||||
- content | - content | ||||
- directory | - directory | ||||
- revision | - revision | ||||
- release | - release | ||||
- origin | - origin | ||||
- origin_visit | - origin_visit | ||||
swh::deploy::archiver_content_updater::conf_file: "%{hiera('swh::deploy::worker::archiver::conf_directory')}/content_updater.yml" | |||||
swh::deploy::archiver_content_updater::user: swhstorage | |||||
swh::deploy::archiver_content_updater::group: swhstorage | |||||
swh::deploy::archiver_content_updater::config: | |||||
brokers: | |||||
- getty.internal.softwareheritage.org | |||||
auto_offset_reset: earliest | |||||
topic_prefix: swh.journal.objects | |||||
consumer_id: swh.journal.archiver.content.updater | |||||
object_types: | |||||
- content | |||||
archiver_storage: | |||||
cls: db | |||||
args: | |||||
dbconn: "host=%{hiera('swh::deploy::worker::archiver::db::host')} user=%{hiera('swh::deploy::worker::archiver::db::user')} dbname=%{hiera('swh::deploy::worker::archiver::db::dbname')} password=%{hiera('swh::deploy::worker::archiver::db::password')}" | |||||
sources_present: | |||||
- uffizi | |||||
swh::deploy::objstorage::conf_directory: "%{hiera('swh::conf_directory')}/objstorage" | swh::deploy::objstorage::conf_directory: "%{hiera('swh::conf_directory')}/objstorage" | ||||
swh::deploy::objstorage::conf_file: "%{hiera('swh::deploy::objstorage::conf_directory')}/server.yml" | swh::deploy::objstorage::conf_file: "%{hiera('swh::deploy::objstorage::conf_directory')}/server.yml" | ||||
swh::deploy::objstorage::user: "%{hiera('swh::deploy::storage::user')}" | swh::deploy::objstorage::user: "%{hiera('swh::deploy::storage::user')}" | ||||
swh::deploy::objstorage::group: "%{hiera('swh::deploy::storage::group')}" | swh::deploy::objstorage::group: "%{hiera('swh::deploy::storage::group')}" | ||||
swh::deploy::objstorage::directory: "%{hiera('swh::deploy::storage::directory')}" | swh::deploy::objstorage::directory: "%{hiera('swh::deploy::storage::directory')}" | ||||
swh::deploy::objstorage::slicing: 0:2/2:4/4:6 | swh::deploy::objstorage::slicing: 0:2/2:4/4:6 | ||||
swh::deploy::objstorage::config: | swh::deploy::objstorage::config: | ||||
objstorage: | objstorage: | ||||
▲ Show 20 Lines • Show All 110 Lines • ▼ Show 20 Lines | storage: | ||||
cls: pathslicing | cls: pathslicing | ||||
args: | args: | ||||
root: "%{hiera('swh::deploy::objstorage::directory')}" | root: "%{hiera('swh::deploy::objstorage::directory')}" | ||||
slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | ||||
batch_size: 1000 | batch_size: 1000 | ||||
log_tag: objstorage.checker.repair | log_tag: objstorage.checker.repair | ||||
backup_storages: "%{alias('swh::remote_service::objstorage::config_as_dict')}" | backup_storages: "%{alias('swh::remote_service::objstorage::config_as_dict')}" | ||||
swh::deploy::objstorage_archive_notifier_checker::conf_directory: "%{hiera('swh::deploy::objstorage::conf_directory')}" | |||||
swh::deploy::objstorage_archive_notifier_checker::conf_file: "%{hiera('swh::deploy::objstorage_archive_notifier_checker::conf_directory')}/archive_notifier_checker.yml" | |||||
swh::deploy::objstorage_archive_notifier_checker::user: "%{hiera('swh::deploy::objstorage::user')}" | |||||
swh::deploy::objstorage_archive_notifier_checker::group: "%{hiera('swh::deploy::objstorage::group')}" | |||||
swh::deploy::objstorage_archive_notifier_checker::log_tag: objstorage.checker.archive_notifier | |||||
swh::deploy::objstorage_archive_notifier_checker::storage_name: this-must-be-overriden-on-a-host-basis | |||||
swh::deploy::objstorage_archive_notifier_checker::db::host: "%{hiera('swh::deploy::worker::archiver::db::host')}" | |||||
swh::deploy::objstorage_archive_notifier_checker::db::dbname: "%{hiera('swh::deploy::worker::archiver::db::dbname')}" | |||||
swh::deploy::objstorage_archive_notifier_checker::db::user: "%{hiera('swh::deploy::worker::archiver::db::user')}" | |||||
swh::deploy::objstorage_archive_notifier_checker::db::password: "%{hiera('swh::deploy::worker::archiver::db::password')}" | |||||
swh::deploy::objstorage_archive_notifier_checker::config: | |||||
storage: | |||||
cls: pathslicing | |||||
args: | |||||
root: "%{hiera('swh::deploy::objstorage::directory')}" | |||||
slicing: "%{hiera('swh::deploy::objstorage::slicing')}" | |||||
batch_size: 1000 | |||||
log_tag: objstorage.checker.archive_notifier | |||||
storage_name: this-must-be-overriden-on-a-per-host-basis | |||||
archiver_storage: | |||||
cls: db | |||||
args: | |||||
dbconn: "host=%{hiera('swh::deploy::worker::archiver::db::host')} user=%{hiera('swh::deploy::worker::archiver::db::user')} dbname=%{hiera('swh::deploy::worker::archiver::db::dbname')} password=%{hiera('swh::deploy::worker::archiver::db::password')}" | |||||
swh::deploy::webapp::backported_packages: | swh::deploy::webapp::backported_packages: | ||||
stretch: | stretch: | ||||
- python3-django | - python3-django | ||||
swh::deploy::webapp::conf_directory: "%{hiera('swh::conf_directory')}/web" | swh::deploy::webapp::conf_directory: "%{hiera('swh::conf_directory')}/web" | ||||
swh::deploy::webapp::conf_file: "%{hiera('swh::deploy::webapp::conf_directory')}/web.yml" | swh::deploy::webapp::conf_file: "%{hiera('swh::deploy::webapp::conf_directory')}/web.yml" | ||||
swh::deploy::webapp::user: swhwebapp | swh::deploy::webapp::user: swhwebapp | ||||
swh::deploy::webapp::group: swhwebapp | swh::deploy::webapp::group: swhwebapp | ||||
▲ Show 20 Lines • Show All 364 Lines • ▼ Show 20 Lines | celery: | ||||
task_queues: | task_queues: | ||||
- swh.loader.svn.tasks.LoadSvnRepository | - swh.loader.svn.tasks.LoadSvnRepository | ||||
- swh.loader.svn.tasks.MountAndLoadSvnRepository | - swh.loader.svn.tasks.MountAndLoadSvnRepository | ||||
- swh.loader.svn.tasks.DumpMountAndLoadSvnRepository | - swh.loader.svn.tasks.DumpMountAndLoadSvnRepository | ||||
- swh_loader_svn | - swh_loader_svn | ||||
- swh_loader_svn_mount_and_load | - swh_loader_svn_mount_and_load | ||||
swh::deploy::worker::archiver::config_file: "%{hiera('swh::conf_directory')}/archiver.yml" | |||||
swh::deploy::worker::archiver::archival_max_age: 3600 | |||||
swh::deploy::worker::archiver::max_queue_length: 100000 | |||||
swh::deploy::worker::archiver::retention_policy: 3 | |||||
swh::deploy::worker::archiver::batch_max_size: 5 | |||||
swh::deploy::worker::archiver::db::host: belvedere.internal.softwareheritage.org | |||||
swh::deploy::worker::archiver::db::port: "%{alias('swh::deploy::db::secondary::port')}" | |||||
swh::deploy::worker::archiver::db::dbname: softwareheritage-archiver | |||||
swh::deploy::worker::archiver::db::user: "%{hiera('swh::deploy::storage::db::user')}" | |||||
swh::deploy::worker::archiver::db::password: "%{hiera('swh::deploy::storage::db::password')}" | |||||
swh::deploy::worker::archiver::concurrency: 10 | |||||
swh::deploy::worker::archiver::max_tasks_per_child: 500 | |||||
swh::deploy::worker::archiver::loglevel: info | |||||
# Contains a password: in private data | |||||
swh::deploy::worker::archiver::config: | |||||
archival_max_age: "%{hiera('swh::deploy::worker::archiver::archival_max_age')}" | |||||
retention_policy: "%{hiera('swh::deploy::worker::archiver::retention_policy')}" | |||||
batch_max_size: "%{hiera('swh::deploy::worker::archiver::batch_max_size')}" | |||||
archiver_storage: | |||||
cls: db | |||||
args: | |||||
dbconn: "host=%{hiera('swh::deploy::worker::archiver::db::host')} port=%{hiera('swh::deploy::worker::archiver::db::port')} user=%{hiera('swh::deploy::worker::archiver::db::user')} dbname=%{hiera('swh::deploy::worker::archiver::db::dbname')} password=%{hiera('swh::deploy::worker::archiver::db::password')}" | |||||
storages: | |||||
- host: uffizi | |||||
<<: *swh_objstorage_config_uffizi | |||||
- host: banco | |||||
<<: *swh_objstorage_config_banco | |||||
- host: azure | |||||
<<: *swh_objstorage_config_azure | |||||
sources: | |||||
- uffizi | |||||
- banco | |||||
max_queue_length: "%{hiera('swh::deploy::worker::archiver::max_queue_length')}" | |||||
celery: | |||||
task_modules: | |||||
- swh.archiver.tasks | |||||
task_queues: | |||||
- swh.archiver.tasks.SWHArchiverWithRetentionPolicyTask | |||||
- swh.archiver.tasks.SWHArchiverToBackendTask | |||||
swh::deploy::base_indexer::config_directory: "%{hiera('swh::conf_directory')}/indexer" | swh::deploy::base_indexer::config_directory: "%{hiera('swh::conf_directory')}/indexer" | ||||
swh::deploy::indexer_journal_client::config_file: "journal_client.yml" | swh::deploy::indexer_journal_client::config_file: "journal_client.yml" | ||||
swh::deploy::indexer_journal_client::user: swhstorage | swh::deploy::indexer_journal_client::user: swhstorage | ||||
swh::deploy::indexer_journal_client::group: swhstorage | swh::deploy::indexer_journal_client::group: swhstorage | ||||
swh::deploy::indexer_journal_client::config: | swh::deploy::indexer_journal_client::config: | ||||
brokers: | brokers: | ||||
- getty.internal.softwareheritage.org | - getty.internal.softwareheritage.org | ||||
▲ Show 20 Lines • Show All 1,380 Lines • Show Last 20 Lines |