Changeset View
Changeset View
Standalone View
Standalone View
data/common/common.yaml
Show First 20 Lines • Show All 2,755 Lines • ▼ Show 20 Lines | celery: | ||||
task_broker: "%{alias('swh::deploy::worker::task_broker')}" | task_broker: "%{alias('swh::deploy::worker::task_broker')}" | ||||
task_queues: | task_queues: | ||||
- swh.loader.svn.tasks.LoadSvnRepository | - swh.loader.svn.tasks.LoadSvnRepository | ||||
- swh.loader.svn.tasks.MountAndLoadSvnRepository | - swh.loader.svn.tasks.MountAndLoadSvnRepository | ||||
- swh.loader.svn.tasks.DumpMountAndLoadSvnRepository | - swh.loader.svn.tasks.DumpMountAndLoadSvnRepository | ||||
swh::deploy::base_indexer::config_directory: "%{hiera('swh::conf_directory')}/indexer" | swh::deploy::base_indexer::config_directory: "%{hiera('swh::conf_directory')}/indexer" | ||||
swh::deploy::indexer_journal_client::config_file: "journal_client.yml" | |||||
swh::deploy::indexer_journal_client::user: swhworker | |||||
swh::deploy::indexer_journal_client::group: swhworker | |||||
swh::deploy::indexer_journal_client::config: | |||||
journal: | |||||
brokers: "%{alias('swh::deploy::journal::brokers')}" | |||||
group_id: swh.indexer.journal_client | |||||
prefix: "%{alias('swh::deploy::journal::prefix')}" | |||||
scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | |||||
tools: | |||||
name: swh-metadata-detector | |||||
version: 0.0.2 | |||||
configuration: {} | |||||
# for all indexers | # for all indexers | ||||
swh::deploy::indexer::sentry_swh_package: swh.indexer | swh::deploy::indexer::sentry_swh_package: swh.indexer | ||||
swh::deploy::indexer::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::indexer::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
swh::deploy::indexer::sentry_dsn: "https://%{lookup('swh::deploy::indexer::sentry_token')}@sentry.softwareheritage.org/5" | swh::deploy::indexer::sentry_dsn: "https://%{lookup('swh::deploy::indexer::sentry_token')}@sentry.softwareheritage.org/5" | ||||
swh::deploy::indexer::user: swhworker | |||||
swh::deploy::indexer::group: swhworker | |||||
# To remove once previous implementations services are deployed | |||||
swh::deploy::worker::indexer_content_mimetype::config_file: "%{hiera('swh::conf_directory')}/indexer_content_mimetype.yml" | swh::deploy::worker::indexer_content_mimetype::config_file: "%{hiera('swh::conf_directory')}/indexer_content_mimetype.yml" | ||||
swh::deploy::worker::indexer_content_mimetype::concurrency: 1 | swh::deploy::worker::indexer_content_mimetype::concurrency: 1 | ||||
swh::deploy::worker::indexer_content_mimetype::loglevel: info | swh::deploy::worker::indexer_content_mimetype::loglevel: info | ||||
swh::deploy::worker::indexer_content_mimetype::config: {} | |||||
swh::deploy::worker::indexer_fossology_license::config_file: "%{hiera('swh::conf_directory')}/indexer_fossology_license.yml" | |||||
swh::deploy::worker::indexer_fossology_license::concurrency: 1 | |||||
swh::deploy::worker::indexer_fossology_license::loglevel: info | |||||
swh::deploy::worker::indexer_fossology_license::config: {} | |||||
swh::deploy::indexer_journal_client::mimetype::config_file: "mimetype.yml" | |||||
swh::deploy::indexer_journal_client::mimetype::loglevel: INFO | |||||
# Contains a password: in private data | # Contains a password: in private data | ||||
swh::deploy::worker::indexer_content_mimetype::config: | swh::deploy::indexer_journal_client::mimetype::config: | ||||
scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | |||||
indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | ||||
objstorage: "%{alias('swh::remote_service::objstorage::config')}" | objstorage: "%{alias('swh::remote_service::objstorage::config')}" | ||||
storage: "%{alias('swh::remote_service::storage::config')}" | storage: "%{alias('swh::remote_service::storage::config')}" | ||||
celery: | |||||
task_broker: "%{alias('swh::deploy::worker::task_broker')}" | |||||
task_modules: | |||||
- swh.indexer.tasks | |||||
task_queues: | |||||
- swh.indexer.tasks.ContentMimetypePartition | |||||
tools: | tools: | ||||
name: file | name: file | ||||
version: 2:0.4.15-2 | version: 2:0.4.15-2 | ||||
configuration: | configuration: | ||||
type: library | type: library | ||||
debian-package: python3-magic | debian-package: python3-magic | ||||
write_batch_size: 1000 | write_batch_size: 1000 | ||||
swh::deploy::worker::indexer_origin_intrinsic_metadata::config_file: "%{hiera('swh::conf_directory')}/indexer_origin_intrinsic_metadata.yml" | swh::deploy::indexer_journal_client::fossology_license::config_file: "fossology_license.yml" | ||||
swh::deploy::worker::indexer_origin_intrinsic_metadata::concurrency: 1 | swh::deploy::indexer_journal_client::fossology_license::loglevel: INFO | ||||
swh::deploy::worker::indexer_origin_intrinsic_metadata::loglevel: info | |||||
# Contains a password: in private data | # Contains a password: in private data | ||||
swh::deploy::worker::indexer_origin_intrinsic_metadata::config: | swh::deploy::indexer_journal_client::fossology_license::config: | ||||
indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | |||||
objstorage: "%{alias('swh::remote_service::objstorage::config')}" | |||||
storage: "%{alias('swh::remote_service::storage::config')}" | |||||
workdir: /tmp/swh/indexer.fossology.license/ | |||||
tools: | |||||
name: 'nomos' | |||||
version: '3.1-1~bpo9~swh+1' | |||||
configuration: | |||||
command_line: "nomossa <filepath>" | |||||
write_batch_size: 1000 | |||||
swh::deploy::indexer_journal_client::extrinsic_metadata::config_file: "extrinsic_metadata.yml" | |||||
swh::deploy::indexer_journal_client::extrinsic_metadata::loglevel: INFO | |||||
swh::deploy::indexer_journal_client::extrinsic_metadata::config: | |||||
scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | |||||
indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | |||||
objstorage: "%{alias('swh::remote_service::objstorage::config')}" | |||||
journal: | |||||
brokers: "%{alias('swh::deploy::journal::brokers')}" | |||||
group_id: swh.indexer.journal_client | |||||
prefix: "%{alias('swh::deploy::journal::prefix')}" | |||||
scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | ||||
tools: | |||||
name: swh-metadata-detector | |||||
version: 0.0.2 | |||||
configuration: {} | |||||
swh::deploy::indexer_journal_client::intrinsic_metadata::config_file: "intrinsic_metadata.yml" | |||||
swh::deploy::indexer_journal_client::intrinsic_metadata::loglevel: INFO | |||||
swh::deploy::indexer_journal_client::intrinsic_metadata::config: | |||||
indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | ||||
objstorage: "%{alias('swh::remote_service::objstorage::config')}" | objstorage: "%{alias('swh::remote_service::objstorage::config')}" | ||||
storage: "%{alias('swh::remote_service::storage::config')}" | storage: "%{alias('swh::remote_service::storage::config')}" | ||||
celery: | journal: | ||||
task_broker: "%{alias('swh::deploy::worker::task_broker')}" | brokers: "%{alias('swh::deploy::journal::brokers')}" | ||||
task_modules: | group_id: swh.indexer.journal_client | ||||
- swh.indexer.tasks | prefix: "%{alias('swh::deploy::journal::prefix')}" | ||||
task_queues: | scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | ||||
- swh.indexer.tasks.OriginMetadata | |||||
tools: | tools: | ||||
name: swh-metadata-detector | name: swh-metadata-detector | ||||
version: 0.0.2 | version: 0.0.2 | ||||
configuration: {} | configuration: {} | ||||
swh::deploy::worker::indexer_rehash::config_file: "rehash.yml" | swh::deploy::worker::indexer_rehash::config_file: "rehash.yml" | ||||
swh::deploy::worker::indexer_rehash::concurrency: 5 | swh::deploy::worker::indexer_rehash::concurrency: 5 | ||||
swh::deploy::worker::indexer_rehash::loglevel: info | swh::deploy::worker::indexer_rehash::loglevel: info | ||||
# Contains a password: in private data | # Contains a password: in private data | ||||
swh::deploy::worker::indexer_rehash::config: | swh::deploy::worker::indexer_rehash::config: | ||||
storage: "%{alias('swh::remote_service::storage::config::writable')}" | storage: "%{alias('swh::remote_service::storage::config::writable')}" | ||||
objstorage: "%{alias('swh::remote_service::objstorage::config')}" | objstorage: "%{alias('swh::remote_service::objstorage::config')}" | ||||
compute_checksums: | compute_checksums: | ||||
- blake2s256 | - blake2s256 | ||||
batch_size_retrieve_content: 10000 | batch_size_retrieve_content: 10000 | ||||
batch_size_update: 5000 | batch_size_update: 5000 | ||||
swh::deploy::worker::indexer_fossology_license::config_file: "%{hiera('swh::conf_directory')}/indexer_fossology_license.yml" | |||||
swh::deploy::worker::indexer_fossology_license::concurrency: 1 | |||||
swh::deploy::worker::indexer_fossology_license::loglevel: info | |||||
# Contains a password: in private data | |||||
swh::deploy::worker::indexer_fossology_license::config: | |||||
indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | |||||
objstorage: "%{alias('swh::remote_service::objstorage::config')}" | |||||
storage: "%{alias('swh::remote_service::storage::config')}" | |||||
workdir: /tmp/swh/indexer.fossology.license/ | |||||
tools: | |||||
name: 'nomos' | |||||
version: '3.1-1~bpo9~swh+1' | |||||
configuration: | |||||
command_line: "nomossa <filepath>" | |||||
celery: | |||||
task_broker: "%{alias('swh::deploy::worker::task_broker')}" | |||||
task_modules: | |||||
- swh.indexer.tasks | |||||
task_queues: | |||||
- swh.indexer.tasks.ContentFossologyLicensePartition | |||||
write_batch_size: 1000 | |||||
swh::deploy::worker::vault_cooker::config_file: "%{hiera('swh::conf_directory')}/vault_cooker.yml" | swh::deploy::worker::vault_cooker::config_file: "%{hiera('swh::conf_directory')}/vault_cooker.yml" | ||||
swh::deploy::worker::vault_cooker::concurrency: 20 | swh::deploy::worker::vault_cooker::concurrency: 20 | ||||
swh::deploy::worker::vault_cooker::loglevel: info | swh::deploy::worker::vault_cooker::loglevel: info | ||||
swh::deploy::worker::vault_cooker::conf_file: "%{hiera('swh::conf_directory')}/vault/cooker.yml" | swh::deploy::worker::vault_cooker::conf_file: "%{hiera('swh::conf_directory')}/vault/cooker.yml" | ||||
swh::deploy::worker::vault_cooker::config: | swh::deploy::worker::vault_cooker::config: | ||||
storage: | storage: | ||||
cls: retry | cls: retry | ||||
storage: "%{alias('swh::remote_service::storage::config')}" | storage: "%{alias('swh::remote_service::storage::config')}" | ||||
▲ Show 20 Lines • Show All 1,033 Lines • Show Last 20 Lines |