Changeset View
Changeset View
Standalone View
Standalone View
data/common/common.yaml
| Show First 20 Lines • Show All 2,760 Lines • ▼ Show 20 Lines | celery: | ||||
| task_broker: "%{alias('swh::deploy::worker::task_broker')}" | task_broker: "%{alias('swh::deploy::worker::task_broker')}" | ||||
| task_queues: | task_queues: | ||||
| - swh.loader.svn.tasks.LoadSvnRepository | - swh.loader.svn.tasks.LoadSvnRepository | ||||
| - swh.loader.svn.tasks.MountAndLoadSvnRepository | - swh.loader.svn.tasks.MountAndLoadSvnRepository | ||||
| - swh.loader.svn.tasks.DumpMountAndLoadSvnRepository | - swh.loader.svn.tasks.DumpMountAndLoadSvnRepository | ||||
| swh::deploy::base_indexer::config_directory: "%{hiera('swh::conf_directory')}/indexer" | swh::deploy::base_indexer::config_directory: "%{hiera('swh::conf_directory')}/indexer" | ||||
| swh::deploy::indexer_journal_client::config_file: "journal_client.yml" | |||||
| swh::deploy::indexer_journal_client::user: swhworker | |||||
| swh::deploy::indexer_journal_client::group: swhworker | |||||
| swh::deploy::indexer_journal_client::config: | |||||
| journal: | |||||
| brokers: "%{alias('swh::deploy::journal::brokers')}" | |||||
| group_id: swh.indexer.journal_client | |||||
| prefix: "%{alias('swh::deploy::journal::prefix')}" | |||||
| scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | |||||
| tools: | |||||
| name: swh-metadata-detector | |||||
| version: 0.0.2 | |||||
| configuration: {} | |||||
| # for all indexers | # for all indexers | ||||
| swh::deploy::indexer::sentry_swh_package: swh.indexer | swh::deploy::indexer::sentry_swh_package: swh.indexer | ||||
| swh::deploy::indexer::sentry_environment: "%{alias('swh::deploy::environment')}" | swh::deploy::indexer::sentry_environment: "%{alias('swh::deploy::environment')}" | ||||
| swh::deploy::indexer::sentry_dsn: "https://%{lookup('swh::deploy::indexer::sentry_token')}@sentry.softwareheritage.org/5" | swh::deploy::indexer::sentry_dsn: "https://%{lookup('swh::deploy::indexer::sentry_token')}@sentry.softwareheritage.org/5" | ||||
| swh::deploy::indexer::user: swhworker | |||||
| swh::deploy::indexer::group: swhworker | |||||
| # To remove once previous implementations services are deployed | |||||
| swh::deploy::worker::indexer_content_mimetype::config_file: "%{hiera('swh::conf_directory')}/indexer_content_mimetype.yml" | swh::deploy::worker::indexer_content_mimetype::config_file: "%{hiera('swh::conf_directory')}/indexer_content_mimetype.yml" | ||||
| swh::deploy::worker::indexer_content_mimetype::concurrency: 1 | swh::deploy::worker::indexer_content_mimetype::concurrency: 1 | ||||
| swh::deploy::worker::indexer_content_mimetype::loglevel: info | swh::deploy::worker::indexer_content_mimetype::loglevel: info | ||||
| swh::deploy::worker::indexer_content_mimetype::config: {} | |||||
| swh::deploy::worker::indexer_fossology_license::config_file: "%{hiera('swh::conf_directory')}/indexer_fossology_license.yml" | |||||
| swh::deploy::worker::indexer_fossology_license::concurrency: 1 | |||||
| swh::deploy::worker::indexer_fossology_license::loglevel: info | |||||
| swh::deploy::worker::indexer_fossology_license::config: {} | |||||
| swh::deploy::indexer_journal_client::mimetype::config_file: "mimetype.yml" | |||||
| swh::deploy::indexer_journal_client::mimetype::loglevel: INFO | |||||
| # Contains a password: in private data | # Contains a password: in private data | ||||
| swh::deploy::worker::indexer_content_mimetype::config: | swh::deploy::indexer_journal_client::mimetype::config: | ||||
| scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | |||||
| indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | ||||
| objstorage: "%{alias('swh::remote_service::objstorage::config')}" | objstorage: "%{alias('swh::remote_service::objstorage::config')}" | ||||
| storage: "%{alias('swh::remote_service::storage::config')}" | storage: "%{alias('swh::remote_service::storage::config')}" | ||||
| celery: | |||||
| task_broker: "%{alias('swh::deploy::worker::task_broker')}" | |||||
| task_modules: | |||||
| - swh.indexer.tasks | |||||
| task_queues: | |||||
| - swh.indexer.tasks.ContentMimetypePartition | |||||
| tools: | tools: | ||||
| name: file | name: file | ||||
| version: 2:0.4.15-2 | version: 2:0.4.15-2 | ||||
| configuration: | configuration: | ||||
| type: library | type: library | ||||
| debian-package: python3-magic | debian-package: python3-magic | ||||
| write_batch_size: 1000 | write_batch_size: 1000 | ||||
| swh::deploy::worker::indexer_origin_intrinsic_metadata::config_file: "%{hiera('swh::conf_directory')}/indexer_origin_intrinsic_metadata.yml" | swh::deploy::indexer_journal_client::fossology_license::config_file: "fossology_license.yml" | ||||
| swh::deploy::worker::indexer_origin_intrinsic_metadata::concurrency: 1 | swh::deploy::indexer_journal_client::fossology_license::loglevel: INFO | ||||
| swh::deploy::worker::indexer_origin_intrinsic_metadata::loglevel: info | |||||
| # Contains a password: in private data | # Contains a password: in private data | ||||
| swh::deploy::worker::indexer_origin_intrinsic_metadata::config: | swh::deploy::indexer_journal_client::fossology_license::config: | ||||
| indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | |||||
| objstorage: "%{alias('swh::remote_service::objstorage::config')}" | |||||
| storage: "%{alias('swh::remote_service::storage::config')}" | |||||
| workdir: /tmp/swh/indexer.fossology.license/ | |||||
| tools: | |||||
| name: 'nomos' | |||||
| version: '3.1-1~bpo9~swh+1' | |||||
| configuration: | |||||
| command_line: "nomossa <filepath>" | |||||
| write_batch_size: 1000 | |||||
| swh::deploy::indexer_journal_client::extrinsic_metadata::config_file: "extrinsic_metadata.yml" | |||||
| swh::deploy::indexer_journal_client::extrinsic_metadata::loglevel: INFO | |||||
| swh::deploy::indexer_journal_client::extrinsic_metadata::config: | |||||
| scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | |||||
| indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | |||||
| objstorage: "%{alias('swh::remote_service::objstorage::config')}" | |||||
| journal: | |||||
| brokers: "%{alias('swh::deploy::journal::brokers')}" | |||||
| group_id: swh.indexer.journal_client | |||||
| prefix: "%{alias('swh::deploy::journal::prefix')}" | |||||
| scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | ||||
| tools: | |||||
| name: swh-metadata-detector | |||||
| version: 0.0.2 | |||||
| configuration: {} | |||||
| swh::deploy::indexer_journal_client::intrinsic_metadata::config_file: "intrinsic_metadata.yml" | |||||
| swh::deploy::indexer_journal_client::intrinsic_metadata::loglevel: INFO | |||||
| swh::deploy::indexer_journal_client::intrinsic_metadata::config: | |||||
| indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | ||||
| objstorage: "%{alias('swh::remote_service::objstorage::config')}" | objstorage: "%{alias('swh::remote_service::objstorage::config')}" | ||||
| storage: "%{alias('swh::remote_service::storage::config')}" | storage: "%{alias('swh::remote_service::storage::config')}" | ||||
| celery: | journal: | ||||
| task_broker: "%{alias('swh::deploy::worker::task_broker')}" | brokers: "%{alias('swh::deploy::journal::brokers')}" | ||||
| task_modules: | group_id: swh.indexer.journal_client | ||||
| - swh.indexer.tasks | prefix: "%{alias('swh::deploy::journal::prefix')}" | ||||
| task_queues: | scheduler: "%{alias('swh::remote_service::scheduler::config::writable')}" | ||||
| - swh.indexer.tasks.OriginMetadata | |||||
| tools: | tools: | ||||
| name: swh-metadata-detector | name: swh-metadata-detector | ||||
| version: 0.0.2 | version: 0.0.2 | ||||
| configuration: {} | configuration: {} | ||||
| swh::deploy::worker::indexer_rehash::config_file: "rehash.yml" | swh::deploy::worker::indexer_rehash::config_file: "rehash.yml" | ||||
| swh::deploy::worker::indexer_rehash::concurrency: 5 | swh::deploy::worker::indexer_rehash::concurrency: 5 | ||||
| swh::deploy::worker::indexer_rehash::loglevel: info | swh::deploy::worker::indexer_rehash::loglevel: info | ||||
| # Contains a password: in private data | # Contains a password: in private data | ||||
| swh::deploy::worker::indexer_rehash::config: | swh::deploy::worker::indexer_rehash::config: | ||||
| storage: "%{alias('swh::remote_service::storage::config::writable')}" | storage: "%{alias('swh::remote_service::storage::config::writable')}" | ||||
| objstorage: "%{alias('swh::remote_service::objstorage::config')}" | objstorage: "%{alias('swh::remote_service::objstorage::config')}" | ||||
| compute_checksums: | compute_checksums: | ||||
| - blake2s256 | - blake2s256 | ||||
| batch_size_retrieve_content: 10000 | batch_size_retrieve_content: 10000 | ||||
| batch_size_update: 5000 | batch_size_update: 5000 | ||||
| swh::deploy::worker::indexer_fossology_license::config_file: "%{hiera('swh::conf_directory')}/indexer_fossology_license.yml" | |||||
| swh::deploy::worker::indexer_fossology_license::concurrency: 1 | |||||
| swh::deploy::worker::indexer_fossology_license::loglevel: info | |||||
| # Contains a password: in private data | |||||
| swh::deploy::worker::indexer_fossology_license::config: | |||||
| indexer_storage: "%{alias('swh::remote_service::indexer::config::writable')}" | |||||
| objstorage: "%{alias('swh::remote_service::objstorage::config')}" | |||||
| storage: "%{alias('swh::remote_service::storage::config')}" | |||||
| workdir: /tmp/swh/indexer.fossology.license/ | |||||
| tools: | |||||
| name: 'nomos' | |||||
| version: '3.1-1~bpo9~swh+1' | |||||
| configuration: | |||||
| command_line: "nomossa <filepath>" | |||||
| celery: | |||||
| task_broker: "%{alias('swh::deploy::worker::task_broker')}" | |||||
| task_modules: | |||||
| - swh.indexer.tasks | |||||
| task_queues: | |||||
| - swh.indexer.tasks.ContentFossologyLicensePartition | |||||
| write_batch_size: 1000 | |||||
| swh::deploy::worker::vault_cooker::config_file: "%{hiera('swh::conf_directory')}/vault_cooker.yml" | swh::deploy::worker::vault_cooker::config_file: "%{hiera('swh::conf_directory')}/vault_cooker.yml" | ||||
| swh::deploy::worker::vault_cooker::concurrency: 20 | swh::deploy::worker::vault_cooker::concurrency: 20 | ||||
| swh::deploy::worker::vault_cooker::loglevel: info | swh::deploy::worker::vault_cooker::loglevel: info | ||||
| swh::deploy::worker::vault_cooker::conf_file: "%{hiera('swh::conf_directory')}/vault/cooker.yml" | swh::deploy::worker::vault_cooker::conf_file: "%{hiera('swh::conf_directory')}/vault/cooker.yml" | ||||
| swh::deploy::worker::vault_cooker::config: | swh::deploy::worker::vault_cooker::config: | ||||
| storage: | storage: | ||||
| cls: retry | cls: retry | ||||
| storage: "%{alias('swh::remote_service::storage::config')}" | storage: "%{alias('swh::remote_service::storage::config')}" | ||||
| ▲ Show 20 Lines • Show All 1,033 Lines • Show Last 20 Lines | |||||