diff --git a/conf/indexer.yml b/conf/indexer.yml --- a/conf/indexer.yml +++ b/conf/indexer.yml @@ -18,3 +18,14 @@ task_broker: amqp://guest:guest@amqp// task_modules: - swh.indexer.tasks + task_queues: + - swh.indexer.tasks.ContentFossologyLicense + - swh.indexer.tasks.ContentLanguage + - swh.indexer.tasks.ContentMimetype + - swh.indexer.tasks.ContentRangeFossologyLicense + - swh.indexer.tasks.ContentRangeMimetype + - swh.indexer.tasks.Ctags + - swh.indexer.tasks.OriginHead + - swh.indexer.tasks.OriginMetadata + - swh.indexer.tasks.RecomputeChecksums + - swh.indexer.tasks.RevisionMetadata diff --git a/conf/lister.yml b/conf/lister.yml --- a/conf/lister.yml +++ b/conf/lister.yml @@ -22,5 +22,23 @@ - swh.lister.gitlab.tasks - swh.lister.npm.tasks - swh.lister.pypi.tasks - -lister_db_url: postgresql:///?service=swh + task_queues: + - swh.lister.bitbucket.tasks.FullBitBucketRelister + - swh.lister.bitbucket.tasks.IncrementalBitBucketLister + - swh.lister.bitbucket.tasks.RangeBitBucketLister + - swh.lister.bitbucket.tasks.ping + - swh.lister.debian.tasks.DebianListerTask + - swh.lister.debian.tasks.ping + - swh.lister.github.tasks.FullGitHubRelister + - swh.lister.github.tasks.IncrementalGitHubLister + - swh.lister.github.tasks.RangeGitHubLister + - swh.lister.github.tasks.ping + - swh.lister.gitlab.tasks.FullGitLabRelister + - swh.lister.gitlab.tasks.IncrementalGitLabLister + - swh.lister.gitlab.tasks.RangeGitLabLister + - swh.lister.gitlab.tasks.ping + - swh.lister.npm.tasks.NpmIncrementalListerTask + - swh.lister.npm.tasks.NpmListerTask + - swh.lister.npm.tasks.ping + - swh.lister.pypi.tasks.PyPIListerTask + - swh.lister.pypi.tasks.ping diff --git a/conf/loader.yml b/conf/loader.yml --- a/conf/loader.yml +++ b/conf/loader.yml @@ -16,4 +16,18 @@ - swh.loader.pypi.tasks - swh.loader.svn.tasks - swh.loader.tar.tasks + task_queues: + - swh.loader.debian.tasks.LoadDebianPackage + - swh.loader.dir.tasks.LoadDirRepository + - swh.loader.git.tasks.LoadDiskGitRepository + - swh.loader.git.tasks.UncompressAndLoadDiskGitRepository + - swh.loader.git.tasks.UpdateGitRepository + - swh.loader.mercurial.tasks.LoadArchiveMercurial + - swh.loader.mercurial.tasks.LoadMercurial + - swh.loader.pypi.tasks.LoadPyPI + - swh.loader.svn.tasks.DumpMountAndLoadSvnRepository + - swh.loader.svn.tasks.LoadSvnRepository + - swh.loader.svn.tasks.MountAndLoadSvnRepository + - swh.loader.tar.tasks.LoadTarRepository + lister_db_url: postgresql:///?service=swh diff --git a/conf/vault-worker.yml b/conf/vault-worker.yml --- a/conf/vault-worker.yml +++ b/conf/vault-worker.yml @@ -10,4 +10,8 @@ task_broker: amqp://guest:guest@amqp// task_modules: - swh.vault.cooking_tasks + task_queues: + - swh.vault.cooking_tasks.SWHBatchCookingTask + - swh.vault.cooking_tasks.SWHCookingTask + max_bundle_size: 536870912