diff --git a/docker/conf/indexer.yml b/docker/conf/indexer.yml index 8670fbf..8197a5b 100644 --- a/docker/conf/indexer.yml +++ b/docker/conf/indexer.yml @@ -1,32 +1,33 @@ storage: cls: remote url: http://swh-storage:5002/ objstorage: cls: remote url: http://swh-objstorage:5003/ indexer_storage: cls: remote url: http://swh-idx-storage:5007/ scheduler: cls: remote url: http://swh-scheduler:5008/ celery: + broker_heartbeat: null task_broker: amqp://guest:guest@amqp// task_modules: - swh.indexer.tasks task_queues: - swh.indexer.tasks.ContentFossologyLicense - swh.indexer.tasks.ContentLanguage - swh.indexer.tasks.ContentMimetype - swh.indexer.tasks.ContentRangeFossologyLicense - swh.indexer.tasks.ContentRangeMimetype - swh.indexer.tasks.Ctags - swh.indexer.tasks.OriginHead - swh.indexer.tasks.OriginMetadata - swh.indexer.tasks.RecomputeChecksums - swh.indexer.tasks.RevisionMetadata tools: name: swh-metadata-detector version: 0.0.2 configuration: {} diff --git a/docker/conf/lister.yml b/docker/conf/lister.yml index 0324334..6165d92 100644 --- a/docker/conf/lister.yml +++ b/docker/conf/lister.yml @@ -1,35 +1,36 @@ scheduler: cls: remote url: http://swh-scheduler:5008/ celery: + broker_heartbeat: null task_broker: amqp://guest:guest@amqp// task_queues: - swh.lister.bitbucket.tasks.FullBitBucketRelister - swh.lister.bitbucket.tasks.IncrementalBitBucketLister - swh.lister.bitbucket.tasks.RangeBitBucketLister - swh.lister.cgit.tasks.CGitListerTask - swh.lister.cran.tasks.CRANListerTask - swh.lister.debian.tasks.DebianListerTask - swh.lister.gitea.tasks.FullGiteaRelister - swh.lister.gitea.tasks.IncrementalGiteaLister - swh.lister.gitea.tasks.RangeGiteaLister - swh.lister.github.tasks.FullGitHubRelister - swh.lister.github.tasks.IncrementalGitHubLister - swh.lister.github.tasks.RangeGitHubLister - swh.lister.gitlab.tasks.FullGitLabRelister - swh.lister.gitlab.tasks.IncrementalGitLabLister - swh.lister.gitlab.tasks.RangeGitLabLister - swh.lister.gnu.tasks.GNUListerTask - swh.lister.npm.tasks.NpmIncrementalListerTask - swh.lister.npm.tasks.NpmListerTask - swh.lister.maven.tasks.FullMavenLister - swh.lister.launchpad.tasks.IncrementalLaunchpadLister - swh.lister.launchpad.tasks.FullLaunchpadLister - swh.lister.packagist.tasks.PackagistListerTask - swh.lister.phabricator.tasks.FullPhabricatorLister - swh.lister.phabricator.tasks.IncrementalPhabricatorLister - swh.lister.opam.tasks.OpamListerTask - swh.lister.pypi.tasks.PyPIListerTask - swh.lister.sourceforge.tasks.FullSourceForgeLister - swh.lister.sourceforge.tasks.IncrementalSourceForgeLister diff --git a/docker/conf/loader-deposit.yml b/docker/conf/loader-deposit.yml index 8c72ba6..415c7c9 100644 --- a/docker/conf/loader-deposit.yml +++ b/docker/conf/loader-deposit.yml @@ -1,27 +1,28 @@ default_filename: archive.tar storage: cls: pipeline steps: - cls: buffer min_batch_size: content: 10000 content_bytes: 104857600 directory: 1000 revision: 1000 - cls: filter - cls: remote url: http://swh-storage:5002/ celery: + broker_heartbeat: null task_broker: amqp://guest:guest@amqp// task_queues: - swh.loader.package.deposit.tasks.LoadDeposit - swh.deposit.loader.tasks.ChecksDepositTsk deposit: url: http://swh-deposit:5006/1/private auth: username: test password: test -url: 'http://swh-deposit:5006' +url: "http://swh-deposit:5006" diff --git a/docker/conf/loader-opam.yml b/docker/conf/loader-opam.yml index 4e94861..4d1d19e 100644 --- a/docker/conf/loader-opam.yml +++ b/docker/conf/loader-opam.yml @@ -1,19 +1,20 @@ storage: cls: pipeline steps: - cls: buffer min_batch_size: content: 10000 content_bytes: 104857600 directory: 1000 revision: 1000 - cls: filter - cls: remote url: http://swh-storage:5002/ celery: + broker_heartbeat: null task_broker: amqp://guest:guest@amqp// task_queues: - swh.loader.package.opam.tasks.LoadOpam initialize_opam_root: True diff --git a/docker/conf/loader.yml b/docker/conf/loader.yml index 6de563b..d4b769b 100644 --- a/docker/conf/loader.yml +++ b/docker/conf/loader.yml @@ -1,42 +1,43 @@ storage: cls: pipeline steps: - cls: buffer min_batch_size: content: 10000 content_bytes: 104857600 directory: 1000 revision: 1000 - cls: filter - cls: remote url: http://nginx:5080/storage celery: + broker_heartbeat: null task_broker: amqp://guest:guest@amqp// task_queues: - swh.loader.bzr.tasks.LoadBazaar - swh.loader.cvs.tasks.LoadCvsRepository - swh.loader.dir.tasks.LoadDirRepository - swh.loader.git.tasks.LoadDiskGitRepository - swh.loader.git.tasks.UncompressAndLoadDiskGitRepository - swh.loader.git.tasks.UpdateGitRepository - swh.loader.mercurial.tasks.LoadArchiveMercurial - swh.loader.mercurial.tasks.LoadMercurial - swh.loader.package.archive.tasks.LoadArchive - swh.loader.package.cran.tasks.LoadCRAN - swh.loader.package.debian.tasks.LoadDebian - swh.loader.package.maven.tasks.LoadMaven - swh.loader.package.nixguix.tasks.LoadNixguix - swh.loader.package.npm.tasks.LoadNpm - swh.loader.package.pypi.tasks.LoadPyPI - swh.loader.svn.tasks.DumpMountAndLoadSvnRepository - swh.loader.svn.tasks.LoadSvnRepository - swh.loader.svn.tasks.MountAndLoadSvnRepository - save_code_now:swh.loader.bzr.tasks.LoadBazaar - save_code_now:swh.loader.cvs.tasks.LoadCvsRepository - save_code_now:swh.loader.git.tasks.UpdateGitRepository - save_code_now:swh.loader.mercurial.tasks.LoadArchiveMercurial - save_code_now:swh.loader.mercurial.tasks.LoadMercurial - save_code_now:swh.loader.svn.tasks.DumpMountAndLoadSvnRepository - save_code_now:swh.loader.svn.tasks.MountAndLoadSvnRepository - save_code_now:swh.loader.package.archive.tasks.LoadArchive diff --git a/docker/conf/scheduler.yml b/docker/conf/scheduler.yml index 71346ad..3987114 100644 --- a/docker/conf/scheduler.yml +++ b/docker/conf/scheduler.yml @@ -1,7 +1,8 @@ scheduler: cls: local db: postgresql:///?service=swh-scheduler celery: + broker_heartbeat: null task_broker: amqp://guest:guest@amqp/%2f broker_transport_options: max_retries: 1 diff --git a/docker/conf/vault-worker-read-replica.yml b/docker/conf/vault-worker-read-replica.yml index 879b594..0f15faf 100644 --- a/docker/conf/vault-worker-read-replica.yml +++ b/docker/conf/vault-worker-read-replica.yml @@ -1,15 +1,16 @@ storage: cls: remote url: http://swh-storage-read-replica:5002/ vault: cls: remote url: http://swh-vault:5005/ celery: + broker_heartbeat: null task_broker: amqp://guest:guest@amqp// task_modules: - swh.vault.cooking_tasks task_queues: - swh.vault.cooking_tasks.SWHBatchCookingTask - swh.vault.cooking_tasks.SWHCookingTask max_bundle_size: 536870912 diff --git a/docker/conf/vault-worker.yml b/docker/conf/vault-worker.yml index 6022bf9..774fc1c 100644 --- a/docker/conf/vault-worker.yml +++ b/docker/conf/vault-worker.yml @@ -1,15 +1,16 @@ storage: cls: remote url: http://swh-storage:5002/ vault: cls: remote url: http://swh-vault:5005/ celery: + broker_heartbeat: null task_broker: amqp://guest:guest@amqp// task_modules: - swh.vault.cooking_tasks task_queues: - swh.vault.cooking_tasks.SWHBatchCookingTask - swh.vault.cooking_tasks.SWHCookingTask max_bundle_size: 536870912