diff --git a/docker/conf/lister.yml b/docker/conf/lister.yml index 6165d92..4837235 100644 --- a/docker/conf/lister.yml +++ b/docker/conf/lister.yml @@ -1,36 +1,43 @@ scheduler: cls: remote url: http://swh-scheduler:5008/ celery: broker_heartbeat: null task_broker: amqp://guest:guest@amqp// task_queues: + - swh.lister.arch.tasks.ArchListerTask + - swh.lister.aur.tasks.AurListerTask - swh.lister.bitbucket.tasks.FullBitBucketRelister - swh.lister.bitbucket.tasks.IncrementalBitBucketLister - swh.lister.bitbucket.tasks.RangeBitBucketLister + - swh.lister.bower.tasks.BowerListerTask - swh.lister.cgit.tasks.CGitListerTask - swh.lister.cran.tasks.CRANListerTask + - swh.lister.crates.tasks.CratesListerTask - swh.lister.debian.tasks.DebianListerTask - swh.lister.gitea.tasks.FullGiteaRelister - swh.lister.gitea.tasks.IncrementalGiteaLister - swh.lister.gitea.tasks.RangeGiteaLister - swh.lister.github.tasks.FullGitHubRelister - swh.lister.github.tasks.IncrementalGitHubLister - swh.lister.github.tasks.RangeGitHubLister - swh.lister.gitlab.tasks.FullGitLabRelister - swh.lister.gitlab.tasks.IncrementalGitLabLister - swh.lister.gitlab.tasks.RangeGitLabLister - swh.lister.gnu.tasks.GNUListerTask + - swh.lister.gogs.tasks.FullGogsRelister + - swh.lister.golang.tasks.FullGolangLister - swh.lister.npm.tasks.NpmIncrementalListerTask - swh.lister.npm.tasks.NpmListerTask - swh.lister.maven.tasks.FullMavenLister - swh.lister.launchpad.tasks.IncrementalLaunchpadLister - swh.lister.launchpad.tasks.FullLaunchpadLister - swh.lister.packagist.tasks.PackagistListerTask + - swh.lister.pubdev.tasks.PubDevListerTask - swh.lister.phabricator.tasks.FullPhabricatorLister - swh.lister.phabricator.tasks.IncrementalPhabricatorLister - swh.lister.opam.tasks.OpamListerTask - swh.lister.pypi.tasks.PyPIListerTask - swh.lister.sourceforge.tasks.FullSourceForgeLister - swh.lister.sourceforge.tasks.IncrementalSourceForgeLister diff --git a/docker/conf/loader.yml b/docker/conf/loader.yml index d4b769b..4a59947 100644 --- a/docker/conf/loader.yml +++ b/docker/conf/loader.yml @@ -1,43 +1,48 @@ storage: cls: pipeline steps: - cls: buffer min_batch_size: content: 10000 content_bytes: 104857600 directory: 1000 revision: 1000 - cls: filter - cls: remote url: http://nginx:5080/storage celery: broker_heartbeat: null task_broker: amqp://guest:guest@amqp// task_queues: - swh.loader.bzr.tasks.LoadBazaar - swh.loader.cvs.tasks.LoadCvsRepository - swh.loader.dir.tasks.LoadDirRepository - swh.loader.git.tasks.LoadDiskGitRepository - swh.loader.git.tasks.UncompressAndLoadDiskGitRepository - swh.loader.git.tasks.UpdateGitRepository - swh.loader.mercurial.tasks.LoadArchiveMercurial - swh.loader.mercurial.tasks.LoadMercurial + - swh.loader.package.arch.tasks.LoadArch - swh.loader.package.archive.tasks.LoadArchive + - swh.loader.package.aur.tasks.LoadAur - swh.loader.package.cran.tasks.LoadCRAN + - swh.loader.package.crates.tasks.LoadCrates - swh.loader.package.debian.tasks.LoadDebian + - swh.loader.package.golang.tasks.LoadGolang - swh.loader.package.maven.tasks.LoadMaven - swh.loader.package.nixguix.tasks.LoadNixguix - swh.loader.package.npm.tasks.LoadNpm + - swh.loader.package.pubdev.tasks.LoadPubDev - swh.loader.package.pypi.tasks.LoadPyPI - swh.loader.svn.tasks.DumpMountAndLoadSvnRepository - swh.loader.svn.tasks.LoadSvnRepository - swh.loader.svn.tasks.MountAndLoadSvnRepository - save_code_now:swh.loader.bzr.tasks.LoadBazaar - save_code_now:swh.loader.cvs.tasks.LoadCvsRepository - save_code_now:swh.loader.git.tasks.UpdateGitRepository - save_code_now:swh.loader.mercurial.tasks.LoadArchiveMercurial - save_code_now:swh.loader.mercurial.tasks.LoadMercurial - save_code_now:swh.loader.svn.tasks.DumpMountAndLoadSvnRepository - save_code_now:swh.loader.svn.tasks.MountAndLoadSvnRepository - save_code_now:swh.loader.package.archive.tasks.LoadArchive