diff --git a/docker/conf/lister.yml b/docker/conf/lister.yml index 9cd251b..683a4b7 100644 --- a/docker/conf/lister.yml +++ b/docker/conf/lister.yml @@ -1,50 +1,51 @@ scheduler: cls: remote url: http://swh-scheduler:5008/ celery: broker_heartbeat: null task_broker: amqp://guest:guest@amqp// task_queues: - swh.lister.arch.tasks.ArchListerTask - swh.lister.aur.tasks.AurListerTask - swh.lister.bitbucket.tasks.FullBitBucketRelister - swh.lister.bitbucket.tasks.IncrementalBitBucketLister - swh.lister.bitbucket.tasks.RangeBitBucketLister - swh.lister.bower.tasks.BowerListerTask - swh.lister.cgit.tasks.CGitListerTask - swh.lister.conda.tasks.CondaListerTask - swh.lister.cpan.tasks.CpanListerTask - swh.lister.cran.tasks.CRANListerTask - swh.lister.crates.tasks.CratesListerTask - swh.lister.debian.tasks.DebianListerTask - swh.lister.fedora.tasks.FullFedoraRelister - swh.lister.gitea.tasks.FullGiteaRelister - swh.lister.gitea.tasks.IncrementalGiteaLister - swh.lister.gitea.tasks.RangeGiteaLister - swh.lister.github.tasks.FullGitHubRelister - swh.lister.github.tasks.IncrementalGitHubLister - swh.lister.github.tasks.RangeGitHubLister - swh.lister.gitlab.tasks.FullGitLabRelister - swh.lister.gitlab.tasks.IncrementalGitLabLister - swh.lister.gitlab.tasks.RangeGitLabLister - swh.lister.gnu.tasks.GNUListerTask - swh.lister.gogs.tasks.FullGogsRelister - swh.lister.golang.tasks.FullGolangLister - swh.lister.hackage.tasks.HackageListerTask - swh.lister.launchpad.tasks.IncrementalLaunchpadLister - swh.lister.launchpad.tasks.FullLaunchpadLister - swh.lister.maven.tasks.FullMavenLister + - swh.lister.nixguix.tasks.NixGuixListerTask - swh.lister.npm.tasks.NpmIncrementalListerTask - swh.lister.npm.tasks.NpmListerTask - swh.lister.nuget.tasks.NugetListerTask - swh.lister.opam.tasks.OpamListerTask - swh.lister.packagist.tasks.PackagistListerTask - swh.lister.phabricator.tasks.FullPhabricatorLister - swh.lister.phabricator.tasks.IncrementalPhabricatorLister - swh.lister.pubdev.tasks.PubDevListerTask - swh.lister.puppet.tasks.PuppetListerTask - swh.lister.pypi.tasks.PyPIListerTask - swh.lister.rubygems.tasks.RubyGemsListerTask - swh.lister.sourceforge.tasks.FullSourceForgeLister - swh.lister.sourceforge.tasks.IncrementalSourceForgeLister diff --git a/docker/conf/loader.yml b/docker/conf/loader.yml index 1a7cdc5..592f860 100644 --- a/docker/conf/loader.yml +++ b/docker/conf/loader.yml @@ -1,53 +1,55 @@ storage: cls: pipeline steps: - cls: buffer min_batch_size: content: 10000 content_bytes: 104857600 directory: 1000 revision: 1000 - cls: filter - cls: remote url: http://nginx:5080/storage celery: broker_heartbeat: null task_broker: amqp://guest:guest@amqp// task_queues: - swh.loader.bzr.tasks.LoadBazaar + - swh.loader.core.tasks.LoadContent + - swh.loader.core.tasks.LoadDirectory - swh.loader.cvs.tasks.LoadCvsRepository - swh.loader.dir.tasks.LoadDirRepository - swh.loader.git.tasks.LoadDiskGitRepository - swh.loader.git.tasks.UncompressAndLoadDiskGitRepository - swh.loader.git.tasks.UpdateGitRepository - swh.loader.mercurial.tasks.LoadArchiveMercurial - swh.loader.mercurial.tasks.LoadMercurial - swh.loader.package.arch.tasks.LoadArch - swh.loader.package.archive.tasks.LoadArchive - swh.loader.package.aur.tasks.LoadAur - swh.loader.package.cpan.tasks.LoadCpan - swh.loader.package.cran.tasks.LoadCRAN - swh.loader.package.crates.tasks.LoadCrates - swh.loader.package.debian.tasks.LoadDebian - swh.loader.package.golang.tasks.LoadGolang - swh.loader.package.hackage.tasks.LoadHackage - swh.loader.package.maven.tasks.LoadMaven - swh.loader.package.nixguix.tasks.LoadNixguix - swh.loader.package.npm.tasks.LoadNpm - swh.loader.package.opam.tasks.LoadOpam - swh.loader.package.pubdev.tasks.LoadPubDev - swh.loader.package.puppet.tasks.LoadPuppet - swh.loader.package.pypi.tasks.LoadPyPI - swh.loader.package.rubygems.tasks.LoadRubyGems - swh.loader.svn.tasks.DumpMountAndLoadSvnRepository - swh.loader.svn.tasks.LoadSvnRepository - swh.loader.svn.tasks.MountAndLoadSvnRepository - save_code_now:swh.loader.bzr.tasks.LoadBazaar - save_code_now:swh.loader.cvs.tasks.LoadCvsRepository - save_code_now:swh.loader.git.tasks.UpdateGitRepository - save_code_now:swh.loader.mercurial.tasks.LoadArchiveMercurial - save_code_now:swh.loader.mercurial.tasks.LoadMercurial - save_code_now:swh.loader.svn.tasks.DumpMountAndLoadSvnRepository - save_code_now:swh.loader.svn.tasks.MountAndLoadSvnRepository - save_code_now:swh.loader.package.archive.tasks.LoadArchive