diff --git a/conf/loader.yml b/conf/loader.yml --- a/conf/loader.yml +++ b/conf/loader.yml @@ -1,11 +1,22 @@ storage: - cls: remote + cls: filter args: - url: http://swh-storage:5002/ + storage: + cls: buffer + args: + storage: + cls: remote + args: + url: http://swh-storage:5002/ + min_batch_size: + content: 10000 + content_bytes: 104857600 + directory: 1000 + revision: 1000 + celery: task_broker: amqp://guest:guest@amqp// task_modules: - - swh.loader.debian.tasks - swh.loader.dir.tasks - swh.loader.git.tasks - swh.loader.mercurial.tasks @@ -14,9 +25,10 @@ - swh.loader.svn.tasks - swh.loader.tar.tasks - swh.deposit.loader.tasks + - swh.loader.package.tasks task_queues: - - swh.loader.debian.tasks.LoadDebianPackage + - swh.loader.package.tasks.LoadDebian - swh.loader.dir.tasks.LoadDirRepository - swh.loader.git.tasks.LoadDiskGitRepository - swh.loader.git.tasks.UncompressAndLoadDiskGitRepository