diff --git a/data/hostname/worker17.softwareheritage.org.yaml b/data/hostname/worker17.softwareheritage.org.yaml index 5693b7c2..89712e9d 100644 --- a/data/hostname/worker17.softwareheritage.org.yaml +++ b/data/hostname/worker17.softwareheritage.org.yaml @@ -1,27 +1,28 @@ swh::deploy::worker::instances: - loader_oneshot - loader_git -swh::deploy::worker::loader_oneshot::concurrency: 20 +swh::deploy::worker::loader_oneshot::concurrency: 10 swh::deploy::worker::loader_oneshot::max_tasks_per_child: 1 swh::deploy::worker::loader_oneshot::task_queues: # loader-git - oneshot:swh.loader.git.tasks.UpdateGitRepository - oneshot3:swh.loader.git.tasks.UpdateGitRepository # mercurial - oneshot:swh.loader.mercurial.tasks.LoadMercurial - oneshot:swh.loader.mercurial.tasks.LoadArchiveMercurial # svn - oneshot:swh.loader.svn.tasks.LoadSvnRepository - oneshot:swh.loader.svn.tasks.MountAndLoadSvnRepository - oneshot:swh.loader.svn.tasks.DumpMountAndLoadSvnRepository -# Make the loader git service consume from a queue dedicated to subside lag +# Make loader git service consume from dedicated queue to subside lag and standard queue swh::deploy::loader_git::queues: - oneshot3:swh.loader.git.tasks.UpdateGitRepository + - swh.loader.git.tasks.UpdateGitRepository -swh::deploy::worker::loader_git::concurrency: 10 +swh::deploy::worker::loader_git::concurrency: 20 swh::deploy::worker::loader_git::max_tasks_per_child: 1 icinga2::host::vars: load: high diff --git a/data/hostname/worker18.softwareheritage.org.yaml b/data/hostname/worker18.softwareheritage.org.yaml index 55a5b486..aeb76110 100644 --- a/data/hostname/worker18.softwareheritage.org.yaml +++ b/data/hostname/worker18.softwareheritage.org.yaml @@ -1,24 +1,25 @@ swh::deploy::worker::instances: - loader_oneshot - loader_git -swh::deploy::worker::loader_oneshot::concurrency: 7 +swh::deploy::worker::loader_oneshot::concurrency: 5 swh::deploy::worker::loader_oneshot::max_tasks_per_child: 1 swh::deploy::worker::loader_oneshot::task_queues: # loader-git - oneshot3:swh.loader.git.tasks.UpdateGitRepository - oneshot2:swh.loader.git.tasks.UpdateGitRepository # mercurial - oneshot2:swh.loader.mercurial.tasks.LoadMercurial - oneshot2:swh.loader.mercurial.tasks.LoadArchiveMercurial # svn - oneshot2:swh.loader.svn.tasks.LoadSvnRepository - oneshot2:swh.loader.svn.tasks.MountAndLoadSvnRepository - oneshot2:swh.loader.svn.tasks.DumpMountAndLoadSvnRepository -# Make the loader git service consume from a queue dedicated to subside lag +# Make loader git service consume from dedicated queue to subside lag and standard queue swh::deploy::loader_git::queues: - oneshot3:swh.loader.git.tasks.UpdateGitRepository + - swh.loader.git.tasks.UpdateGitRepository -swh::deploy::worker::loader_git::concurrency: 7 +swh::deploy::worker::loader_git::concurrency: 10 swh::deploy::worker::loader_git::max_tasks_per_child: 1