diff --git a/swh/scheduler/sql/50-swh-data.sql b/swh/scheduler/sql/50-swh-data.sql index f3cb04e..f66b5db 100644 --- a/swh/scheduler/sql/50-swh-data.sql +++ b/swh/scheduler/sql/50-swh-data.sql @@ -1,416 +1,247 @@ insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'load-svn-from-archive', 'Loading svn repositories from svn dump', 'swh.loader.svn.tasks.MountAndLoadSvnRepository', '1 day', '1 day', '1 day', 1, 1000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'load-svn', 'Create dump of a remote svn repository, mount it and load it', 'swh.loader.svn.tasks.DumpMountAndLoadSvnRepository', '1 day', '1 day', '1 day', 1, 1000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, num_retries, max_queue_length) values ( 'load-deposit', 'Loading deposit archive into swh through swh-loader-tar', 'swh.deposit.loader.tasks.LoadDepositArchiveTsk', '1 day', '1 day', '1 day', 1, 3, 1000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, num_retries, max_queue_length) values ( 'check-deposit', 'Pre-checking deposit step before loading into swh archive', 'swh.deposit.loader.tasks.ChecksDepositTsk', '1 day', '1 day', '1 day', 1, 3, 1000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'cook-vault-bundle', 'Cook a Vault bundle', 'swh.vault.cooking_tasks.SWHCookingTask', '1 day', '1 day', '1 day', 1, 10000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'load-hg', 'Loading mercurial repository swh-loader-mercurial', 'swh.loader.mercurial.tasks.LoadMercurial', '1 day', '1 day', '1 day', 1, 1000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'load-hg-from-archive', 'Loading archive mercurial repository swh-loader-mercurial', 'swh.loader.mercurial.tasks.LoadArchiveMercurial', '1 day', '1 day', '1 day', 1, 1000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'load-git', 'Update an origin of type git', 'swh.loader.git.tasks.UpdateGitRepository', '64 days', '12:00:00', '64 days', 2, 5000); -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-bitbucket-incremental', - 'Incrementally list BitBucket', - 'swh.lister.bitbucket.tasks.IncrementalBitBucketLister', - '1 day', - '1 day', - '1 day', 1); - -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-bitbucket-full', - 'Full update of Bitbucket repos list', - 'swh.lister.bitbucket.tasks.FullBitBucketRelister', - '90 days', - '90 days', - '90 days', 1); - -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-github-incremental', - 'Incrementally list GitHub', - 'swh.lister.github.tasks.IncrementalGitHubLister', - '1 day', - '1 day', - '1 day', 1); - -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-github-full', - 'Full update of GitHub repos list', - 'swh.lister.github.tasks.FullGitHubRelister', - '90 days', - '90 days', - '90 days', 1); - -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-debian-distribution', - 'List a Debian distribution', - 'swh.lister.debian.tasks.DebianListerTask', - '1 day', - '1 day', - '1 day', 1); - insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length, num_retries, retry_delay) values ( 'load-debian-package', 'Load a Debian package', 'swh.loader.debian.tasks.LoadDebianPackage', NULL, NULL, NULL, NULL, 5000, 5, '1 hour'); -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-gitlab-incremental', - 'Incrementally list a Gitlab instance', - 'swh.lister.gitlab.tasks.IncrementalGitLabLister', - '1 day', - '1 day', - '1 day', 1); - -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-gitlab-full', - 'Full update of a Gitlab instance''s repos list', - 'swh.lister.gitlab.tasks.FullGitLabRelister', - '90 days', - '90 days', - '90 days', 1); - -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-pypi', - 'Full pypi lister', - 'swh.lister.pypi.tasks.PyPIListerTask', - '1 days', - '1 days', - '1 days', 1); - insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'load-pypi', 'Load Pypi origin', 'swh.loader.pypi.tasks.LoadPyPI', '64 days', '12:00:00', '64 days', 2, 5000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'index-mimetype', 'Mimetype indexer task', 'swh.indexer.tasks.ContentMimetype', '1 day', '12:00:00', '1 days', 2, 5000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'index-mimetype-for-range', 'Mimetype Range indexer task', 'swh.indexer.tasks.ContentRangeMimetype', '1 day', '12:00:00', '1 days', 2, 5000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'index-fossology-license', 'Fossology license indexer task', 'swh.indexer.tasks.ContentFossologyLicense', '1 day', '12:00:00', '1 days', 2, 5000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'index-fossology-license-for-range', 'Fossology license range indexer task', 'swh.indexer.tasks.ContentRangeFossologyLicense', '1 day', '12:00:00', '1 days', 2, 5000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'index-origin-head', 'Origin Head indexer task', 'swh.indexer.tasks.OriginHead', '1 day', '12:00:00', '1 days', 2, 5000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'index-revision-metadata', 'Revision Metadata indexer task', 'swh.indexer.tasks.RevisionMetadata', '1 day', '12:00:00', '1 days', 2, 5000); insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'index-origin-metadata', 'Origin Metadata indexer task', 'swh.indexer.tasks.OriginMetadata', '1 day', '12:00:00', '1 days', 2, 20000); -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-npm-full', - 'Full npm lister', - 'swh.lister.npm.tasks.NpmListerTask', - '1 week', - '1 week', - '1 week', 1); - insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, max_queue_length) values ( 'load-npm', 'Load npm origin', 'swh.loader.npm.tasks.LoadNpm', '64 days', '12:00:00', '64 days', 2, 5000); -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-gnu-full', - 'Full gnu lister', - 'swh.lister.gnu.tasks.GNUListerTask', - '90 days', - '90 days', - '90 days', 1); - -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-phabricator-full', - 'Full Phabricator instance lister', - 'swh.lister.phabricator.tasks.FullPhabricatorLister', - '90 days', - '90 days', - '90 days', 1); - -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-phabricator-incremental', - 'Incremental Phabricator instance lister', - 'swh.lister.phabricator.tasks.IncrementalPhabricatorLister', - '1 week', - '1 week', - '1 week', 1); - -insert into task_type( - type, - description, - backend_name, - default_interval, min_interval, max_interval, backoff_factor) -values ( - 'list-cgit', - 'CGit instance lister', - 'swh.lister.cgit.tasks.CGitListerTask', - '64 days', - '64 days', - '64 days', 1); - insert into task_type( type, description, backend_name, default_interval, min_interval, max_interval, backoff_factor, num_retries) values ( 'load-tar', 'Load Tar from gnu', 'swh.loader.package.tasks.LoadGNU', '64 days', '64 days', '64 days', 1, 3);