Differential D1440 Diff 4685 swh/scheduler/sql/50-swh-data.sql

Changeset View

Standalone View

swh/scheduler/sql/50-swh-data.sql

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'swh-loader-mount-dump-and-load-svn-repository',		'load-svn-from-archive',
'Loading svn repositories from svn dump',		'Loading svn repositories from svn dump',
'swh.loader.svn.tasks.MountAndLoadSvnRepository',		'swh.loader.svn.tasks.MountAndLoadSvnRepository',
'1 day', '1 day', '1 day', 1,		'1 day', '1 day', '1 day', 1,
1000);		1000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'origin-update-svn',		'load-svn',
'Create dump of a remote svn repository, mount it and load it',		'Create dump of a remote svn repository, mount it and load it',
'swh.loader.svn.tasks.DumpMountAndLoadSvnRepository',		'swh.loader.svn.tasks.DumpMountAndLoadSvnRepository',
'1 day', '1 day', '1 day', 1,		'1 day', '1 day', '1 day', 1,
1000);		1000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
num_retries,		num_retries,
max_queue_length)		max_queue_length)
values (		values (
'swh-deposit-archive-loading',		'load-deposit-from-archive',
'Loading deposit archive into swh through swh-loader-tar',		'Loading deposit archive into swh through swh-loader-tar',
'swh.deposit.loader.tasks.LoadDepositArchiveTsk',		'swh.deposit.loader.tasks.LoadDepositArchiveTsk',
'1 day', '1 day', '1 day', 1, 3, 1000);		'1 day', '1 day', '1 day', 1, 3, 1000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
num_retries, max_queue_length)		num_retries, max_queue_length)
values (		values (
'swh-deposit-archive-checks',		'check-deposit-archive',
'Pre-checking deposit step before loading into swh archive',		'Pre-checking deposit step before loading into swh archive',
'swh.deposit.loader.tasks.ChecksDepositTsk',		'swh.deposit.loader.tasks.ChecksDepositTsk',
'1 day', '1 day', '1 day', 1, 3, 1000);		'1 day', '1 day', '1 day', 1, 3, 1000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'swh-vault-cooking',		'cook-vault-bundle',
'Cook a Vault bundle',		'Cook a Vault bundle',
'swh.vault.cooking_tasks.SWHCookingTask',		'swh.vault.cooking_tasks.SWHCookingTask',
'1 day', '1 day', '1 day', 1,		'1 day', '1 day', '1 day', 1,
10000);		10000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'origin-update-hg',		'load-hg',
'Loading mercurial repository swh-loader-mercurial',		'Loading mercurial repository swh-loader-mercurial',
'swh.loader.mercurial.tasks.LoadMercurial',		'swh.loader.mercurial.tasks.LoadMercurial',
'1 day', '1 day', '1 day', 1,		'1 day', '1 day', '1 day', 1,
1000);		1000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'origin-load-archive-hg',		'load-hg-from-archive',
'Loading archive mercurial repository swh-loader-mercurial',		'Loading archive mercurial repository swh-loader-mercurial',
'swh.loader.mercurial.tasks.LoadArchiveMercurial',		'swh.loader.mercurial.tasks.LoadArchiveMercurial',
'1 day', '1 day', '1 day', 1,		'1 day', '1 day', '1 day', 1,
1000);		1000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'origin-update-git',		'load-git',
'Update an origin of type git',		'Update an origin of type git',
'swh.loader.git.tasks.UpdateGitRepository',		'swh.loader.git.tasks.UpdateGitRepository',
'64 days',		'64 days',
'12:00:00',		'12:00:00',
'64 days', 2, 5000);		'64 days', 2, 5000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor)		default_interval, min_interval, max_interval, backoff_factor)
values (		values (
'swh-lister-bitbucket-incremental',		'list-bitbucket-incremental',
'Incrementally list BitBucket',		'Incrementally list BitBucket',
'swh.lister.bitbucket.tasks.IncrementalBitBucketLister',		'swh.lister.bitbucket.tasks.IncrementalBitBucketLister',
'1 day',		'1 day',
'1 day',		'1 day',
'1 day', 1);		'1 day', 1);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor)		default_interval, min_interval, max_interval, backoff_factor)
values (		values (
'swh-lister-bitbucket-full',		'list-bitbucket-full',
'Full update of Bitbucket repos list',		'Full update of Bitbucket repos list',
'swh.lister.bitbucket.tasks.FullBitBucketRelister',		'swh.lister.bitbucket.tasks.FullBitBucketRelister',
'90 days',		'90 days',
'90 days',		'90 days',
'90 days', 1);		'90 days', 1);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor)		default_interval, min_interval, max_interval, backoff_factor)
values (		values (
'swh-lister-github-incremental',		'list-github-incremental',
'Incrementally list GitHub',		'Incrementally list GitHub',
'swh.lister.github.tasks.IncrementalGitHubLister',		'swh.lister.github.tasks.IncrementalGitHubLister',
'1 day',		'1 day',
'1 day',		'1 day',
'1 day', 1);		'1 day', 1);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor)		default_interval, min_interval, max_interval, backoff_factor)
values (		values (
'swh-lister-github-full',		'list-github-full',
'Full update of GitHub repos list',		'Full update of GitHub repos list',
'swh.lister.github.tasks.FullGitHubRelister',		'swh.lister.github.tasks.FullGitHubRelister',
'90 days',		'90 days',
'90 days',		'90 days',
'90 days', 1);		'90 days', 1);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor)		default_interval, min_interval, max_interval, backoff_factor)
values (		values (
'swh-lister-debian',		'list-debian-distribution',
'List a Debian distribution',		'List a Debian distribution',
'swh.lister.debian.tasks.DebianListerTask',		'swh.lister.debian.tasks.DebianListerTask',
'1 day',		'1 day',
'1 day',		'1 day',
'1 day', 1);		'1 day', 1);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
		default_interval, min_interval, max_interval, backoff_factor,
		max_queue_length, num_retries, retry_delay)
		values (
		'load-debian-package',
		'Load a Debian package',
		'swh.loader.debian.tasks.LoadDebianPackage',
		NULL, NULL, NULL, NULL,
		5000, 5, '1 hour');

		insert into task_type(
		type,
		description,
		backend_name,
default_interval, min_interval, max_interval, backoff_factor)		default_interval, min_interval, max_interval, backoff_factor)
values (		values (
'swh-lister-gitlab-incremental',		'list-gitlab-incremental',
'Incrementally list a Gitlab instance',		'Incrementally list a Gitlab instance',
'swh.lister.gitlab.tasks.IncrementalGitLabLister',		'swh.lister.gitlab.tasks.IncrementalGitLabLister',
'1 day',		'1 day',
'1 day',		'1 day',
'1 day', 1);		'1 day', 1);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor)		default_interval, min_interval, max_interval, backoff_factor)
values (		values (
'swh-lister-gitlab-full',		'list-gitlab-full',
'Full update of a Gitlab instance''s repos list',		'Full update of a Gitlab instance''s repos list',
'swh.lister.gitlab.tasks.FullGitLabRelister',		'swh.lister.gitlab.tasks.FullGitLabRelister',
'90 days',		'90 days',
'90 days',		'90 days',
'90 days', 1);		'90 days', 1);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor)		default_interval, min_interval, max_interval, backoff_factor)
values (		values (
'swh-lister-pypi',		'list-pypi',
'Full pypi lister',		'Full pypi lister',
'swh.lister.pypi.tasks.PyPIListerTask',		'swh.lister.pypi.tasks.PyPIListerTask',
'1 days',		'1 days',
'1 days',		'1 days',
'1 days', 1);		'1 days', 1);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'origin-update-pypi',		'load-pypi',
'Load Pypi origin',		'Load Pypi origin',
'swh.loader.pypi.tasks.LoadPyPI',		'swh.loader.pypi.tasks.LoadPyPI',
'64 days', '12:00:00', '64 days', 2,		'64 days', '12:00:00', '64 days', 2,
5000);		5000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'indexer_mimetype',		'index-mimetype',
'Mimetype indexer task',		'Mimetype indexer task',
'swh.indexer.tasks.ContentMimetype',		'swh.indexer.tasks.ContentMimetype',
'1 day', '12:00:00', '1 days', 2,		'1 day', '12:00:00', '1 days', 2,
5000);		5000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'indexer_range_mimetype',		'index-mimetype-for-range',
'Mimetype Range indexer task',		'Mimetype Range indexer task',
'swh.indexer.tasks.ContentRangeMimetype',		'swh.indexer.tasks.ContentRangeMimetype',
'1 day', '12:00:00', '1 days', 2,		'1 day', '12:00:00', '1 days', 2,
5000);		5000);


insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'indexer_fossology_license',		'index-fossology-license',
'Fossology license indexer task',		'Fossology license indexer task',
'swh.indexer.tasks.ContentFossologyLicense',		'swh.indexer.tasks.ContentFossologyLicense',
'1 day', '12:00:00', '1 days', 2,		'1 day', '12:00:00', '1 days', 2,
5000);		5000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'indexer_range_fossology_license',		'index-fossology-license-for-range',
'Fossology license range indexer task',		'Fossology license range indexer task',
'swh.indexer.tasks.ContentRangeFossologyLicense',		'swh.indexer.tasks.ContentRangeFossologyLicense',
'1 day', '12:00:00', '1 days', 2,		'1 day', '12:00:00', '1 days', 2,
5000);		5000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'indexer_origin_head',		'index-origin-head',
'Origin Head indexer task',		'Origin Head indexer task',
'swh.indexer.tasks.OriginHead',		'swh.indexer.tasks.OriginHead',
'1 day', '12:00:00', '1 days', 2,		'1 day', '12:00:00', '1 days', 2,
5000);		5000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'indexer_revision_metadata',		'index-revision-metadata',
'Revision Metadata indexer task',		'Revision Metadata indexer task',
'swh.indexer.tasks.RevisionMetadata',		'swh.indexer.tasks.RevisionMetadata',
'1 day', '12:00:00', '1 days', 2,		'1 day', '12:00:00', '1 days', 2,
5000);		5000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
backend_name,		backend_name,
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'indexer_origin_metadata',		'index-origin-metadata',
'Origin Metadata indexer task',		'Origin Metadata indexer task',
'swh.indexer.tasks.OriginMetadata',		'swh.indexer.tasks.OriginMetadata',
'1 day', '12:00:00', '1 days', 2,		'1 day', '12:00:00', '1 days', 2,
20000);		20000);

insert into task_type(		insert into task_type(
type,		type,
description,		description,
Show All 14 Lines	insert into task_type(
default_interval, min_interval, max_interval, backoff_factor,		default_interval, min_interval, max_interval, backoff_factor,
max_queue_length)		max_queue_length)
values (		values (
'load-npm',		'load-npm',
'Load npm origin',		'Load npm origin',
'swh.loader.npm.tasks.LoadNpm',		'swh.loader.npm.tasks.LoadNpm',
'64 days', '12:00:00', '64 days', 2,		'64 days', '12:00:00', '64 days', 2,
5000);		5000);

		--- For backward compatibility with previous task names
		--- TODO: remove this once all swh components have been migrated to use the
		--- new task names

		create or replace function swh_add_backward_compatible_task_name(
		old_task_name text, new_task_name text)
		returns void
		language sql
		as $$
		insert into task_type (
		type,
		description,
		backend_name,
		default_interval, min_interval,
		max_interval, backoff_factor,
		max_queue_length)
		(select old_task_name, description,
		backend_name,
		default_interval, min_interval,
		max_interval, backoff_factor,
		max_queue_length
		from task_type where type = new_task_name);
		$$;

		select swh_add_backward_compatible_task_name('swh-loader-mount-dump-and-load-svn-repository',
		'load-svn-from-archive');

		select swh_add_backward_compatible_task_name('origin-update-svn',
		'load-svn');

		select swh_add_backward_compatible_task_name('swh-deposit-archive-loading',
		'load-deposit-from-archive');

		select swh_add_backward_compatible_task_name('swh-deposit-archive-checks',
		'check-deposit-archive');

		select swh_add_backward_compatible_task_name('swh-vault-cooking',
		'cook-vault-bundle');

		select swh_add_backward_compatible_task_name('origin-update-hg',
		'load-hg');

		select swh_add_backward_compatible_task_name('origin-load-archive-hg',
		'load-hg-from-archive');

		select swh_add_backward_compatible_task_name('origin-update-git',
		'load-git');

		select swh_add_backward_compatible_task_name('swh-lister-bitbucket-incremental',
		'list-bitbucket-incremental');

		select swh_add_backward_compatible_task_name('swh-lister-bitbucket-full',
		'list-bitbucket-full');

		select swh_add_backward_compatible_task_name('swh-lister-github-incremental',
		'list-github-incremental');

		select swh_add_backward_compatible_task_name('swh-lister-github-full',
		'list-github-full');

		select swh_add_backward_compatible_task_name('swh-lister-debian',
		'list-debian-distribution');

		select swh_add_backward_compatible_task_name('load-deb-package',
		'load-debian-package');

		select swh_add_backward_compatible_task_name('swh-lister-gitlab-incremental',
		'list-gitlab-incremental');

		select swh_add_backward_compatible_task_name('swh-lister-gitlab-full',
		'list-gitlab-full');

		select swh_add_backward_compatible_task_name('swh-lister-pypi',
		'list-pypi');

		select swh_add_backward_compatible_task_name('origin-update-pypi',
		'load-pypi');

		select swh_add_backward_compatible_task_name('indexer_mimetype',
		'index-mimetype');

		select swh_add_backward_compatible_task_name('indexer_range_mimetype',
		'index-mimetype-for-range');

		select swh_add_backward_compatible_task_name('indexer_fossology_license',
		'index-fossology-license');

		select swh_add_backward_compatible_task_name('indexer_range_fossology_license',
		'index-fossology-license-for-range');

		select swh_add_backward_compatible_task_name('indexer_origin_head',
		'index-origin-head');

		select swh_add_backward_compatible_task_name('indexer_revision_metadata',
		'index-revision-metadata');

		select swh_add_backward_compatible_task_name('indexer_origin_metadata',
		'index-origin-metadata');

		drop function swh_add_backward_compatible_task_name(text, text);