Differential D1564 Diff 5320 swh/indexer/sql/40-swh-func.sql

Changeset View

Standalone View

swh/indexer/sql/40-swh-func.sql

	Show First 20 Lines • Show All 407 Lines • ▼ Show 20 Lines
	create or replace function swh_origin_intrinsic_metadata_add(			create or replace function swh_origin_intrinsic_metadata_add(
	conflict_update boolean)			conflict_update boolean)
	returns void			returns void
	language plpgsql			language plpgsql
	as $$			as $$
	begin			begin
	perform swh_origin_intrinsic_metadata_compute_tsvector();			perform swh_origin_intrinsic_metadata_compute_tsvector();
	if conflict_update then			if conflict_update then
	insert into origin_intrinsic_metadata (id, metadata, indexer_configuration_id, from_revision, metadata_tsvector, mappings)			insert into origin_intrinsic_metadata (id, origin_url, metadata, indexer_configuration_id, from_revision, metadata_tsvector, mappings)
	select id, metadata, indexer_configuration_id, from_revision,			select id, origin_url, metadata, indexer_configuration_id, from_revision,
	metadata_tsvector, mappings			metadata_tsvector, mappings
	from tmp_origin_intrinsic_metadata			from tmp_origin_intrinsic_metadata
	on conflict(id, indexer_configuration_id)			on conflict(id, indexer_configuration_id)
	do update set			do update set
	metadata = excluded.metadata,			metadata = excluded.metadata,
	mappings = excluded.mappings;			mappings = excluded.mappings;

	else			else
	insert into origin_intrinsic_metadata (id, metadata, indexer_configuration_id, from_revision, metadata_tsvector, mappings)			insert into origin_intrinsic_metadata (id, origin_url, metadata, indexer_configuration_id, from_revision, metadata_tsvector, mappings)
				ardumontUnsubmitted Not Done Inline Actions Did not read the rest yet... how are we backfilling the existing rows in the indexer db? Is there a script for that? ardumont: Did not read the rest yet... how are we backfilling the existing rows in the indexer db? Is…
				vlorentzAuthorUnsubmitted Done Inline Actions deploy indexers with that patch run a full pass on all origins (which I planned on doing anyway, since we had to drop the task queue) delete rows without an origin_url if any (these would be origins that had metadata but no longer do) vlorentz: 1. deploy indexers with that patch 2. run a full pass on all origins (which I planned on doing…
				ardumontUnsubmitted Not Done Inline Actions Sounds fine to me, thanks. ardumont: Sounds fine to me, thanks.
	select id, metadata, indexer_configuration_id, from_revision,			select id, origin_url, metadata, indexer_configuration_id, from_revision,
	metadata_tsvector, mappings			metadata_tsvector, mappings
	from tmp_origin_intrinsic_metadata			from tmp_origin_intrinsic_metadata
	on conflict(id, indexer_configuration_id)			on conflict(id, indexer_configuration_id)
	do nothing;			do nothing;
	end if;			end if;
	return;			return;
	end			end
	$$;			$$;
	Show All 17 Lines