Changeset View
Changeset View
Standalone View
Standalone View
swh/indexer/sql/40-swh-func.sql
Show First 20 Lines • Show All 407 Lines • ▼ Show 20 Lines | |||||
create or replace function swh_origin_intrinsic_metadata_add( | create or replace function swh_origin_intrinsic_metadata_add( | ||||
conflict_update boolean) | conflict_update boolean) | ||||
returns void | returns void | ||||
language plpgsql | language plpgsql | ||||
as $$ | as $$ | ||||
begin | begin | ||||
perform swh_origin_intrinsic_metadata_compute_tsvector(); | perform swh_origin_intrinsic_metadata_compute_tsvector(); | ||||
if conflict_update then | if conflict_update then | ||||
insert into origin_intrinsic_metadata (id, metadata, indexer_configuration_id, from_revision, metadata_tsvector, mappings) | insert into origin_intrinsic_metadata (id, origin_url, metadata, indexer_configuration_id, from_revision, metadata_tsvector, mappings) | ||||
select id, metadata, indexer_configuration_id, from_revision, | select id, origin_url, metadata, indexer_configuration_id, from_revision, | ||||
metadata_tsvector, mappings | metadata_tsvector, mappings | ||||
from tmp_origin_intrinsic_metadata | from tmp_origin_intrinsic_metadata | ||||
on conflict(id, indexer_configuration_id) | on conflict(id, indexer_configuration_id) | ||||
do update set | do update set | ||||
metadata = excluded.metadata, | metadata = excluded.metadata, | ||||
mappings = excluded.mappings; | mappings = excluded.mappings; | ||||
else | else | ||||
insert into origin_intrinsic_metadata (id, metadata, indexer_configuration_id, from_revision, metadata_tsvector, mappings) | insert into origin_intrinsic_metadata (id, origin_url, metadata, indexer_configuration_id, from_revision, metadata_tsvector, mappings) | ||||
select id, metadata, indexer_configuration_id, from_revision, | select id, origin_url, metadata, indexer_configuration_id, from_revision, | ||||
ardumont: Did not read the rest yet... how are we backfilling the existing rows in the indexer db? Is… | |||||
vlorentzAuthorUnsubmitted Done Inline Actions
vlorentz: 1. deploy indexers with that patch
2. run a full pass on all origins (which I planned on doing… | |||||
ardumontUnsubmitted Not Done Inline ActionsSounds fine to me, thanks. ardumont: Sounds fine to me, thanks. | |||||
metadata_tsvector, mappings | metadata_tsvector, mappings | ||||
from tmp_origin_intrinsic_metadata | from tmp_origin_intrinsic_metadata | ||||
on conflict(id, indexer_configuration_id) | on conflict(id, indexer_configuration_id) | ||||
do nothing; | do nothing; | ||||
end if; | end if; | ||||
return; | return; | ||||
end | end | ||||
$$; | $$; | ||||
Show All 17 Lines |
Did not read the rest yet... how are we backfilling the existing rows in the indexer db? Is there a script for that?