Changeset View
Changeset View
Standalone View
Standalone View
swh/scrubber/sql/30-schema.sql
| Show All 14 Lines | |||||
| comment on table datastore is 'Each row identifies a data store being scrubbed'; | comment on table datastore is 'Each row identifies a data store being scrubbed'; | ||||
| comment on column datastore.id is 'Internal identifier of the datastore'; | comment on column datastore.id is 'Internal identifier of the datastore'; | ||||
| comment on column datastore.package is 'Name of the component using this datastore (storage/journal/objstorage)'; | comment on column datastore.package is 'Name of the component using this datastore (storage/journal/objstorage)'; | ||||
| comment on column datastore.class is 'For datastores with multiple backends, name of the backend (postgresql/cassandra for storage, kafka for journal, pathslicer/azure/winery/... for objstorage)'; | comment on column datastore.class is 'For datastores with multiple backends, name of the backend (postgresql/cassandra for storage, kafka for journal, pathslicer/azure/winery/... for objstorage)'; | ||||
| comment on column datastore.instance is 'Human-readable way to uniquely identify the datastore; eg. its URL or DSN.'; | comment on column datastore.instance is 'Human-readable way to uniquely identify the datastore; eg. its URL or DSN.'; | ||||
| ------------------------------------- | ------------------------------------- | ||||
| -- Checkpointing/progress tracking | |||||
| ------------------------------------- | |||||
| create table checked_range | |||||
| ( | |||||
| datastore int not null, | |||||
| range_start swhid not null, | |||||
| range_end swhid not null, | |||||
| last_date timestamptz not null | |||||
| ); | |||||
| comment on table checked_range is 'Each row represents a range of objects in a datastore that were fetched, checksumed, and checked at some point in the past.'; | |||||
| comment on column checked_range.range_start is 'First SWHID of the range that was checked (inclusive, possibly non-existent).'; | |||||
ardumont: more like? | |||||
| comment on column checked_range.range_end is 'Last SWHID of the range that was checked (inclusive, possiby non-existent).'; | |||||
| comment on column checked_range.last_date is 'Date the last scrub of that range *started*.'; | |||||
| ------------------------------------- | |||||
| -- Inventory of objects with issues | -- Inventory of objects with issues | ||||
| ------------------------------------- | ------------------------------------- | ||||
| create table corrupt_object | create table corrupt_object | ||||
| ( | ( | ||||
| id swhid not null, | id swhid not null, | ||||
| datastore int not null, | datastore int not null, | ||||
| object bytea not null, | object bytea not null, | ||||
| ▲ Show 20 Lines • Show All 60 Lines • Show Last 20 Lines | |||||
more like?