Changeset View
Changeset View
Standalone View
Standalone View
swh/indexer/storage/db.py
| Show All 10 Lines | |||||
| from .interface import Sha1 | from .interface import Sha1 | ||||
| class Db(BaseDb): | class Db(BaseDb): | ||||
| """Proxy to the SWH Indexer DB, with wrappers around stored procedures""" | """Proxy to the SWH Indexer DB, with wrappers around stored procedures""" | ||||
| content_mimetype_hash_keys = ["id", "indexer_configuration_id"] | content_mimetype_hash_keys = ["id", "indexer_configuration_id"] | ||||
| current_version = 133 | current_version = 134 | ||||
| def _missing_from_list( | def _missing_from_list( | ||||
| self, table: str, data: Iterable[Dict], hash_keys: List[str], cur=None | self, table: str, data: Iterable[Dict], hash_keys: List[str], cur=None | ||||
| ): | ): | ||||
| """Read from table the data with hash_keys that are missing. | """Read from table the data with hash_keys that are missing. | ||||
| Args: | Args: | ||||
| table: Table name (e.g content_mimetype, content_language, | table: Table name (e.g content_mimetype, content_language, | ||||
| ▲ Show 20 Lines • Show All 317 Lines • ▼ Show 20 Lines | def content_metadata_add_from_temp(self, cur=None): | ||||
| cur.execute("select * from swh_content_metadata_add()") | cur.execute("select * from swh_content_metadata_add()") | ||||
| return cur.fetchone()[0] | return cur.fetchone()[0] | ||||
| def content_metadata_get_from_list(self, ids, cur=None): | def content_metadata_get_from_list(self, ids, cur=None): | ||||
| yield from self._get_from_list( | yield from self._get_from_list( | ||||
| "content_metadata", ids, self.content_metadata_cols, cur=cur | "content_metadata", ids, self.content_metadata_cols, cur=cur | ||||
| ) | ) | ||||
| revision_intrinsic_metadata_hash_keys = ["id", "indexer_configuration_id"] | directory_intrinsic_metadata_hash_keys = ["id", "indexer_configuration_id"] | ||||
| def revision_intrinsic_metadata_missing_from_list(self, metadata, cur=None): | def directory_intrinsic_metadata_missing_from_list(self, metadata, cur=None): | ||||
| """List missing metadata.""" | """List missing metadata.""" | ||||
| yield from self._missing_from_list( | yield from self._missing_from_list( | ||||
| "revision_intrinsic_metadata", | "directory_intrinsic_metadata", | ||||
| metadata, | metadata, | ||||
| self.revision_intrinsic_metadata_hash_keys, | self.directory_intrinsic_metadata_hash_keys, | ||||
| cur=cur, | cur=cur, | ||||
| ) | ) | ||||
| revision_intrinsic_metadata_cols = [ | directory_intrinsic_metadata_cols = [ | ||||
| "id", | "id", | ||||
| "metadata", | "metadata", | ||||
| "mappings", | "mappings", | ||||
| "tool_id", | "tool_id", | ||||
| "tool_name", | "tool_name", | ||||
| "tool_version", | "tool_version", | ||||
| "tool_configuration", | "tool_configuration", | ||||
| ] | ] | ||||
| @stored_procedure("swh_mktemp_revision_intrinsic_metadata") | @stored_procedure("swh_mktemp_directory_intrinsic_metadata") | ||||
| def mktemp_revision_intrinsic_metadata(self, cur=None): | def mktemp_directory_intrinsic_metadata(self, cur=None): | ||||
| pass | pass | ||||
| def revision_intrinsic_metadata_add_from_temp(self, cur=None): | def directory_intrinsic_metadata_add_from_temp(self, cur=None): | ||||
| cur = self._cursor(cur) | cur = self._cursor(cur) | ||||
| cur.execute("select * from swh_revision_intrinsic_metadata_add()") | cur.execute("select * from swh_directory_intrinsic_metadata_add()") | ||||
| return cur.fetchone()[0] | return cur.fetchone()[0] | ||||
| def revision_intrinsic_metadata_get_from_list(self, ids, cur=None): | def directory_intrinsic_metadata_get_from_list(self, ids, cur=None): | ||||
| yield from self._get_from_list( | yield from self._get_from_list( | ||||
| "revision_intrinsic_metadata", | "directory_intrinsic_metadata", | ||||
| ids, | ids, | ||||
| self.revision_intrinsic_metadata_cols, | self.directory_intrinsic_metadata_cols, | ||||
| cur=cur, | cur=cur, | ||||
| ) | ) | ||||
| origin_intrinsic_metadata_cols = [ | origin_intrinsic_metadata_cols = [ | ||||
| "id", | "id", | ||||
| "metadata", | "metadata", | ||||
| "from_revision", | "from_directory", | ||||
| "mappings", | "mappings", | ||||
| "tool_id", | "tool_id", | ||||
| "tool_name", | "tool_name", | ||||
| "tool_version", | "tool_version", | ||||
| "tool_configuration", | "tool_configuration", | ||||
| ] | ] | ||||
| origin_intrinsic_metadata_regconfig = "pg_catalog.simple" | origin_intrinsic_metadata_regconfig = "pg_catalog.simple" | ||||
| ▲ Show 20 Lines • Show All 133 Lines • Show Last 20 Lines | |||||