Changeset View
Changeset View
Standalone View
Standalone View
swh/indexer/storage/db.py
Show First 20 Lines • Show All 68 Lines • ▼ Show 20 Lines | content_mimetype_cols = [ | ||||
"tool_version", | "tool_version", | ||||
"tool_configuration", | "tool_configuration", | ||||
] | ] | ||||
@stored_procedure("swh_mktemp_content_mimetype") | @stored_procedure("swh_mktemp_content_mimetype") | ||||
def mktemp_content_mimetype(self, cur=None): | def mktemp_content_mimetype(self, cur=None): | ||||
pass | pass | ||||
def content_mimetype_add_from_temp(self, conflict_update, cur=None): | def content_mimetype_add_from_temp(self, cur=None): | ||||
cur = self._cursor(cur) | cur = self._cursor(cur) | ||||
cur.execute("select * from swh_content_mimetype_add(%s)", (conflict_update,)) | cur.execute("select * from swh_content_mimetype_add()") | ||||
return cur.fetchone()[0] | return cur.fetchone()[0] | ||||
def _convert_key(self, key, main_table="c"): | def _convert_key(self, key, main_table="c"): | ||||
"""Convert keys according to specific use in the module. | """Convert keys according to specific use in the module. | ||||
Args: | Args: | ||||
key (str): Key expression to change according to the alias | key (str): Key expression to change according to the alias | ||||
used in the query | used in the query | ||||
▲ Show 20 Lines • Show All 116 Lines • ▼ Show 20 Lines | content_language_cols = [ | ||||
"tool_version", | "tool_version", | ||||
"tool_configuration", | "tool_configuration", | ||||
] | ] | ||||
@stored_procedure("swh_mktemp_content_language") | @stored_procedure("swh_mktemp_content_language") | ||||
def mktemp_content_language(self, cur=None): | def mktemp_content_language(self, cur=None): | ||||
pass | pass | ||||
def content_language_add_from_temp(self, conflict_update, cur=None): | def content_language_add_from_temp(self, cur=None): | ||||
cur = self._cursor(cur) | cur = self._cursor(cur) | ||||
cur.execute("select * from swh_content_language_add(%s)", (conflict_update,)) | cur.execute("select * from swh_content_language_add()") | ||||
return cur.fetchone()[0] | return cur.fetchone()[0] | ||||
def content_language_get_from_list(self, ids, cur=None): | def content_language_get_from_list(self, ids, cur=None): | ||||
yield from self._get_from_list( | yield from self._get_from_list( | ||||
"content_language", ids, self.content_language_cols, cur=cur | "content_language", ids, self.content_language_cols, cur=cur | ||||
) | ) | ||||
content_ctags_hash_keys = ["id", "indexer_configuration_id"] | content_ctags_hash_keys = ["id", "indexer_configuration_id"] | ||||
Show All 17 Lines | content_ctags_cols = [ | ||||
"tool_version", | "tool_version", | ||||
"tool_configuration", | "tool_configuration", | ||||
] | ] | ||||
@stored_procedure("swh_mktemp_content_ctags") | @stored_procedure("swh_mktemp_content_ctags") | ||||
def mktemp_content_ctags(self, cur=None): | def mktemp_content_ctags(self, cur=None): | ||||
pass | pass | ||||
def content_ctags_add_from_temp(self, conflict_update, cur=None): | def content_ctags_add_from_temp(self, cur=None): | ||||
cur = self._cursor(cur) | cur = self._cursor(cur) | ||||
cur.execute("select * from swh_content_ctags_add(%s)", (conflict_update,)) | cur.execute("select * from swh_content_ctags_add()") | ||||
return cur.fetchone()[0] | return cur.fetchone()[0] | ||||
def content_ctags_get_from_list(self, ids, cur=None): | def content_ctags_get_from_list(self, ids, cur=None): | ||||
cur = self._cursor(cur) | cur = self._cursor(cur) | ||||
keys = map(self._convert_key, self.content_ctags_cols) | keys = map(self._convert_key, self.content_ctags_cols) | ||||
yield from execute_values_generator( | yield from execute_values_generator( | ||||
cur, | cur, | ||||
""" | """ | ||||
Show All 39 Lines | content_fossology_license_cols = [ | ||||
"tool_configuration", | "tool_configuration", | ||||
"license", | "license", | ||||
] | ] | ||||
@stored_procedure("swh_mktemp_content_fossology_license") | @stored_procedure("swh_mktemp_content_fossology_license") | ||||
def mktemp_content_fossology_license(self, cur=None): | def mktemp_content_fossology_license(self, cur=None): | ||||
pass | pass | ||||
def content_fossology_license_add_from_temp(self, conflict_update, cur=None): | def content_fossology_license_add_from_temp(self, cur=None): | ||||
"""Add new licenses per content. | """Add new licenses per content. | ||||
""" | """ | ||||
cur = self._cursor(cur) | cur = self._cursor(cur) | ||||
cur.execute( | cur.execute("select * from swh_content_fossology_license_add()") | ||||
"select * from swh_content_fossology_license_add(%s)", (conflict_update,) | |||||
) | |||||
return cur.fetchone()[0] | return cur.fetchone()[0] | ||||
def content_fossology_license_get_from_list(self, ids, cur=None): | def content_fossology_license_get_from_list(self, ids, cur=None): | ||||
"""Retrieve licenses per id. | """Retrieve licenses per id. | ||||
""" | """ | ||||
cur = self._cursor(cur) | cur = self._cursor(cur) | ||||
keys = map(self._convert_key, self.content_fossology_license_cols) | keys = map(self._convert_key, self.content_fossology_license_cols) | ||||
Show All 28 Lines | content_metadata_cols = [ | ||||
"tool_version", | "tool_version", | ||||
"tool_configuration", | "tool_configuration", | ||||
] | ] | ||||
@stored_procedure("swh_mktemp_content_metadata") | @stored_procedure("swh_mktemp_content_metadata") | ||||
def mktemp_content_metadata(self, cur=None): | def mktemp_content_metadata(self, cur=None): | ||||
pass | pass | ||||
def content_metadata_add_from_temp(self, conflict_update, cur=None): | def content_metadata_add_from_temp(self, cur=None): | ||||
cur = self._cursor(cur) | cur = self._cursor(cur) | ||||
cur.execute("select * from swh_content_metadata_add(%s)", (conflict_update,)) | cur.execute("select * from swh_content_metadata_add()") | ||||
return cur.fetchone()[0] | return cur.fetchone()[0] | ||||
def content_metadata_get_from_list(self, ids, cur=None): | def content_metadata_get_from_list(self, ids, cur=None): | ||||
yield from self._get_from_list( | yield from self._get_from_list( | ||||
"content_metadata", ids, self.content_metadata_cols, cur=cur | "content_metadata", ids, self.content_metadata_cols, cur=cur | ||||
) | ) | ||||
revision_intrinsic_metadata_hash_keys = ["id", "indexer_configuration_id"] | revision_intrinsic_metadata_hash_keys = ["id", "indexer_configuration_id"] | ||||
Show All 18 Lines | revision_intrinsic_metadata_cols = [ | ||||
"tool_version", | "tool_version", | ||||
"tool_configuration", | "tool_configuration", | ||||
] | ] | ||||
@stored_procedure("swh_mktemp_revision_intrinsic_metadata") | @stored_procedure("swh_mktemp_revision_intrinsic_metadata") | ||||
def mktemp_revision_intrinsic_metadata(self, cur=None): | def mktemp_revision_intrinsic_metadata(self, cur=None): | ||||
pass | pass | ||||
def revision_intrinsic_metadata_add_from_temp(self, conflict_update, cur=None): | def revision_intrinsic_metadata_add_from_temp(self, cur=None): | ||||
cur = self._cursor(cur) | cur = self._cursor(cur) | ||||
cur.execute( | cur.execute("select * from swh_revision_intrinsic_metadata_add()") | ||||
"select * from swh_revision_intrinsic_metadata_add(%s)", (conflict_update,) | |||||
) | |||||
return cur.fetchone()[0] | return cur.fetchone()[0] | ||||
def revision_intrinsic_metadata_get_from_list(self, ids, cur=None): | def revision_intrinsic_metadata_get_from_list(self, ids, cur=None): | ||||
yield from self._get_from_list( | yield from self._get_from_list( | ||||
"revision_intrinsic_metadata", | "revision_intrinsic_metadata", | ||||
ids, | ids, | ||||
self.revision_intrinsic_metadata_cols, | self.revision_intrinsic_metadata_cols, | ||||
cur=cur, | cur=cur, | ||||
Show All 16 Lines | class Db(BaseDb): | ||||
for proper names and non-English content. | for proper names and non-English content. | ||||
When updating this value, make sure to add a new index on | When updating this value, make sure to add a new index on | ||||
origin_intrinsic_metadata.metadata.""" | origin_intrinsic_metadata.metadata.""" | ||||
@stored_procedure("swh_mktemp_origin_intrinsic_metadata") | @stored_procedure("swh_mktemp_origin_intrinsic_metadata") | ||||
def mktemp_origin_intrinsic_metadata(self, cur=None): | def mktemp_origin_intrinsic_metadata(self, cur=None): | ||||
pass | pass | ||||
def origin_intrinsic_metadata_add_from_temp(self, conflict_update, cur=None): | def origin_intrinsic_metadata_add_from_temp(self, cur=None): | ||||
cur = self._cursor(cur) | cur = self._cursor(cur) | ||||
cur.execute( | cur.execute("select * from swh_origin_intrinsic_metadata_add()") | ||||
"select * from swh_origin_intrinsic_metadata_add(%s)", (conflict_update,) | |||||
) | |||||
return cur.fetchone()[0] | return cur.fetchone()[0] | ||||
def origin_intrinsic_metadata_get_from_list(self, ids, cur=None): | def origin_intrinsic_metadata_get_from_list(self, ids, cur=None): | ||||
yield from self._get_from_list( | yield from self._get_from_list( | ||||
"origin_intrinsic_metadata", | "origin_intrinsic_metadata", | ||||
ids, | ids, | ||||
self.origin_intrinsic_metadata_cols, | self.origin_intrinsic_metadata_cols, | ||||
cur=cur, | cur=cur, | ||||
▲ Show 20 Lines • Show All 100 Lines • Show Last 20 Lines |