Changeset View
Changeset View
Standalone View
Standalone View
swh/indexer/storage/__init__.py
Show First 20 Lines • Show All 131 Lines • ▼ Show 20 Lines | def check_id_duplicates(data): | ||||
duplicates = [id_ for (id_, count) in counter.items() if count >= 2] | duplicates = [id_ for (id_, count) in counter.items() if count >= 2] | ||||
if duplicates: | if duplicates: | ||||
raise DuplicateId(list(map(dict, duplicates))) | raise DuplicateId(list(map(dict, duplicates))) | ||||
class IndexerStorage: | class IndexerStorage: | ||||
"""SWH Indexer Storage Datastore""" | """SWH Indexer Storage Datastore""" | ||||
current_version = 136 | current_version = 137 | ||||
def __init__(self, db, min_pool_conns=1, max_pool_conns=10, journal_writer=None): | def __init__(self, db, min_pool_conns=1, max_pool_conns=10, journal_writer=None): | ||||
""" | """ | ||||
Args: | Args: | ||||
db: either a libpq connection string, or a psycopg2 connection | db: either a libpq connection string, or a psycopg2 connection | ||||
journal_writer: configuration passed to | journal_writer: configuration passed to | ||||
`swh.journal.writer.get_journal_writer` | `swh.journal.writer.get_journal_writer` | ||||
▲ Show 20 Lines • Show All 568 Lines • Show Last 20 Lines |