Changeset View
Changeset View
Standalone View
Standalone View
swh/storage/in_memory.py
| Show All 32 Lines | from swh.storage.cassandra.model import ( | ||||
| ExtIDByTargetRow, | ExtIDByTargetRow, | ||||
| ExtIDRow, | ExtIDRow, | ||||
| MetadataAuthorityRow, | MetadataAuthorityRow, | ||||
| MetadataFetcherRow, | MetadataFetcherRow, | ||||
| ObjectCountRow, | ObjectCountRow, | ||||
| OriginRow, | OriginRow, | ||||
| OriginVisitRow, | OriginVisitRow, | ||||
| OriginVisitStatusRow, | OriginVisitStatusRow, | ||||
| RawExtrinsicMetadataByIdRow, | |||||
| RawExtrinsicMetadataRow, | RawExtrinsicMetadataRow, | ||||
| ReleaseRow, | ReleaseRow, | ||||
| RevisionParentRow, | RevisionParentRow, | ||||
| RevisionRow, | RevisionRow, | ||||
| SkippedContentRow, | SkippedContentRow, | ||||
| SnapshotBranchRow, | SnapshotBranchRow, | ||||
| SnapshotRow, | SnapshotRow, | ||||
| ) | ) | ||||
| ▲ Show 20 Lines • Show All 114 Lines • ▼ Show 20 Lines | def __init__(self): | ||||
| self._snapshots = Table(SnapshotRow) | self._snapshots = Table(SnapshotRow) | ||||
| self._snapshot_branches = Table(SnapshotBranchRow) | self._snapshot_branches = Table(SnapshotBranchRow) | ||||
| self._origins = Table(OriginRow) | self._origins = Table(OriginRow) | ||||
| self._origin_visits = Table(OriginVisitRow) | self._origin_visits = Table(OriginVisitRow) | ||||
| self._origin_visit_statuses = Table(OriginVisitStatusRow) | self._origin_visit_statuses = Table(OriginVisitStatusRow) | ||||
| self._metadata_authorities = Table(MetadataAuthorityRow) | self._metadata_authorities = Table(MetadataAuthorityRow) | ||||
| self._metadata_fetchers = Table(MetadataFetcherRow) | self._metadata_fetchers = Table(MetadataFetcherRow) | ||||
| self._raw_extrinsic_metadata = Table(RawExtrinsicMetadataRow) | self._raw_extrinsic_metadata = Table(RawExtrinsicMetadataRow) | ||||
| self._raw_extrinsic_metadata_by_id = Table(RawExtrinsicMetadataByIdRow) | |||||
| self._extid = Table(ExtIDRow) | self._extid = Table(ExtIDRow) | ||||
| self._stat_counters = defaultdict(int) | self._stat_counters = defaultdict(int) | ||||
| def increment_counter(self, object_type: str, nb: int): | def increment_counter(self, object_type: str, nb: int): | ||||
| self._stat_counters[object_type] += nb | self._stat_counters[object_type] += nb | ||||
| def stat_counters(self) -> Iterable[ObjectCountRow]: | def stat_counters(self) -> Iterable[ObjectCountRow]: | ||||
| for (object_type, count) in self._stat_counters.items(): | for (object_type, count) in self._stat_counters.items(): | ||||
| ▲ Show 20 Lines • Show All 408 Lines • ▼ Show 20 Lines | class InMemoryCqlRunner: | ||||
| def metadata_fetcher_add(self, fetcher: MetadataFetcherRow): | def metadata_fetcher_add(self, fetcher: MetadataFetcherRow): | ||||
| self._metadata_fetchers.insert(fetcher) | self._metadata_fetchers.insert(fetcher) | ||||
| self.increment_counter("metadata_fetcher", 1) | self.increment_counter("metadata_fetcher", 1) | ||||
| def metadata_fetcher_get(self, name, version) -> Optional[MetadataAuthorityRow]: | def metadata_fetcher_get(self, name, version) -> Optional[MetadataAuthorityRow]: | ||||
| return self._metadata_fetchers.get_from_primary_key((name, version)) | return self._metadata_fetchers.get_from_primary_key((name, version)) | ||||
| ######################### | ######################### | ||||
| # 'raw_extrinsic_metadata_by_id' table | |||||
| ######################### | |||||
ardumont: missing type? | |||||
| def raw_extrinsic_metadata_by_id_add( | |||||
| self, row: RawExtrinsicMetadataByIdRow | |||||
| ) -> None: | |||||
| self._raw_extrinsic_metadata_by_id.insert(row) | |||||
| def raw_extrinsic_metadata_get_by_ids( | |||||
| self, ids | |||||
| ) -> List[RawExtrinsicMetadataByIdRow]: | |||||
| results = [] | |||||
| for id_ in ids: | |||||
| result = self._raw_extrinsic_metadata_by_id.get_from_primary_key((id_,)) | |||||
| if result: | |||||
| results.append(result) | |||||
| return results | |||||
| ######################### | |||||
| # 'raw_extrinsic_metadata' table | # 'raw_extrinsic_metadata' table | ||||
| ######################### | ######################### | ||||
| def raw_extrinsic_metadata_add(self, raw_extrinsic_metadata): | def raw_extrinsic_metadata_add(self, raw_extrinsic_metadata): | ||||
| self._raw_extrinsic_metadata.insert(raw_extrinsic_metadata) | self._raw_extrinsic_metadata.insert(raw_extrinsic_metadata) | ||||
| self.increment_counter("raw_extrinsic_metadata", 1) | self.increment_counter("raw_extrinsic_metadata", 1) | ||||
| def raw_extrinsic_metadata_get_after_date( | def raw_extrinsic_metadata_get_after_date( | ||||
| ▲ Show 20 Lines • Show All 97 Lines • Show Last 20 Lines | |||||
missing type?