Changeset View
Changeset View
Standalone View
Standalone View
swh/storage/in_memory.py
| Show First 20 Lines • Show All 1,080 Lines • ▼ Show 20 Lines | ) -> None: | ||||
| ) | ) | ||||
| authority_key = self._metadata_authority_key(authority) | authority_key = self._metadata_authority_key(authority) | ||||
| if authority_key not in self._metadata_authorities: | if authority_key not in self._metadata_authorities: | ||||
| raise StorageArgumentException(f"Unknown authority {authority}") | raise StorageArgumentException(f"Unknown authority {authority}") | ||||
| fetcher_key = self._metadata_fetcher_key(fetcher) | fetcher_key = self._metadata_fetcher_key(fetcher) | ||||
| if fetcher_key not in self._metadata_fetchers: | if fetcher_key not in self._metadata_fetchers: | ||||
| raise StorageArgumentException(f"Unknown fetcher {fetcher}") | raise StorageArgumentException(f"Unknown fetcher {fetcher}") | ||||
| origin_metadata_list = self._origin_metadata[origin_url][authority_key] | |||||
| origin_metadata = { | origin_metadata = { | ||||
| "origin_url": origin_url, | "origin_url": origin_url, | ||||
| "discovery_date": discovery_date, | "discovery_date": discovery_date, | ||||
| "authority": authority_key, | "authority": authority_key, | ||||
| "fetcher": fetcher_key, | "fetcher": fetcher_key, | ||||
| "format": format, | "format": format, | ||||
| "metadata": metadata, | "metadata": metadata, | ||||
| } | } | ||||
| self._origin_metadata[origin_url][authority_key].add(origin_metadata) | |||||
| for existing_origin_metadata in origin_metadata_list: | |||||
| if ( | |||||
| existing_origin_metadata["fetcher"] == fetcher_key | |||||
| and existing_origin_metadata["discovery_date"] == discovery_date | |||||
| ): | |||||
| # Duplicate of an existing one; replace it. | |||||
| existing_origin_metadata.update(origin_metadata) | |||||
| break | |||||
| else: | |||||
ardumont: is it a list or a set?
`.add` suggests a set but you named it list ;) | |||||
| origin_metadata_list.add(origin_metadata) | |||||
| return None | return None | ||||
| def origin_metadata_get( | def origin_metadata_get( | ||||
| self, | self, | ||||
| origin_url: str, | origin_url: str, | ||||
| authority: Dict[str, str], | authority: Dict[str, str], | ||||
| after: Optional[datetime.datetime] = None, | after: Optional[datetime.datetime] = None, | ||||
| limit: Optional[int] = None, | limit: Optional[int] = None, | ||||
| ▲ Show 20 Lines • Show All 108 Lines • Show Last 20 Lines | |||||
is it a list or a set?
.add suggests a set but you named it list ;)