Changeset View
Changeset View
Standalone View
Standalone View
swh/journal/writer/inmemory.py
| Show All 11 Lines | |||||
| logger = logging.getLogger(__name__) | logger = logging.getLogger(__name__) | ||||
| class InMemoryJournalWriter: | class InMemoryJournalWriter: | ||||
| objects: List[Tuple[str, ValueProtocol]] | objects: List[Tuple[str, ValueProtocol]] | ||||
| privileged_objects: List[Tuple[str, ValueProtocol]] | privileged_objects: List[Tuple[str, ValueProtocol]] | ||||
| def __init__( | def __init__( | ||||
| self, value_sanitizer: Callable[[str, Dict[str, Any]], Dict[str, Any]] | self, | ||||
| value_sanitizer: Callable[[str, Dict[str, Any]], Dict[str, Any]], | |||||
| anonymize: bool = False, | |||||
| ): | ): | ||||
| # Share the list of objects across processes, for RemoteAPI tests. | # Share the list of objects across processes, for RemoteAPI tests. | ||||
| self.manager = Manager() | self.manager = Manager() | ||||
| self.objects = self.manager.list() | self.objects = self.manager.list() | ||||
| self.privileged_objects = self.manager.list() | self.privileged_objects = self.manager.list() | ||||
| self.anonymize = anonymize | |||||
| def write_addition(self, object_type: str, object_: ValueProtocol) -> None: | def write_addition(self, object_type: str, object_: ValueProtocol) -> None: | ||||
| object_.unique_key() # Check this does not error, to mimic the kafka writer | object_.unique_key() # Check this does not error, to mimic the kafka writer | ||||
| anon_object_ = None | |||||
| if self.anonymize: | |||||
| anon_object_ = object_.anonymize() | anon_object_ = object_.anonymize() | ||||
| if anon_object_ is not None: | if anon_object_ is not None: | ||||
| self.privileged_objects.append((object_type, object_)) | self.privileged_objects.append((object_type, object_)) | ||||
| self.objects.append((object_type, anon_object_)) | self.objects.append((object_type, anon_object_)) | ||||
| else: | else: | ||||
| self.objects.append((object_type, object_)) | self.objects.append((object_type, object_)) | ||||
| def write_additions( | def write_additions( | ||||
| self, object_type: str, objects: Iterable[ValueProtocol] | self, object_type: str, objects: Iterable[ValueProtocol] | ||||
| ) -> None: | ) -> None: | ||||
| for object_ in objects: | for object_ in objects: | ||||
| self.write_addition(object_type, object_) | self.write_addition(object_type, object_) | ||||
| def flush(self) -> None: | def flush(self) -> None: | ||||
| pass | pass | ||||