kafka_prefix = 'dsjtwgsdpn', kafka_consumer_group = 'test-consumer-dsjtwgsdpn'
kafka_server = '127.0.0.1:46949'
caplog = <_pytest.logging.LogCaptureFixture object at 0x7f165a5a39e8>
def test_storage_play_anonymized(
kafka_prefix: str, kafka_consumer_group: str, kafka_server: str, caplog,
):
"""Optimal replayer scenario.
This:
- writes objects to the topic
- replayer consumes objects from the topic and replay them
"""
writer_config = {
"cls": "kafka",
"brokers": [kafka_server],
"client_id": "kafka_writer",
"prefix": kafka_prefix,
"anonymize": True,
}
src_config = {"cls": "memory", "journal_writer": writer_config}
storage = get_storage(**src_config)
# Fill the src storage
nb_sent = 0
for obj_type, objs in TEST_OBJECTS.items():
if obj_type == "origin_visit":
# these have non-consistent API and are unrelated with what we
# want to test here
continue
method = getattr(storage, obj_type + "_add")
> method(objs)
.tox/py3/lib/python3.7/site-packages/swh/storage/tests/test_replay.py:499:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
.tox/py3/lib/python3.7/site-packages/swh/storage/in_memory.py:503: in release_add
self.journal_writer.release_add(releases)
.tox/py3/lib/python3.7/site-packages/swh/storage/writer.py:95: in release_add
self.write_additions("release", releases)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <swh.storage.writer.JournalWriter object at 0x7f165a6c7128>
obj_type = 'release'
values = [Release(name=b'v0.0.1', message=b'foo', target=b'\x04\x04\x04\x04\x04\x04\x04\x04\x04\x04\x04\x04\x04\x04\x04\x04\x04...offset=120, negative_utc=False), metadata=None, id=b'\xd8\x1c\xc0q\x0e\xb6\xcf\x9e\xfd[\x92\n\x84S\xe1\xe0qW\xb6\xcd')]
def write_additions(self, obj_type, values) -> None:
if self.journal:
if obj_type not in self.anonymizable or not self.anonymize:
self.journal.write_additions(obj_type, values)
else:
self.journal.write_additions(
> obj_type, [anonymize(value) for value in values], privileged=False
)
E TypeError: write_additions() got an unexpected keyword argument 'privileged'
.tox/py3/lib/python3.7/site-packages/swh/storage/writer.py:67: TypeError
TEST RESULT
TEST RESULT
- Run At
- May 18 2020, 2:00 PM