Changeset View
Changeset View
Standalone View
Standalone View
swh/journal/tests/test_write_replay.py
Show First 20 Lines • Show All 73 Lines • ▼ Show 20 Lines | for (obj_type, obj) in objects: | ||||
obj_type = 'skipped_content' | obj_type = 'skipped_content' | ||||
method = getattr(storage1, obj_type + '_add') | method = getattr(storage1, obj_type + '_add') | ||||
try: | try: | ||||
method([obj]) | method([obj]) | ||||
except HashCollision: | except HashCollision: | ||||
pass | pass | ||||
queue_size = len(queue) | queue_size = len(queue) | ||||
assert replayer.max_messages == 0 | assert replayer.max_messages is None | ||||
replayer.max_messages = queue_size | replayer.max_messages = queue_size | ||||
storage2 = get_storage(**storage_config) | storage2 = get_storage(**storage_config) | ||||
worker_fn = functools.partial(process_replay_objects, storage=storage2) | worker_fn = functools.partial(process_replay_objects, storage=storage2) | ||||
nb_messages = 0 | nb_messages = 0 | ||||
while nb_messages < queue_size: | while nb_messages < queue_size: | ||||
nb_messages += replayer.process(worker_fn) | nb_messages += replayer.process(worker_fn) | ||||
Show All 39 Lines | for (obj_type, obj) in objects: | ||||
if obj_type == 'content': | if obj_type == 'content': | ||||
# avoid hash collision | # avoid hash collision | ||||
if not storage1.content_find(obj): | if not storage1.content_find(obj): | ||||
if obj.get('status') != 'absent': | if obj.get('status') != 'absent': | ||||
storage1.content_add([obj]) | storage1.content_add([obj]) | ||||
contents.append(obj) | contents.append(obj) | ||||
queue_size = len(queue) | queue_size = len(queue) | ||||
assert replayer.max_messages == 0 | assert replayer.max_messages is None | ||||
replayer.max_messages = queue_size | replayer.max_messages = queue_size | ||||
storage2 = get_storage(**storage_config) | storage2 = get_storage(**storage_config) | ||||
objstorage1 = storage1.objstorage.objstorage | objstorage1 = storage1.objstorage.objstorage | ||||
objstorage2 = storage2.objstorage.objstorage | objstorage2 = storage2.objstorage.objstorage | ||||
worker_fn = functools.partial(process_replay_objects_content, | worker_fn = functools.partial(process_replay_objects_content, | ||||
Show All 12 Lines |