sample_data = <swh.storage.tests.storage_data.StorageData object at 0x7f3a3be1acc0>
def test_buffering_proxy_storage_skipped_content_deduplicate(sample_data):
contents = sample_data.skipped_contents[:2]
storage = get_storage_with_buffer_config(min_batch_size={"skipped_content": 2,})
s = storage.skipped_content_add([contents[0], contents[0]])
assert s == {}
s = storage.skipped_content_add([contents[0]])
assert s == {}
> s = storage.skipped_content_add([contents[1]])
.tox/py3/lib/python3.7/site-packages/swh/storage/tests/test_buffer.py:152:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
.tox/py3/lib/python3.7/site-packages/swh/storage/buffer.py:119: in skipped_content_add
keys=["sha1", "sha1_git", "sha256", "blake2s256"],
.tox/py3/lib/python3.7/site-packages/swh/storage/buffer.py:138: in object_add
return self.flush()
.tox/py3/lib/python3.7/site-packages/swh/storage/buffer.py:156: in flush
stats = add_fn(list(batch))
.tox/py3/lib/python3.7/site-packages/swh/storage/cassandra/storage.py:389: in skipped_content_add
return self._skipped_content_add(contents)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <swh.storage.in_memory.InMemoryStorage object at 0x7f3a3be1a4a8>
contents = [SkippedContent(sha1=b'C\xe4]V\xf8\x89\x93\xaa\xe6\xa0\x19\x80\x13\xef\xa8\x07\x16\xfd\x89 ', sha1_git=b'3\xe4]V\xf8\x...Content too long', origin=None, ctime=datetime.datetime(2021, 4, 29, 8, 20, 15, 562656, tzinfo=datetime.timezone.utc))]
def _skipped_content_add(self, contents: List[SkippedContent]) -> Dict:
# Filter-out content already in the database.
> if not self._allow_overwrite:
E AttributeError: 'InMemoryStorage' object has no attribute '_allow_overwrite'
.tox/py3/lib/python3.7/site-packages/swh/storage/cassandra/storage.py:363: AttributeError
TEST RESULT
TEST RESULT
- Run At
- Apr 29 2021, 10:23 AM