sample_data = <swh.storage.tests.storage_data.StorageData object at 0x7f6deeb804e0>
def test_buffering_proxy_storage_content_deduplicate(sample_data) -> None:
contents = sample_data.contents[:2]
storage = get_storage_with_buffer_config(min_batch_size={"content": 2,})
s = storage.content_add([contents[0], contents[0]])
assert s == {}
s = storage.content_add([contents[0]])
assert s == {}
> s = storage.content_add([contents[1]])
.tox/py3/lib/python3.7/site-packages/swh/storage/tests/test_buffer.py:75:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
.tox/py3/lib/python3.7/site-packages/swh/storage/proxies/buffer.py:106: in content_add
keys=["sha1", "sha1_git", "sha256", "blake2s256"],
.tox/py3/lib/python3.7/site-packages/swh/storage/proxies/buffer.py:138: in object_add
return self.flush()
.tox/py3/lib/python3.7/site-packages/swh/storage/proxies/buffer.py:156: in flush
stats = add_fn(list(batch))
.tox/py3/lib/python3.7/site-packages/swh/storage/metrics.py:24: in d
return f(*a, **kw)
.tox/py3/lib/python3.7/site-packages/swh/storage/metrics.py:77: in d
r = f(*a, **kw)
.tox/py3/lib/python3.7/site-packages/swh/storage/cassandra/storage.py:267: in content_add
return self._content_add(list(contents), with_data=True)
.tox/py3/lib/python3.7/site-packages/swh/storage/cassandra/storage.py:223: in _content_add
for row in rows:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <swh.storage.in_memory.InMemoryStorage object at 0x7f6deeb805f8>
algo = 'sha1'
hashes = [b'4\x972t\xcc\xefj\xb4\xdf\xaa\xf8e\x99y/\xa9\xc3\xfeF\x89']
def _content_get_from_hashes(self, algo, hashes: List[bytes]) -> Iterable:
"""From the name of a hash algorithm and a value of that hash,
looks up the "hash -> token" secondary table (content_by_{algo})
to get tokens.
Then, looks up the main table (content) to get all contents with
that token, and filters out contents whose hash doesn't match."""
> found_tokens = self._cql_runner.content_get_tokens_from_single_algo(
algo, hashes
)
E AttributeError: 'InMemoryCqlRunner' object has no attribute 'content_get_tokens_from_single_algo'
.tox/py3/lib/python3.7/site-packages/swh/storage/cassandra/storage.py:166: AttributeError
TEST RESULT
TEST RESULT
- Run At
- Sep 9 2021, 3:38 PM