swh_storage = <swh.storage.proxies.tenacious.TenaciousProxyStorage object at 0x7f005d6649e8>
@pytest.fixture
def swh_contents(swh_storage: StorageInterface) -> Iterable[BaseContent]:
contents = [BaseContent.from_dict(c) for c in gen_contents(n=20)]
> swh_storage.content_add([c for c in contents if c.status != "absent"])
.tox/py3/lib/python3.7/site-packages/swh/storage/tests/conftest.py:64:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <swh.storage.proxies.tenacious.TenaciousProxyStorage object at 0x7f005d6649e8>
func_name = 'content_add'
objects = [Content(sha1=b'\xd4\x86\xdd\x15O\x10Q\x84\x8d\xfd\xb2\x7f\x03\x0cp\xf41/\x9e\xb5', sha1_git=b'\xc2Y\x18\xf5\xc0\xf0\x...ctime=datetime.datetime(2060, 10, 18, 19, 44, 47, 275371, tzinfo=<DstTzInfo 'Asia/Krasnoyarsk' +07+7:00:00 STD>)), ...]
def _tenacious_add(self, func_name, objects: Iterable[BaseModel]) -> Dict[str, int]:
"""Enqueue objects to write to the storage. This checks if the queue's
threshold is hit. If it is actually write those to the storage.
"""
add_function = getattr(self.storage, func_name)
object_type = self.tenacious_methods[func_name]
# list of lists of objects; note this to_add list is consumed from the tail
to_add: List[List[BaseModel]] = [list(objects)]
n_objs: int = len(to_add[0])
results: CounterT[str] = Counter()
retries: int = self._single_object_retries
while to_add:
if self.rate_queue.limit_reached():
logging.error(
"Too many insertion errors have been detected; "
"disabling insertions"
)
raise RuntimeError(
> "Too many insertion errors have been detected; "
"disabling insertions"
)
E RuntimeError: Too many insertion errors have been detected; disabling insertions
.tox/py3/lib/python3.7/site-packages/swh/storage/proxies/tenacious.py:134: RuntimeError
TEST RESULT
TEST RESULT
- Run At
- Sep 15 2021, 3:20 PM