Changeset View
Changeset View
Standalone View
Standalone View
swh/storage/tests/algos/test_origin.py
| Show All 13 Lines | from swh.storage.algos.origin import ( | ||||
| iter_origin_visit_statuses, | iter_origin_visit_statuses, | ||||
| ) | ) | ||||
| from swh.storage.interface import ListOrder | from swh.storage.interface import ListOrder | ||||
| from swh.storage.utils import now | from swh.storage.utils import now | ||||
| from swh.storage.tests.test_storage import round_to_milliseconds | from swh.storage.tests.test_storage import round_to_milliseconds | ||||
| def assert_list_eq(left, right, msg=None): | |||||
| assert list(left) == list(right), msg | |||||
| def test_iter_origins(swh_storage): | def test_iter_origins(swh_storage): | ||||
| origins = [ | origins = [ | ||||
| Origin(url="bar"), | Origin(url="bar"), | ||||
| Origin(url="qux"), | Origin(url="qux"), | ||||
| Origin(url="quuz"), | Origin(url="quuz"), | ||||
| ] | ] | ||||
| assert swh_storage.origin_add(origins) == {"origin:add": 3} | assert swh_storage.origin_add(origins) == {"origin:add": 3} | ||||
| assert_list_eq(iter_origins(swh_storage), origins) | |||||
| assert_list_eq(iter_origins(swh_storage, batch_size=1), origins) | |||||
| assert_list_eq(iter_origins(swh_storage, batch_size=2), origins) | |||||
| for i in range(1, 5): | |||||
| assert_list_eq(iter_origins(swh_storage, origin_from=i + 1), origins[i:], i) | |||||
| assert_list_eq( | |||||
| iter_origins(swh_storage, origin_from=i + 1, batch_size=1), origins[i:], i | |||||
| ) | |||||
| assert_list_eq( | |||||
| iter_origins(swh_storage, origin_from=i + 1, batch_size=2), origins[i:], i | |||||
| ) | |||||
| for j in range(i, 5): | # this returns all the origins, only the number of paged called is different | ||||
| assert_list_eq( | assert list(iter_origins(swh_storage)) == origins | ||||
| iter_origins(swh_storage, origin_from=i + 1, origin_to=j + 1), | assert list(iter_origins(swh_storage, limit=1)) == origins | ||||
| origins[i:j], | assert list(iter_origins(swh_storage, limit=2)) == origins | ||||
| (i, j), | |||||
| ) | |||||
| assert_list_eq( | |||||
| iter_origins( | |||||
| swh_storage, origin_from=i + 1, origin_to=j + 1, batch_size=1 | |||||
| ), | |||||
| origins[i:j], | |||||
| (i, j), | |||||
| ) | |||||
| assert_list_eq( | |||||
| iter_origins( | |||||
| swh_storage, origin_from=i + 1, origin_to=j + 1, batch_size=2 | |||||
| ), | |||||
| origins[i:j], | |||||
| (i, j), | |||||
| ) | |||||
| def test_origin_get_latest_visit_status_none(swh_storage, sample_data): | def test_origin_get_latest_visit_status_none(swh_storage, sample_data): | ||||
| """Looking up unknown objects should return nothing | """Looking up unknown objects should return nothing | ||||
| """ | """ | ||||
| # unknown origin so no result | # unknown origin so no result | ||||
| assert origin_get_latest_visit_status(swh_storage, "unknown-origin") is None | assert origin_get_latest_visit_status(swh_storage, "unknown-origin") is None | ||||
| ▲ Show 20 Lines • Show All 314 Lines • Show Last 20 Lines | |||||