Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/cgit/tests/test_lister.py
# Copyright (C) 2019-2021 The Software Heritage developers | # Copyright (C) 2019-2022 The Software Heritage developers | ||||
# License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
# See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
from datetime import datetime, timedelta, timezone | from datetime import datetime, timedelta, timezone | ||||
import os | import os | ||||
from typing import List | from typing import List | ||||
import pytest | import pytest | ||||
▲ Show 20 Lines • Show All 243 Lines • ▼ Show 20 Lines | with open(os.path.join(datadir, "https_git.tizen/cgit,ofs=50"), "rb") as page: | ||||
{"content": None, "status_code": 429}, | {"content": None, "status_code": 429}, | ||||
{"content": None, "status_code": 429}, | {"content": None, "status_code": 429}, | ||||
{"content": page.read(), "status_code": 200}, | {"content": page.read(), "status_code": 200}, | ||||
], | ], | ||||
) | ) | ||||
lister_cgit = CGitLister(swh_scheduler, url=url) | lister_cgit = CGitLister(swh_scheduler, url=url) | ||||
mocker.patch.object(lister_cgit._get_and_parse.retry, "sleep") | mocker.patch.object(lister_cgit.http_request.retry, "sleep") | ||||
repos: List[List[str]] = list(lister_cgit.get_pages()) | repos: List[List[str]] = list(lister_cgit.get_pages()) | ||||
flattened_repos = sum(repos, []) | flattened_repos = sum(repos, []) | ||||
# we should have 16 repos (listed on 3 pages) | # we should have 16 repos (listed on 3 pages) | ||||
assert len(repos) == 3 | assert len(repos) == 3 | ||||
assert len(flattened_repos) == 16 | assert len(flattened_repos) == 16 | ||||
Show All 11 Lines |