Changeset View
Changeset View
Standalone View
Standalone View
docker/tests/test_git_loader.py
| # Copyright (C) 2019-2020 The Software Heritage developers | # Copyright (C) 2019-2021 The Software Heritage developers | ||||
| # See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
| # License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
| # See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
| from urllib.parse import quote_plus | from urllib.parse import quote_plus | ||||
| from .conftest import apiget | from .conftest import apiget | ||||
| def test_git_loader(scheduler_host, git_origin): | def test_git_loader(scheduler_host, git_origin): | ||||
| url = git_origin | url = git_origin | ||||
| print(f'Retrieve references available at {url}') | print(f"Retrieve references available at {url}") | ||||
| gitrefs = scheduler_host.check_output(f'git ls-remote {url}') | gitrefs = scheduler_host.check_output(f"git ls-remote {url}") | ||||
| gitrefs = [x.split() for x in gitrefs.splitlines()] | gitrefs = [x.split() for x in gitrefs.splitlines()] | ||||
| print(f'Look for origin {url}') | print(f"Look for origin {url}") | ||||
| # use quote_plus to prevent urljoin from messing with the 'http://' part of | # use quote_plus to prevent urljoin from messing with the 'http://' part of | ||||
| # the url | # the url | ||||
| origin = apiget(f'origin/{quote_plus(url)}/get') | origin = apiget(f"origin/{quote_plus(url)}/get") | ||||
| assert origin['url'] == url | assert origin["url"] == url | ||||
| visit = apiget(f'origin/{quote_plus(url)}/visit/latest') | visit = apiget(f"origin/{quote_plus(url)}/visit/latest") | ||||
| assert visit['status'] == 'full' | assert visit["status"] == "full" | ||||
| print('Check every identified git ref has been loaded') | print("Check every identified git ref has been loaded") | ||||
| snapshot = apiget(f'snapshot/{visit["snapshot"]}') | snapshot = apiget(f'snapshot/{visit["snapshot"]}') | ||||
| print(f'snapshot has {len(snapshot["branches"])} branches') | print(f'snapshot has {len(snapshot["branches"])} branches') | ||||
| branches = snapshot["branches"] | branches = snapshot["branches"] | ||||
| # check every branch reported by git ls-remote is present in the snapshot | # check every branch reported by git ls-remote is present in the snapshot | ||||
| for rev, branch_name in gitrefs: | for rev, branch_name in gitrefs: | ||||
| # for tags, only check for final revision id | # for tags, only check for final revision id | ||||
| if branch_name.startswith('refs/tags/') \ | if branch_name.startswith("refs/tags/") and not branch_name.endswith("^{}"): | ||||
| and not branch_name.endswith('^{}'): | |||||
| continue | continue | ||||
| rev_desc = apiget(f'revision/{rev}') | rev_desc = apiget(f"revision/{rev}") | ||||
| assert rev_desc['type'] == 'git' | assert rev_desc["type"] == "git" | ||||
| tag_revision = {} | tag_revision = {} | ||||
| tag_release = {} | tag_release = {} | ||||
| for rev, tag in gitrefs: | for rev, tag in gitrefs: | ||||
| if tag.startswith('refs/tags/'): | if tag.startswith("refs/tags/"): | ||||
| if tag.endswith('^{}'): | if tag.endswith("^{}"): | ||||
| tag_revision[tag[:-3]] = rev | tag_revision[tag[:-3]] = rev | ||||
| else: | else: | ||||
| tag_release[tag] = rev | tag_release[tag] = rev | ||||
| for tag, revision in tag_revision.items(): | for tag, revision in tag_revision.items(): | ||||
| # check that every release tag listed in the snapshot is known by the | # check that every release tag listed in the snapshot is known by the | ||||
| # archive and consistant | # archive and consistent | ||||
| release_id = tag_release[tag] | release_id = tag_release[tag] | ||||
| release = apiget(f'release/{release_id}') | release = apiget(f"release/{release_id}") | ||||
| assert release['id'] == release_id | assert release["id"] == release_id | ||||
| assert release['target_type'] == 'revision' | assert release["target_type"] == "revision" | ||||
| assert release['target'] == revision | assert release["target"] == revision | ||||
| # and compare this with what git ls-remote reported | # and compare this with what git ls-remote reported | ||||
| tag_desc = branches[tag] | tag_desc = branches[tag] | ||||
| assert tag_desc['target_type'] == 'release' | assert tag_desc["target_type"] == "release" | ||||
| assert tag_desc['target'] == release_id | assert tag_desc["target"] == release_id | ||||