Page MenuHomeSoftware Heritage
Differential D8379 Diff 31017 swh/loader/package/hackage/tests/test_hackage.py

Changeset View

Standalone View

View Options

swh/loader/package/hackage/tests/test_hackage.py

  • This file was added.
# Copyright (C) 2022 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information
anlambertUnsubmitted
Done
Inline Actions

Please add a new line between license header and imports

anlambert: Please add a new line between license header and imports
from swh.loader.package.hackage.loader import HackageLoader
from swh.loader.tests import assert_last_visit_matches, check_snapshot, get_stats
from swh.model.hashutil import hash_to_bytes
from swh.model.model import (
ObjectType,
Person,
Release,
Snapshot,
SnapshotBranch,
TargetType,
TimestampWithTimezone,
)
EXPECTED_PACKAGES = [
{
"url": "https://hackage.haskell.org/package/aeson", # one version
},
{
"url": "https://hackage.haskell.org/package/colors", # multiple versions
},
{
"url": "https://hackage.haskell.org/package/Hs2lib", # Caps in keys in .cabal filee # noqa: B950
},
{
"url": "https://hackage.haskell.org/package/numeric-qq", # Key and value not in the same line in .cabal file # noqa: B950
},
{
"url": "https://hackage.haskell.org/package/haskell2010", # Missing author in .cabal file # noqa: B950
},
{
"url": "https://hackage.haskell.org/package/hs-inspector", # Missing synopsis, but presence of description in .cabal file # noqa: B950
},
]
def test_get_versions(requests_mock_datadir, swh_storage):
loader = HackageLoader(
swh_storage,
url=EXPECTED_PACKAGES[1]["url"],
)
assert loader.get_versions() == [
"0.1",
"0.3.0.2",
]
def test_get_default_version(requests_mock_datadir, swh_storage):
loader = HackageLoader(
swh_storage,
url=EXPECTED_PACKAGES[1]["url"],
)
assert loader.get_default_version() == "0.3.0.2"
def test_hackage_loader_load_one_version(datadir, requests_mock_datadir, swh_storage):
loader = HackageLoader(
swh_storage,
url=EXPECTED_PACKAGES[0]["url"],
)
load_status = loader.load()
assert load_status["status"] == "eventful"
assert load_status["snapshot_id"] is not None
expected_snapshot_id = "7cd53efbc97c20ca7e54660bb7696fee92102a03"
expected_release_id = "19d565097425e3af26af2c8579f3657d6480d6ba"
assert expected_snapshot_id == load_status["snapshot_id"]
expected_snapshot = Snapshot(
id=hash_to_bytes(load_status["snapshot_id"]),
branches={
b"releases/2.1.0.0": SnapshotBranch(
target=hash_to_bytes(expected_release_id),
target_type=TargetType.RELEASE,
),
b"HEAD": SnapshotBranch(
target=b"releases/2.1.0.0",
target_type=TargetType.ALIAS,
),
},
)
check_snapshot(expected_snapshot, swh_storage)
stats = get_stats(swh_storage)
assert {
"content": 1,
"directory": 2,
"origin": 1,
"origin_visit": 1,
"release": 1,
"revision": 0,
"skipped_content": 0,
"snapshot": 1,
} == stats
assert swh_storage.release_get([hash_to_bytes(expected_release_id)])[0] == Release(
name=b"2.1.0.0",
message=b"Synthetic release for Haskell source package aeson version"
b" 2.1.0.0\n\nFast JSON parsing and encoding\n",
target=hash_to_bytes("3ad8674f6d9b983fa28d9d81d30f119f6252f1bb"),
target_type=ObjectType.DIRECTORY,
synthetic=True,
author=Person(
fullname=b"Bryan O'Sullivan <bos@serpentine.com>",
name=b"Bryan O'Sullivan",
email=b"bos@serpentine.com",
),
date=TimestampWithTimezone.from_iso8601("2022-08-11T09:04:30Z"),
id=hash_to_bytes(expected_release_id),
)
assert_last_visit_matches(
swh_storage,
url=EXPECTED_PACKAGES[0]["url"],
status="full",
type="hackage",
snapshot=expected_snapshot.id,
)
def test_hackage_loader_load_multiple_version(
datadir, requests_mock_datadir, swh_storage
):
loader = HackageLoader(
swh_storage,
url=EXPECTED_PACKAGES[1]["url"],
)
load_status = loader.load()
assert load_status["status"] == "eventful"
assert load_status["snapshot_id"] is not None
expected_snapshot_id = "8e40fb3b909210e25cd7babc73ef6d17480eaa8a"
assert expected_snapshot_id == load_status["snapshot_id"]
expected_snapshot = Snapshot(
id=hash_to_bytes(load_status["snapshot_id"]),
branches={
b"releases/0.3.0.2": SnapshotBranch(
target=hash_to_bytes("5830e01e7d5a50a137d46d923f99c18aaef66c90"),
target_type=TargetType.RELEASE,
),
b"releases/0.1": SnapshotBranch(
target=hash_to_bytes("770191c703720cae27081da08020a4be9894c8d4"),
target_type=TargetType.RELEASE,
),
b"HEAD": SnapshotBranch(
target=b"releases/0.3.0.2",
target_type=TargetType.ALIAS,
),
},
)
check_snapshot(expected_snapshot, swh_storage)
stats = get_stats(swh_storage)
assert {
"content": 1 + 1,
"directory": 2 + 2,
"origin": 1,
"origin_visit": 1,
"release": 1 + 1,
"revision": 0,
"skipped_content": 0,
"snapshot": 1,
} == stats
def test_hackage_loader_load_one_version_caps(
datadir, requests_mock_datadir, swh_storage
):
"""Sometime package names and / or .cabal Keys have Caps"""
loader = HackageLoader(
swh_storage,
url=EXPECTED_PACKAGES[2]["url"],
)
load_status = loader.load()
assert load_status["status"] == "eventful"
assert load_status["snapshot_id"] is not None
expected_snapshot_id = "53c7307b9ad2a5ab0ed89eb14b80b430812d6f94"
expected_release_id = "9591f6a46cff210edf6f7098eace95f8fc20a617"
assert expected_snapshot_id == load_status["snapshot_id"]
expected_snapshot = Snapshot(
id=hash_to_bytes(load_status["snapshot_id"]),
branches={
b"releases/0.6.3": SnapshotBranch(
target=hash_to_bytes(expected_release_id),
target_type=TargetType.RELEASE,
),
b"HEAD": SnapshotBranch(
target=b"releases/0.6.3",
target_type=TargetType.ALIAS,
),
},
)
check_snapshot(expected_snapshot, swh_storage)
stats = get_stats(swh_storage)
assert {
"content": 1,
"directory": 2,
"origin": 1,
"origin_visit": 1,
"release": 1,
"revision": 0,
"skipped_content": 0,
"snapshot": 1,
} == stats
assert swh_storage.release_get([hash_to_bytes(expected_release_id)])[0] == Release(
name=b"0.6.3",
message=b"Synthetic release for Haskell source package Hs2lib version"
b" 0.6.3\n\nA Library and Preprocessor that makes it easier to create"
b" shared libs from Haskell programs.\n",
target=hash_to_bytes("fd53df3b6d9baec39effd9a08f1d538878860430"),
target_type=ObjectType.DIRECTORY,
synthetic=True,
author=Person(
fullname=b"Tamar Christina <tamar (at) zhox.com>",
name=b"Tamar Christina",
email=b"tamar (at) zhox.com",
),
date=TimestampWithTimezone.from_iso8601("2015-01-27T11:58:10Z"),
id=hash_to_bytes(expected_release_id),
)
assert_last_visit_matches(
swh_storage,
url=EXPECTED_PACKAGES[2]["url"],
status="full",
type="hackage",
snapshot=expected_snapshot.id,
)
# TODO: Make this one pass, needs improvement on extract_intrinsic_metadata
def test_hackage_loader_cabal_file_key_value_not_on_same_line(
datadir, requests_mock_datadir, swh_storage
):
"""Sometime key and value in a .cabal file are not on the same line"""
loader = HackageLoader(
swh_storage,
url=EXPECTED_PACKAGES[3]["url"],
)
load_status = loader.load()
assert load_status["status"] == "eventful"
assert load_status["snapshot_id"] is not None
def test_hackage_loader_cabal_file_missing_author(
datadir, requests_mock_datadir, swh_storage
):
"""Should not fail if we can't extract ``author``from .cabal file"""
loader = HackageLoader(
swh_storage,
url=EXPECTED_PACKAGES[4]["url"],
)
load_status = loader.load()
assert load_status["status"] == "eventful"
assert load_status["snapshot_id"] is not None
def test_hackage_loader_cabal_file_missing_synopsis(
datadir, requests_mock_datadir, swh_storage
):
"""Should not fail if we can't extract ``synopsis``from .cabal file"""
loader = HackageLoader(
swh_storage,
url=EXPECTED_PACKAGES[5]["url"],
)
load_status = loader.load()
assert load_status["status"] == "eventful"
assert load_status["snapshot_id"] is not None
About · Developer information · Legal