Differential D6606 Diff 24113 swh/loader/package/opam/tests/test_opam.py

Changeset View

Standalone View

swh/loader/package/opam/tests/test_opam.py

# Copyright (C) 2019-2021 The Software Heritage developers		# Copyright (C) 2019-2021 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution		# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version		# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information		# See top-level LICENSE file for more information

		from swh.loader.package import __version__
		from swh.loader.package.loader import RawExtrinsicMetadataCore
from swh.loader.package.opam.loader import OpamLoader, OpamPackageInfo		from swh.loader.package.opam.loader import OpamLoader, OpamPackageInfo
from swh.loader.tests import assert_last_visit_matches, check_snapshot, get_stats		from swh.loader.tests import assert_last_visit_matches, check_snapshot, get_stats
from swh.model.hashutil import hash_to_bytes		from swh.model.hashutil import hash_to_bytes
from swh.model.model import Person, Snapshot, SnapshotBranch, TargetType		from swh.model.model import (
		MetadataAuthority,
		MetadataAuthorityType,
		MetadataFetcher,
		Person,
		RawExtrinsicMetadata,
		Snapshot,
		SnapshotBranch,
		TargetType,
		)
		from swh.model.swhids import CoreSWHID, ExtendedObjectType, ExtendedSWHID, ObjectType
		from swh.storage.interface import PagedResult

		OCB_METADATA = b"""\
		opam-version: "2.0"
		name: "ocb"
		version: "0.1"
		synopsis: "SVG badge generator"
		description:
		"An OCaml library for SVG badge generation. There\'s also a command-line tool provided."
		maintainer: "OCamlPro <contact@ocamlpro.com>"
		authors: "OCamlPro <contact@ocamlpro.com>"
		license: "ISC"
		homepage: "https://ocamlpro.github.io/ocb/"
		doc: "https://ocamlpro.github.io/ocb/api/"
		bug-reports: "https://github.com/OCamlPro/ocb/issues"
		depends: [
		"ocaml" {>= "4.05"}
		"dune" {>= "2.0"}
		"odoc" {with-doc}
		]
		build: [
		["dune" "subst"] {dev}
		[
		"dune"
		"build"
		"-p"
		name
		"-j"
		jobs
		"@install"
		"@runtest" {with-test}
		"@doc" {with-doc}
		]
		]
		dev-repo: "git+https://github.com/OCamlPro/ocb.git"
		url {
		src: "https://github.com/OCamlPro/ocb/archive/0.1.tar.gz"
		checksum: [
		"sha256=aa27684fbda1b8036ae7e3c87de33a98a9cd2662bcc91c8447e00e41476b6a46"
		"sha512=1260344f184dd8c8074b0439dbcc8a5d59550a654c249cd61913d4c150c664f37b76195ddca38f7f6646d08bddb320ceb8d420508450b4f09a233cd5c22e6b9b"
		]
		}
		""" # noqa


def test_opam_loader_no_opam_repository_fails(swh_storage, tmpdir, datadir):		def test_opam_loader_no_opam_repository_fails(swh_storage, tmpdir, datadir):
"""Running opam loader without a prepared opam repository fails"""		"""Running opam loader without a prepared opam repository fails"""
opam_url = f"file://{datadir}/fake_opam_repo"		opam_url = f"file://{datadir}/fake_opam_repo"
opam_root = tmpdir		opam_root = tmpdir
opam_instance = "loadertest"		opam_instance = "loadertest"
opam_package = "agrid"		opam_package = "agrid"
▲ Show 20 Lines • Show All 157 Lines • ▼ Show 20 Lines	def test_opam_revision(tmpdir, requests_mock_datadir, swh_storage, datadir):
}		}

info_iter = loader.get_package_info("0.1")		info_iter = loader.get_package_info("0.1")
branch_name, package_info = next(info_iter)		branch_name, package_info = next(info_iter)
expected_branch_name = "ocb.0.1"		expected_branch_name = "ocb.0.1"
expected_package_info = OpamPackageInfo(		expected_package_info = OpamPackageInfo(
url="https://github.com/OCamlPro/ocb/archive/0.1.tar.gz",		url="https://github.com/OCamlPro/ocb/archive/0.1.tar.gz",
filename=None,		filename=None,
directory_extrinsic_metadata=[],
author=Person(		author=Person(
fullname=b"OCamlPro <contact@ocamlpro.com>", name=None, email=None		fullname=b"OCamlPro <contact@ocamlpro.com>", name=None, email=None
),		),
committer=Person(		committer=Person(
fullname=b"OCamlPro <contact@ocamlpro.com>", name=None, email=None		fullname=b"OCamlPro <contact@ocamlpro.com>", name=None, email=None
),		),
version="0.1",		version="0.1",
		directory_extrinsic_metadata=[
		RawExtrinsicMetadataCore(
		metadata=OCB_METADATA, format="opam-package-definition",
		)
		],
)		)

assert branch_name == expected_branch_name		assert branch_name == expected_branch_name
assert package_info == expected_package_info		assert package_info == expected_package_info

revision_id = b"o\xad\x7f=\x07\xbb\xaah\xdbI(\xb0'\x10z\xfc\xff\x06x\x1b"		revision_id = b"o\xad\x7f=\x07\xbb\xaah\xdbI(\xb0'\x10z\xfc\xff\x06x\x1b"

revision = swh_storage.revision_get([revision_id])[0]		revision = swh_storage.revision_get([revision_id])[0]

assert revision is not None		assert revision is not None

assert revision.author == expected_package_info.author		assert revision.author == expected_package_info.author
assert revision.committer == expected_package_info.committer		assert revision.committer == expected_package_info.committer


		def test_opam_metadata(tmpdir, requests_mock_datadir, swh_storage, datadir):
		opam_url = f"file://{datadir}/fake_opam_repo"
		opam_root = tmpdir
		opam_instance = "loadertest"

		opam_package = "ocb"
		url = f"opam+{opam_url}/packages/{opam_package}"

		loader = OpamLoader(
		swh_storage,
		url,
		opam_root,
		opam_instance,
		opam_url,
		opam_package,
		initialize_opam_root=True,
		)

		actual_load_status = loader.load()

		assert actual_load_status["status"] == "eventful"

		expected_revision_id = b"o\xad\x7f=\x07\xbb\xaah\xdbI(\xb0'\x10z\xfc\xff\x06x\x1b"

		revision = swh_storage.revision_get([expected_revision_id])[0]
		assert revision is not None

		revision_swhid = CoreSWHID(
		object_type=ObjectType.REVISION, object_id=expected_revision_id
		)
		directory_swhid = ExtendedSWHID(
		object_type=ExtendedObjectType.DIRECTORY, object_id=revision.directory
		)
		metadata_authority = MetadataAuthority(
		type=MetadataAuthorityType.FORGE, url=opam_url,
		)
		expected_metadata = [
		RawExtrinsicMetadata(
		target=directory_swhid,
		authority=metadata_authority,
		fetcher=MetadataFetcher(
		name="swh.loader.package.opam.loader.OpamLoader", version=__version__,
		),
		discovery_date=loader.visit_date,
		format="opam-package-definition",
		metadata=OCB_METADATA,
		origin=url,
		revision=revision_swhid,
		)
		]
		assert swh_storage.raw_extrinsic_metadata_get(
		directory_swhid, metadata_authority,
		) == PagedResult(next_page_token=None, results=expected_metadata,)