Differential D4935 Diff 17866 swh/model/tests/test_identifiers.py

Changeset View

Standalone View

swh/model/tests/test_identifiers.py

# Copyright (C) 2015-2018 The Software Heritage developers		# Copyright (C) 2015-2018 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution		# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version		# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information		# See top-level LICENSE file for more information

import binascii		import binascii
import datetime		import datetime
		import hashlib
from typing import Dict		from typing import Dict
import unittest		import unittest

import pytest		import pytest

from swh.model import hashutil, identifiers		from swh.model import hashutil, identifiers
from swh.model.exceptions import ValidationError		from swh.model.exceptions import ValidationError
from swh.model.hashutil import hash_to_bytes as _x		from swh.model.hashutil import hash_to_bytes as _x
from swh.model.identifiers import (		from swh.model.identifiers import (
CONTENT,		CONTENT,
DIRECTORY,		DIRECTORY,
RELEASE,		RELEASE,
REVISION,		REVISION,
SNAPSHOT,		SNAPSHOT,
SWHID,		SWHID,
normalize_timestamp,		normalize_timestamp,
		parse_swhid,
)		)


def remove_id(d: Dict) -> Dict:		def remove_id(d: Dict) -> Dict:
"""Returns a (shallow) copy of a dict with the 'id' key removed."""		"""Returns a (shallow) copy of a dict with the 'id' key removed."""
d = d.copy()		d = d.copy()
if "id" in d:		if "id" in d:
del d["id"]		del d["id"]
▲ Show 20 Lines • Show All 727 Lines • ▼ Show 20 Lines	class SnapshotIdentifier(unittest.TestCase):

def test_all_types(self):		def test_all_types(self):
self.assertEqual(		self.assertEqual(
identifiers.snapshot_identifier(remove_id(self.all_types)),		identifiers.snapshot_identifier(remove_id(self.all_types)),
identifiers.identifier_to_str(self.all_types["id"]),		identifiers.identifier_to_str(self.all_types["id"]),
)		)


		class RawExtrinsicMetadataIdentifier(unittest.TestCase):
		def setUp(self):
		super().setUp()

		self.authority = {
		"type": "forge",
		"url": "https://forge.softwareheritage.org/",
		}
		self.fetcher = {
		"name": "swh-phabricator-metadata-fetcher",
		"version": "0.0.1",
		}

		self.minimal = {
		"target_type": "content",
		"target": parse_swhid("swh:1:cnt:568aaf43d83b2c3df8067f3bedbb97d83260be6d"),
		"discovery_date": datetime.datetime(
		2021, 1, 25, 11, 27, 51, tzinfo=datetime.timezone.utc
		),
		"authority": self.authority,
		"fetcher": self.fetcher,
		"format": "json",
		"metadata": b'{"foo": "bar"}',
		}
		self.maximal = {
		**self.minimal,
		"origin": "https://forge.softwareheritage.org/source/swh-model/",
		"visit": 42,
		"snapshot": parse_swhid("swh:1:snp:" + "00" * 20),
		"release": parse_swhid("swh:1:rel:" + "01" * 20),
		"revision": parse_swhid("swh:1:rev:" + "02" * 20),
		"path": b"/abc/def",
		"directory": parse_swhid("swh:1:dir:" + "03" * 20),
		}

		def test_minimal(self):
		manifest = (
		b"raw_extrinsic_metadata 245\0"
		b"target_type content\n"
		b"target swh:1:cnt:568aaf43d83b2c3df8067f3bedbb97d83260be6d\n"
		b"discovery_date 2021-01-25T11:27:51+00:00\n"
		b"authority forge https://forge.softwareheritage.org/\n"
		b"fetcher swh-phabricator-metadata-fetcher 0.0.1\n"
		b"format json\n"
		b"\n"
		b'{"foo": "bar"}'
		)

		self.assertEqual(
		identifiers.raw_extrinsic_metadata_identifier(self.minimal),
		hashlib.sha1(manifest).hexdigest(),
		)
		self.assertEqual(
		identifiers.raw_extrinsic_metadata_identifier(self.minimal),
		"da734f1531f830b7282ee01c5e0c0dfe7ecc99e9",
		)

		def test_maximal(self):
		manifest = (
		b"raw_extrinsic_metadata 568\0"
		b"target_type content\n"
		b"target swh:1:cnt:568aaf43d83b2c3df8067f3bedbb97d83260be6d\n"
		b"discovery_date 2021-01-25T11:27:51+00:00\n"
		b"authority forge https://forge.softwareheritage.org/\n"
		b"fetcher swh-phabricator-metadata-fetcher 0.0.1\n"
		b"format json\n"
		b"origin https://forge.softwareheritage.org/source/swh-model/\n"
		b"visit 42\n"
		b"snapshot swh:1:snp:0000000000000000000000000000000000000000\n"
		b"release swh:1:rel:0101010101010101010101010101010101010101\n"
		b"revision swh:1:rev:0202020202020202020202020202020202020202\n"
		b"path /abc/def\n"
		b"directory swh:1:dir:0303030303030303030303030303030303030303\n"
		b"\n"
		b'{"foo": "bar"}'
		)

		self.assertEqual(
		identifiers.raw_extrinsic_metadata_identifier(self.maximal),
		hashlib.sha1(manifest).hexdigest(),
		)
		self.assertEqual(
		identifiers.raw_extrinsic_metadata_identifier(self.maximal),
		"0d9e3bb9a72850e32bfb575f612cfad1a7e6b66a",
		)

		def test_nonascii_path(self):
		metadata = {
		**self.minimal,
		"path": b"/ab\nc/d\xf0\x9f\xa4\xb7e\x00f",
		}
		manifest = (
		b"raw_extrinsic_metadata 266\0"
		b"target_type content\n"
		b"target swh:1:cnt:568aaf43d83b2c3df8067f3bedbb97d83260be6d\n"
		b"discovery_date 2021-01-25T11:27:51+00:00\n"
		b"authority forge https://forge.softwareheritage.org/\n"
		b"fetcher swh-phabricator-metadata-fetcher 0.0.1\n"
		b"format json\n"
		b"path /ab\n"
		b" c/d\xf0\x9f\xa4\xb7e\x00f\n"
		b"\n"
		b'{"foo": "bar"}'
		)

		self.assertEqual(
		identifiers.raw_extrinsic_metadata_identifier(metadata),
		hashlib.sha1(manifest).hexdigest(),
		)
		self.assertEqual(
		identifiers.raw_extrinsic_metadata_identifier(metadata),
		"63f4cb28396e00926ab7ebfd96e96b60227fc11a",
		)


class OriginIdentifier(unittest.TestCase):		class OriginIdentifier(unittest.TestCase):
def setUp(self):		def setUp(self):
self.origin = {		self.origin = {
"url": "https://github.com/torvalds/linux",		"url": "https://github.com/torvalds/linux",
}		}

def test_content_identifier(self):		def test_content_identifier(self):
self.assertEqual(		self.assertEqual(
▲ Show 20 Lines • Show All 410 Lines • Show Last 20 Lines