Differential D2872 Diff 10245 swh/storage/tests/test_utils.py

Changeset View

Standalone View

swh/storage/tests/test_utils.py

	# Copyright (C) 2020 The Software Heritage developers			# Copyright (C) 2020 The Software Heritage developers
	# See the AUTHORS file at the top-level directory of this distribution			# See the AUTHORS file at the top-level directory of this distribution
	# License: GNU General Public License version 3, or any later version			# License: GNU General Public License version 3, or any later version
	# See top-level LICENSE file for more information			# See top-level LICENSE file for more information

	from swh.model.hashutil import hash_to_bytes			from swh.model import hashutil
	from swh.storage.utils import extract_collision_hash			from swh.storage.utils import (
				extract_collision_hash, content_hex_hashes, content_bytes_hashes
				)


	def test_extract_collision_hash():			def test_extract_collision_hash():
	for msg, expected_result in [			for msg, expected_result in [
	(			(
	'Key (sha1)=(\\x34973274ccef6ab4dfaaf86599792fa9c3fe4689) ...',			'Key (sha1)=(\\x34973274ccef6ab4dfaaf86599792fa9c3fe4689) ...',
	('sha1', hash_to_bytes(			('sha1', hashutil.hash_to_bytes(
	'34973274ccef6ab4dfaaf86599792fa9c3fe4689')),			'34973274ccef6ab4dfaaf86599792fa9c3fe4689')),
	),			),
	(			(
	'Key (sha1_git)=(\\x34973274ccef6ab4dfaaf86599792fa9c3fe4699) already exists', # noqa			'Key (sha1_git)=(\\x34973274ccef6ab4dfaaf86599792fa9c3fe4699) already exists', # noqa
	('sha1_git', hash_to_bytes(			('sha1_git', hashutil.hash_to_bytes(
	'34973274ccef6ab4dfaaf86599792fa9c3fe4699')),			'34973274ccef6ab4dfaaf86599792fa9c3fe4699')),
	),			),
	(			(
	'Key (sha256)=(\\x673650f936cb3b0a2f93ce09d81be10748b1b203c19e8176b4eefc1964a0cf3a) ...', # noqa			'Key (sha256)=(\\x673650f936cb3b0a2f93ce09d81be10748b1b203c19e8176b4eefc1964a0cf3a) ...', # noqa
	('sha256', hash_to_bytes(			('sha256', hashutil.hash_to_bytes(
	'673650f936cb3b0a2f93ce09d81be10748b1b203c19e8176b4eefc1964a0cf3a')) # noqa			'673650f936cb3b0a2f93ce09d81be10748b1b203c19e8176b4eefc1964a0cf3a')) # noqa
	),			),
	(			(
	'Key (blake2s)=(\\xd5fe1939576527e42cfd76a9455a2432fe7f56669564577dd93c4280e76d661d) ...', # noqa			'Key (blake2s)=(\\xd5fe1939576527e42cfd76a9455a2432fe7f56669564577dd93c4280e76d661d) ...', # noqa
	('blake2s', hash_to_bytes(			('blake2s', hashutil.hash_to_bytes(
	'd5fe1939576527e42cfd76a9455a2432fe7f56669564577dd93c4280e76d661d')) # noqa			'd5fe1939576527e42cfd76a9455a2432fe7f56669564577dd93c4280e76d661d')) # noqa
	),			),
	]:			]:
	assert extract_collision_hash(msg) == expected_result			assert extract_collision_hash(msg) == expected_result

	assert extract_collision_hash('Nothing matching') is None			assert extract_collision_hash('Nothing matching') is None


				def test_content_hex_hashes():
				input_content = {
				"blake2s256": hashutil.hash_to_bytes(
				"8f677e3214ca8b2acad91884a1571ef3f12b786501f9a6bedfd6239d82095dd2"
				),
				"sha1_git": hashutil.hash_to_bytes(
				"ba9aaa145ccd24ef760cf31c74d8f7ca1a2e47b0"),
				"sha256": hashutil.hash_to_bytes(
				"2bb787a73e37352f92383abe7e2902936d1059ad9f1ba6daaa9c1e58ee6970d0"
				),
				"sha1": hashutil.hash_to_bytes(
				"38762cf7f55934b34d179ae6a4c80cadccbb7f0a"),
				}

				expected_content = {
				"blake2s256":
				"8f677e3214ca8b2acad91884a1571ef3f12b786501f9a6bedfd6239d82095dd2",
				"sha1_git": "ba9aaa145ccd24ef760cf31c74d8f7ca1a2e47b0",
				"sha256":
				"2bb787a73e37352f92383abe7e2902936d1059ad9f1ba6daaa9c1e58ee6970d0",
				"sha1": "38762cf7f55934b34d179ae6a4c80cadccbb7f0a"
				}

				actual_content = content_hex_hashes(input_content)

				assert len(actual_content) == len(expected_content)
				for algo in hashutil.DEFAULT_ALGORITHMS:
				assert actual_content[algo] == expected_content[algo]


				def test_content_bytes_hashes():
				input_content = {
				"blake2s256":
				"8f677e3214ca8b2acad91884a1571ef3f12b786501f9a6bedfd6239d82095dd2",
				"sha1_git": "ba9aaa145ccd24ef760cf31c74d8f7ca1a2e47b0",
				"sha256":
				"2bb787a73e37352f92383abe7e2902936d1059ad9f1ba6daaa9c1e58ee6970d0",
				"sha1": "38762cf7f55934b34d179ae6a4c80cadccbb7f0a"
				}

				expected_content = {
				"blake2s256": hashutil.hash_to_bytes(
				"8f677e3214ca8b2acad91884a1571ef3f12b786501f9a6bedfd6239d82095dd2"
				),
				"sha1_git": hashutil.hash_to_bytes(
				"ba9aaa145ccd24ef760cf31c74d8f7ca1a2e47b0"),
				"sha256": hashutil.hash_to_bytes(
				"2bb787a73e37352f92383abe7e2902936d1059ad9f1ba6daaa9c1e58ee6970d0"
				),
				"sha1": hashutil.hash_to_bytes(
				"38762cf7f55934b34d179ae6a4c80cadccbb7f0a"),
				}

				actual_content = content_bytes_hashes(input_content)

				assert len(actual_content) == len(expected_content)
				for algo in hashutil.DEFAULT_ALGORITHMS:
				assert actual_content[algo] == expected_content[algo]