Differential D1944 Diff 6544 swh/graph/tests/test_pid.py

Changeset View

Standalone View

swh/graph/tests/test_pid.py

This file was added.

				# Copyright (C) 2019 The Software Heritage developers
				# See the AUTHORS file at the top-level directory of this distribution
				# License: GNU General Public License version 3, or any later version
				# See top-level LICENSE file for more information

				import os
				import shutil
				import tempfile
				import unittest

				from swh.graph.pid import str_to_bytes, bytes_to_str
				from swh.graph.pid import PidToIntMap, IntToPidMap


				class TestPidSerialization(unittest.TestCase):

				pairs = [
				('swh:1:cnt:94a9ed024d3859793618152ea559a168bbcbb5e2',
				bytes.fromhex('01' + '06' +
				'94a9ed024d3859793618152ea559a168bbcbb5e2')),
				('swh:1:dir:d198bc9d7a6bcf6db04f476d29314f157507d505',
				bytes.fromhex('01' + '05' +
				'd198bc9d7a6bcf6db04f476d29314f157507d505')),
				('swh:1:rel:22ece559cc7cc2364edc5e5593d63ae8bd229f9f',
				bytes.fromhex('01' + '04' +
				'22ece559cc7cc2364edc5e5593d63ae8bd229f9f')),
				('swh:1:rev:309cf2674ee7a0749978cf8265ab91a60aea0f7d',
				bytes.fromhex('01' + '03' +
				'309cf2674ee7a0749978cf8265ab91a60aea0f7d')),
				('swh:1:snp:c7c108084bc0bf3d81436bf980b46e98bd338453',
				bytes.fromhex('01' + '02' +
				'c7c108084bc0bf3d81436bf980b46e98bd338453')),
				('swh:1:ori:b63a575fe3faab7692c9f38fb09d4bb45651bb0f',
				bytes.fromhex('01' + '01' +
				'b63a575fe3faab7692c9f38fb09d4bb45651bb0f')),
				]

				def test_str_to_bytes(self):
				for (pid_str, pid_bytes) in self.pairs:
				self.assertEqual(str_to_bytes(pid_str), pid_bytes)

				def test_bytes_to_str(self):
				for (pid_str, pid_bytes) in self.pairs:
				self.assertEqual(bytes_to_str(pid_bytes), pid_str)

				def test_round_trip(self):
				for (pid_str, pid_bytes) in self.pairs:
				self.assertEqual(pid_str, bytes_to_str(str_to_bytes(pid_str)))
				self.assertEqual(pid_bytes, str_to_bytes(bytes_to_str(pid_bytes)))


				def gen_records(types=['ori', 'snp', 'rev', 'rel', 'dir', 'cnt'],
				length=10000):
				"""generate sequential PID/int records, suitable for filling int<->pid maps for
				testing swh-graph on-disk binary databases

				Args:
				types (list): list of PID types to be generated, specified as the
				corresponding 3-letter component in PIDs
				length (int): number of PIDs to generate per type

				Yields:
				pairs (pid, int) where pid is a textual PID and int its sequential
				integer identifier

				"""
				pos = 0
				for t in types:
				for i in range(0, length):
				seq = format(pos, 'x') # current position as hex string
				pid = 'swh:1:{}:{}{}'.format(t, '0' * (40 - len(seq)), seq)
				yield (pid, pos)
				pos += 1


				class TestPidToIntMap(unittest.TestCase):

				@classmethod
				def setUpClass(cls):
				"""create reasonably sized (~2 MB) PID->int map to test on-disk DB

				"""
				cls.tmpdir = tempfile.mkdtemp(prefix='swh.graph.test.')
				cls.fname = os.path.join(cls.tmpdir, 'pid2int.map')
				with open(cls.fname, 'wb') as f:
				for (pid, i) in gen_records(length=10000):
				PidToIntMap.write_record(f, pid, i)

				@classmethod
				def tearDownClass(cls):
				shutil.rmtree(cls.tmpdir)

				def setUp(self):
				self.map = PidToIntMap(self.fname)

				def tearDown(self):
				self.map.close()

				def test_lookup(self):
				self.assertEqual(
				self.map['swh:1:ori:0000000000000000000000000000000000000000'],
				0)
				self.assertEqual(
				self.map['swh:1:ori:0000000000000000000000000000000000000001'],
				1)
				self.assertEqual(
				self.map['swh:1:ori:000000000000000000000000000000000000002a'],
				42)
				self.assertEqual(
				self.map['swh:1:cnt:000000000000000000000000000000000000ea5f'],
				59999)

				def test_missing(self):
				with self.assertRaises(KeyError):
				self.map['swh:1:ori:0101010100000000000000000000000000000000'],
				with self.assertRaises(KeyError):
				self.map['swh:1:cnt:0101010100000000000000000000000000000000'],


				class TestIntToPidMap(unittest.TestCase):

				@classmethod
				def setUpClass(cls):
				"""create reasonably sized (~1 MB) int->PID map to test on-disk DB

				"""
				cls.tmpdir = tempfile.mkdtemp(prefix='swh.graph.test.')
				cls.fname = os.path.join(cls.tmpdir, 'int2pid.map')
				with open(cls.fname, 'wb') as f:
				for (pid, _i) in gen_records(length=10000):
				IntToPidMap.write_record(f, pid)

				@classmethod
				def tearDownClass(cls):
				shutil.rmtree(cls.tmpdir)

				def setUp(self):
				self.map = IntToPidMap(self.fname)

				def tearDown(self):
				self.map.close()

				def test_lookup(self):
				self.assertEqual(self.map[0],
				'swh:1:ori:0000000000000000000000000000000000000000')
				self.assertEqual(self.map[1],
				'swh:1:ori:0000000000000000000000000000000000000001')
				self.assertEqual(self.map[42],
				'swh:1:ori:000000000000000000000000000000000000002a')
				self.assertEqual(self.map[-1],
				'swh:1:cnt:000000000000000000000000000000000000ea5f')

				def test_out_of_bounds(self):
				with self.assertRaises(IndexError):
				self.map[1000000]
				with self.assertRaises(IndexError):
				self.map[-1000000]