Changeset View
Changeset View
Standalone View
Standalone View
swh/model/tests/test_identifiers.py
| Show First 20 Lines • Show All 811 Lines • ▼ Show 20 Lines | def test_minimal(self): | ||||
| b"authority forge https://forge.softwareheritage.org/\n" | b"authority forge https://forge.softwareheritage.org/\n" | ||||
| b"fetcher swh-phabricator-metadata-fetcher 0.0.1\n" | b"fetcher swh-phabricator-metadata-fetcher 0.0.1\n" | ||||
| b"format json\n" | b"format json\n" | ||||
| b"\n" | b"\n" | ||||
| b'{"foo": "bar"}' | b'{"foo": "bar"}' | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_manifest(self.minimal), manifest, | |||||
| ) | |||||
| self.assertEqual( | |||||
| identifiers.raw_extrinsic_metadata_identifier(self.minimal), | identifiers.raw_extrinsic_metadata_identifier(self.minimal), | ||||
| hashlib.sha1(manifest).hexdigest(), | hashlib.sha1(manifest).hexdigest(), | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_identifier(self.minimal), | identifiers.raw_extrinsic_metadata_identifier(self.minimal), | ||||
| "5c13f20ba336e44549baf3d7b9305b027ec9f43d", | "5c13f20ba336e44549baf3d7b9305b027ec9f43d", | ||||
| ) | ) | ||||
| Show All 12 Lines | def test_maximal(self): | ||||
| b"revision swh:1:rev:0202020202020202020202020202020202020202\n" | b"revision swh:1:rev:0202020202020202020202020202020202020202\n" | ||||
| b"path /abc/def\n" | b"path /abc/def\n" | ||||
| b"directory swh:1:dir:0303030303030303030303030303030303030303\n" | b"directory swh:1:dir:0303030303030303030303030303030303030303\n" | ||||
| b"\n" | b"\n" | ||||
| b'{"foo": "bar"}' | b'{"foo": "bar"}' | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_manifest(self.maximal), manifest, | |||||
| ) | |||||
| self.assertEqual( | |||||
| identifiers.raw_extrinsic_metadata_identifier(self.maximal), | identifiers.raw_extrinsic_metadata_identifier(self.maximal), | ||||
| hashlib.sha1(manifest).hexdigest(), | hashlib.sha1(manifest).hexdigest(), | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_identifier(self.maximal), | identifiers.raw_extrinsic_metadata_identifier(self.maximal), | ||||
| "f96966e1093d15236a31fde07e47d5b1c9428049", | "f96966e1093d15236a31fde07e47d5b1c9428049", | ||||
| ) | ) | ||||
| Show All 11 Lines | def test_nonascii_path(self): | ||||
| b"format json\n" | b"format json\n" | ||||
| b"path /ab\n" | b"path /ab\n" | ||||
| b" c/d\xf0\x9f\xa4\xb7e\x00f\n" | b" c/d\xf0\x9f\xa4\xb7e\x00f\n" | ||||
| b"\n" | b"\n" | ||||
| b'{"foo": "bar"}' | b'{"foo": "bar"}' | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_manifest(metadata), manifest, | |||||
| ) | |||||
| self.assertEqual( | |||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| hashlib.sha1(manifest).hexdigest(), | hashlib.sha1(manifest).hexdigest(), | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| "7cc83fd1912176510c083f5df43f01b09af4b333", | "7cc83fd1912176510c083f5df43f01b09af4b333", | ||||
| ) | ) | ||||
| def test_timezone_insensitive(self): | def test_timezone_insensitive(self): | ||||
| """Checks the timezone of the datetime.datetime does not affect the | """Checks the timezone of the datetime.datetime does not affect the | ||||
| hashed manifest.""" | hashed manifest.""" | ||||
| utc_plus_one = datetime.timezone(datetime.timedelta(hours=1)) | utc_plus_one = datetime.timezone(datetime.timedelta(hours=1)) | ||||
| metadata = { | metadata = { | ||||
| **self.minimal, | **self.minimal, | ||||
| "discovery_date": datetime.datetime( | "discovery_date": datetime.datetime( | ||||
| 2021, 1, 25, 12, 27, 51, tzinfo=utc_plus_one, | 2021, 1, 25, 12, 27, 51, tzinfo=utc_plus_one, | ||||
| ), | ), | ||||
| } | } | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_manifest(self.minimal), | |||||
| identifiers.raw_extrinsic_metadata_manifest(metadata), | |||||
| ) | |||||
| self.assertEqual( | |||||
| identifiers.raw_extrinsic_metadata_identifier(self.minimal), | identifiers.raw_extrinsic_metadata_identifier(self.minimal), | ||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| "5c13f20ba336e44549baf3d7b9305b027ec9f43d", | "5c13f20ba336e44549baf3d7b9305b027ec9f43d", | ||||
| ) | ) | ||||
| def test_microsecond_insensitive(self): | def test_microsecond_insensitive(self): | ||||
| """Checks the microseconds of the datetime.datetime does not affect the | """Checks the microseconds of the datetime.datetime does not affect the | ||||
| hashed manifest.""" | hashed manifest.""" | ||||
| metadata = { | metadata = { | ||||
| **self.minimal, | **self.minimal, | ||||
| "discovery_date": datetime.datetime( | "discovery_date": datetime.datetime( | ||||
| 2021, 1, 25, 11, 27, 51, 123456, tzinfo=datetime.timezone.utc, | 2021, 1, 25, 11, 27, 51, 123456, tzinfo=datetime.timezone.utc, | ||||
| ), | ), | ||||
| } | } | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_manifest(self.minimal), | |||||
| identifiers.raw_extrinsic_metadata_manifest(metadata), | |||||
| ) | |||||
| self.assertEqual( | |||||
| identifiers.raw_extrinsic_metadata_identifier(self.minimal), | identifiers.raw_extrinsic_metadata_identifier(self.minimal), | ||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| "5c13f20ba336e44549baf3d7b9305b027ec9f43d", | "5c13f20ba336e44549baf3d7b9305b027ec9f43d", | ||||
| ) | ) | ||||
| def test_noninteger_timezone(self): | def test_noninteger_timezone(self): | ||||
| """Checks the discovery_date is translated to UTC before truncating | """Checks the discovery_date is translated to UTC before truncating | ||||
| microseconds""" | microseconds""" | ||||
| tz = datetime.timezone(datetime.timedelta(microseconds=-42)) | tz = datetime.timezone(datetime.timedelta(microseconds=-42)) | ||||
| metadata = { | metadata = { | ||||
| **self.minimal, | **self.minimal, | ||||
| "discovery_date": datetime.datetime( | "discovery_date": datetime.datetime( | ||||
| 2021, 1, 25, 11, 27, 50, 1_000_000 - 42, tzinfo=tz, | 2021, 1, 25, 11, 27, 50, 1_000_000 - 42, tzinfo=tz, | ||||
| ), | ), | ||||
| } | } | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_manifest(self.minimal), | |||||
| identifiers.raw_extrinsic_metadata_manifest(metadata), | |||||
| ) | |||||
| self.assertEqual( | |||||
| identifiers.raw_extrinsic_metadata_identifier(self.minimal), | identifiers.raw_extrinsic_metadata_identifier(self.minimal), | ||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| "5c13f20ba336e44549baf3d7b9305b027ec9f43d", | "5c13f20ba336e44549baf3d7b9305b027ec9f43d", | ||||
| ) | ) | ||||
| Show All 12 Lines | def test_negative_timestamp(self): | ||||
| b"authority forge https://forge.softwareheritage.org/\n" | b"authority forge https://forge.softwareheritage.org/\n" | ||||
| b"fetcher swh-phabricator-metadata-fetcher 0.0.1\n" | b"fetcher swh-phabricator-metadata-fetcher 0.0.1\n" | ||||
| b"format json\n" | b"format json\n" | ||||
| b"\n" | b"\n" | ||||
| b'{"foo": "bar"}' | b'{"foo": "bar"}' | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_manifest(metadata), manifest, | |||||
| ) | |||||
| self.assertEqual( | |||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| hashlib.sha1(manifest).hexdigest(), | hashlib.sha1(manifest).hexdigest(), | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| "895d0821a2991dd376ddc303424aceb7c68280f9", | "895d0821a2991dd376ddc303424aceb7c68280f9", | ||||
| ) | ) | ||||
| Show All 12 Lines | def test_epoch(self): | ||||
| b"authority forge https://forge.softwareheritage.org/\n" | b"authority forge https://forge.softwareheritage.org/\n" | ||||
| b"fetcher swh-phabricator-metadata-fetcher 0.0.1\n" | b"fetcher swh-phabricator-metadata-fetcher 0.0.1\n" | ||||
| b"format json\n" | b"format json\n" | ||||
| b"\n" | b"\n" | ||||
| b'{"foo": "bar"}' | b'{"foo": "bar"}' | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_manifest(metadata), manifest, | |||||
| ) | |||||
| self.assertEqual( | |||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| hashlib.sha1(manifest).hexdigest(), | hashlib.sha1(manifest).hexdigest(), | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| "27a53df54ace35ebd910493cdc70b334d6b7cb88", | "27a53df54ace35ebd910493cdc70b334d6b7cb88", | ||||
| ) | ) | ||||
| Show All 12 Lines | def test_negative_epoch(self): | ||||
| b"authority forge https://forge.softwareheritage.org/\n" | b"authority forge https://forge.softwareheritage.org/\n" | ||||
| b"fetcher swh-phabricator-metadata-fetcher 0.0.1\n" | b"fetcher swh-phabricator-metadata-fetcher 0.0.1\n" | ||||
| b"format json\n" | b"format json\n" | ||||
| b"\n" | b"\n" | ||||
| b'{"foo": "bar"}' | b'{"foo": "bar"}' | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_manifest(metadata), manifest, | |||||
| ) | |||||
| self.assertEqual( | |||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| hashlib.sha1(manifest).hexdigest(), | hashlib.sha1(manifest).hexdigest(), | ||||
| ) | ) | ||||
| self.assertEqual( | self.assertEqual( | ||||
| identifiers.raw_extrinsic_metadata_identifier(metadata), | identifiers.raw_extrinsic_metadata_identifier(metadata), | ||||
| "be7154a8fd49d87f81547ea634d1e2152907d089", | "be7154a8fd49d87f81547ea634d1e2152907d089", | ||||
| ) | ) | ||||
| ▲ Show 20 Lines • Show All 733 Lines • Show Last 20 Lines | |||||