Changeset View
Changeset View
Standalone View
Standalone View
swh/core/tests/test_utils.py
| # Copyright (C) 2015-2018 The Software Heritage developers | # Copyright (C) 2015-2018 The Software Heritage developers | ||||
| # See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
| # License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
| # See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
| import unittest | import unittest | ||||
| from swh.core import utils | from swh.core import utils | ||||
| class UtilsLib(unittest.TestCase): | class UtilsLib(unittest.TestCase): | ||||
| def test_grouper(self): | def test_grouper(self): | ||||
| # given | # given | ||||
| actual_data = utils.grouper((i for i in range(0, 9)), 2) | actual_data = utils.grouper((i for i in range(0, 9)), 2) | ||||
| out = [] | out = [] | ||||
| for d in actual_data: | for d in actual_data: | ||||
| out.append(list(d)) # force generator resolution for checks | out.append(list(d)) # force generator resolution for checks | ||||
| self.assertEqual(out, [[0, 1], [2, 3], [4, 5], [6, 7], [8]]) | self.assertEqual(out, [[0, 1], [2, 3], [4, 5], [6, 7], [8]]) | ||||
| # given | # given | ||||
| actual_data = utils.grouper((i for i in range(9, 0, -1)), 4) | actual_data = utils.grouper((i for i in range(9, 0, -1)), 4) | ||||
| out = [] | out = [] | ||||
| for d in actual_data: | for d in actual_data: | ||||
| out.append(list(d)) # force generator resolution for checks | out.append(list(d)) # force generator resolution for checks | ||||
| self.assertEqual(out, [[9, 8, 7, 6], [5, 4, 3, 2], [1]]) | self.assertEqual(out, [[9, 8, 7, 6], [5, 4, 3, 2], [1]]) | ||||
| def test_grouper_with_stop_value(self): | def test_grouper_with_stop_value(self): | ||||
| # given | # given | ||||
| actual_data = utils.grouper(((i, i+1) for i in range(0, 9)), 2) | actual_data = utils.grouper(((i, i + 1) for i in range(0, 9)), 2) | ||||
| out = [] | out = [] | ||||
| for d in actual_data: | for d in actual_data: | ||||
| out.append(list(d)) # force generator resolution for checks | out.append(list(d)) # force generator resolution for checks | ||||
| self.assertEqual(out, [ | self.assertEqual( | ||||
| out, | |||||
| [ | |||||
| [(0, 1), (1, 2)], | [(0, 1), (1, 2)], | ||||
| [(2, 3), (3, 4)], | [(2, 3), (3, 4)], | ||||
| [(4, 5), (5, 6)], | [(4, 5), (5, 6)], | ||||
| [(6, 7), (7, 8)], | [(6, 7), (7, 8)], | ||||
| [(8, 9)]]) | [(8, 9)], | ||||
| ], | |||||
| ) | |||||
| # given | # given | ||||
| actual_data = utils.grouper((i for i in range(9, 0, -1)), 4) | actual_data = utils.grouper((i for i in range(9, 0, -1)), 4) | ||||
| out = [] | out = [] | ||||
| for d in actual_data: | for d in actual_data: | ||||
| out.append(list(d)) # force generator resolution for checks | out.append(list(d)) # force generator resolution for checks | ||||
| self.assertEqual(out, [[9, 8, 7, 6], [5, 4, 3, 2], [1]]) | self.assertEqual(out, [[9, 8, 7, 6], [5, 4, 3, 2], [1]]) | ||||
| def test_backslashescape_errors(self): | def test_backslashescape_errors(self): | ||||
| raw_data_err = b'abcd\x80' | raw_data_err = b"abcd\x80" | ||||
| with self.assertRaises(UnicodeDecodeError): | with self.assertRaises(UnicodeDecodeError): | ||||
| raw_data_err.decode('utf-8', 'strict') | raw_data_err.decode("utf-8", "strict") | ||||
| self.assertEqual( | self.assertEqual(raw_data_err.decode("utf-8", "backslashescape"), "abcd\\x80") | ||||
| raw_data_err.decode('utf-8', 'backslashescape'), | |||||
| 'abcd\\x80', | |||||
| ) | |||||
| raw_data_ok = b'abcd\xc3\xa9' | raw_data_ok = b"abcd\xc3\xa9" | ||||
| self.assertEqual( | self.assertEqual( | ||||
| raw_data_ok.decode('utf-8', 'backslashescape'), | raw_data_ok.decode("utf-8", "backslashescape"), | ||||
| raw_data_ok.decode('utf-8', 'strict'), | raw_data_ok.decode("utf-8", "strict"), | ||||
| ) | ) | ||||
| unicode_data = 'abcdef\u00a3' | unicode_data = "abcdef\u00a3" | ||||
| self.assertEqual( | self.assertEqual( | ||||
| unicode_data.encode('ascii', 'backslashescape'), | unicode_data.encode("ascii", "backslashescape"), b"abcdef\\xa3" | ||||
| b'abcdef\\xa3', | |||||
| ) | ) | ||||
| def test_encode_with_unescape(self): | def test_encode_with_unescape(self): | ||||
| valid_data = '\\x01020304\\x00' | valid_data = "\\x01020304\\x00" | ||||
| valid_data_encoded = b'\x01020304\x00' | valid_data_encoded = b"\x01020304\x00" | ||||
| self.assertEqual( | self.assertEqual(valid_data_encoded, utils.encode_with_unescape(valid_data)) | ||||
| valid_data_encoded, | |||||
| utils.encode_with_unescape(valid_data) | |||||
| ) | |||||
| def test_encode_with_unescape_invalid_escape(self): | def test_encode_with_unescape_invalid_escape(self): | ||||
| invalid_data = 'test\\abcd' | invalid_data = "test\\abcd" | ||||
| with self.assertRaises(ValueError) as exc: | with self.assertRaises(ValueError) as exc: | ||||
| utils.encode_with_unescape(invalid_data) | utils.encode_with_unescape(invalid_data) | ||||
| self.assertIn('invalid escape', exc.exception.args[0]) | self.assertIn("invalid escape", exc.exception.args[0]) | ||||
| self.assertIn('position 4', exc.exception.args[0]) | self.assertIn("position 4", exc.exception.args[0]) | ||||
| def test_decode_with_escape(self): | def test_decode_with_escape(self): | ||||
| backslashes = b'foo\\bar\\\\baz' | backslashes = b"foo\\bar\\\\baz" | ||||
| backslashes_escaped = 'foo\\\\bar\\\\\\\\baz' | backslashes_escaped = "foo\\\\bar\\\\\\\\baz" | ||||
| self.assertEqual( | self.assertEqual(backslashes_escaped, utils.decode_with_escape(backslashes)) | ||||
| backslashes_escaped, | |||||
| utils.decode_with_escape(backslashes), | |||||
| ) | |||||
| valid_utf8 = b'foo\xc3\xa2' | valid_utf8 = b"foo\xc3\xa2" | ||||
| valid_utf8_escaped = 'foo\u00e2' | valid_utf8_escaped = "foo\u00e2" | ||||
| self.assertEqual( | self.assertEqual(valid_utf8_escaped, utils.decode_with_escape(valid_utf8)) | ||||
| valid_utf8_escaped, | |||||
| utils.decode_with_escape(valid_utf8), | |||||
| ) | |||||
| invalid_utf8 = b'foo\xa2' | invalid_utf8 = b"foo\xa2" | ||||
| invalid_utf8_escaped = 'foo\\xa2' | invalid_utf8_escaped = "foo\\xa2" | ||||
| self.assertEqual( | self.assertEqual(invalid_utf8_escaped, utils.decode_with_escape(invalid_utf8)) | ||||
| invalid_utf8_escaped, | |||||
| utils.decode_with_escape(invalid_utf8), | |||||
| ) | |||||
| valid_utf8_nul = b'foo\xc3\xa2\x00' | valid_utf8_nul = b"foo\xc3\xa2\x00" | ||||
| valid_utf8_nul_escaped = 'foo\u00e2\\x00' | valid_utf8_nul_escaped = "foo\u00e2\\x00" | ||||
| self.assertEqual( | self.assertEqual( | ||||
| valid_utf8_nul_escaped, | valid_utf8_nul_escaped, utils.decode_with_escape(valid_utf8_nul) | ||||
| utils.decode_with_escape(valid_utf8_nul), | |||||
| ) | ) | ||||
| def test_commonname(self): | def test_commonname(self): | ||||
| # when | # when | ||||
| actual_commonname = utils.commonname('/some/where/to/', | actual_commonname = utils.commonname("/some/where/to/", "/some/where/to/go/to") | ||||
| '/some/where/to/go/to') | |||||
| # then | # then | ||||
| self.assertEqual('go/to', actual_commonname) | self.assertEqual("go/to", actual_commonname) | ||||
| # when | # when | ||||
| actual_commonname2 = utils.commonname(b'/some/where/to/', | actual_commonname2 = utils.commonname( | ||||
| b'/some/where/to/go/to') | b"/some/where/to/", b"/some/where/to/go/to" | ||||
| ) | |||||
| # then | # then | ||||
| self.assertEqual(b'go/to', actual_commonname2) | self.assertEqual(b"go/to", actual_commonname2) | ||||