iled'} swh-loader_1 | [2019-08-11 18:50:23,779: INFO/MainProcess] Received task: swh.loader.package.tasks.LoadGNU[7a7e43e1-dd5b-4ebe-be5b-2ea10fd0bdbc] swh-loader_1 | [2019-08-11 18:50:23,871: INFO/ForkPoolWorker-1] Loading config file /loader.yml swh-loader_1 | [2019-08-11 18:50:23,915: DEBUG/ForkPoolWorker-1] Creating gnu origin for https://ftp.gnu.org/gnu/dap/ swh-loader_1 | [2019-08-11 18:50:23,924: DEBUG/ForkPoolWorker-1] Done creating gnu origin for https://ftp.gnu.org/gnu/dap/ swh-loader_1 | [2019-08-11 18:50:23,925: DEBUG/ForkPoolWorker-1] Creating origin_visit for origin https://ftp.gnu.org/gnu/dap/ at time 2019-08-11 18:50:23.925026+00:00 swh-loader_1 | [2019-08-11 18:50:24,030: DEBUG/ForkPoolWorker-1] Done Creating origin_visit for origin https://ftp.gnu.org/gnu/dap/ at time 2019-08-11 18:50:23.925026+00:00 swh-loader_1 | [2019-08-11 18:50:27,801: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '999681111', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-1.1.tar.gz'}}, 'date': {'timestamp': {'seconds': 999681111, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 999681111, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\xb3@\'\x9c}87\xd0\x8e\xcf\x17\xf2\xec"\xa7\x13\xb3=vc', 'synthetic': True, 'parents': [], 'id': b'8\x12\x0f\x88<\xfa\x0f\x82|\x96\xc2\x8b\xdc\x873\x08L\x7f\x8e\xf7'} swh-loader_1 | [2019-08-11 18:50:27,801: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-1.1.tar.gz' swh-loader_1 | [2019-08-11 18:50:30,164: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1000558039', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-1.2.tar.gz'}}, 'date': {'timestamp': {'seconds': 1000558039, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1000558039, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'r\\[\x92\xb5rI\xcf;~m\x040\xbb\xc3px$\xff\x89', 'synthetic': True, 'parents': [], 'id': b'\xa5\x11lw\xe3\x7fU5\x08\xdb\xfdv\x02\x9a\x9fQ\xb2J\x14z'} swh-loader_1 | [2019-08-11 18:50:30,164: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-1.2.tar.gz' swh-loader_1 | [2019-08-11 18:50:31,529: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1002779573', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-1.3.tar.gz'}}, 'date': {'timestamp': {'seconds': 1002779573, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1002779573, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\xa1\xd0h4\xa4\x9a\x10N]Ui\x97_M\xb6\x90\x11\xfc8\x8c', 'synthetic': True, 'parents': [], 'id': b'\x1d\x88\xcd:\xee\x05:5\x18qe\xa9\xc5\x01\xf9\xb4\x01JX\n'} swh-loader_1 | [2019-08-11 18:50:31,529: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-1.3.tar.gz' swh-loader_1 | [2019-08-11 18:50:32,713: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1005802557', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-1.4.tar.gz'}}, 'date': {'timestamp': {'seconds': 1005802557, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1005802557, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\xc5\xa0T)w\xbd\x01\xb7\x0eC\xa7\x03\xa8~\x9e\xba\xf9\x9bI\xce', 'synthetic': True, 'parents': [], 'id': b's3\xa6\x9dP\x15\x16\x8fB\xe3\xf4\x94\xa8|\xfe\xda?\x1f\x08n'} swh-loader_1 | [2019-08-11 18:50:32,713: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-1.4.tar.gz' swh-loader_1 | [2019-08-11 18:50:33,838: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1009736412', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-1.5.tar.gz'}}, 'date': {'timestamp': {'seconds': 1009736412, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1009736412, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\x18(\xea\xbb\x14\x15B\x82\xe3#\xc7\xd0l\xfb!\x8a\xf4\xefs\xb9', 'synthetic': True, 'parents': [], 'id': b'%cMv\xc1@\xf8\x028.\xa1\xbc[\xaa\x86\xec\r|\xd2\x0b'} swh-loader_1 | [2019-08-11 18:50:33,839: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-1.5.tar.gz' swh-loader_1 | [2019-08-11 18:50:34,833: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1014221309', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-1.6.tar.gz'}}, 'date': {'timestamp': {'seconds': 1014221309, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1014221309, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\xd2\xa4\xf1\xdam\x83\x8c\xbf\xb0\xd3\xaf\xe5\x95oj\x17\x0f\x8e\xd3\x8e', 'synthetic': True, 'parents': [], 'id': b'\xd43T\x97F\xd5O)\xc9\x02`5\x01L\xd9\x8a\xa6XeY'} swh-loader_1 | [2019-08-11 18:50:34,833: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-1.6.tar.gz' swh-loader_1 | [2019-08-11 18:50:35,740: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1041365536', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-1.8.tar.gz'}}, 'date': {'timestamp': {'seconds': 1041365536, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1041365536, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'5\xa5e(ZL/)VX%\xb5\xf6\xfb\xd6?\xeb\xfe\x92l', 'synthetic': True, 'parents': [], 'id': b'\x8c\x82x\xf9\xe5\xaa\x8f\xd9\xcf\xb6(E\x81I\xdexP\xff@\xca'} swh-loader_1 | [2019-08-11 18:50:35,740: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-1.8.tar.gz' swh-loader_1 | [2019-08-11 18:50:36,644: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1043349843', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-2.1.tar.gz'}}, 'date': {'timestamp': {'seconds': 1043349843, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1043349843, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\xe6\xd9\ns\xb8\x8c\xd0\x7f-\xa6$\xe6\x14-\xa89\x87\xba@\xb4', 'synthetic': True, 'parents': [], 'id': b'I\x7f&\x9a\xd9\xd5)\xab\x1b\x965\x97hQ\x97\xa9\xc95\xc5\x02'} swh-loader_1 | [2019-08-11 18:50:36,644: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-2.1.tar.gz' swh-loader_1 | [2019-08-11 18:50:37,535: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1054998205', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-2.2.tar.gz'}}, 'date': {'timestamp': {'seconds': 1054998205, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1054998205, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'SO9\xdd\x94\x92%C;6{\xba\x8a\x01\xfc\xe4Y\x95V\x8c', 'synthetic': True, 'parents': [], 'id': b'\x05\x1b\x8d\xae\x1c\xfe"@\xd8\x9cC>\x03\x1b\x06\xd0\x9b]\xe9\x9f'} swh-loader_1 | [2019-08-11 18:50:37,535: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-2.2.tar.gz' swh-loader_1 | [2019-08-11 18:50:38,826: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1073914912', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-3.0.tar.gz'}}, 'date': {'timestamp': {'seconds': 1073914912, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1073914912, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\xee\x1f\x11\x076\xc46\xa3\xfb\xae\x9a\x0e[\xf4\xf40\x0b\xb4km', 'synthetic': True, 'parents': [], 'id': b'\x8f\x815u\xb9"@\xcc\x0c\xb4\x92\x83\xe4\x8e\x97~\xd6\r$H'} swh-loader_1 | [2019-08-11 18:50:38,826: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-3.0.tar.gz' swh-loader_1 | [2019-08-11 18:50:40,206: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1076826272', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-3.1.tar.gz'}}, 'date': {'timestamp': {'seconds': 1076826272, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1076826272, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\x96r\xc51\xeb\xf5S\xf00\x96\x83\xfb\x81,V%\x83\x9e\xf2\xc4', 'synthetic': True, 'parents': [], 'id': b'\xa3\xf7\xe7\xff\xad\xbex\x1an\xda\xea\xd0\x05\xcb\xe4W:\xf5q\xfc'} swh-loader_1 | [2019-08-11 18:50:40,206: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-3.1.tar.gz' swh-loader_1 | [2019-08-11 18:50:45,182: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1397674505', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-3.10.tar.gz'}}, 'date': {'timestamp': {'seconds': 1397674505, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1397674505, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'3\xbb\xed\xb6Y\x1d\xfdg\x81\xfc4\xdcGs!\xf8\xe5-[g', 'synthetic': True, 'parents': [], 'id': b'\x93\xebj,W\n\r\xfd>\xfa \x1aZ:\x04\x7f\xf6\x96;\xf9'} swh-loader_1 | [2019-08-11 18:50:45,182: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-3.10.tar.gz' swh-loader_1 | [2019-08-11 18:50:46,662: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1080006936', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-3.2.tar.gz'}}, 'date': {'timestamp': {'seconds': 1080006936, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1080006936, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\x9f\x1e\xf1\xf8\x9eJ.\x03)\xcaO?\xd6\x86R\x9faYD@', 'synthetic': True, 'parents': [], 'id': b'g\xc1a\x81@\xa5.J:\xc2\xe3\xba\x10\xffq]\xdd\x19Wl'} swh-loader_1 | [2019-08-11 18:50:46,663: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-3.2.tar.gz' swh-loader_1 | [2019-08-11 18:50:47,838: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1100044114', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-3.3.tar.gz'}}, 'date': {'timestamp': {'seconds': 1100044114, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1100044114, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\xcbb\xdf]F\xbcZF\nQ?\x9e\x97\x99\xc6\xca\x91\xa2w\xaa', 'synthetic': True, 'parents': [], 'id': b'\n\xd1\xb7\xcf\x89\xc1Qn\xc3\x96\xcd\xa1\xf9\x0bF\xa5\xb8&*\x8c'} swh-loader_1 | [2019-08-11 18:50:47,838: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-3.3.tar.gz' swh-loader_1 | [2019-08-11 18:50:49,236: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1116110310', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-3.4.tar.gz'}}, 'date': {'timestamp': {'seconds': 1116110310, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1116110310, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\xccME\xf7\xe9C\x1b\xded\x07b9h\x1c~\xe0_c\x93\xa5', 'synthetic': True, 'parents': [], 'id': b'v\x81\x1dzS)\xfc\x19~\xe2h,3)UH\xb8\xfd\xd7\x83'} swh-loader_1 | [2019-08-11 18:50:49,237: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-3.4.tar.gz' swh-loader_1 | [2019-08-11 18:50:50,640: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1116869249', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-3.5.tar.gz'}}, 'date': {'timestamp': {'seconds': 1116869249, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1116869249, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'2\x8aYA\xb2x\xec>\xe0i\xef53nK\xae\xb0:\xc5\x83', 'synthetic': True, 'parents': [], 'id': b'\x16\xdb\x95Y)\xe1\x12X\x1c\xed\xfa\x82\xcc\x8e:\xa0)\x0f\xde\x95'} swh-loader_1 | [2019-08-11 18:50:50,640: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-3.5.tar.gz' swh-loader_1 | [2019-08-11 18:50:52,120: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1132448915', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-3.6.tar.gz'}}, 'date': {'timestamp': {'seconds': 1132448915, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1132448915, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b"\x01I(\x92\xa0\x8b\x99:}\xd1\x17\x02'~\xbe\xf3d|e\x00", 'synthetic': True, 'parents': [], 'id': b'\x9d\xf7**\xde\xee\xf0\xdf\x94\xba(\x1c\xedB8Jt\x8dXv'} swh-loader_1 | [2019-08-11 18:50:52,120: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-3.6.tar.gz' swh-loader_1 | [2019-08-11 18:50:54,102: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1203551871', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-3.7.tar.gz'}}, 'date': {'timestamp': {'seconds': 1203551871, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1203551871, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\xf2+\x01\xcb\x96\xc69\xe92B\x9d\x17T\x1e_ \xe31\x95\x13', 'synthetic': True, 'parents': [], 'id': b'(\xa2\xa2\xd9\xcd7\x00zB\x8dk\x8a\xca\x7f\xe7\xf7\xabh\xaa\x11'} swh-loader_1 | [2019-08-11 18:50:54,102: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-3.7.tar.gz' swh-loader_1 | [2019-08-11 18:50:56,945: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1367592911', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-3.8.tar.gz'}}, 'date': {'timestamp': {'seconds': 1367592911, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1367592911, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'\xf48B\x15\xb4;\x82\x80\x84H\xd9\xbc\xbcw)n\xad\x08F\xa5', 'synthetic': True, 'parents': [], 'id': b'\xe2\x84\xeaX\xbd\x92\xe6L&\x15\x9f\xf2On\xcd\x84\x94\x121+'} swh-loader_1 | [2019-08-11 18:50:56,945: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-3.8.tar.gz' swh-loader_1 | [2019-08-11 18:51:01,174: DEBUG/ForkPoolWorker-1] {'metadata': {'package': {'date': '1395255895', 'archive': 'https://ftp.gnu.org/gnu/dap/dap-3.9.tar.gz'}}, 'date': {'timestamp': {'seconds': 1395255895, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'committer_date': {'timestamp': {'seconds': 1395255895, 'microseconds': 0}, 'offset': 0, 'negative_utc': False}, 'author': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'committer': {'name': b'Software Heritage', 'fullname': b'Software Heritage', 'email': b'robot@softwareheritage.org'}, 'type': 'tar', 'message': b'swh-loader-package: synthetic revision message', 'directory': b'!\x8b\x05\to9h\xca\xd1E\x82-\x04\xe3\xd0PF\xfd\x83g', 'synthetic': True, 'parents': [], 'id': b'\xc6&\x1a\xb2\x98\xdb\x0f\xf7r\xdf.p\xaaOK\xab]\xa3\xeb0'} swh-loader_1 | [2019-08-11 18:51:01,174: DEBUG/ForkPoolWorker-1] Removing unpacked package files at b'/tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32/dap/uncompressed/dap-3.9.tar.gz' swh-loader_1 | [2019-08-11 18:51:01,224: DEBUG/ForkPoolWorker-1] Sending 671 contents swh-loader_1 | [2019-08-11 18:51:46,789: DEBUG/ForkPoolWorker-1] Done sending 671 contents swh-loader_1 | [2019-08-11 18:51:46,791: DEBUG/ForkPoolWorker-1] Sending 97 directories swh-loader_1 | [2019-08-11 18:51:47,026: DEBUG/ForkPoolWorker-1] Done sending 97 directories swh-loader_1 | [2019-08-11 18:51:47,028: DEBUG/ForkPoolWorker-1] Sending 20 revisions swh-loader_1 | [2019-08-11 18:51:47,059: ERROR/ForkPoolWorker-1] Loading failure, updating to `partial` status swh-loader_1 | Traceback (most recent call last): swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/loader/core/loader.py", line 872, in load swh-loader_1 | self.store_data() swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/loader/package/loader.py", line 380, in store_data swh-loader_1 | self.generate_and_load_snapshot() swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/loader/package/loader.py", line 392, in generate_and_load_snapshot swh-loader_1 | self.maybe_load_snapshot(snapshot) swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/loader/core/loader.py", line 644, in maybe_load_snapshot swh-loader_1 | self.bulk_send_snapshot(snapshot) swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/loader/core/loader.py", line 609, in bulk_send_snapshot swh-loader_1 | self.send_batch_revisions(self.revisions.pop()) swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/loader/core/loader.py", line 661, in send_batch_revisions swh-loader_1 | send_in_packets(revisions, self.send_revisions, packet_size) swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/loader/core/loader.py", line 47, in send_in_packets swh-loader_1 | sender(formatted_objects) swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/retrying.py", line 49, in wrapped_f swh-loader_1 | return Retrying(*dargs, **dkw).call(f, *args, **kw) swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/retrying.py", line 206, in call swh-loader_1 | return attempt.get(self._wrap_exception) swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/retrying.py", line 247, in get swh-loader_1 | six.reraise(self.value[0], self.value[1], self.value[2]) swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/six.py", line 693, in reraise swh-loader_1 | raise value swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/retrying.py", line 200, in call swh-loader_1 | attempt = Attempt(fn(*args, **kwargs), attempt_number, False) swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/loader/core/loader.py", line 452, in send_revisions swh-loader_1 | result = self.storage.revision_add(revision_list) swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/storage/api/client.py", line 79, in revision_add swh-loader_1 | return self.post('revision/add', {'revisions': revisions}) swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/core/api/__init__.py", line 198, in post swh-loader_1 | return self._decode_response(response) swh-loader_1 | File "/srv/softwareheritage/venv/lib/python3.7/site-packages/swh/core/api/__init__.py", line 230, in _decode_response swh-loader_1 | raise pickle.loads(decode_response(response)) swh-loader_1 | TypeError: Object of type bytes is not JSON serializable swh-loader_1 | [2019-08-11 18:51:47,061: DEBUG/ForkPoolWorker-1] Updating origin_visit for origin https://ftp.gnu.org/gnu/dap/ with status partial swh-loader_1 | [2019-08-11 18:51:47,112: DEBUG/ForkPoolWorker-1] Done updating origin_visit for origin https://ftp.gnu.org/gnu/dap/ with status partial swh-loader_1 | [2019-08-11 18:51:47,112: DEBUG/ForkPoolWorker-1] Clean up /tmp/swh.loader.gnu/swh.loader.gnu.e9n_s70l-32 swh-loader_1 | [2019-08-11 18:51:47,117: INFO/ForkPoolWorker-1] Task swh.loader.package.tasks.LoadGNU[7a7e43e1-dd5b-4ebe-be5b-2ea10fd0bdbc] succeeded in 83.25890512600017s: {'status': 'failed'}