Another day, another error.
repo: /srv/storage/space/mirrors/code.google.com/sources/v2/code.google.com/h/halpy/halpy-repo.svndump.gz
dump = 'halpy-repo.svndump.gz' origin_url = 'http://halpy.googlecode.com' import logging logging.basicConfig(level=logging.DEBUG) from swh.loader.svn.tasks import MountAndLoadSvnRepositoryTsk t = MountAndLoadSvnRepositoryTsk() t.run(archive_path=dump, origin_url=origin_url, visit_date='2016-05-03T15:16:32+00:00')
Steps to reproduce with stacktrace:
Type "help", "copyright", "credits" or "license" for more information. >>> dump = 'halpy-repo.svndump.gz' >>> origin_url = 'http://halpy.googlecode.com' >>> >>> import logging >>> logging.basicConfig(level=logging.DEBUG) >>> >>> from swh.loader.svn.tasks import MountAndLoadSvnRepositoryTsk >>> >>> t = MountAndLoadSvnRepositoryTsk() >>> t.run(archive_path=dump, origin_url=origin_url, visit_date='2016-05-03T15:16:32+00:00') INFO:swh.loader.svn.SvnLoader:Archive to mount and load halpy-repo.svndump.gz DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Creating svn origin for http://halpy.googlecode.com DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Done creating svn origin for http://halpy.googlecode.com DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Creating origin_visit for origin 2 at time 2016-05-03T15:16:32+00:00 DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Done Creating origin_visit for origin 2 at time 2016-05-03T15:16:32+00:00 INFO:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:[revision_start-revision_end]: [1-1015] INFO:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Processing {'remote_url': 'file:///tmp/tmp.2_lx6xjz.swh.loader.svn', 'local_url': b'/tmp/tmp.6ousig24.swh.loader/tmp.2_lx6xjz.swh.loader.svn', 'uuid': b'3115f40a-3149-4355-afdf-b5cb20ad0e78', 'swh-origin': 2}. DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:rev: 1, swhrev: fa3271cc2b8d4e8538dea357b364b50aa69196b7, dir: 4b825dc642cb6eb9a060e54bf8d69288fbee4904 ... DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:rev: 999, swhrev: e77afad67fb8de913b4c5059f972bb2005cd5201, dir: 4b825dc642cb6eb9a060e54bf8d69288fbee4904 DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:rev: 1000, swhrev: e4be82200a4532c5153969ea43c22f2a52598323, dir: 4b825dc642cb6eb9a060e54bf8d69288fbee4904 INFO:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Checking hash computations on revision 1000... INFO:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Processed 100 revisions: [e7b917ee279f76fb5a38bb0e10773f900c000267, ...] DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Sending 100 revisions DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Done sending 100 revisions DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:rev: 1001, swhrev: 7d4b59ef6868d2c05ef9999bcaf1e0052e805cb9, dir: 4b825dc642cb6eb9a060e54bf8d69288fbee4904 DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:rev: 1002, swhrev: 29692413d6d6ea4d093591f4ca7fde54421748bf, dir: 4b825dc642cb6eb9a060e54bf8d69288fbee4904 DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:rev: 1003, swhrev: b1a47ba6cf0fdf384f531a0e75fa229708e8a4d9, dir: 4b825dc642cb6eb9a060e54bf8d69288fbee4904 DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:rev: 1004, swhrev: 363fd02e1413a55df20f6c0231c006ef9fe996b1, dir: b64013f19e9adcd11eb0bef45efd5df1fd05d831 DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:rev: 1005, swhrev: 699444e910729162031870fbdc0c8e81ce3d886b, dir: dbc6e2e2a913b26d7544651ff4722bf17175f1cd DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:rev: 1006, swhrev: 551377170625d32e692b4c8b3d4ae3daa9d1a224, dir: aa4459dd01a7542719e59739312c2f4a736212c5 DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:rev: 1007, swhrev: 443f9b65ff0b7c49a1ea7225f6af25c6da7e7bd8, dir: 322eca4b7d3e44aed9313a23b33d82456a710efd ERROR:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Eventful partial visit. Detail: [Errno 36] File name too long: b'/tmp/tmp.6ousig24.swh.loader/tmp.2_lx6xjz.swh.loader.svn/pymegahal/trunk/scripts/megahal' DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:occ: {'target_type': 'revision', 'origin': 2, 'branch': 'master', 'target': b'\xe4\xbe\x82 \nE2\xc5\x159i\xeaC\xc2/*RY\x83#', 'visit': 1} ERROR:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Loading failure, updating to `partial` status Traceback (most recent call last): File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-svn/swh/loader/svn/loader.py", line 217, in process_swh_revisions self.config['revision_packet_size']): File "/home/tony/work/inria/repo/swh/swh-environment/swh-core/swh/core/utils.py", line 40, in grouper for _data in itertools.zip_longest(*args, fillvalue=None): File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-svn/swh/loader/svn/loader.py", line 161, in process_svn_revisions for rev, nextrev, commit, new_objects, root_directory in gen_revs: File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-svn/swh/loader/svn/svn.py", line 266, in swh_hash_data_per_revision objects = self.swhreplay.compute_hashes(rev) File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-svn/swh/loader/svn/ra.py", line 336, in compute_hashes self.replay(rev) File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-svn/swh/loader/svn/ra.py", line 321, in replay self.conn.replay(rev, rev+1, self.editor) File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-svn/swh/loader/svn/ra.py", line 134, in close os.chmod(self.fullpath, 0o755) OSError: [Errno 36] File name too long: b'/tmp/tmp.6ousig24.swh.loader/tmp.2_lx6xjz.swh.loader.svn/pymegahal/trunk/scripts/megahal' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-core/swh/loader/core/loader.py", line 732, in load self.store_data() File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-svn/swh/loader/svn/loader.py", line 308, in store_data self.last_known_swh_revision) File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-svn/swh/loader/svn/loader.py", line 496, in process_repository svnrepo, revision_start, revision_end, revision_parents) File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-svn/swh/loader/svn/loader.py", line 236, in process_swh_revisions 'id': _id, swh.loader.svn.loader.SvnLoaderEventful: [Errno 36] File name too long: b'/tmp/tmp.6ousig24.swh.loader/tmp.2_lx6xjz.swh.loader.svn/pymegahal/trunk/scripts/megahal' DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Updating origin_visit for origin 2 with status partial DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Done updating origin_visit for origin 2 with status partial DEBUG:swh.scheduler.task.MountAndLoadSvnRepositoryTsk:Clean up temp directory /tmp/tmp.2_lx6xjz.swh.loader.svn for project