Python 3.5.3 (default, Jan 19 2017, 14:11:04) [GCC 6.3.0 20170118] on linux Type "help", "copyright", "credits" or "license" for more information. >>> # remote repository ... origin_url = 'https://mercurial.tuxfamily.org/enchantepic2/enchantepic2hg' >>> # local clone ... directory = '/home/storage/hg/repo/enchantepic2hg' >>> >>> import logging >>> logging.basicConfig(level=logging.DEBUG) >>> >>> from swh.loader.mercurial.tasks import LoadMercurialTsk >>> >>> t = LoadMercurialTsk() >>> t.run(origin_url=origin_url, directory=directory, visit_date='2016-05-03T15:16:32+00:00') PARAMETERS {b'version': 2, b'nbchanges': 15} DEBUG:swh.scheduler.task.LoadMercurialTsk:Creating hg origin for https://mercurial.tuxfamily.org/enchantepic2/enchantepic2hg DEBUG:swh.scheduler.task.LoadMercurialTsk:Done creating hg origin for https://mercurial.tuxfamily.org/enchantepic2/enchantepic2hg DEBUG:swh.scheduler.task.LoadMercurialTsk:Creating origin_visit for origin 1 at time 2016-05-03T15:16:32+00:00 DEBUG:swh.scheduler.task.LoadMercurialTsk:Done Creating origin_visit for origin 1 at time 2016-05-03T15:16:32+00:00 DEBUG:swh.scheduler.task.LoadMercurialTsk:Sending 46 contents DEBUG:swh.scheduler.task.LoadMercurialTsk:Done sending 46 contents DEBUG:swh.scheduler.task.LoadMercurialTsk:Sending 25 directories DEBUG:swh.scheduler.task.LoadMercurialTsk:Done sending 25 directories DEBUG:swh.scheduler.task.LoadMercurialTsk:Sending 15 revisions DEBUG:swh.scheduler.task.LoadMercurialTsk:Done sending 15 revisions DEBUG:swh.scheduler.task.LoadMercurialTsk:Sending 3 releases WARNING:swh.loader:Retry loading a batch DEBUG:swh.scheduler.task.LoadMercurialTsk:Sending 3 releases WARNING:swh.loader:Retry loading a batch DEBUG:swh.scheduler.task.LoadMercurialTsk:Sending 3 releases WARNING:swh.loader:Retry loading a batch ERROR:swh.scheduler.task.LoadMercurialTsk:Loading failure, updating to `partial` status Traceback (most recent call last): File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-core/swh/loader/core/loader.py", line 896, in load self.store_data() File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-core/swh/loader/core/loader.py", line 1003, in store_data self.send_batch_releases(self.get_releases()) File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-core/swh/loader/core/loader.py", line 687, in send_batch_releases send_in_packets(releases, self.send_releases, packet_size) File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-core/swh/loader/core/loader.py", line 47, in send_in_packets sender(formatted_objects) File "/usr/lib/python3/dist-packages/retrying.py", line 49, in wrapped_f return Retrying(*dargs, **dkw).call(f, *args, **kw) File "/usr/lib/python3/dist-packages/retrying.py", line 212, in call raise attempt.get() File "/usr/lib/python3/dist-packages/retrying.py", line 247, in get six.reraise(self.value[0], self.value[1], self.value[2]) File "/usr/lib/python3/dist-packages/six.py", line 686, in reraise raise value File "/usr/lib/python3/dist-packages/retrying.py", line 200, in call attempt = Attempt(fn(*args, **kwargs), attempt_number, False) File "/home/tony/work/inria/repo/swh/swh-environment/swh-loader-core/swh/loader/core/loader.py", line 475, in send_releases self.storage.release_add(release_list) File "/home/tony/work/inria/repo/swh/swh-environment/swh-storage/swh/storage/api/client.py", line 86, in release_add return self.post('release/add', {'releases': releases}) File "/home/tony/work/inria/repo/swh/swh-environment/swh-core/swh/core/api.py", line 62, in post return self._decode_response(response) File "/home/tony/work/inria/repo/swh/swh-environment/swh-core/swh/core/api.py", line 91, in _decode_response raise pickle.loads(decode_response(response)) psycopg2.IntegrityError: null value in column "fullname" violates not-null constraint DETAIL: Failing row contains (4, null, null, null). CONTEXT: SQL statement "with t as ( select distinct author_fullname as fullname, author_name as name, author_email as email from tmp_release ) insert into person (fullname, name, email) select fullname, name, email from t where not exists ( select 1 from person p where t.fullname = p.fullname )" PL/pgSQL function swh_person_add_from_release() line 3 at SQL statement SQL statement "SELECT swh_person_add_from_release()" PL/pgSQL function swh_release_add() line 3 at PERFORM DEBUG:swh.scheduler.task.LoadMercurialTsk:Updating origin_visit for origin 1 with status partial DEBUG:swh.scheduler.task.LoadMercurialTsk:Done updating origin_visit for origin 1 with status partial DEBUG:amqp:Start from server, version: 0.9, properties: {'version': '3.6.6', 'cluster_name': 'rabbit@corellia.lan', 'information': 'Licensed under the MPL. See http://www.rabbitmq.com/', 'platform': 'Erlang/OTP', 'capabilities': {'authentication_failure_close': True, 'basic.nack': True, 'direct_reply_to': True, 'consumer_priorities': True, 'exchange_exchange_bindings': True, 'connection.blocked': True, 'per_consumer_qos': True, 'publisher_confirms': True, 'consumer_cancel_notify': True}, 'product': 'RabbitMQ', 'copyright': 'Copyright (C) 2007-2016 Pivotal Software, Inc.'}, mechanisms: ['AMQPLAIN', 'PLAIN'], locales: ['en_US'] DEBUG:amqp:Open OK! DEBUG:amqp:using channel_id: 1 DEBUG:amqp:Channel open >>>