swhworker@worker01:~$ SWH_CONFIG_FILENAME=/etc/softwareheritage/loader_high_priority.yml swh --log-level DEBUG loader run mercurial_from_disk https://foss.heptapod.net/pypy/cffi DEBUG:swh.loader.cli:ctx: DEBUG:swh.core.config:Loading config file /etc/softwareheritage/loader_high_priority.yml DEBUG:swh.loader.cli:config_file: /etc/softwareheritage/loader_high_priority.yml DEBUG:swh.loader.cli:config: DEBUG:swh.loader.cli:kw: {} DEBUG:swh.loader.cli:registry: {'task_modules': ['swh.loader.mercurial.tasks_from_disk'], 'loader': } DEBUG:swh.loader.cli:loader class: DEBUG:urllib3.util.retry:Converted retries value: 3 -> Retry(total=3, connect=None, read=None, redirect=None, status=None) DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): saam.internal.softwareheritage.org:5002 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /origin/add_multi HTTP/1.1" 200 13 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /origin/visit/add HTTP/1.1" 200 116 INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://foss.heptapod.net/pypy/cffi' with type 'hg' DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /origin/visit/get_latest HTTP/1.1" 200 1 DEBUG:swh.loader.mercurial.LoaderFromDisk:Cloning https://foss.heptapod.net/pypy/cffi to None with timeout 7200 seconds requesting all changes adding changesets adding manifests adding file changes added 3498 changesets with 6595 changes to 367 files (+19 heads) new changesets 99e0004b87e9:e0e3f0fc068a (1 drafts) DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /content/missing HTTP/1.1" 200 1 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /content/add HTTP/1.1" 200 33 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /directory/missing HTTP/1.1" 200 1 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /directory/add HTTP/1.1" 200 16 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /revision/missing HTTP/1.1" 200 1 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /revision/add HTTP/1.1" 200 15 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /extid/add HTTP/1.1" 200 14 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /flush HTTP/1.1" 200 1 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /clear/buffer HTTP/1.1" 200 1 ... DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /release/add HTTP/1.1" 200 14 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /snapshot/add HTTP/1.1" 200 15 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /extid/add HTTP/1.1" 200 12 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /flush HTTP/1.1" 200 1 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /clear/buffer HTTP/1.1" 200 1 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /origin/visit_status/add HTTP/1.1" 200 26 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /flush HTTP/1.1" 200 1 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /clear/buffer HTTP/1.1" 200 1 DEBUG:swh.loader.mercurial.LoaderFromDisk:Cleanup up repository /tmp/swh.loader.mercurial.from_disk0xfy20i1-59034 {'status': 'eventful'} swhworker@worker01:~$ SWH_CONFIG_FILENAME=/etc/softwareheritage/loader_high_priority.yml swh --log-level DEBUG loader run mercurial_from_disk https://foss.heptapod.net/pypy/cffi DEBUG:swh.loader.cli:ctx: DEBUG:swh.core.config:Loading config file /etc/softwareheritage/loader_high_priority.yml DEBUG:swh.loader.cli:config_file: /etc/softwareheritage/loader_high_priority.yml DEBUG:swh.loader.cli:config: DEBUG:swh.loader.cli:kw: {} DEBUG:swh.loader.cli:registry: {'task_modules': ['swh.loader.mercurial.tasks_from_disk'], 'loader': } DEBUG:swh.loader.cli:loader class: DEBUG:urllib3.util.retry:Converted retries value: 3 -> Retry(total=3, connect=None, read=None, redirect=None, status=None) DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): saam.internal.softwareheritage.org:5002 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /origin/add_multi HTTP/1.1" 200 13 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /origin/visit/add HTTP/1.1" 200 116 INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://foss.heptapod.net/pypy/cffi' with type 'hg' DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /origin/visit/get_latest HTTP/1.1" 200 115 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /origin/visit_status/get_latest HTTP/1.1" 200 174 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /snapshot/get_branches HTTP/1.1" 200 16329 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /extid/from_target HTTP/1.1" 200 24708 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /revision/missing HTTP/1.1" 200 1 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /extid/from_target HTTP/1.1" 200 1 DEBUG:swh.loader.mercurial.LoaderFromDisk:Cloning https://foss.heptapod.net/pypy/cffi to None with timeout 7200 seconds requesting all changes adding changesets adding manifests adding file changes added 3498 changesets with 6595 changes to 367 files (+19 heads) new changesets 99e0004b87e9:e0e3f0fc068a (1 drafts) DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /origin/visit_status/add HTTP/1.1" 200 26 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /flush HTTP/1.1" 200 1 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /clear/buffer HTTP/1.1" 200 1 DEBUG:swh.loader.mercurial.LoaderFromDisk:Cleanup up repository /tmp/swh.loader.mercurial.from_disk9ozbdaj0-59118 {'status': 'uneventful'} swhworker@worker01:~$ SWH_CONFIG_FILENAME=/etc/softwareheritage/loader_high_priority.yml swh --log-level DEBUG loader run mercurial_from_disk https://foss.heptapod.net/mercurial/evolve | tee load-mercurial.txt DEBUG:swh.loader.cli:ctx: DEBUG:swh.core.config:Loading config file /etc/softwareheritage/loader_high_priority.yml DEBUG:swh.loader.cli:config_file: /etc/softwareheritage/loader_high_priority.yml DEBUG:swh.loader.cli:config: DEBUG:swh.loader.cli:kw: {} DEBUG:swh.loader.cli:registry: {'task_modules': ['swh.loader.mercurial.tasks_from_disk'], 'loader': } DEBUG:swh.loader.cli:loader class: DEBUG:urllib3.util.retry:Converted retries value: 3 -> Retry(total=3, connect=None, read=None, redirect=None, status=None) DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): saam.internal.softwareheritage.org:5002 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /origin/add_multi HTTP/1.1" 200 13 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /origin/visit/add HTTP/1.1" 200 123 INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://foss.heptapod.net/mercurial/evolve' with type 'hg' ... DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /content/add HTTP/1.1" 200 38 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /directory/missing HTTP/1.1" 200 5899 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /directory/add HTTP/1.1" 200 18 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /revision/missing HTTP/1.1" 200 2335 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /revision/add HTTP/1.1" 200 15 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /release/add HTTP/1.1" 200 14 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /snapshot/add HTTP/1.1" 200 15 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /extid/add HTTP/1.1" 200 12 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /flush HTTP/1.1" 200 1 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /clear/buffer HTTP/1.1" 200 1 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /origin/visit_status/add HTTP/1.1" 200 26 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /flush HTTP/1.1" 200 1 DEBUG:urllib3.connectionpool:http://saam.internal.softwareheritage.org:5002 "POST /clear/buffer HTTP/1.1" 200 1 DEBUG:swh.loader.mercurial.LoaderFromDisk:Cleanup up repository /tmp/swh.loader.mercurial.from_diskts8yxrtq-59169 {'status': 'eventful'} swhworker@worker01:~$ SWH_CONFIG_FILENAME=/etc/softwareheritage/loader_high_priority.yml swh loader run mercurial_from_disk https://foss.heptapod.net/mercurial/evolve INFO:swh.loader.mercurial.LoaderFromDisk:Load origin 'https://foss.heptapod.net/mercurial/evolve' with type 'hg' requesting all changes adding changesets adding manifests adding file changes added 5983 changesets with 13985 changes to 523 files (+2 heads) new changesets bbeef801409c:991be5efe7cb {'status': 'uneventful'}