(swh) archit@work-pc:~/swh-environment/swh-lister$ python Python 3.6.7 (default, Oct 22 2018, 11:32:17) [GCC 8.2.0] on linux Type "help", "copyright", "credits" or "license" for more information. >>> import logging >>> logging.basicConfig(level=logging.DEBUG) >>> from swh.lister.github.tasks import range_github_lister DEBUG:swh.scheduler.celery_backend.config:Creating a Celery app with {'task_queues': [ -> celery>], 'log_db': 'dbname=softwareheritage-log', 'content_size_limit': 104857600, 'task_soft_time_limit': 0, 'task_modules': [], 'task_broker': 'amqp://guest@localhost//'} >>> range_github_lister(364, 365) DEBUG:swh.lister.core.lister_base:Loading config from lister-github DEBUG:swh.lister.core.lister_base: CONFIG={'content_size_limit': 104857600, 'log_db': 'dbname=softwareheritage-log', 'storage': {'cls': 'remote', 'args': {'url': 'http://localhost:5002/'}}, 'scheduler': {'cls': 'remote', 'args': {'url': 'http://localhost:5008/'}}, 'lister': {'cls': 'local', 'args': {'db': 'postgresql:///lister'}}, 'credentials': [], 'cache_responses': False, 'cache_dir': '/home/archit/.cache/swh/lister/github'} DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): api.github.com:443 DEBUG:urllib3.connectionpool:https://api.github.com:443 "GET /repositories?since=364 HTTP/1.1" 200 None DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): localhost:5002 Traceback (most recent call last): File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/urllib3/connection.py", line 159, in _new_conn (self._dns_host, self.port), self.timeout, **extra_kw) File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/urllib3/util/connection.py", line 80, in create_connection raise err File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/urllib3/util/connection.py", line 70, in create_connection sock.connect(sa) ConnectionRefusedError: [Errno 111] Connection refused During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/urllib3/connectionpool.py", line 600, in urlopen chunked=chunked) File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/urllib3/connectionpool.py", line 354, in _make_request conn.request(method, url, **httplib_request_kw) File "/usr/lib/python3.6/http/client.py", line 1239, in request self._send_request(method, url, body, headers, encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1285, in _send_request self.endheaders(body, encode_chunked=encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1234, in endheaders self._send_output(message_body, encode_chunked=encode_chunked) File "/usr/lib/python3.6/http/client.py", line 1026, in _send_output self.send(msg) File "/usr/lib/python3.6/http/client.py", line 964, in send self.connect() File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/urllib3/connection.py", line 181, in connect conn = self._new_conn() File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/urllib3/connection.py", line 168, in _new_conn self, "Failed to establish a new connection: %s" % e) urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/requests/adapters.py", line 449, in send timeout=timeout File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/urllib3/connectionpool.py", line 638, in urlopen _stacktrace=sys.exc_info()[2]) File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/urllib3/util/retry.py", line 398, in increment raise MaxRetryError(_pool, url, error or ResponseError(cause)) urllib3.exceptions.MaxRetryError: HTTPConnectionPool(host='localhost', port=5002): Max retries exceeded with url: /origin/add_multi (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 111] Connection refused',)) During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/archit/swh-environment/swh-core/swh/core/api/__init__.py", line 178, in raw_verb **opts File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/requests/sessions.py", line 581, in post return self.request('POST', url, data=data, json=json, **kwargs) File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/requests/sessions.py", line 533, in request resp = self.send(prep, **send_kwargs) File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/requests/sessions.py", line 646, in send r = adapter.send(request, **kwargs) File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/requests/adapters.py", line 516, in send raise ConnectionError(e, request=request) requests.exceptions.ConnectionError: HTTPConnectionPool(host='localhost', port=5002): Max retries exceeded with url: /origin/add_multi (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 111] Connection refused',)) During handling of the above exception, another exception occurred: Traceback (most recent call last): File "", line 1, in File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/celery-4.3.0rc2-py3.6.egg/celery/local.py", line 191, in __call__ return self._get_current_object()(*a, **kw) File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/swh/scheduler/task.py", line 45, in __call__ return super().__call__(*args, **kwargs) File "/home/archit/.virtualenvs/swh/lib/python3.6/site-packages/celery-4.3.0rc2-py3.6.egg/celery/app/task.py", line 390, in __call__ return self.run(*args, **kwargs) File "/home/archit/swh-environment/swh-lister/swh/lister/github/tasks.py", line 28, in range_github_lister lister.run(min_bound=start, max_bound=end) File "/home/archit/swh-environment/swh-lister/swh/lister/core/indexing_lister.py", line 227, in run for i in ingest_indexes(): File "/home/archit/swh-environment/swh-lister/swh/lister/core/indexing_lister.py", line 209, in ingest_indexes response, injected_repos = self.ingest_data(index) File "/home/archit/swh-environment/swh-lister/swh/lister/core/lister_base.py", line 528, in ingest_data self.create_missing_origins_and_tasks(models_list, injected) File "/home/archit/swh-environment/swh-lister/swh/lister/core/lister_base.py", line 495, in create_missing_origins_and_tasks (origin_dicts for (_, _, origin_dicts) in origins.values())) File "/home/archit/swh-environment/swh-storage/swh/storage/api/client.py", line 153, in origin_add return self.post('origin/add_multi', {'origins': origins}) File "/home/archit/swh-environment/swh-core/swh/core/api/__init__.py", line 193, in post **opts) File "/home/archit/swh-environment/swh-core/swh/core/api/__init__.py", line 181, in raw_verb raise self.api_exception(e) swh.storage.exc.StorageAPIError: An unexpected error occurred in the api backend: HTTPConnectionPool(host='localhost', port=5002): Max retries exceeded with url: /origin/add_multi (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 111] Connection refused',)) >>>