Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/npm/tasks.py
| # Copyright (C) 2018 the Software Heritage developers | # Copyright (C) 2018 the Software Heritage developers | ||||
| # License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
| # See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
| from datetime import datetime | from datetime import datetime | ||||
| from contextlib import contextmanager | from contextlib import contextmanager | ||||
| from swh.scheduler.celery_backend.config import app | from swh.scheduler.celery_backend.config import app | ||||
| from swh.lister.npm.lister import NpmLister, NpmIncrementalLister | from swh.lister.npm.lister import NpmLister, NpmIncrementalLister | ||||
| from swh.lister.npm.models import NpmVisitModel | from swh.lister.npm.models import NpmVisitModel | ||||
| @contextmanager | @contextmanager | ||||
| def save_registry_state(lister): | def save_registry_state(lister): | ||||
| params = {'headers': lister.request_headers()} | params = {'headers': lister.request_headers()} | ||||
| registry_state = lister.session.get(lister.api_baseurl, **params) | registry_state = lister.session.get(lister.url, **params) | ||||
| registry_state = registry_state.json() | registry_state = registry_state.json() | ||||
| keys = ('doc_count', 'doc_del_count', 'update_seq', 'purge_seq', | keys = ('doc_count', 'doc_del_count', 'update_seq', 'purge_seq', | ||||
| 'disk_size', 'data_size', 'committed_update_seq', | 'disk_size', 'data_size', 'committed_update_seq', | ||||
| 'compacted_seq') | 'compacted_seq') | ||||
| state = {key: registry_state[key] for key in keys} | state = {key: registry_state[key] for key in keys} | ||||
| state['visit_date'] = datetime.now() | state['visit_date'] = datetime.now() | ||||
| yield | yield | ||||
| Show All 37 Lines | |||||