Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/npm/lister.py
| # Copyright (C) 2018 the Software Heritage developers | # Copyright (C) 2018-2019 the Software Heritage developers | ||||
| # License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
| # See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
| from urllib.parse import quote | from urllib.parse import quote | ||||
| from swh.lister.core.indexing_lister import SWHIndexingHttpLister | from swh.lister.core.indexing_lister import SWHIndexingHttpLister | ||||
| from swh.lister.npm.models import NpmModel | from swh.lister.npm.models import NpmModel | ||||
| from swh.scheduler.utils import create_task_dict | from swh.scheduler.utils import create_task_dict | ||||
| class NpmListerBase(SWHIndexingHttpLister): | class NpmListerBase(SWHIndexingHttpLister): | ||||
| """List packages available in the npm registry in a paginated way | """List packages available in the npm registry in a paginated way | ||||
| """ | """ | ||||
| MODEL = NpmModel | MODEL = NpmModel | ||||
| LISTER_NAME = 'npm' | LISTER_NAME = 'npm' | ||||
| instance = 'npm' | |||||
| def __init__(self, api_baseurl='https://replicate.npmjs.com', | def __init__(self, api_baseurl='https://replicate.npmjs.com', | ||||
| per_page=1000, override_config=None): | per_page=1000, override_config=None): | ||||
| super().__init__(api_baseurl=api_baseurl, | super().__init__(api_baseurl=api_baseurl, | ||||
| override_config=override_config) | override_config=override_config) | ||||
| self.per_page = per_page + 1 | self.per_page = per_page + 1 | ||||
| self.PATH_TEMPLATE += '&limit=%s' % self.per_page | self.PATH_TEMPLATE += '&limit=%s' % self.per_page | ||||
| ▲ Show 20 Lines • Show All 133 Lines • Show Last 20 Lines | |||||