Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/github/lister.py
| # Copyright (C) 2017-2019 the Software Heritage developers | # Copyright (C) 2017-2019 the Software Heritage developers | ||||
| # License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
| # See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
| import re | import re | ||||
| import time | import time | ||||
| from typing import Any | |||||
| from swh.lister.core.indexing_lister import IndexingHttpLister | from swh.lister.core.indexing_lister import IndexingHttpLister | ||||
| from swh.lister.github.models import GitHubModel | from swh.lister.github.models import GitHubModel | ||||
| class GitHubLister(IndexingHttpLister): | class GitHubLister(IndexingHttpLister): | ||||
| PATH_TEMPLATE = '/repositories?since=%d' | PATH_TEMPLATE = '/repositories?since=%d' | ||||
| MODEL = GitHubModel | MODEL = GitHubModel | ||||
| DEFAULT_URL = 'https://api.github.com' | DEFAULT_URL = 'https://api.github.com' | ||||
| API_URL_INDEX_RE = re.compile(r'^.*/repositories\?since=(\d+)') | API_URL_INDEX_RE = re.compile(r'^.*/repositories\?since=(\d+)') | ||||
| LISTER_NAME = 'github' | LISTER_NAME = 'github' | ||||
| instance = 'github' # There is only 1 instance of such lister | instance = 'github' # There is only 1 instance of such lister | ||||
| default_min_bound = 0 | default_min_bound = 0 # type: Any | ||||
| def get_model_from_repo(self, repo): | def get_model_from_repo(self, repo): | ||||
| return { | return { | ||||
| 'uid': repo['id'], | 'uid': repo['id'], | ||||
| 'indexable': repo['id'], | 'indexable': repo['id'], | ||||
| 'name': repo['name'], | 'name': repo['name'], | ||||
| 'full_name': repo['full_name'], | 'full_name': repo['full_name'], | ||||
| 'html_url': repo['html_url'], | 'html_url': repo['html_url'], | ||||
| Show All 35 Lines | |||||