Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/github/lister.py
# Copyright (C) 2017-2018 the Software Heritage developers | # Copyright (C) 2017-2019 the Software Heritage developers | ||||
# License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
# See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
import re | import re | ||||
import time | import time | ||||
from swh.lister.core.indexing_lister import SWHIndexingHttpLister | from swh.lister.core.indexing_lister import SWHIndexingHttpLister | ||||
from swh.lister.github.models import GitHubModel | from swh.lister.github.models import GitHubModel | ||||
class GitHubLister(SWHIndexingHttpLister): | class GitHubLister(SWHIndexingHttpLister): | ||||
PATH_TEMPLATE = '/repositories?since=%d' | PATH_TEMPLATE = '/repositories?since=%d' | ||||
MODEL = GitHubModel | MODEL = GitHubModel | ||||
API_URL_INDEX_RE = re.compile(r'^.*/repositories\?since=(\d+)') | API_URL_INDEX_RE = re.compile(r'^.*/repositories\?since=(\d+)') | ||||
LISTER_NAME = 'github' | LISTER_NAME = 'github' | ||||
instance = 'github' # There is only 1 instance of such lister | |||||
def get_model_from_repo(self, repo): | def get_model_from_repo(self, repo): | ||||
return { | return { | ||||
'uid': repo['id'], | 'uid': repo['id'], | ||||
'indexable': repo['id'], | 'indexable': repo['id'], | ||||
'name': repo['name'], | 'name': repo['name'], | ||||
'full_name': repo['full_name'], | 'full_name': repo['full_name'], | ||||
'html_url': repo['html_url'], | 'html_url': repo['html_url'], | ||||
Show All 28 Lines |