Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/cli.py
# Copyright (C) 2018 The Software Heritage developers | # Copyright (C) 2018 The Software Heritage developers | ||||
# See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
# License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
# See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
import logging | import logging | ||||
import click | import click | ||||
from swh.core.cli import CONTEXT_SETTINGS | |||||
logger = logging.getLogger(__name__) | logger = logging.getLogger(__name__) | ||||
SUPPORTED_LISTERS = ['github', 'gitlab', 'bitbucket', 'debian', 'pypi', | SUPPORTED_LISTERS = ['github', 'gitlab', 'bitbucket', 'debian', 'pypi', | ||||
'npm', 'phabricator'] | 'npm', 'phabricator', 'gnu'] | ||||
@click.group(name='lister', context_settings=CONTEXT_SETTINGS) | |||||
@click.pass_context | |||||
def lister(ctx): | |||||
'''Software Heritage Lister tools.''' | |||||
pass | |||||
@click.command() | |||||
@lister.command(name='db-init', context_settings=CONTEXT_SETTINGS) | |||||
@click.option( | @click.option( | ||||
'--db-url', '-d', default='postgres:///lister-gitlab.com', | '--db-url', '-d', default='postgres:///lister-gitlab.com', | ||||
help='SQLAlchemy DB URL; see ' | help='SQLAlchemy DB URL; see ' | ||||
'<http://docs.sqlalchemy.org/en/latest/core/engines.html#database-urls>') # noqa | '<http://docs.sqlalchemy.org/en/latest/core/engines.html#database-urls>') # noqa | ||||
@click.argument('listers', required=1, nargs=-1, | @click.argument('listers', required=1, nargs=-1, | ||||
type=click.Choice(SUPPORTED_LISTERS + ['all'])) | type=click.Choice(SUPPORTED_LISTERS + ['all'])) | ||||
@click.option('--drop-tables', '-D', is_flag=True, default=False, | @click.option('--drop-tables', '-D', is_flag=True, default=False, | ||||
help='Drop tables before creating the database schema') | help='Drop tables before creating the database schema') | ||||
def cli(db_url, listers, drop_tables): | @click.pass_context | ||||
"""Initialize db model according to lister. | def cli(ctx, db_url, listers, drop_tables): | ||||
"""Initialize the database model for given listers. | |||||
""" | """ | ||||
override_conf = { | override_conf = { | ||||
'lister': { | 'lister': { | ||||
'cls': 'local', | 'cls': 'local', | ||||
'args': {'db': db_url} | 'args': {'db': db_url} | ||||
} | } | ||||
} | } | ||||
▲ Show 20 Lines • Show All 65 Lines • ▼ Show 20 Lines | for lister in listers: | ||||
elif lister == 'phabricator': | elif lister == 'phabricator': | ||||
from .phabricator.models import IndexingModelBase as ModelBase | from .phabricator.models import IndexingModelBase as ModelBase | ||||
from .phabricator.lister import PhabricatorLister | from .phabricator.lister import PhabricatorLister | ||||
_lister = PhabricatorLister( | _lister = PhabricatorLister( | ||||
forge_url='https://forge.softwareheritage.org', | forge_url='https://forge.softwareheritage.org', | ||||
api_token='', | api_token='', | ||||
override_config=override_conf) | override_config=override_conf) | ||||
elif lister == 'gnu': | |||||
from .gnu.models import ModelBase | |||||
from .gnu.lister import GNULister | |||||
_lister = GNULister(override_config=override_conf) | |||||
else: | else: | ||||
raise ValueError( | raise ValueError( | ||||
'Invalid lister %s: only supported listers are %s' % | 'Invalid lister %s: only supported listers are %s' % | ||||
(lister, SUPPORTED_LISTERS)) | (lister, SUPPORTED_LISTERS)) | ||||
if drop_tables: | if drop_tables: | ||||
logger.info('Dropping tables for %s', lister) | logger.info('Dropping tables for %s', lister) | ||||
ModelBase.metadata.drop_all(_lister.db_engine) | ModelBase.metadata.drop_all(_lister.db_engine) | ||||
Show All 15 Lines |