Changeset View
Changeset View
Standalone View
Standalone View
swh/loader/cvs/tasks.py
| # Copyright (C) 2015-2021 The Software Heritage developers | # Copyright (C) 2015-2022 The Software Heritage developers | ||||
| # See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
| # License: GNU Affero General Public License version 3, or any later version | # License: GNU Affero General Public License version 3, or any later version | ||||
| # See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
| from datetime import datetime | |||||
| from typing import Optional | |||||
| from celery import shared_task | from celery import shared_task | ||||
| import iso8601 | |||||
| from swh.loader.core.utils import parse_visit_date | |||||
| from .loader import CvsLoader | from .loader import CvsLoader | ||||
| def convert_to_datetime(date: Optional[str]) -> Optional[datetime]: | def _process_kwargs(kwargs): | ||||
| if date is None: | if "visit_date" in kwargs: | ||||
| return None | kwargs["visit_date"] = parse_visit_date(kwargs["visit_date"]) | ||||
| try: | return kwargs | ||||
| assert isinstance(date, str) | |||||
| return iso8601.parse_date(date) | |||||
| except Exception: | |||||
| return None | |||||
| @shared_task(name=__name__ + ".LoadCvsRepository") | @shared_task(name=__name__ + ".LoadCvsRepository") | ||||
| def load_cvs( | def load_cvs(**kwargs): | ||||
| *, | """Import a CVS repository""" | ||||
| url: str, | loader = CvsLoader.from_configfile(**_process_kwargs(kwargs)) | ||||
| origin_url: Optional[str] = None, | |||||
| visit_date: Optional[str] = None, | |||||
| ): | |||||
| """Import a CVS repository | |||||
| Args: | |||||
| - url: (mandatory) CVS's repository url to ingest data from | |||||
| - origin_url: Optional original url override to use as origin reference | |||||
| in the archive. If not provided, "url" is used as origin. | |||||
| - visit_date: Optional date to override the visit date | |||||
| """ | |||||
| loader = CvsLoader.from_configfile( | |||||
| url=url, | |||||
| origin_url=origin_url, | |||||
| visit_date=convert_to_datetime(visit_date), | |||||
| ) | |||||
| return loader.load() | return loader.load() | ||||