Page MenuHomeSoftware Heritage
Files F9123539

tasks.py
No OneTemporary
Actions

tasks.py
View Options

# Copyright (C) 2015-2021 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information
from typing import Any, Dict, Optional
from celery import shared_task
import dateutil.parser
from swh.loader.git.from_disk import GitLoaderFromArchive, GitLoaderFromDisk
from swh.loader.git.loader import GitLoader
@shared_task(name=__name__ + ".UpdateGitRepository")
def load_git(*, url: str, base_url: Optional[str] = None) -> Dict[str, Any]:
"""Import a git repository from a remote location
"""
loader = GitLoader.from_configfile(url=url, base_url=base_url)
return loader.load()
@shared_task(name=__name__ + ".LoadDiskGitRepository")
def load_git_from_dir(*, url: str, directory: str, date: str) -> Dict[str, Any]:
"""Import a git repository from a local repository
Import a git repository, cloned in `directory` from `origin_url` at
`date`.
"""
visit_date = dateutil.parser.parse(date)
loader = GitLoaderFromDisk.from_configfile(
url=url, directory=directory, visit_date=visit_date
)
return loader.load()
@shared_task(name=__name__ + ".UncompressAndLoadDiskGitRepository")
def load_git_from_zip(*, url: str, archive_path: str, date: str) -> Dict[str, Any]:
"""Import a git repository from a zip archive
1. Uncompress an archive repository in a local and temporary folder
2. Load it through the git disk loader
3. Clean up the temporary folder
"""
visit_date = dateutil.parser.parse(date)
loader = GitLoaderFromArchive.from_configfile(
url=url, archive_path=archive_path, visit_date=visit_date
)
return loader.load()

File Metadata

Mime Type
text/x-python
Expires
Sat, Jun 21, 5:39 PM (1 w, 5 d ago)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
3301211

Event Timeline

About · Developer information · Legal