Changeset View
Changeset View
Standalone View
Standalone View
swh/deposit/loader/loader.py
# Copyright (C) 2017-2018 The Software Heritage developers | # Copyright (C) 2017-2018 The Software Heritage developers | ||||
# See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
# License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
# See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
import os | import os | ||||
import tempfile | import tempfile | ||||
from swh.model import hashutil | from swh.model import hashutil | ||||
from swh.loader.tar import loader | from swh.loader.tar import loader | ||||
from swh.loader.core.loader import SWHLoader | from swh.loader.core.loader import BufferedLoader | ||||
from ..client import PrivateApiDepositClient | from ..client import PrivateApiDepositClient | ||||
class DepositLoader(loader.TarLoader): | class DepositLoader(loader.TarLoader): | ||||
"""Deposit loader implementation. | """Deposit loader implementation. | ||||
This is a subclass of the :class:TarLoader as the main goal of | This is a subclass of the :class:TarLoader as the main goal of | ||||
Show All 16 Lines | class DepositLoader(loader.TarLoader): | ||||
} | } | ||||
def __init__(self, client=None): | def __init__(self, client=None): | ||||
super().__init__( | super().__init__( | ||||
logging_class='swh.deposit.loader.loader.DepositLoader') | logging_class='swh.deposit.loader.loader.DepositLoader') | ||||
self.client = client if client else PrivateApiDepositClient() | self.client = client if client else PrivateApiDepositClient() | ||||
def load(self, *, archive_url, deposit_meta_url, deposit_update_url): | def load(self, *, archive_url, deposit_meta_url, deposit_update_url): | ||||
return SWHLoader.load( | return BufferedLoader.load( | ||||
self, | self, | ||||
archive_url=archive_url, | archive_url=archive_url, | ||||
deposit_meta_url=deposit_meta_url, | deposit_meta_url=deposit_meta_url, | ||||
deposit_update_url=deposit_update_url) | deposit_update_url=deposit_update_url) | ||||
def prepare_origin_visit(self, *, deposit_meta_url, **kwargs): | def prepare_origin_visit(self, *, deposit_meta_url, **kwargs): | ||||
self.metadata = self.client.metadata_get( | self.metadata = self.client.metadata_get( | ||||
deposit_meta_url, log=self.log) | deposit_meta_url, log=self.log) | ||||
▲ Show 20 Lines • Show All 89 Lines • Show Last 20 Lines |