Changeset View
Changeset View
Standalone View
Standalone View
swh/deposit/loader/tasks.py
| # Copyright (C) 2015-2018 The Software Heritage developers | # Copyright (C) 2015-2018 The Software Heritage developers | ||||
| # See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
| # License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
| # See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
| from swh.scheduler.task import Task | from swh.scheduler.task import Task | ||||
| from swh.deposit.loader import loader, checker | from swh.deposit.loader.loader import DepositLoader | ||||
| from swh.deposit.loader.checker import DepositChecker | |||||
| class LoadDepositArchiveTsk(Task): | class LoadDepositArchiveTsk(Task): | ||||
| """Deposit archive loading task described by the following steps: | """Deposit archive loading task described by the following steps: | ||||
| 1. Retrieve tarball from deposit's private api and store | 1. Retrieve tarball from deposit's private api and store | ||||
| locally in a temporary directory | locally in a temporary directory | ||||
| 2. Trigger the loading | 2. Trigger the loading | ||||
| 3. clean up the temporary directory | 3. clean up the temporary directory | ||||
| 4. Update the deposit's status according to result using the | 4. Update the deposit's status according to result using the | ||||
| deposit's private update status api | deposit's private update status api | ||||
| """ | """ | ||||
| task_queue = 'swh_loader_deposit' | task_queue = 'swh_loader_deposit' | ||||
| def run_task(self, *, archive_url, deposit_meta_url, deposit_update_url): | def run_task(self, *, archive_url, deposit_meta_url, deposit_update_url): | ||||
| """Import a deposit tarball into swh. | """Import a deposit tarball into swh. | ||||
| Args: see :func:`DepositLoader.load`. | Args: see :func:`DepositLoader.load`. | ||||
| """ | """ | ||||
| _loader = loader.DepositLoader() | _loader = DepositLoader() | ||||
| _loader.log = self.log | _loader.log = self.log | ||||
| return _loader.load(archive_url=archive_url, | return _loader.load(archive_url=archive_url, | ||||
| deposit_meta_url=deposit_meta_url, | deposit_meta_url=deposit_meta_url, | ||||
| deposit_update_url=deposit_update_url) | deposit_update_url=deposit_update_url) | ||||
| class ChecksDepositTsk(Task): | class ChecksDepositTsk(Task): | ||||
| """Deposit checks task. | """Deposit checks task. | ||||
| """ | """ | ||||
| task_queue = 'swh_checker_deposit' | task_queue = 'swh_checker_deposit' | ||||
| def run_task(self, deposit_check_url): | def run_task(self, deposit_check_url): | ||||
| """Check a deposit's status | """Check a deposit's status | ||||
| Args: see :func:`DepositChecker.check`. | Args: see :func:`DepositChecker.check`. | ||||
| """ | """ | ||||
| _checker = checker.DepositChecker() | _checker = DepositChecker() | ||||
| _checker.log = self.log | _checker.log = self.log | ||||
| return _checker.check(deposit_check_url) | return _checker.check(deposit_check_url) | ||||