Changeset View
Changeset View
Standalone View
Standalone View
swh/loader/svn/tests/test_task.py
| # Copyright (C) 2019-2022 The Software Heritage developers | # Copyright (C) 2019-2022 The Software Heritage developers | ||||
| # See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
| # License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
| # See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
| import uuid | import uuid | ||||
| import pytest | import pytest | ||||
| from swh.scheduler.model import ListedOrigin, Lister | from swh.scheduler.model import ListedOrigin, Lister | ||||
| from swh.scheduler.utils import create_origin_task_dict | |||||
| NAMESPACE = "swh.loader.svn" | |||||
| @pytest.fixture(autouse=True) | |||||
| def celery_worker_and_swh_config(swh_scheduler_celery_worker, swh_config): | |||||
| pass | |||||
| @pytest.fixture | @pytest.fixture | ||||
| def svn_lister(): | def svn_lister(): | ||||
| return Lister(name="svn-lister", instance_name="example", id=uuid.uuid4()) | return Lister(name="svn-lister", instance_name="example", id=uuid.uuid4()) | ||||
| @pytest.fixture | @pytest.fixture | ||||
| def svn_listed_origin(svn_lister): | def svn_listed_origin(svn_lister): | ||||
| return ListedOrigin( | return ListedOrigin( | ||||
| lister_id=svn_lister.id, url="svn://example.org/repo", visit_type="svn" | lister_id=svn_lister.id, url="svn://example.org/repo", visit_type="svn" | ||||
| ) | ) | ||||
| @pytest.fixture | @pytest.mark.parametrize("extra_loader_arguments", [{}, {"visit_date": "now"}]) | ||||
| def task_dict(svn_lister, svn_listed_origin): | |||||
| return create_origin_task_dict(svn_listed_origin, svn_lister) | |||||
| def test_svn_loader( | |||||
| mocker, | |||||
| swh_scheduler_celery_app, | |||||
| ): | |||||
| mock_loader = mocker.patch("swh.loader.svn.loader.SvnLoader.load") | |||||
| mock_loader.return_value = {"status": "eventful"} | |||||
| res = swh_scheduler_celery_app.send_task( | |||||
| "swh.loader.svn.tasks.LoadSvnRepository", | |||||
| kwargs=dict( | |||||
| url="some-technical-url", origin_url="origin-url", visit_date="now" | |||||
| ), | |||||
| ) | |||||
| assert res | |||||
| res.wait() | |||||
| assert res.successful() | |||||
| assert res.result == {"status": "eventful"} | |||||
| def test_svn_loader_for_listed_origin( | def test_svn_loader_for_listed_origin( | ||||
| mocker, | loading_task_creation_for_listed_origin_test, | ||||
| swh_scheduler_celery_app, | svn_lister, | ||||
| task_dict, | svn_listed_origin, | ||||
| extra_loader_arguments, | |||||
| ): | ): | ||||
| mock_loader = mocker.patch("swh.loader.svn.loader.SvnLoader.load") | svn_listed_origin.extra_loader_arguments = extra_loader_arguments | ||||
| mock_loader.return_value = {"status": "eventful"} | |||||
| res = swh_scheduler_celery_app.send_task( | loading_task_creation_for_listed_origin_test( | ||||
| "swh.loader.svn.tasks.LoadSvnRepository", | loader_class_name=f"{NAMESPACE}.loader.SvnLoader", | ||||
| args=task_dict["arguments"]["args"], | task_function_name=f"{NAMESPACE}.tasks.LoadSvnRepository", | ||||
| kwargs=task_dict["arguments"]["kwargs"], | lister=svn_lister, | ||||
| listed_origin=svn_listed_origin, | |||||
| ) | ) | ||||
| assert res | |||||
| res.wait() | |||||
| assert res.successful() | |||||
| assert res.result == {"status": "eventful"} | |||||
| def test_svn_loader_from_dump( | |||||
| mocker, | |||||
| swh_scheduler_celery_app, | |||||
| ): | |||||
| mock_loader = mocker.patch("swh.loader.svn.loader.SvnLoaderFromDumpArchive.load") | |||||
| mock_loader.return_value = {"status": "eventful"} | |||||
| res = swh_scheduler_celery_app.send_task( | @pytest.mark.parametrize( | ||||
| "swh.loader.svn.tasks.MountAndLoadSvnRepository", | "extra_loader_arguments", | ||||
| kwargs=dict(url="some-url", archive_path="some-path", visit_date="now"), | [{"archive_path": "some-path"}, {"archive_path": "some-path", "visit_date": "now"}], | ||||
| ) | ) | ||||
| assert res | |||||
| res.wait() | |||||
| assert res.successful() | |||||
| assert res.result == {"status": "eventful"} | |||||
| def test_svn_loader_from_dump_for_listed_origin( | def test_svn_loader_from_dump_for_listed_origin( | ||||
| mocker, | loading_task_creation_for_listed_origin_test, | ||||
| swh_scheduler_celery_app, | |||||
| svn_lister, | svn_lister, | ||||
| svn_listed_origin, | svn_listed_origin, | ||||
| extra_loader_arguments, | |||||
| ): | ): | ||||
| mock_loader = mocker.patch("swh.loader.svn.loader.SvnLoaderFromDumpArchive.load") | svn_listed_origin.extra_loader_arguments = extra_loader_arguments | ||||
| mock_loader.return_value = {"status": "eventful"} | |||||
| svn_listed_origin.extra_loader_arguments = {"archive_path": "some-path"} | |||||
| task_dict = create_origin_task_dict(svn_listed_origin, svn_lister) | loading_task_creation_for_listed_origin_test( | ||||
| loader_class_name=f"{NAMESPACE}.loader.SvnLoaderFromDumpArchive", | |||||
| res = swh_scheduler_celery_app.send_task( | task_function_name=f"{NAMESPACE}.tasks.MountAndLoadSvnRepository", | ||||
| "swh.loader.svn.tasks.MountAndLoadSvnRepository", | lister=svn_lister, | ||||
| args=task_dict["arguments"]["args"], | listed_origin=svn_listed_origin, | ||||
| kwargs=task_dict["arguments"]["kwargs"], | |||||
| ) | ) | ||||
| assert res | |||||
| res.wait() | |||||
| assert res.successful() | |||||
| assert res.result == {"status": "eventful"} | |||||
| def test_svn_loader_from_remote_dump( | |||||
| mocker, | |||||
| swh_scheduler_celery_app, | |||||
| ): | |||||
| mock_loader = mocker.patch("swh.loader.svn.loader.SvnLoaderFromRemoteDump.load") | |||||
| mock_loader.return_value = {"status": "eventful"} | |||||
| res = swh_scheduler_celery_app.send_task( | |||||
| "swh.loader.svn.tasks.DumpMountAndLoadSvnRepository", | |||||
| kwargs=dict( | |||||
| url="some-remote-dump-url", origin_url="origin-url", visit_date="now" | |||||
| ), | |||||
| ) | |||||
| assert res | |||||
| res.wait() | |||||
| assert res.successful() | |||||
| assert res.result == {"status": "eventful"} | |||||
| @pytest.mark.parametrize("extra_loader_arguments", [{}, {"visit_date": "now"}]) | |||||
| def test_svn_loader_from_remote_dump_for_listed_origin( | def test_svn_loader_from_remote_dump_for_listed_origin( | ||||
| mocker, | loading_task_creation_for_listed_origin_test, | ||||
| swh_scheduler_celery_app, | svn_lister, | ||||
| task_dict, | svn_listed_origin, | ||||
| extra_loader_arguments, | |||||
| ): | ): | ||||
| mock_loader = mocker.patch("swh.loader.svn.loader.SvnLoaderFromRemoteDump.load") | svn_listed_origin.extra_loader_arguments = extra_loader_arguments | ||||
| mock_loader.return_value = {"status": "eventful"} | |||||
| res = swh_scheduler_celery_app.send_task( | loading_task_creation_for_listed_origin_test( | ||||
| "swh.loader.svn.tasks.DumpMountAndLoadSvnRepository", | loader_class_name=f"{NAMESPACE}.loader.SvnLoaderFromRemoteDump", | ||||
| args=task_dict["arguments"]["args"], | task_function_name=f"{NAMESPACE}.tasks.DumpMountAndLoadSvnRepository", | ||||
| kwargs=task_dict["arguments"]["kwargs"], | lister=svn_lister, | ||||
| listed_origin=svn_listed_origin, | |||||
| ) | ) | ||||
| assert res | |||||
| res.wait() | |||||
| assert res.successful() | |||||
| assert res.result == {"status": "eventful"} | |||||