Changeset View
Changeset View
Standalone View
Standalone View
swh/loader/svn/tests/conftest.py
| # Copyright (C) 2019-2020 The Software Heritage developers | # Copyright (C) 2019-2020 The Software Heritage developers | ||||
| # See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
| # License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
| # See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
| import os | import os | ||||
| import pytest | import pytest | ||||
| import yaml | import yaml | ||||
| from typing import Any, Dict | from typing import Any, Dict | ||||
| from swh.scheduler.tests.conftest import swh_app # noqa | from swh.scheduler.tests.conftest import swh_app # noqa | ||||
| from swh.storage.tests.conftest import * # noqa | |||||
| @pytest.fixture | @pytest.fixture | ||||
| def swh_loader_config() -> Dict[str, Any]: | def swh_loader_config(swh_storage_backend_config) -> Dict[str, Any]: | ||||
| swh_storage_backend_config["journal_writer"] = {} | |||||
| return { | return { | ||||
| "storage": { | "storage": { | ||||
| "cls": "pipeline", | "cls": "pipeline", | ||||
| "steps": [ | "steps": [ | ||||
| {"cls": "filter"}, | {"cls": "filter"}, | ||||
| { | { | ||||
| "cls": "buffer", | "cls": "buffer", | ||||
| "min_batch_size": { | "min_batch_size": { | ||||
| "content": 10000, | "content": 10000, | ||||
| "content_bytes": 1073741824, | "content_bytes": 1073741824, | ||||
| "directory": 2500, | "directory": 2500, | ||||
| "revision": 10, | "revision": 10, | ||||
| "release": 100, | "release": 100, | ||||
| }, | }, | ||||
| }, | }, | ||||
| {"cls": "memory"}, | swh_storage_backend_config, | ||||
| ], | ], | ||||
| }, | }, | ||||
| "check_revision": {"limit": 100, "status": False}, | "check_revision": {"limit": 100, "status": False}, | ||||
| "debug": False, | "debug": False, | ||||
| "log_db": "dbname=softwareheritage-log", | "log_db": "dbname=softwareheritage-log", | ||||
| "save_data": False, | "save_data": False, | ||||
| "save_data_path": "", | "save_data_path": "", | ||||
| "temp_directory": "/tmp", | "temp_directory": "/tmp", | ||||
| Show All 23 Lines | |||||