Changeset View
Changeset View
Standalone View
Standalone View
swh/loader/git/tests/conftest.py
# Copyright (C) 2018-2020 The Software Heritage developers | # Copyright (C) 2018-2021 The Software Heritage developers | ||||
# See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
# License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
# See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
from typing import Any, Dict | from typing import Any, Dict | ||||
import pytest | import pytest | ||||
@pytest.fixture | @pytest.fixture | ||||
def swh_loader_config(swh_storage_backend_config) -> Dict[str, Any]: | def swh_storage_backend_config(swh_storage_backend_config): | ||||
swh_storage_backend_config["journal_writer"] = {} | """Basic pg storage configuration with no journal collaborator | ||||
(to avoid pulling optional dependency on clients of this fixture) | |||||
""" | |||||
return { | return { | ||||
"cls": "filter", | |||||
"storage": { | "storage": { | ||||
"cls": "pipeline", | |||||
"steps": [ | |||||
{"cls": "filter"}, | |||||
{ | |||||
"cls": "buffer", | "cls": "buffer", | ||||
"min_batch_size": { | "min_batch_size": { | ||||
"content": 10, | "content": 10, | ||||
"content_bytes": 100 * 1024 * 1024, | "content_bytes": 100 * 1024 * 1024, | ||||
"directory": 10, | "directory": 10, | ||||
"revision": 10, | "revision": 10, | ||||
"release": 10, | "release": 10, | ||||
}, | }, | ||||
"storage": swh_storage_backend_config, | |||||
}, | }, | ||||
swh_storage_backend_config, | } | ||||
], | |||||
}, | |||||
@pytest.fixture | |||||
def swh_loader_config(swh_storage_backend_config) -> Dict[str, Any]: | |||||
return { | |||||
"storage": swh_storage_backend_config, | |||||
"max_content_size": 100 * 1024 * 1024, | "max_content_size": 100 * 1024 * 1024, | ||||
"pack_size_bytes": 4 * 1024 * 1024 * 1024, | "save_data_path": None, | ||||
"save_data": False, | |||||
} | } |