Differential D5071 Diff 18179 swh/loader/pytest_plugin.py

Changeset View

Standalone View

swh/loader/pytest_plugin.py

	# Copyright (C) 2019-2020 The Software Heritage developers			# Copyright (C) 2019-2021 The Software Heritage developers
	# See the AUTHORS file at the top-level directory of this distribution			# See the AUTHORS file at the top-level directory of this distribution
	# License: GNU General Public License version 3, or any later version			# License: GNU General Public License version 3, or any later version
	# See top-level LICENSE file for more information			# See top-level LICENSE file for more information

	import os			import os
	from typing import Any, Dict			from typing import Any, Dict

	import pytest			import pytest
	import yaml			import yaml


	@pytest.fixture			@pytest.fixture
	def swh_loader_config(swh_storage_postgresql) -> Dict[str, Any]:			def swh_storage_backend_config(swh_storage_postgresql) -> Dict[str, Any]:
	return {			return {
				"cls": "retry",
				"storage": {
				"cls": "filter",
				"storage": {
				"cls": "buffer",
	"storage": {			"storage": {
	"cls": "pipeline",
	"steps": [
	{"cls": "retry"},
	{"cls": "filter"},
	{"cls": "buffer"},
	{
	"cls": "local",			"cls": "local",
	"db": swh_storage_postgresql.dsn,			"db": swh_storage_postgresql.dsn,
	"objstorage": {"cls": "memory"},			"objstorage": {"cls": "memory"},
	},			},
	],
	},			},
				},
				}


				@pytest.fixture
				def swh_loader_config(swh_storage_backend_config) -> Dict[str, Any]:
				return {
				"storage": swh_storage_backend_config,
	}			}


	@pytest.fixture			@pytest.fixture
	def swh_config(swh_loader_config, monkeypatch, tmp_path):			def swh_config(swh_loader_config, monkeypatch, tmp_path) -> str:
	conffile = os.path.join(str(tmp_path), "loader.yml")			conffile = os.path.join(str(tmp_path), "loader.yml")
	with open(conffile, "w") as f:			with open(conffile, "w") as f:
	f.write(yaml.dump(swh_loader_config))			f.write(yaml.dump(swh_loader_config))
	monkeypatch.setenv("SWH_CONFIG_FILENAME", conffile)			monkeypatch.setenv("SWH_CONFIG_FILENAME", conffile)
	return conffile			return conffile


	@pytest.fixture(autouse=True, scope="session")			@pytest.fixture(autouse=True, scope="session")
	def swh_proxy():			def swh_proxy():
	"""Automatically inject this fixture in all tests to ensure no outside			"""Automatically inject this fixture in all tests to ensure no outside
	connection takes place.			connection takes place.

	"""			"""
	os.environ["http_proxy"] = "http://localhost:999"			os.environ["http_proxy"] = "http://localhost:999"
	os.environ["https_proxy"] = "http://localhost:999"			os.environ["https_proxy"] = "http://localhost:999"