Changeset View
Changeset View
Standalone View
Standalone View
swh/indexer/tests/storage/test_server.py
- This file was added.
| # Copyright (C) 2019 The Software Heritage developers | |||||
| # See the AUTHORS file at the top-level directory of this distribution | |||||
| # License: GNU General Public License version 3, or any later version | |||||
| # See top-level LICENSE file for more information | |||||
| import pytest | |||||
| import yaml | |||||
| from swh.indexer.storage.api.server import load_and_check_config | |||||
| def prepare_config_file(tmpdir, content, name='config.yml'): | |||||
| """Prepare configuration file in `$tmpdir/name` with content `content`. | |||||
| Args: | |||||
| tmpdir (LocalPath): root directory | |||||
| content (str/dict): Content of the file either as string or as a dict. | |||||
| If a dict, converts the dict into a yaml string. | |||||
| name (str): configuration filename | |||||
| Returns | |||||
| path (str) of the configuration file prepared. | |||||
| """ | |||||
| config_path = tmpdir / name | |||||
| if isinstance(content, dict): # convert if needed | |||||
| content = yaml.dump(content) | |||||
| config_path.write_text(content, encoding='utf-8') | |||||
| # pytest on python3.5 does not support LocalPath manipulation, so | |||||
| # convert path to string | |||||
| return str(config_path) | |||||
| def test_load_and_check_config_no_configuration(): | |||||
| """Inexistant configuration files raises""" | |||||
| with pytest.raises(EnvironmentError) as e: | |||||
| load_and_check_config(None) | |||||
| assert e.value.args[0] == 'Configuration file must be defined' | |||||
| config_path = '/indexer/inexistant/config.yml' | |||||
| with pytest.raises(FileNotFoundError) as e: | |||||
| load_and_check_config(config_path) | |||||
| assert e.value.args[0] == 'Configuration file %s does not exist' % ( | |||||
| config_path, ) | |||||
| def test_load_and_check_config_wrong_configuration(tmpdir): | |||||
| """Wrong configuration raises""" | |||||
| config_path = prepare_config_file(tmpdir, 'something: useless') | |||||
| with pytest.raises(KeyError) as e: | |||||
| load_and_check_config(config_path) | |||||
| assert e.value.args[0] == 'Missing \'%indexer_storage\' configuration' | |||||
| def test_load_and_check_config_remote_config_local_type_raise(tmpdir): | |||||
| """'local' configuration without 'local' storage raises""" | |||||
| config = { | |||||
| 'indexer_storage': { | |||||
| 'cls': 'remote', | |||||
| 'args': {} | |||||
| } | |||||
| } | |||||
| config_path = prepare_config_file(tmpdir, config) | |||||
| with pytest.raises(ValueError) as e: | |||||
| load_and_check_config(config_path, type='local') | |||||
| assert ( | |||||
| e.value.args[0] == | |||||
| "The indexer_storage backend can only be started with a 'local' " | |||||
| "configuration" | |||||
| ) | |||||
| def test_load_and_check_config_local_incomplete_configuration(tmpdir): | |||||
| """Incomplete 'local' configuration should raise""" | |||||
| config = { | |||||
| 'indexer_storage': { | |||||
| 'cls': 'local', | |||||
| 'args': { | |||||
| } | |||||
| } | |||||
| } | |||||
| config_path = prepare_config_file(tmpdir, config) | |||||
| with pytest.raises(ValueError) as e: | |||||
| load_and_check_config(config_path) | |||||
| assert ( | |||||
| e.value.args[0] == | |||||
| "Invalid configuration; missing 'db' config entry" | |||||
| ) | |||||
| def test_load_and_check_config_local_config_fine(tmpdir): | |||||
| """'Remote configuration is fine""" | |||||
| config = { | |||||
| 'indexer_storage': { | |||||
| 'cls': 'local', | |||||
| 'args': { | |||||
| 'db': 'db', | |||||
| } | |||||
| } | |||||
| } | |||||
| config_path = prepare_config_file(tmpdir, config) | |||||
| cfg = load_and_check_config(config_path, type='local') | |||||
| assert cfg == config | |||||
| def test_load_and_check_config_remote_config_fine(tmpdir): | |||||
| """'Remote configuration is fine""" | |||||
| config = { | |||||
| 'indexer_storage': { | |||||
| 'cls': 'remote', | |||||
| 'args': {} | |||||
| } | |||||
| } | |||||
| config_path = prepare_config_file(tmpdir, config) | |||||
| cfg = load_and_check_config(config_path, type='any') | |||||
| assert cfg == config | |||||