swh_storage_backend_config = {'check_config': {'check_write': True}, 'cls': 'local', 'db': "dbname=storage user=postgres host=127.0.0.1 port=32737 ...riter': {'brokers': ['127.0.0.1:39185'], 'client_id': 'kafka_writer-1', 'cls': 'kafka', 'prefix': 'bwpodlwcba-1'}, ...} kafka_prefix = 'bwpodlwcba', kafka_consumer_group = 'test-consumer-bwpodlwcba' kafka_server = '127.0.0.1:39185' @patch("swh.storage.backfill.RANGE_GENERATORS", RANGE_GENERATORS) def test_backfiller( swh_storage_backend_config, kafka_prefix: str, kafka_consumer_group: str, kafka_server: str, ): prefix1 = f"{kafka_prefix}-1" prefix2 = f"{kafka_prefix}-2" journal1 = { "cls": "kafka", "brokers": [kafka_server], "client_id": "kafka_writer-1", "prefix": prefix1, } swh_storage_backend_config["journal_writer"] = journal1 > storage = get_storage(**swh_storage_backend_config) .tox/py3/lib/python3.7/site-packages/swh/storage/tests/test_backfill.py:199: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ cls = 'local' kwargs = {'db': "dbname=storage user=postgres host=127.0.0.1 port=32737 options=''", 'journal_writer': {'brokers': ['127.0.0.1:... 'client_id': 'kafka_writer-1', 'cls': 'kafka', 'prefix': 'bwpodlwcba-1'}, 'objstorage': {'args': {}, 'cls': 'memory'}} class_path = '.postgresql.storage.Storage', module_path = '.postgresql.storage' class_name = 'Storage' module = <module 'swh.storage.postgresql.storage' from '/var/lib/jenkins/workspace/DSTO/tests-on-diff/.tox/py3/lib/python3.7/site-packages/swh/storage/postgresql/storage.py'> Storage = <class 'swh.storage.postgresql.storage.Storage'> check_config = {'check_write': True} storage = <swh.storage.postgresql.storage.Storage object at 0x7feeb140b470> def get_storage(cls: str, **kwargs) -> "StorageInterface": """Get a storage object of class `storage_class` with arguments `storage_args`. Args: storage (dict): dictionary with keys: - cls (str): storage's class, either local, remote, memory, filter, buffer - args (dict): dictionary with keys Returns: an instance of swh.storage.Storage or compatible class Raises: ValueError if passed an unknown storage class. """ if "args" in kwargs: warnings.warn( 'Explicit "args" key is deprecated, use keys directly instead.', DeprecationWarning, ) kwargs = kwargs["args"] if cls == "pipeline": return get_storage_pipeline(**kwargs) class_path = STORAGE_IMPLEMENTATIONS.get(cls) if class_path is None: raise ValueError( "Unknown storage class `%s`. Supported: %s" % (cls, ", ".join(STORAGE_IMPLEMENTATIONS)) ) (module_path, class_name) = class_path.rsplit(".", 1) module = importlib.import_module(module_path, package=__package__) Storage = getattr(module, class_name) check_config = kwargs.pop("check_config", {}) storage = Storage(**kwargs) if check_config: if not storage.check_config(**check_config): > raise EnvironmentError("storage check config failed") E OSError: storage check config failed .tox/py3/lib/python3.7/site-packages/swh/storage/__init__.py:67: OSError