swh_storage_backend_config = {'check_config': {'check_write': True}, 'cls': 'local', 'db': "dbname=storage user=postgres host=127.0.0.1 port=14622 ...riter': {'brokers': ['127.0.0.1:53303'], 'client_id': 'kafka_writer-1', 'cls': 'kafka', 'prefix': 'htrujqikng-1'}, ...}
kafka_prefix = 'htrujqikng', kafka_consumer_group = 'test-consumer-htrujqikng'
kafka_server = '127.0.0.1:53303'
@patch("swh.storage.backfill.RANGE_GENERATORS", RANGE_GENERATORS)
def test_backfiller(
swh_storage_backend_config,
kafka_prefix: str,
kafka_consumer_group: str,
kafka_server: str,
):
prefix1 = f"{kafka_prefix}-1"
prefix2 = f"{kafka_prefix}-2"
journal1 = {
"cls": "kafka",
"brokers": [kafka_server],
"client_id": "kafka_writer-1",
"prefix": prefix1,
}
swh_storage_backend_config["journal_writer"] = journal1
> storage = get_storage(**swh_storage_backend_config)
.tox/py3/lib/python3.7/site-packages/swh/storage/tests/test_backfill.py:201:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
.tox/py3/lib/python3.7/site-packages/swh/storage/__init__.py:66: in get_storage
if not storage.check_config(**check_config):
.tox/py3/lib/python3.7/site-packages/swh/storage/metrics.py:24: in d
return f(*a, **kw)
.tox/py3/lib/python3.7/site-packages/swh/core/db/common.py:62: in _meth
return meth(self, *args, db=db, cur=cur, **kwargs)
.tox/py3/lib/python3.7/site-packages/swh/storage/postgresql/storage.py:152: in check_config
if not db.check_dbversion():
.tox/py3/lib/python3.7/site-packages/swh/storage/postgresql/db.py:1348: in check_dbversion
dbversion = self.dbversion()["version"]
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <swh.storage.postgresql.db.Db object at 0x7f0bf15c9908>
def dbversion(self):
with self.transaction() as cur:
> cur.execute(f"SELECT {', '.join(self.dbversion_cols)} FROM dbversion")
E psycopg2.errors.UndefinedTable: relation "dbversion" does not exist
E LINE 1: SELECT version, release, description FROM dbversion
E ^
.tox/py3/lib/python3.7/site-packages/swh/storage/postgresql/db.py:1344: UndefinedTable
TEST RESULT
TEST RESULT
- Run At
- Jan 20 2021, 2:09 PM