Changeset View
Changeset View
Standalone View
Standalone View
swh/provenance/tests/conftest.py
# Copyright (C) 2021 The Software Heritage developers | # Copyright (C) 2021 The Software Heritage developers | ||||
# See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
# License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
# See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
from datetime import datetime, timedelta, timezone | from datetime import datetime, timedelta, timezone | ||||
from os import path | from os import path | ||||
from typing import Any, Dict, Generator, Iterable, Iterator | from typing import Any, Dict, Generator, Iterable | ||||
from _pytest.fixtures import SubRequest | from _pytest.fixtures import SubRequest | ||||
import mongomock.database | import mongomock.database | ||||
import msgpack | import msgpack | ||||
import psycopg2.extensions | import psycopg2.extensions | ||||
import pytest | import pytest | ||||
from pytest_postgresql.factories import postgresql | from pytest_postgresql.factories import postgresql | ||||
from swh.journal.serializers import msgpack_ext_hook | from swh.journal.serializers import msgpack_ext_hook | ||||
from swh.provenance import get_provenance, get_provenance_storage | from swh.provenance import get_provenance, get_provenance_storage | ||||
from swh.provenance.api.client import ProvenanceStorageRPCClient | |||||
import swh.provenance.api.server as server | |||||
from swh.provenance.archive import ArchiveInterface | from swh.provenance.archive import ArchiveInterface | ||||
from swh.provenance.interface import ProvenanceInterface, ProvenanceStorageInterface | from swh.provenance.interface import ProvenanceInterface, ProvenanceStorageInterface | ||||
from swh.provenance.storage.archive import ArchiveStorage | from swh.provenance.storage.archive import ArchiveStorage | ||||
from swh.storage.interface import StorageInterface | from swh.storage.interface import StorageInterface | ||||
from swh.storage.replay import process_replay_objects | from swh.storage.replay import process_replay_objects | ||||
@pytest.fixture( | @pytest.fixture( | ||||
Show All 12 Lines | ) -> Dict[str, str]: | ||||
from swh.core.cli.db import populate_database_for_package | from swh.core.cli.db import populate_database_for_package | ||||
populate_database_for_package( | populate_database_for_package( | ||||
"swh.provenance", postgresql.dsn, flavor=request.param | "swh.provenance", postgresql.dsn, flavor=request.param | ||||
) | ) | ||||
return postgresql.get_dsn_parameters() | return postgresql.get_dsn_parameters() | ||||
# the Flask app used as server in these tests | @pytest.fixture(params=["mongodb", "postgresql", "rabbitmq"]) | ||||
@pytest.fixture | |||||
def app( | |||||
provenance_postgresqldb: Dict[str, str] | |||||
) -> Iterator[server.ProvenanceStorageRPCServerApp]: | |||||
assert hasattr(server, "storage") | |||||
server.storage = get_provenance_storage( | |||||
cls="postgresql", db=provenance_postgresqldb | |||||
) | |||||
server.storage.open() | |||||
yield server.app | |||||
server.storage.close() | |||||
# the RPCClient class used as client used in these tests | |||||
@pytest.fixture | |||||
def swh_rpc_client_class() -> type: | |||||
return ProvenanceStorageRPCClient | |||||
@pytest.fixture(params=["mongodb", "postgresql", "rpcapi", "rabbitmq"]) | |||||
def provenance_storage( | def provenance_storage( | ||||
request: SubRequest, | request: SubRequest, | ||||
provenance_postgresqldb: Dict[str, str], | provenance_postgresqldb: Dict[str, str], | ||||
mongodb: mongomock.database.Database, | mongodb: mongomock.database.Database, | ||||
swh_rpc_client: ProvenanceStorageRPCClient, | |||||
) -> Generator[ProvenanceStorageInterface, None, None]: | ) -> Generator[ProvenanceStorageInterface, None, None]: | ||||
"""Return a working and initialized ProvenanceStorageInterface object""" | """Return a working and initialized ProvenanceStorageInterface object""" | ||||
if request.param == "rpcapi": | if request.param == "mongodb": | ||||
assert isinstance(swh_rpc_client, ProvenanceStorageInterface) | |||||
swh_rpc_client.open() | |||||
yield swh_rpc_client | |||||
swh_rpc_client.close() | |||||
elif request.param == "mongodb": | |||||
mongodb_params = { | mongodb_params = { | ||||
"host": mongodb.client.address[0], | "host": mongodb.client.address[0], | ||||
"port": mongodb.client.address[1], | "port": mongodb.client.address[1], | ||||
"dbname": mongodb.name, | "dbname": mongodb.name, | ||||
} | } | ||||
mongodb_storage = get_provenance_storage( | mongodb_storage = get_provenance_storage( | ||||
cls=request.param, db=mongodb_params, engine="mongomock" | cls=request.param, db=mongodb_params, engine="mongomock" | ||||
) | ) | ||||
▲ Show 20 Lines • Show All 100 Lines • Show Last 20 Lines |