Changeset View
Changeset View
Standalone View
Standalone View
swh/provenance/tests/conftest.py
# Copyright (C) 2021 The Software Heritage developers | # Copyright (C) 2021 The Software Heritage developers | ||||
# See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
# License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
# See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
from datetime import datetime, timedelta, timezone | from datetime import datetime, timedelta, timezone | ||||
from os import path | from os import path | ||||
from typing import Any, Dict, Iterable, Iterator | from typing import Any, Dict, Iterable | ||||
from _pytest.fixtures import SubRequest | from _pytest.fixtures import SubRequest | ||||
import msgpack | import msgpack | ||||
import psycopg2.extensions | import psycopg2.extensions | ||||
import pymongo.database | import pymongo.database | ||||
import pytest | import pytest | ||||
from pytest_postgresql.factories import postgresql | from pytest_postgresql.factories import postgresql | ||||
from swh.journal.serializers import msgpack_ext_hook | from swh.journal.serializers import msgpack_ext_hook | ||||
from swh.provenance import get_provenance, get_provenance_storage | from swh.provenance import get_provenance, get_provenance_storage | ||||
from swh.provenance.api.client import RemoteProvenanceStorage | |||||
import swh.provenance.api.server as server | |||||
from swh.provenance.archive import ArchiveInterface | from swh.provenance.archive import ArchiveInterface | ||||
from swh.provenance.interface import ProvenanceInterface, ProvenanceStorageInterface | from swh.provenance.interface import ProvenanceInterface, ProvenanceStorageInterface | ||||
from swh.provenance.storage.archive import ArchiveStorage | from swh.provenance.storage.archive import ArchiveStorage | ||||
from swh.storage.interface import StorageInterface | from swh.storage.interface import StorageInterface | ||||
from swh.storage.replay import process_replay_objects | from swh.storage.replay import process_replay_objects | ||||
@pytest.fixture( | @pytest.fixture( | ||||
Show All 12 Lines | ) -> Dict[str, str]: | ||||
from swh.core.cli.db import populate_database_for_package | from swh.core.cli.db import populate_database_for_package | ||||
populate_database_for_package( | populate_database_for_package( | ||||
"swh.provenance", postgresql.dsn, flavor=request.param | "swh.provenance", postgresql.dsn, flavor=request.param | ||||
) | ) | ||||
return postgresql.get_dsn_parameters() | return postgresql.get_dsn_parameters() | ||||
# the Flask app used as server in these tests | @pytest.fixture(params=["mongodb", "postgresql"]) | ||||
@pytest.fixture | |||||
def app( | |||||
provenance_postgresqldb: Dict[str, str] | |||||
) -> Iterator[server.ProvenanceStorageServerApp]: | |||||
assert hasattr(server, "storage") | |||||
server.storage = get_provenance_storage( | |||||
cls="postgresql", db=provenance_postgresqldb | |||||
) | |||||
yield server.app | |||||
# the RPCClient class used as client used in these tests | |||||
@pytest.fixture | |||||
def swh_rpc_client_class() -> type: | |||||
return RemoteProvenanceStorage | |||||
@pytest.fixture(params=["mongodb", "postgresql", "remote"]) | |||||
def provenance_storage( | def provenance_storage( | ||||
request: SubRequest, | request: SubRequest, | ||||
provenance_postgresqldb: Dict[str, str], | provenance_postgresqldb: Dict[str, str], | ||||
mongodb: pymongo.database.Database, | mongodb: pymongo.database.Database, | ||||
swh_rpc_client: RemoteProvenanceStorage, | |||||
) -> ProvenanceStorageInterface: | ) -> ProvenanceStorageInterface: | ||||
"""Return a working and initialized ProvenanceStorageInterface object""" | """Return a working and initialized ProvenanceStorageInterface object""" | ||||
if request.param == "remote": | if request.param == "mongodb": | ||||
assert isinstance(swh_rpc_client, ProvenanceStorageInterface) | |||||
return swh_rpc_client | |||||
elif request.param == "mongodb": | |||||
from swh.provenance.mongo.backend import ProvenanceStorageMongoDb | from swh.provenance.mongo.backend import ProvenanceStorageMongoDb | ||||
return ProvenanceStorageMongoDb(mongodb) | return ProvenanceStorageMongoDb(mongodb) | ||||
else: | else: | ||||
# in test sessions, we DO want to raise any exception occurring at commit time | # in test sessions, we DO want to raise any exception occurring at commit time | ||||
return get_provenance_storage( | return get_provenance_storage( | ||||
cls=request.param, db=provenance_postgresqldb, raise_on_commit=True | cls=request.param, db=provenance_postgresqldb, raise_on_commit=True | ||||
▲ Show 20 Lines • Show All 65 Lines • Show Last 20 Lines |