Changeset View
Changeset View
Standalone View
Standalone View
swh/provenance/tests/conftest.py
| # Copyright (C) 2021 The Software Heritage developers | # Copyright (C) 2021 The Software Heritage developers | ||||
| # See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
| # License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
| # See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
| from datetime import datetime, timedelta, timezone | from datetime import datetime, timedelta, timezone | ||||
| from os import path | from os import path | ||||
| from typing import Any, Dict, Generator, Iterable, Iterator | from typing import Any, Dict, Generator, Iterable | ||||
| from _pytest.fixtures import SubRequest | from _pytest.fixtures import SubRequest | ||||
| import msgpack | import msgpack | ||||
| import psycopg2.extensions | import psycopg2.extensions | ||||
| import pymongo.database | import pymongo.database | ||||
| import pytest | import pytest | ||||
| from pytest_postgresql.factories import postgresql | from pytest_postgresql.factories import postgresql | ||||
| from swh.journal.serializers import msgpack_ext_hook | from swh.journal.serializers import msgpack_ext_hook | ||||
| from swh.provenance import get_provenance, get_provenance_storage | from swh.provenance import get_provenance, get_provenance_storage | ||||
| from swh.provenance.api.client import ProvenanceStorageRPCClient | |||||
| import swh.provenance.api.server as server | |||||
| from swh.provenance.archive import ArchiveInterface | from swh.provenance.archive import ArchiveInterface | ||||
| from swh.provenance.interface import ProvenanceInterface, ProvenanceStorageInterface | from swh.provenance.interface import ProvenanceInterface, ProvenanceStorageInterface | ||||
| from swh.provenance.storage.archive import ArchiveStorage | from swh.provenance.storage.archive import ArchiveStorage | ||||
| from swh.storage.interface import StorageInterface | from swh.storage.interface import StorageInterface | ||||
| from swh.storage.replay import process_replay_objects | from swh.storage.replay import process_replay_objects | ||||
| @pytest.fixture( | @pytest.fixture( | ||||
| Show All 12 Lines | ) -> psycopg2.extensions.connection: | ||||
| from swh.core.cli.db import populate_database_for_package | from swh.core.cli.db import populate_database_for_package | ||||
| populate_database_for_package( | populate_database_for_package( | ||||
| "swh.provenance", postgresql.dsn, flavor=request.param | "swh.provenance", postgresql.dsn, flavor=request.param | ||||
| ) | ) | ||||
| return postgresql | return postgresql | ||||
| # the Flask app used as server in these tests | @pytest.fixture(params=["mongodb", "postgresql", "rabbitmq"]) | ||||
| @pytest.fixture | |||||
| def app( | |||||
| provenance_postgresqldb: psycopg2.extensions.connection, | |||||
| ) -> Iterator[server.ProvenanceStorageRPCServerApp]: | |||||
| assert hasattr(server, "storage") | |||||
| server.storage = get_provenance_storage( | |||||
| cls="postgresql", db=provenance_postgresqldb.get_dsn_parameters() | |||||
| ) | |||||
| yield server.app | |||||
| # the RPCClient class used as client used in these tests | |||||
| @pytest.fixture | |||||
| def swh_rpc_client_class() -> type: | |||||
| return ProvenanceStorageRPCClient | |||||
| @pytest.fixture(params=["mongodb", "postgresql", "rpcapi", "rabbitmq"]) | |||||
| def provenance_storage( | def provenance_storage( | ||||
| request: SubRequest, | request: SubRequest, | ||||
| provenance_postgresqldb: psycopg2.extensions.connection, | provenance_postgresqldb: psycopg2.extensions.connection, | ||||
| mongodb: pymongo.database.Database, | mongodb: pymongo.database.Database, | ||||
| swh_rpc_client: ProvenanceStorageRPCClient, | |||||
| ) -> Generator[ProvenanceStorageInterface, None, None]: | ) -> Generator[ProvenanceStorageInterface, None, None]: | ||||
| """Return a working and initialized ProvenanceStorageInterface object""" | """Return a working and initialized ProvenanceStorageInterface object""" | ||||
| if request.param == "rpcapi": | if request.param == "mongodb": | ||||
| assert isinstance(swh_rpc_client, ProvenanceStorageInterface) | |||||
| yield swh_rpc_client | |||||
| swh_rpc_client.close() | |||||
| elif request.param == "mongodb": | |||||
| from swh.provenance.mongo.backend import ProvenanceStorageMongoDb | from swh.provenance.mongo.backend import ProvenanceStorageMongoDb | ||||
| # TODO: improve MongoDb initialization so that `get_provenance_storage` can be | # TODO: improve MongoDb initialization so that `get_provenance_storage` can be | ||||
| # used and remote test case is also supported with underlying MongoDb storage. | # used and remote test case is also supported with underlying MongoDb storage. | ||||
| mongodb_storage = ProvenanceStorageMongoDb(mongodb) | mongodb_storage = ProvenanceStorageMongoDb(mongodb) | ||||
| yield mongodb_storage | yield mongodb_storage | ||||
| mongodb_storage.close() | mongodb_storage.close() | ||||
| ▲ Show 20 Lines • Show All 95 Lines • Show Last 20 Lines | |||||