Differential D2228 Diff 7717 swh/indexer/tests/storage/conftest.py

Changeset View

Standalone View

swh/indexer/tests/storage/conftest.py

This file was added.

				from os.path import join
				import pytest

				from . import SQL_DIR
				from swh.storage.tests.conftest import postgresql_fact
				from swh.indexer.storage import get_indexer_storage
				from swh.model.hashutil import hash_to_bytes
				from .generate_data_test import MIMETYPE_OBJECTS, FOSSOLOGY_LICENSES


				DUMP_FILES = join(SQL_DIR, '*.sql')

				TOOLS = [
				{
				'tool_name': 'universal-ctags',
				'tool_version': '~git7859817b',
				'tool_configuration': {
				"command_line": "ctags --fields=+lnz --sort=no --links=no "
				"--output-format=json <filepath>"}
				},
				{
				'tool_name': 'swh-metadata-translator',
				'tool_version': '0.0.1',
				'tool_configuration': {"type": "local", "context": "NpmMapping"},
				},
				{
				'tool_name': 'swh-metadata-detector',
				'tool_version': '0.0.1',
				'tool_configuration': {
				"type": "local", "context": ["NpmMapping", "CodemetaMapping"]},
				},
				{
				'tool_name': 'swh-metadata-detector2',
				'tool_version': '0.0.1',
				'tool_configuration': {
				"type": "local", "context": ["NpmMapping", "CodemetaMapping"]},
				},
				{
				'tool_name': 'file',
				'tool_version': '5.22',
				'tool_configuration': {"command_line": "file --mime <filepath>"},
				},
				{
				'tool_name': 'pygments',
				'tool_version': '2.0.1+dfsg-1.1+deb8u1',
				'tool_configuration': {
				"type": "library", "debian-package": "python3-pygments"},
				},
				{
				'tool_name': 'pygments2',
				'tool_version': '2.0.1+dfsg-1.1+deb8u1',
				'tool_configuration': {
				"type": "library",
				"debian-package": "python3-pygments",
				"max_content_size": 10240
				},
				},
				{
				'tool_name': 'nomos',
				'tool_version': '3.1.0rc2-31-ga2cbb8c',
				'tool_configuration': {"command_line": "nomossa <filepath>"},
				}
				]


				class DataObj(dict):
				def __getattr__(self, key):
				return self.__getitem__(key)

				def __setattr__(self, key, value):
				return self.__setitem__(key, value)


				@pytest.fixture
				def swh_indexer_storage_with_data(swh_indexer_storage):
				vlorentzUnsubmitted Not Done Inline Actions bad name (`_w_`) vlorentz: bad name (`_w_`)
				douarddaAuthorUnsubmitted Done Inline Actions I do not agree, but meh douardda: I do not agree, but meh
				data = DataObj()
				tools = {
				tool['tool_name']: {
				'id': tool['id'],
				'name': tool['tool_name'],
				'version': tool['tool_version'],
				'configuration': tool['tool_configuration'],
				}
				for tool in swh_indexer_storage.indexer_configuration_add(TOOLS)}
				data.tools = tools
				data.sha1_1 = hash_to_bytes(
				'34973274ccef6ab4dfaaf86599792fa9c3fe4689')
				data.sha1_2 = hash_to_bytes(
				'61c2b3a30496d329e21af70dd2d7e097046d07b7')
				data.revision_id_1 = hash_to_bytes(
				'7026b7c1a2af56521e951c01ed20f255fa054238')
				data.revision_id_2 = hash_to_bytes(
				'7026b7c1a2af56521e9587659012345678904321')
				data.revision_id_3 = hash_to_bytes(
				'7026b7c1a2af56521e9587659012345678904320')
				data.origin_url_1 = 'file:///dev/0/zero' # 44434341
				data.origin_url_2 = 'file:///dev/1/one' # 44434342
				data.origin_url_3 = 'file:///dev/2/two' # 54974445
				data.mimetypes = MIMETYPE_OBJECTS[:]
				swh_indexer_storage.content_mimetype_add(
				MIMETYPE_OBJECTS)
				data.fossology_licenses = FOSSOLOGY_LICENSES[:]
				swh_indexer_storage._test_data = data

				return (swh_indexer_storage, data)


				swh_indexer_storage_postgresql = postgresql_fact(
				'postgresql_proc', dump_files=DUMP_FILES)


				@pytest.fixture
				def swh_indexer_storage(swh_indexer_storage_postgresql):
				ardumontUnsubmitted Not Done Inline Actions I'm just curious: why don't you define the fixture definition in conftest.py? ardumont: I'm just curious: why don't you define the fixture definition in conftest.py?
				douarddaAuthorUnsubmitted Done Inline Actions heuuu this is the conftest.py file... douardda: heuuu this is the conftest.py file...
				ardumontUnsubmitted Not Done Inline Actions ah, lol, wrong file, i meant for the `test_api_client` for example. But that must be for sandboxing where it's needed, i guess. ardumont: ah, lol, wrong file, i meant for the `test_api_client` for example. But that must be for…
				douarddaAuthorUnsubmitted Done Inline Actions in these files, it is indeed a local overload of the given fixture. douardda: in these files, it is indeed a local overload of the given fixture.
				storage_config = {
				'cls': 'local',
				'args': {
				'db': swh_indexer_storage_postgresql.dsn,
				},
				}
				return get_indexer_storage(**storage_config)