Changeset View
Changeset View
Standalone View
Standalone View
swh/loader/core/tests/test_loader.py
Show First 20 Lines • Show All 91 Lines • ▼ Show 20 Lines | |||||
class DummyBaseLoader(DummyLoader, BaseLoader): | class DummyBaseLoader(DummyLoader, BaseLoader): | ||||
"""Buffered loader will send new data when threshold is reached""" | """Buffered loader will send new data when threshold is reached""" | ||||
def store_data(self): | def store_data(self): | ||||
pass | pass | ||||
class DummyMetadataFetcher: | class DummyMetadataFetcher: | ||||
SUPPORTED_LISTERS = {"fake-lister"} | SUPPORTED_LISTERS = {"fake-forge"} | ||||
FETCHER_NAME = "fake-forge" | |||||
def __init__(self, origin, credentials, lister_name, lister_instance_name): | def __init__(self, origin, credentials, lister_name, lister_instance_name): | ||||
pass | pass | ||||
def get_origin_metadata(self): | def get_origin_metadata(self): | ||||
return [REMD] | return [REMD] | ||||
def get_parent_origins(self): | def get_parent_origins(self): | ||||
return [] | return [] | ||||
class DummyMetadataFetcherWithFork: | class DummyMetadataFetcherWithFork: | ||||
SUPPORTED_LISTERS = {"fake-lister"} | SUPPORTED_LISTERS = {"fake-forge"} | ||||
FETCHER_NAME = "fake-forge" | |||||
def __init__(self, origin, credentials, lister_name, lister_instance_name): | def __init__(self, origin, credentials, lister_name, lister_instance_name): | ||||
pass | pass | ||||
def get_origin_metadata(self): | def get_origin_metadata(self): | ||||
return [REMD] | return [REMD] | ||||
def get_parent_origins(self): | def get_parent_origins(self): | ||||
Show All 24 Lines | |||||
def test_base_loader_with_known_lister_name(swh_storage, mocker): | def test_base_loader_with_known_lister_name(swh_storage, mocker): | ||||
fetcher_cls = MagicMock(wraps=DummyMetadataFetcher) | fetcher_cls = MagicMock(wraps=DummyMetadataFetcher) | ||||
fetcher_cls.SUPPORTED_LISTERS = DummyMetadataFetcher.SUPPORTED_LISTERS | fetcher_cls.SUPPORTED_LISTERS = DummyMetadataFetcher.SUPPORTED_LISTERS | ||||
mocker.patch( | mocker.patch( | ||||
"swh.loader.core.metadata_fetchers._fetchers", return_value=[fetcher_cls] | "swh.loader.core.metadata_fetchers._fetchers", return_value=[fetcher_cls] | ||||
) | ) | ||||
loader = DummyBaseLoader( | loader = DummyBaseLoader( | ||||
swh_storage, lister_name="fake-lister", lister_instance_name="" | swh_storage, lister_name="fake-forge", lister_instance_name="" | ||||
) | ) | ||||
result = loader.load() | result = loader.load() | ||||
assert result == {"status": "eventful"} | assert result == {"status": "eventful"} | ||||
fetcher_cls.assert_called_once() | fetcher_cls.assert_called_once() | ||||
fetcher_cls.assert_called_once_with( | fetcher_cls.assert_called_once_with( | ||||
origin=ORIGIN, | origin=ORIGIN, | ||||
credentials={}, | credentials={}, | ||||
lister_name="fake-lister", | lister_name="fake-forge", | ||||
lister_instance_name="", | lister_instance_name="", | ||||
) | ) | ||||
assert swh_storage.raw_extrinsic_metadata_get( | assert swh_storage.raw_extrinsic_metadata_get( | ||||
ORIGIN.swhid(), METADATA_AUTHORITY | ORIGIN.swhid(), METADATA_AUTHORITY | ||||
).results == [REMD] | ).results == [REMD] | ||||
assert loader.parent_origins == [] | assert loader.parent_origins == [] | ||||
Show All 18 Lines | |||||
def test_base_loader_forked_origin(swh_storage, mocker): | def test_base_loader_forked_origin(swh_storage, mocker): | ||||
fetcher_cls = MagicMock(wraps=DummyMetadataFetcherWithFork) | fetcher_cls = MagicMock(wraps=DummyMetadataFetcherWithFork) | ||||
fetcher_cls.SUPPORTED_LISTERS = DummyMetadataFetcherWithFork.SUPPORTED_LISTERS | fetcher_cls.SUPPORTED_LISTERS = DummyMetadataFetcherWithFork.SUPPORTED_LISTERS | ||||
mocker.patch( | mocker.patch( | ||||
"swh.loader.core.metadata_fetchers._fetchers", return_value=[fetcher_cls] | "swh.loader.core.metadata_fetchers._fetchers", return_value=[fetcher_cls] | ||||
) | ) | ||||
loader = DummyBaseLoader( | loader = DummyBaseLoader( | ||||
swh_storage, lister_name="fake-lister", lister_instance_name="" | swh_storage, lister_name="fake-forge", lister_instance_name="" | ||||
) | ) | ||||
result = loader.load() | result = loader.load() | ||||
assert result == {"status": "eventful"} | assert result == {"status": "eventful"} | ||||
fetcher_cls.assert_called_once() | fetcher_cls.assert_called_once() | ||||
fetcher_cls.assert_called_once_with( | fetcher_cls.assert_called_once_with( | ||||
origin=ORIGIN, | origin=ORIGIN, | ||||
credentials={}, | credentials={}, | ||||
lister_name="fake-lister", | lister_name="fake-forge", | ||||
lister_instance_name="", | lister_instance_name="", | ||||
) | ) | ||||
assert swh_storage.raw_extrinsic_metadata_get( | assert swh_storage.raw_extrinsic_metadata_get( | ||||
ORIGIN.swhid(), METADATA_AUTHORITY | ORIGIN.swhid(), METADATA_AUTHORITY | ||||
).results == [REMD] | ).results == [REMD] | ||||
assert loader.parent_origins == [PARENT_ORIGIN] | assert loader.parent_origins == [PARENT_ORIGIN] | ||||
▲ Show 20 Lines • Show All 217 Lines • Show Last 20 Lines |