swh_scheduler = <swh.scheduler.backend.SchedulerBackend object at 0x7f68361ca5c0> requests_mock = <requests_mock.mocker.Mocker object at 0x7f68361ca198> mocker = <pytest_mock.plugin.MockerFixture object at 0x7f6836c84390> datadir = '/var/lib/jenkins/workspace/DLS/tests-on-diff/.tox/py3/lib/python3.7/site-packages/swh/lister/sourceforge/tests/data' def test_sourceforge_lister_full(swh_scheduler, requests_mock, mocker, datadir): """ Simulate a full listing of an artificially restricted sourceforge. There are 5 different projects, spread over two sub-sitemaps, a few of which have multiple VCS listed, one has none, one is outside of the standard `/p/` namespace, some with custom mount points. All non-interesting but related entries have been kept. """ lister = SourceForgeLister(scheduler=swh_scheduler) requests_mock.get( MAIN_SITEMAP_URL, text=get_main_sitemap(datadir), additional_matcher=_check_request_headers, ) requests_mock.get( "https://sourceforge.net/allura_sitemap/sitemap-0.xml", text=get_subsitemap_0(datadir), additional_matcher=_check_request_headers, ) requests_mock.get( "https://sourceforge.net/allura_sitemap/sitemap-1.xml", text=get_subsitemap_1(datadir), additional_matcher=_check_request_headers, ) requests_mock.get( re.compile("https://sourceforge.net/rest/.*"), json=functools.partial(get_project_json, datadir), additional_matcher=_check_request_headers, ) stats = lister.run() # - os3dmodels (2 repos), # - mramm (3 repos), # - mojunk (3 repos), # - backapps/website (1 repo). # adobe and backapps itself have no repos. > assert stats.pages == 4 E assert 0 == 4 E +0 E -4 .tox/py3/lib/python3.7/site-packages/swh/lister/sourceforge/tests/test_lister.py:97: AssertionError