swh_scheduler = <swh.scheduler.backend.SchedulerBackend object at 0x7f5919921dd8>
requests_mock = <requests_mock.mocker.Mocker object at 0x7f59199217b8>
mocker = <pytest_mock.plugin.MockerFixture object at 0x7f5919921cf8>
maven_index = 'doc 0\n field 0\n name u\n type string\n value al.aldi|sprova4j|0.1.0|sources|jar\n field 1\n name m\n ...e rootGroups\n field 19\n name rootGroupsList\n type string\n value al\nEND\nchecksum 00000000003321211082\n'
maven_pom_1 = '<?xml version="1.0" encoding="UTF-8"?>\n<project xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.a...actId>\n <version>3.10.0</version>\n <scope>test</scope>\n </dependency>\n </dependencies>\n</project>\n'
maven_pom_2 = '<?xml version="1.0" encoding="UTF-8"?>\n<project xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.a...actId>\n <version>3.10.0</version>\n <scope>test</scope>\n </dependency>\n </dependencies>\n</project>\n'
def test_maven_full_listing(
swh_scheduler, requests_mock, mocker, maven_index, maven_pom_1, maven_pom_2,
):
"""Covers full listing of multiple pages, checking page results and listed
origins, statelessness."""
lister = MavenLister(
scheduler=swh_scheduler, url=MVN_URL, instance="maven.org", index_url=INDEX_URL,
)
index_text = maven_index
p1_text = maven_pom_1
p2_text = maven_pom_2
requests_mock.get(INDEX_URL, text=index_text)
requests_mock.get(URL_POM_1, text=p1_text)
requests_mock.get(URL_POM_2, text=p2_text)
# end test setup
> stats = lister.run()
.tox/py3/lib/python3.7/site-packages/swh/lister/maven/tests/test_lister.py:104:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
.tox/py3/lib/python3.7/site-packages/swh/lister/pattern.py:130: in run
full_stats.origins += self.send_origins(origins)
.tox/py3/lib/python3.7/site-packages/swh/lister/pattern.py:233: in send_origins
for batch_origins in grouper(origins, n=1000):
.tox/py3/lib/python3.7/site-packages/swh/core/utils.py:47: in grouper
for _data in itertools.zip_longest(*args, fillvalue=stop_value):
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <swh.lister.maven.lister.MavenLister object at 0x7f5914e1f898>
page = {'project': 'al.aldi.sprova4j', 'type': 'scm', 'url': 'scm:git:git://github.com/aldialimucaj/sprova4j.git'}
def get_origins_from_page(self, page: RepoPage) -> Iterator[ListedOrigin]:
"""Convert a page of Maven repositories into a list of ListedOrigins.
"""
assert self.lister_obj.id is not None
> print(f"DEBUG {page['time']}")
E KeyError: 'time'
.tox/py3/lib/python3.7/site-packages/swh/lister/maven/lister.py:247: KeyError
TEST RESULT
TEST RESULT
- Run At
- Sep 12 2021, 7:07 PM