Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/pubdev/tests/test_lister.py
| # Copyright (C) 2022 The Software Heritage developers | # Copyright (C) 2022 The Software Heritage developers | ||||
| # See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
| # License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
| # See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
| from swh.lister.pubdev.lister import PubDevLister | from swh.lister.pubdev.lister import PubDevLister | ||||
| expected_origins = [ | expected_origins = { | ||||
| { | "https://pub.dev/packages/Autolinker", | ||||
| "url": "https://pub.dev/api/packages/Autolinker", | "https://pub.dev/packages/Babylon", | ||||
| }, | } | ||||
| { | |||||
| "url": "https://pub.dev/api/packages/pdf", | |||||
| }, | |||||
| ] | |||||
| def test_pubdev_lister(datadir, requests_mock_datadir, swh_scheduler): | def test_pubdev_lister(datadir, requests_mock_datadir, swh_scheduler): | ||||
| lister = PubDevLister(scheduler=swh_scheduler) | lister = PubDevLister(scheduler=swh_scheduler) | ||||
| res = lister.run() | res = lister.run() | ||||
| assert res.pages == 1 | assert res.pages == 1 | ||||
| assert res.origins == 1 + 1 | assert res.origins == 2 | ||||
| scheduler_origins = swh_scheduler.get_listed_origins(lister.lister_obj.id).results | scheduler_origins = swh_scheduler.get_listed_origins(lister.lister_obj.id).results | ||||
| assert len(scheduler_origins) == len(expected_origins) | assert len(scheduler_origins) == len(expected_origins) | ||||
| assert { | for origin in scheduler_origins: | ||||
| ( | assert origin.visit_type == "pubdev" | ||||
| scheduled.visit_type, | assert origin.url in expected_origins | ||||
| scheduled.url, | |||||
| ) | |||||
| for scheduled in scheduler_origins | |||||
| } == { | |||||
| ( | |||||
| "pubdev", | |||||
| expected["url"], | |||||
| ) | |||||
| for expected in expected_origins | |||||
| } | |||||