Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/gogs/tests/test_lister.py
| Show First 20 Lines • Show All 258 Lines • ▼ Show 20 Lines | ): | ||||
| lister.updated = False # Reset the flag | lister.updated = False # Reset the flag | ||||
| # Second listing attempt: P3 isn't empty anymore. | # Second listing attempt: P3 isn't empty anymore. | ||||
| # The lister should restart from last state and hence revisit P3. | # The lister should restart from last state and hence revisit P3. | ||||
| p3_text, p3_headers, p3_result, p3_origin_urls = trygogs_p3_last | p3_text, p3_headers, p3_result, p3_origin_urls = trygogs_p3_last | ||||
| requests_mock.get(P3, text=p3_text, headers=p3_headers) | requests_mock.get(P3, text=p3_text, headers=p3_headers) | ||||
| lister.session.get = mocker.spy(lister.session, "get") | lister.session.request = mocker.spy(lister.session, "request") | ||||
| attempt2_stats = lister.run() | attempt2_stats = lister.run() | ||||
| assert attempt2_stats.pages == 1 | assert attempt2_stats.pages == 1 | ||||
| assert attempt2_stats.origins == 3 | assert attempt2_stats.origins == 3 | ||||
| scheduler_origins = swh_scheduler.get_listed_origins(lister.lister_obj.id).results | scheduler_origins = swh_scheduler.get_listed_origins(lister.lister_obj.id).results | ||||
| page_id = _parse_page_id(lister_state.last_seen_next_link) | page_id = _parse_page_id(lister_state.last_seen_next_link) | ||||
| query_params = lister.query_params | query_params = lister.query_params | ||||
| query_params["page"] = page_id | query_params["page"] = page_id | ||||
| lister.session.get.assert_called_once_with( | lister.session.request.assert_called_once_with( | ||||
| TRY_GOGS_URL + lister.REPO_LIST_PATH, params=query_params | "GET", TRY_GOGS_URL + lister.REPO_LIST_PATH, params=query_params | ||||
| ) | ) | ||||
| # All the 9 origins (3 pages) should be passed on to the scheduler: | # All the 9 origins (3 pages) should be passed on to the scheduler: | ||||
| check_listed_origins( | check_listed_origins( | ||||
| p1_origin_urls + p2_origin_urls + p3_origin_urls, scheduler_origins | p1_origin_urls + p2_origin_urls + p3_origin_urls, scheduler_origins | ||||
| ) | ) | ||||
| lister_state = lister.get_state_from_scheduler() | lister_state = lister.get_state_from_scheduler() | ||||
| assert lister_state.last_seen_next_link == P3 | assert lister_state.last_seen_next_link == P3 | ||||
| ▲ Show 20 Lines • Show All 41 Lines • Show Last 20 Lines | |||||