Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/phabricator/tests/test_tasks.py
- This file was added.
| from time import sleep | |||||
| from celery.result import GroupResult | |||||
| from unittest.mock import patch | |||||
| def test_ping(swh_app, celery_session_worker): | |||||
| res = swh_app.send_task( | |||||
| 'swh.lister.phabricator.tasks.ping') | |||||
| assert res | |||||
| res.wait() | |||||
| assert res.successful() | |||||
| assert res.result == 'OK' | |||||
| @patch('swh.lister.phabricator.tasks.PhabricatorLister') | |||||
| def test_incremental(lister, swh_app, celery_session_worker): | |||||
| # setup the mocked PhabricatorLister | |||||
| lister.return_value = lister | |||||
| lister.db_last_index.return_value = 42 | |||||
| lister.run.return_value = None | |||||
| res = swh_app.send_task( | |||||
| 'swh.lister.phabricator.tasks.IncrementalPhabricatorLister') | |||||
| assert res | |||||
| res.wait() | |||||
| assert res.successful() | |||||
| lister.assert_called_once_with( | |||||
| api_baseurl='https://forge.softwareheritage.org') | |||||
| lister.db_last_index.assert_called_once_with() | |||||
| lister.run.assert_called_once_with(min_bound=42, max_bound=None) | |||||
| @patch('swh.lister.phabricator.tasks.PhabricatorLister') | |||||
| def test_range(lister, swh_app, celery_session_worker): | |||||
| # setup the mocked GitHubLister | |||||
| lister.return_value = lister | |||||
| lister.run.return_value = None | |||||
| res = swh_app.send_task( | |||||
| 'swh.lister.phabricator.tasks.RangePhabricatorLister', | |||||
| kwargs=dict(start=12, end=42)) | |||||
| assert res | |||||
| res.wait() | |||||
| assert res.successful() | |||||
| lister.assert_called_once_with( | |||||
| api_baseurl='https://forge.softwareheritage.org') | |||||
| lister.db_last_index.assert_not_called() | |||||
| lister.run.assert_called_once_with(min_bound=12, max_bound=42) | |||||
| @patch('swh.lister.phabricator.tasks.PhabricatorLister') | |||||
| def test_relister(lister, swh_app, celery_session_worker): | |||||
| # setup the mocked PhabricatorLister | |||||
| lister.return_value = lister | |||||
| lister.run.return_value = None | |||||
| lister.db_partition_indices.return_value = [ | |||||
| (i, i+9) for i in range(0, 50, 10)] | |||||
| res = swh_app.send_task( | |||||
| 'swh.lister.phabricator.tasks.FullPhabricatorLister') | |||||
| assert res | |||||
| res.wait() | |||||
| assert res.successful() | |||||
| # retrieve the GroupResult for this task and wait for all the subtasks | |||||
| # to complete | |||||
| promise_id = res.result | |||||
| assert promise_id | |||||
| promise = GroupResult.restore(promise_id, app=swh_app) | |||||
| for i in range(5): | |||||
| if promise.ready(): | |||||
| break | |||||
| sleep(1) | |||||
| lister.assert_called_with(api_baseurl='https://forge.softwareheritage.org') | |||||
| # one by the FullGitHubRelister task | |||||
| # + 5 for the RangeGitHubLister subtasks | |||||
| assert lister.call_count == 6 | |||||
| lister.db_last_index.assert_not_called() | |||||
| lister.db_partition_indices.assert_called_once_with(10000) | |||||
| # lister.run should have been called once per partition interval | |||||
| for i in range(5): | |||||
| # XXX inconsistent behavior: max_bound is INCLUDED here | |||||
| assert (dict(min_bound=10*i, max_bound=10*i + 9),) \ | |||||
| in lister.run.call_args_list | |||||