Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/bitbucket/tests/test_tasks.py
| Show All 20 Lines | def test_incremental(lister, swh_app, celery_session_worker): | ||||
| lister.run.return_value = None | lister.run.return_value = None | ||||
| res = swh_app.send_task( | res = swh_app.send_task( | ||||
| 'swh.lister.bitbucket.tasks.IncrementalBitBucketLister') | 'swh.lister.bitbucket.tasks.IncrementalBitBucketLister') | ||||
| assert res | assert res | ||||
| res.wait() | res.wait() | ||||
| assert res.successful() | assert res.successful() | ||||
| lister.assert_called_once_with( | lister.assert_called_once_with() | ||||
| api_baseurl='https://api.bitbucket.org/2.0', per_page=100) | |||||
| lister.db_last_index.assert_called_once_with() | lister.db_last_index.assert_called_once_with() | ||||
| lister.run.assert_called_once_with(min_bound=42, max_bound=None) | lister.run.assert_called_once_with(min_bound=42, max_bound=None) | ||||
| @patch('swh.lister.bitbucket.tasks.BitBucketLister') | @patch('swh.lister.bitbucket.tasks.BitBucketLister') | ||||
| def test_range(lister, swh_app, celery_session_worker): | def test_range(lister, swh_app, celery_session_worker): | ||||
| # setup the mocked BitbucketLister | # setup the mocked BitbucketLister | ||||
| lister.return_value = lister | lister.return_value = lister | ||||
| lister.run.return_value = None | lister.run.return_value = None | ||||
| res = swh_app.send_task( | res = swh_app.send_task( | ||||
| 'swh.lister.bitbucket.tasks.RangeBitBucketLister', | 'swh.lister.bitbucket.tasks.RangeBitBucketLister', | ||||
| kwargs=dict(start=12, end=42)) | kwargs=dict(start=12, end=42)) | ||||
| assert res | assert res | ||||
| res.wait() | res.wait() | ||||
| assert res.successful() | assert res.successful() | ||||
| lister.assert_called_once_with( | lister.assert_called_once_with() | ||||
| api_baseurl='https://api.bitbucket.org/2.0', per_page=100) | |||||
| lister.db_last_index.assert_not_called() | lister.db_last_index.assert_not_called() | ||||
| lister.run.assert_called_once_with(min_bound=12, max_bound=42) | lister.run.assert_called_once_with(min_bound=12, max_bound=42) | ||||
| @patch('swh.lister.bitbucket.tasks.BitBucketLister') | @patch('swh.lister.bitbucket.tasks.BitBucketLister') | ||||
| def test_relister(lister, swh_app, celery_session_worker): | def test_relister(lister, swh_app, celery_session_worker): | ||||
| # setup the mocked BitbucketLister | # setup the mocked BitbucketLister | ||||
| lister.return_value = lister | lister.return_value = lister | ||||
| Show All 13 Lines | def test_relister(lister, swh_app, celery_session_worker): | ||||
| promise_id = res.result | promise_id = res.result | ||||
| assert promise_id | assert promise_id | ||||
| promise = GroupResult.restore(promise_id, app=swh_app) | promise = GroupResult.restore(promise_id, app=swh_app) | ||||
| for i in range(5): | for i in range(5): | ||||
| if promise.ready(): | if promise.ready(): | ||||
| break | break | ||||
| sleep(1) | sleep(1) | ||||
| lister.assert_called_with( | lister.assert_called_with() | ||||
| api_baseurl='https://api.bitbucket.org/2.0', per_page=100) | |||||
| # one by the FullBitbucketRelister task | # one by the FullBitbucketRelister task | ||||
| # + 5 for the RangeBitbucketLister subtasks | # + 5 for the RangeBitbucketLister subtasks | ||||
| assert lister.call_count == 6 | assert lister.call_count == 6 | ||||
| lister.db_last_index.assert_not_called() | lister.db_last_index.assert_not_called() | ||||
| lister.db_partition_indices.assert_called_once_with(10000) | lister.db_partition_indices.assert_called_once_with(10000) | ||||
| # lister.run should have been called once per partition interval | # lister.run should have been called once per partition interval | ||||
| for i in range(5): | for i in range(5): | ||||
| assert (dict(min_bound=10*i, max_bound=10*i + 9),) \ | assert (dict(min_bound=10*i, max_bound=10*i + 9),) \ | ||||
| in lister.run.call_args_list | in lister.run.call_args_list | ||||