Changeset View
Changeset View
Standalone View
Standalone View
swh/indexer/tests/test_journal_client.py
| Show All 10 Lines | |||||
| class JournalClientTest(unittest.TestCase): | class JournalClientTest(unittest.TestCase): | ||||
| def testOneOriginVisit(self): | def testOneOriginVisit(self): | ||||
| mock_scheduler = Mock() | mock_scheduler = Mock() | ||||
| messages = { | messages = { | ||||
| 'origin_visit': [ | 'origin_visit': [ | ||||
| { | { | ||||
| 'status': 'full', | 'status': 'full', | ||||
| 'origin': 'file:///dev/zero', | |||||
| }, | |||||
| ] | |||||
| } | |||||
| process_journal_objects( | |||||
| messages, scheduler=mock_scheduler, | |||||
| task_names={'origin_metadata': 'task-name'}) | |||||
| self.assertTrue(mock_scheduler.create_tasks.called) | |||||
| call_args = mock_scheduler.create_tasks.call_args | |||||
| (args, kwargs) = call_args | |||||
| self.assertEqual(kwargs, {}) | |||||
| del args[0][0]['next_run'] | |||||
| self.assertEqual(args, ([ | |||||
| { | |||||
| 'arguments': { | |||||
| 'kwargs': {'policy_update': 'update-dups'}, | |||||
| 'args': (['file:///dev/zero'],) | |||||
| }, | |||||
| 'policy': 'oneshot', | |||||
| 'type': 'task-name' | |||||
| }, | |||||
| ],)) | |||||
| def testOriginVisitLegacy(self): | |||||
| mock_scheduler = Mock() | |||||
| messages = { | |||||
| 'origin_visit': [ | |||||
| { | |||||
| 'status': 'full', | |||||
| 'origin': { | 'origin': { | ||||
| 'url': 'file:///dev/zero', | 'url': 'file:///dev/zero', | ||||
| } | } | ||||
| }, | }, | ||||
| ] | ] | ||||
| } | } | ||||
| process_journal_objects( | process_journal_objects( | ||||
| messages, scheduler=mock_scheduler, | messages, scheduler=mock_scheduler, | ||||
| Show All 15 Lines | def testOriginVisitLegacy(self): | ||||
| ],)) | ],)) | ||||
| def testOneOriginVisitBatch(self): | def testOneOriginVisitBatch(self): | ||||
| mock_scheduler = Mock() | mock_scheduler = Mock() | ||||
| messages = { | messages = { | ||||
| 'origin_visit': [ | 'origin_visit': [ | ||||
| { | { | ||||
| 'status': 'full', | 'status': 'full', | ||||
| 'origin': { | 'origin': 'file:///dev/zero', | ||||
| 'url': 'file:///dev/zero', | |||||
| } | |||||
| }, | }, | ||||
| { | { | ||||
| 'status': 'full', | 'status': 'full', | ||||
| 'origin': { | 'origin': 'file:///tmp/foobar', | ||||
| 'url': 'file:///tmp/foobar', | |||||
| } | |||||
| }, | }, | ||||
| ] | ] | ||||
| } | } | ||||
| process_journal_objects( | process_journal_objects( | ||||
| messages, scheduler=mock_scheduler, | messages, scheduler=mock_scheduler, | ||||
| task_names={'origin_metadata': 'task-name'}) | task_names={'origin_metadata': 'task-name'}) | ||||
| self.assertTrue(mock_scheduler.create_tasks.called) | self.assertTrue(mock_scheduler.create_tasks.called) | ||||
| call_args = mock_scheduler.create_tasks.call_args | call_args = mock_scheduler.create_tasks.call_args | ||||
| Show All 13 Lines | class JournalClientTest(unittest.TestCase): | ||||
| @patch('swh.indexer.journal_client.MAX_ORIGINS_PER_TASK', 2) | @patch('swh.indexer.journal_client.MAX_ORIGINS_PER_TASK', 2) | ||||
| def testOriginVisitBatches(self): | def testOriginVisitBatches(self): | ||||
| mock_scheduler = Mock() | mock_scheduler = Mock() | ||||
| messages = { | messages = { | ||||
| 'origin_visit': [ | 'origin_visit': [ | ||||
| { | { | ||||
| 'status': 'full', | 'status': 'full', | ||||
| 'origin': { | 'origin': 'file:///dev/zero', | ||||
| 'url': 'file:///dev/zero', | |||||
| } | |||||
| }, | }, | ||||
| { | { | ||||
| 'status': 'full', | 'status': 'full', | ||||
| 'origin': { | 'origin': 'file:///tmp/foobar', | ||||
| 'url': 'file:///tmp/foobar', | |||||
| } | |||||
| }, | }, | ||||
| { | { | ||||
| 'status': 'full', | 'status': 'full', | ||||
| 'origin': { | 'origin': 'file:///tmp/spamegg', | ||||
| 'url': 'file:///tmp/spamegg', | |||||
| } | |||||
| }, | }, | ||||
| ] | ] | ||||
| } | } | ||||
| process_journal_objects( | process_journal_objects( | ||||
| messages, scheduler=mock_scheduler, | messages, scheduler=mock_scheduler, | ||||
| task_names={'origin_metadata': 'task-name'}) | task_names={'origin_metadata': 'task-name'}) | ||||
| self.assertTrue(mock_scheduler.create_tasks.called) | self.assertTrue(mock_scheduler.create_tasks.called) | ||||
| call_args = mock_scheduler.create_tasks.call_args | call_args = mock_scheduler.create_tasks.call_args | ||||
| Show All 22 Lines | |||||