Changeset View
Changeset View
Standalone View
Standalone View
swh/loader/core/tests/test_loader.py
| Show First 20 Lines • Show All 44 Lines • ▼ Show 20 Lines | class DummyUnbufferedLoader(DummyLoader, UnbufferedLoader): | ||||
| """ | """ | ||||
| def parse_config_file(self, *args, **kwargs): | def parse_config_file(self, *args, **kwargs): | ||||
| return { | return { | ||||
| 'max_content_size': 100 * 1024 * 1024, | 'max_content_size': 100 * 1024 * 1024, | ||||
| 'storage': { | 'storage': { | ||||
| 'cls': 'pipeline', | 'cls': 'pipeline', | ||||
| 'steps': [ | 'steps': [ | ||||
| { | { | ||||
| 'cls': 'filter' | 'cls': 'retry', | ||||
| }, | }, | ||||
| { | { | ||||
| 'cls': 'memory' | 'cls': 'filter', | ||||
| }, | |||||
| { | |||||
| 'cls': 'memory', | |||||
| }, | }, | ||||
| ] | ] | ||||
| }, | }, | ||||
| } | } | ||||
| class DummyBufferedLoader(DummyLoader, BufferedLoader): | class DummyBufferedLoader(DummyLoader, BufferedLoader): | ||||
| """Buffered loader will send new data when threshold is reached | """Buffered loader will send new data when threshold is reached | ||||
| """ | """ | ||||
| def parse_config_file(self, *args, **kwargs): | def parse_config_file(self, *args, **kwargs): | ||||
| return { | return { | ||||
| 'max_content_size': 100 * 1024 * 1024, | 'max_content_size': 100 * 1024 * 1024, | ||||
| 'storage': { | 'storage': { | ||||
| 'cls': 'pipeline', | 'cls': 'pipeline', | ||||
| 'steps': [ | 'steps': [ | ||||
| { | { | ||||
| 'cls': 'filter' | 'cls': 'retry', | ||||
| }, | |||||
| { | |||||
| 'cls': 'filter', | |||||
| }, | }, | ||||
| { | { | ||||
| 'cls': 'buffer', | 'cls': 'buffer', | ||||
| 'min_batch_size': { | 'min_batch_size': { | ||||
| 'content': 2, | 'content': 2, | ||||
| 'content_bytes': 8, | 'content_bytes': 8, | ||||
| 'directory': 2, | 'directory': 2, | ||||
| 'revision': 2, | 'revision': 2, | ||||
| 'release': 2, | 'release': 2, | ||||
| }, | }, | ||||
| }, | }, | ||||
| { | { | ||||
| 'cls': 'memory' | 'cls': 'memory', | ||||
| }, | }, | ||||
| ] | ] | ||||
| }, | }, | ||||
| } | } | ||||
| class DummyBaseLoaderTest(BaseLoaderTest): | class DummyBaseLoaderTest(BaseLoaderTest): | ||||
| def setUp(self): | def setUp(self): | ||||
| ▲ Show 20 Lines • Show All 273 Lines • Show Last 20 Lines | |||||