Changeset View
Changeset View
Standalone View
Standalone View
swh/loader/core/tests/test_loader.py
Show All 39 Lines | |||||
class DummyUnbufferedLoader(DummyLoader, UnbufferedLoader): | class DummyUnbufferedLoader(DummyLoader, UnbufferedLoader): | ||||
"""Unbuffered loader will send directly to storage new data | """Unbuffered loader will send directly to storage new data | ||||
""" | """ | ||||
def parse_config_file(self, *args, **kwargs): | def parse_config_file(self, *args, **kwargs): | ||||
return { | return { | ||||
'max_content_size': 100 * 1024 * 1024, | |||||
'storage': { | 'storage': { | ||||
'cls': 'pipeline', | 'cls': 'pipeline', | ||||
'steps': [ | 'steps': [ | ||||
{ | { | ||||
'cls': 'filter' | 'cls': 'filter' | ||||
}, | }, | ||||
{ | { | ||||
'cls': 'memory' | 'cls': 'memory' | ||||
}, | }, | ||||
] | ] | ||||
}, | }, | ||||
} | } | ||||
class DummyBufferedLoader(DummyLoader, BufferedLoader): | class DummyBufferedLoader(DummyLoader, BufferedLoader): | ||||
"""Buffered loader will send new data when threshold is reached | """Buffered loader will send new data when threshold is reached | ||||
""" | """ | ||||
def parse_config_file(self, *args, **kwargs): | def parse_config_file(self, *args, **kwargs): | ||||
return { | return { | ||||
'max_content_size': 100 * 1024 * 1024, | |||||
'storage': { | 'storage': { | ||||
'cls': 'pipeline', | 'cls': 'pipeline', | ||||
'steps': [ | 'steps': [ | ||||
{ | { | ||||
'cls': 'filter' | 'cls': 'filter' | ||||
}, | }, | ||||
{ | { | ||||
'cls': 'buffer', | 'cls': 'buffer', | ||||
▲ Show 20 Lines • Show All 312 Lines • Show Last 20 Lines |