diff --git a/requirements-swh.txt b/requirements-swh.txt --- a/requirements-swh.txt +++ b/requirements-swh.txt @@ -1,4 +1,4 @@ swh.model >= 0.0.27 swh.storage >= 0.0.114 swh.scheduler >= 0.0.39 -swh.loader.core >= 0.0.74 +swh.loader.core >= 0.0.78 diff --git a/swh/loader/mercurial/loader.py b/swh/loader/mercurial/loader.py --- a/swh/loader/mercurial/loader.py +++ b/swh/loader/mercurial/loader.py @@ -37,7 +37,6 @@ DEFAULT_ALGORITHMS ) from swh.loader.core.loader import DVCSLoader -from swh.loader.core.converters import content_for_storage from swh.loader.core.utils import clean_dangling_folders from . import converters @@ -81,7 +80,6 @@ self.origin_url = url self.visit_date = visit_date self.directory = directory - self.content_max_size_limit = self.config['max_content_size'] self.bundle_filename = self.config['bundle_filename'] self.reduce_effort_flag = self.config['reduce_effort'] self.empty_repository = None @@ -341,12 +339,7 @@ content = contents.pop(node_hashes[node], None) if content: content['data'] = blob - yield content_for_storage( - content, - log=self.log, - max_content_size=self.content_max_size_limit, - origin_url=self.origin_url - ) + yield content def load_directories(self): """This is where the work is done to convert manifest deltas from the