diff --git a/swh/lister/bitbucket/lister.py b/swh/lister/bitbucket/lister.py --- a/swh/lister/bitbucket/lister.py +++ b/swh/lister/bitbucket/lister.py @@ -29,6 +29,9 @@ super().__init__( api_baseurl=api_baseurl, override_config=override_config) self.per_page = per_page + # to stay consistent with prior behavior (20 * 10 repositories then) + self.flush_packet_db = int( + (self.flush_packet_db * DEFAULT_BITBUCKET_PAGE) / per_page) def request_params(self, identifier): """Deal properly with extra api call query parameters. diff --git a/swh/lister/core/indexing_lister.py b/swh/lister/core/indexing_lister.py --- a/swh/lister/core/indexing_lister.py +++ b/swh/lister/core/indexing_lister.py @@ -1,4 +1,4 @@ -# Copyright (C) 2015-2017 the Software Heritage developers +# Copyright (C) 2015-2019 the Software Heritage developers # License: GNU General Public License version 3, or any later version # See top-level LICENSE file for more information @@ -16,6 +16,8 @@ class IndexingLister(ListerBase): + flush_packet_db = 20 + """Lister* intermediate class for any service that follows the pattern: - The service must report at least one stable unique identifier, known