diff --git a/swh/lister/sourceforge/tests/test_lister.py b/swh/lister/sourceforge/tests/test_lister.py
--- a/swh/lister/sourceforge/tests/test_lister.py
+++ b/swh/lister/sourceforge/tests/test_lister.py
@@ -273,11 +273,12 @@
 
 
 def test_sourceforge_lister_retry(swh_scheduler, requests_mock, mocker, datadir):
-    # Exponential retries take a long time, so stub time.sleep
-    mocked_sleep = mocker.patch("time.sleep", return_value=None)
 
     lister = SourceForgeLister(scheduler=swh_scheduler)
 
+    # Exponential retries take a long time, so stub time.sleep
+    mocked_sleep = mocker.patch.object(lister.page_request.retry, "sleep")
+
     requests_mock.get(
         MAIN_SITEMAP_URL,
         [