diff --git a/swh/lister/sourceforge/tests/test_lister.py b/swh/lister/sourceforge/tests/test_lister.py
index fcd2920db1ed0d0863ae4ca961e39330bc4e5af7..ce5477b894fcd3435a61a4e1bc5d6d35e5324d40 100644
--- a/swh/lister/sourceforge/tests/test_lister.py
+++ b/swh/lister/sourceforge/tests/test_lister.py
@@ -273,11 +273,12 @@ def test_sourceforge_lister_incremental(swh_scheduler, requests_mock, datadir, m
 
 
 def test_sourceforge_lister_retry(swh_scheduler, requests_mock, mocker, datadir):
-    # Exponential retries take a long time, so stub time.sleep
-    mocked_sleep = mocker.patch("time.sleep", return_value=None)
 
     lister = SourceForgeLister(scheduler=swh_scheduler)
 
+    # Exponential retries take a long time, so stub time.sleep
+    mocked_sleep = mocker.patch.object(lister.page_request.retry, "sleep")
+
     requests_mock.get(
         MAIN_SITEMAP_URL,
         [