diff --git a/swh/scheduler/backend.py b/swh/scheduler/backend.py
--- a/swh/scheduler/backend.py
+++ b/swh/scheduler/backend.py
@@ -377,6 +377,7 @@
         enabled: bool = True,
         lister_uuid: Optional[str] = None,
         timestamp: Optional[datetime.datetime] = None,
+        absolute_cooldown: Optional[datetime.timedelta] = datetime.timedelta(hours=12),
         scheduled_cooldown: Optional[datetime.timedelta] = datetime.timedelta(days=7),
         failed_cooldown: Optional[datetime.timedelta] = datetime.timedelta(days=14),
         not_found_cooldown: Optional[datetime.timedelta] = datetime.timedelta(days=31),
@@ -403,6 +404,15 @@
         where_clauses.append("visit_type = %s")
         query_args.append(visit_type)
 
+        if absolute_cooldown:
+            # Don't schedule visits if they've been scheduled since the absolute cooldown
+            where_clauses.append(
+                """origin_visit_stats.last_scheduled IS NULL
+                   OR origin_visit_stats.last_scheduled < %s
+                """
+            )
+            query_args.append(timestamp - absolute_cooldown)
+
         if scheduled_cooldown:
             # Don't re-schedule visits if they're already scheduled but we haven't
             # recorded a result yet, unless they've been scheduled more than a week
diff --git a/swh/scheduler/interface.py b/swh/scheduler/interface.py
--- a/swh/scheduler/interface.py
+++ b/swh/scheduler/interface.py
@@ -414,6 +414,7 @@
         enabled: bool = True,
         lister_uuid: Optional[str] = None,
         timestamp: Optional[datetime.datetime] = None,
+        absolute_cooldown: Optional[datetime.timedelta] = datetime.timedelta(hours=12),
         scheduled_cooldown: Optional[datetime.timedelta] = datetime.timedelta(days=7),
         failed_cooldown: Optional[datetime.timedelta] = datetime.timedelta(days=14),
         not_found_cooldown: Optional[datetime.timedelta] = datetime.timedelta(days=31),
@@ -435,8 +436,9 @@
           lister_uuid: Determine the list of origins listed from the lister with uuid
           timestamp: the mocked timestamp at which we're recording that the visits are
             being scheduled (defaults to the current time)
+          absolute_cooldown: the minimal interval between two visits of the same origin
           scheduled_cooldown: the minimal interval before which we can schedule
-            the same origin again
+            the same origin again if it's not been visited
           failed_cooldown: the minimal interval before which we can reschedule a
             failed origin
           not_found_cooldown: the minimal interval before which we can reschedule a