diff --git a/swh/scheduler/tests/test_scheduler.py b/swh/scheduler/tests/test_scheduler.py
--- a/swh/scheduler/tests/test_scheduler.py
+++ b/swh/scheduler/tests/test_scheduler.py
@@ -235,7 +235,7 @@
         first_ready_tasks = swh_scheduler.peek_ready_tasks(task_type, num_tasks=50)
         grabbed_tasks = swh_scheduler.grab_ready_tasks(task_type, num_tasks=50)
 
-        for peeked, grabbed in zip(first_ready_tasks, grabbed_tasks):
+        for peeked, grabbed in zip(sorted(first_ready_tasks), sorted(grabbed_tasks)):
             assert peeked["status"] == "next_run_not_scheduled"
             del peeked["status"]
             assert grabbed["status"] == "next_run_scheduled"
@@ -269,7 +269,7 @@
         ready_tasks = swh_scheduler.peek_ready_priority_tasks(task_type, num_tasks=50)
         grabbed_tasks = swh_scheduler.grab_ready_priority_tasks(task_type, num_tasks=50)
 
-        for peeked, grabbed in zip(ready_tasks, grabbed_tasks):
+        for peeked, grabbed in zip(sorted(ready_tasks), sorted(grabbed_tasks)):
             assert peeked["status"] == "next_run_not_scheduled"
             del peeked["status"]
             assert grabbed["status"] == "next_run_scheduled"