diff --git a/swh/loader/package/deposit/tests/test_deposit.py b/swh/loader/package/deposit/tests/test_deposit.py
--- a/swh/loader/package/deposit/tests/test_deposit.py
+++ b/swh/loader/package/deposit/tests/test_deposit.py
@@ -471,7 +471,9 @@
             )
         )
 
-    assert actual_directory_metadata.results == expected_directory_metadata
+    assert sorted(actual_directory_metadata.results) == sorted(
+        expected_directory_metadata
+    )
 
     # Retrieve the information for deposit status update query to the deposit
     urls = [