diff --git a/swh/loader/package/deposit/tests/conftest.py b/swh/loader/package/deposit/tests/conftest.py
new file mode 100644
--- /dev/null
+++ b/swh/loader/package/deposit/tests/conftest.py
@@ -0,0 +1,23 @@
+# Copyright (C) 2019-2020  The Software Heritage developers
+# See the AUTHORS file at the top-level directory of this distribution
+# License: GNU General Public License version 3, or any later version
+# See top-level LICENSE file for more information
+
+import copy
+from typing import Any, Dict
+
+import pytest
+
+
+@pytest.fixture
+def swh_loader_config(swh_loader_config) -> Dict[str, Any]:
+    config = copy.deepcopy(swh_loader_config)
+    config.update(
+        {
+            "deposit": {
+                "url": "https://deposit.softwareheritage.org/1/private",
+                "auth": {"username": "user", "password": "pass",},
+            },
+        }
+    )
+    return config
diff --git a/swh/loader/pytest_plugin.py b/swh/loader/pytest_plugin.py
--- a/swh/loader/pytest_plugin.py
+++ b/swh/loader/pytest_plugin.py
@@ -26,10 +26,6 @@
                 },
             ],
         },
-        "deposit": {
-            "url": "https://deposit.softwareheritage.org/1/private",
-            "auth": {"username": "user", "password": "pass",},
-        },
     }