diff --git a/MANIFEST.in b/MANIFEST.in
--- a/MANIFEST.in
+++ b/MANIFEST.in
@@ -3,3 +3,4 @@
 include version.txt
 include README.md
 recursive-include swh py.typed
+include conftest.py
diff --git a/conftest.py b/conftest.py
new file mode 100644
--- /dev/null
+++ b/conftest.py
@@ -0,0 +1,6 @@
+# Copyright (C) 2021  The Software Heritage developers
+# See the AUTHORS file at the top-level directory of this distribution
+# License: GNU General Public License version 3, or any later version
+# See top-level LICENSE file for more information
+
+pytest_plugins = ["swh.auth.pytest_plugin"]
diff --git a/swh/auth/tests/conftest.py b/swh/auth/pytest_plugin.py
rename from swh/auth/tests/conftest.py
rename to swh/auth/pytest_plugin.py
diff --git a/swh/auth/tests/sample_data.py b/swh/auth/sample_data.py
rename from swh/auth/tests/sample_data.py
rename to swh/auth/sample_data.py
diff --git a/swh/auth/tests/test_auth.py b/swh/auth/tests/test_auth.py
--- a/swh/auth/tests/test_auth.py
+++ b/swh/auth/tests/test_auth.py
@@ -9,7 +9,7 @@
 from keycloak.exceptions import KeycloakError
 import pytest
 
-from .sample_data import DECODED_TOKEN, OIDC_PROFILE, USER_INFO
+from swh.auth.sample_data import DECODED_TOKEN, OIDC_PROFILE, USER_INFO
 
 
 def test_auth_well_known(keycloak_mock):