diff --git a/swh/web/tests/mailmap/test_app.py b/swh/web/tests/mailmap/test_app.py
new file mode 100644
index 00000000..18bc7455
--- /dev/null
+++ b/swh/web/tests/mailmap/test_app.py
@@ -0,0 +1,32 @@
+# Copyright (C) 2022  The Software Heritage developers
+# See the AUTHORS file at the top-level directory of this distribution
+# License: GNU Affero General Public License version 3, or any later version
+# See top-level LICENSE file for more information
+
+import pytest
+
+from django.urls import get_resolver
+
+from swh.web.mailmap.urls import urlpatterns
+from swh.web.tests.django_asserts import assert_not_contains
+from swh.web.tests.helpers import check_html_get_response
+from swh.web.utils import reverse
+
+
+@pytest.mark.django_db
+def test_mailmap_deactivate(client, mailmap_admin, django_settings):
+    """Check mailmap feature is deactivated when the swh.web.mailmap django
+    application is not in installed apps."""
+
+    django_settings.SWH_DJANGO_APPS = [
+        app for app in django_settings.SWH_DJANGO_APPS if app != "swh.web.mailmap"
+    ]
+
+    url = reverse("swh-web-homepage")
+    client.force_login(mailmap_admin)
+    resp = check_html_get_response(client, url, status_code=200)
+    assert_not_contains(resp, "swh-mailmap-admin-item")
+
+    mailmap_view_names = set(urlpattern.name for urlpattern in urlpatterns)
+    all_view_names = set(get_resolver().reverse_dict.keys())
+    assert mailmap_view_names & all_view_names == set()