diff --git a/conf/deposit.yml b/conf/deposit.yml
--- a/conf/deposit.yml
+++ b/conf/deposit.yml
@@ -3,6 +3,9 @@
   args:
     url: http://swh-scheduler-api:5008
 
+allowed_hosts:
+  - swh-deposit
+
 private:
   secret_key: prod-in-docker
   db:
diff --git a/services/swh-deposit/entrypoint.sh b/services/swh-deposit/entrypoint.sh
--- a/services/swh-deposit/entrypoint.sh
+++ b/services/swh-deposit/entrypoint.sh
@@ -17,6 +17,13 @@
     echo "Migrating db"
     django-admin migrate --settings=swh.deposit.settings.production
 
+    swh-deposit admin user exists test || \
+        swh-deposit admin user create \
+                    --username test \
+                    --password test \
+                    --provider-url https://softwareheritage.org \
+                    --domain softwareheritage.org
+
     echo "starting swh-deposit server"
     exec gunicorn --bind 0.0.0.0:5006 \
                   --reload \