diff --git a/services/swh-deposit/entrypoint.sh b/services/swh-deposit/entrypoint.sh
index d4f8c41..41e3b32 100755
--- a/services/swh-deposit/entrypoint.sh
+++ b/services/swh-deposit/entrypoint.sh
@@ -1,26 +1,33 @@
 #!/bin/bash
 
 set -ex
 
 source /srv/softwareheritage/utils/pyutils.sh
 setup_pip
 
 source /srv/softwareheritage/utils/pgsql.sh
 setup_pgsql
 
 if [ "$1" = 'shell' ] ; then
     exec bash -i
 else
 
     wait_pgsql
 
     echo "Migrating db"
     django-admin migrate --settings=swh.deposit.settings.production
 
+    swh-deposit admin user exists test || \
+        swh-deposit admin user create \
+                    --username test \
+                    --password test \
+                    --provider-url https://softwareheritage.org \
+                    --domain softwareheritage.org
+
     echo "starting swh-deposit server"
     exec gunicorn --bind 0.0.0.0:5006 \
                   --reload \
                   --log-level DEBUG \
                   --timeout 3600 \
                   swh.deposit.wsgi
 fi