diff --git a/dockerfiles/swh-scheduler-worker/Dockerfile b/dockerfiles/swh-scheduler-worker/Dockerfile
--- a/dockerfiles/swh-scheduler-worker/Dockerfile
+++ b/dockerfiles/swh-scheduler-worker/Dockerfile
@@ -5,7 +5,7 @@
   apt-get install -y \
     libsystemd-dev postgresql-client
 
-RUN pip install swh-scheduler
+RUN pip install swh-scheduler --no-binary psycopg2
 RUN mkdir /etc/softwareheritage/
 COPY scheduler.yml /etc/softwareheritage/
 COPY entrypoint.sh /