diff --git a/base-buster/Dockerfile b/base-buster/Dockerfile
--- a/base-buster/Dockerfile
+++ b/base-buster/Dockerfile
@@ -1,4 +1,6 @@
 # syntax=docker/dockerfile:experimental
+ARG REGISTRY=container-registry.softwareheritage.org/infra/swh-apps/
+FROM ${REGISTRY}rsvndump-base:latest AS rsvndump_image
 
 FROM openjdk:11-jdk-slim-buster
 
@@ -68,6 +70,9 @@
   apt-get install -y --no-install-recommends \
   opam
 
+# Install rsvndump (for svn loader)
+COPY --from=rsvndump_image /usr/local/bin/rsvndump /usr/local/bin/rsvndump
+
 # install emscripten required for generating tree-sitter WASM module in swh-search
 RUN cd /opt && git clone https://github.com/emscripten-core/emsdk.git && cd emsdk \
   && ./emsdk install latest && ./emsdk activate latest