diff --git a/site-modules/profile/manifests/swh/deploy/deposit.pp b/site-modules/profile/manifests/swh/deploy/deposit.pp
--- a/site-modules/profile/manifests/swh/deploy/deposit.pp
+++ b/site-modules/profile/manifests/swh/deploy/deposit.pp
@@ -52,6 +52,7 @@
     services      => ['gunicorn-swh-deposit'],
     backport_list => 'swh::deploy::deposit::backported_packages',
     swh_packages  => ['python3-swh.deposit'],
+    ensure        => present,
   }
 
   file {$config_directory:
diff --git a/site-modules/profile/manifests/swh/deploy/install_web_deps.pp b/site-modules/profile/manifests/swh/deploy/install_web_deps.pp
--- a/site-modules/profile/manifests/swh/deploy/install_web_deps.pp
+++ b/site-modules/profile/manifests/swh/deploy/install_web_deps.pp
@@ -4,6 +4,7 @@
   String $pin_name      = $name,
   String $backport_list = 'swh::deploy::webapp::backported_packages',
   Array $swh_packages   = ['python3-swh.web'],
+  String $ensure        = latest,
 ) {
   $task_backported_packages = lookup($backport_list)
   $pinned_packages = $task_backported_packages[$::lsbdistcodename]
@@ -15,13 +16,13 @@
       priority    => 990,
     }
     -> package {$swh_packages:
-      ensure  => latest,
+      ensure  => $ensure,
       require => Apt::Source['softwareheritage'],
       notify  => Service[$services],
     }
   } else {
     package {$swh_packages:
-      ensure  => latest,
+      ensure  => $ensure,
       require => Apt::Source['softwareheritage'],
       notify  => Service[$services],
     }