diff --git a/manifests/swh.pp b/manifests/swh.pp
index 7dbfdd1..61e086f 100644
--- a/manifests/swh.pp
+++ b/manifests/swh.pp
@@ -1,51 +1,41 @@
 # Base class for Software Heritage-specific configuration
 
 class profile::swh {
   $swh_base_directory = hiera('swh::base_directory')
   $swh_conf_directory = hiera('swh::conf_directory')
   $swh_global_conf_file = hiera('swh::global_conf::file')
   $swh_global_conf_contents = hiera('swh::global_conf::contents')
   $swh_log_directory = hiera('swh::log_directory')
 
   $swh_logrotate_conf = '/etc/logrotate.d/softwareheritage'
 
-  $swh_mirror_location = hiera('swh::debian_mirror::location')
-
   file {[
     $swh_base_directory,
     $swh_conf_directory,
     $swh_log_directory,
   ]:
     ensure => directory,
     owner  => 'root',
     group  => 'root',
     mode   => '0755',
   }
 
   file {$swh_global_conf_file:
     ensure  => 'file',
     owner   => 'root',
     group   => 'root',
     mode    => '0644',
     content => $swh_global_conf_contents,
   }
 
   file {$swh_logrotate_conf:
     ensure  => file,
     owner   => 'root',
     group   => 'root',
     mode    => '0644',
     content => template('profile/swh/logrotate.conf.erb'),
   }
 
-  include ::apt
-  ::apt::source {'softwareheritage':
-    comment        => 'Software Heritage specific package repository',
-    location       => $swh_mirror_location,
-    release        => $::lsbdistcodename,
-    repos          => 'main',
-    allow_unsigned => true,
-  } ~> Exec['apt_update'] -> Package <||>
-
   include profile::swh::deploy
+  include profile::swh::apt_config
 }
diff --git a/manifests/swh/apt_config.pp b/manifests/swh/apt_config.pp
new file mode 100644
index 0000000..4de7782
--- /dev/null
+++ b/manifests/swh/apt_config.pp
@@ -0,0 +1,21 @@
+# Base class for Software Heritage-specific apt configuration
+
+class profile::swh::apt_config {
+  include ::apt
+
+  class {'::apt::backports':
+    pin => 100,
+  }
+
+  $swh_mirror_location = hiera('swh::debian_mirror::location')
+  ::apt::source {'softwareheritage':
+    comment        => 'Software Heritage specific package repository',
+    location       => $swh_mirror_location,
+    release        => $::lsbdistcodename,
+    repos          => 'main',
+    allow_unsigned => true,
+  }
+
+  Apt::Source <||> ~> Exec['apt_update'] -> Package <| provider == 'apt' |>
+
+}