diff --git a/data/defaults.yaml b/data/defaults.yaml --- a/data/defaults.yaml +++ b/data/defaults.yaml @@ -2046,46 +2046,6 @@ - swh_loader_svn_mount_and_load -swh::deploy::worker::archiver::config_file: "%{hiera('swh::conf_directory')}/archiver.yml" -swh::deploy::worker::archiver::archival_max_age: 3600 -swh::deploy::worker::archiver::max_queue_length: 100000 -swh::deploy::worker::archiver::retention_policy: 3 -swh::deploy::worker::archiver::batch_max_size: 5 -swh::deploy::worker::archiver::db::host: belvedere.internal.softwareheritage.org -swh::deploy::worker::archiver::db::port: "%{alias('swh::deploy::db::secondary::port')}" -swh::deploy::worker::archiver::db::dbname: softwareheritage-archiver -swh::deploy::worker::archiver::db::user: "%{hiera('swh::deploy::storage::db::user')}" -swh::deploy::worker::archiver::db::password: "%{hiera('swh::deploy::storage::db::password')}" -swh::deploy::worker::archiver::concurrency: 10 -swh::deploy::worker::archiver::max_tasks_per_child: 500 -swh::deploy::worker::archiver::loglevel: info -# Contains a password: in private data -swh::deploy::worker::archiver::config: - archival_max_age: "%{hiera('swh::deploy::worker::archiver::archival_max_age')}" - retention_policy: "%{hiera('swh::deploy::worker::archiver::retention_policy')}" - batch_max_size: "%{hiera('swh::deploy::worker::archiver::batch_max_size')}" - archiver_storage: - cls: db - args: - dbconn: "host=%{hiera('swh::deploy::worker::archiver::db::host')} port=%{hiera('swh::deploy::worker::archiver::db::port')} user=%{hiera('swh::deploy::worker::archiver::db::user')} dbname=%{hiera('swh::deploy::worker::archiver::db::dbname')} password=%{hiera('swh::deploy::worker::archiver::db::password')}" - storages: - - host: uffizi - <<: *swh_objstorage_config_uffizi - - host: banco - <<: *swh_objstorage_config_banco - - host: azure - <<: *swh_objstorage_config_azure - sources: - - uffizi - - banco - max_queue_length: "%{hiera('swh::deploy::worker::archiver::max_queue_length')}" - celery: - task_modules: - - swh.archiver.tasks - task_queues: - - swh.archiver.tasks.SWHArchiverWithRetentionPolicyTask - - swh.archiver.tasks.SWHArchiverToBackendTask - swh::deploy::base_indexer::config_directory: "%{hiera('swh::conf_directory')}/indexer" swh::deploy::indexer_journal_client::config_file: "journal_client.yml" diff --git a/data/hostname/uffizi.softwareheritage.org.yaml b/data/hostname/uffizi.softwareheritage.org.yaml --- a/data/hostname/uffizi.softwareheritage.org.yaml +++ b/data/hostname/uffizi.softwareheritage.org.yaml @@ -45,9 +45,6 @@ keys: - "%{alias('swh::deploy::objstorage::ceph::rados_id')}" -swh::deploy::worker::instances: - - archiver - icinga2::host::vars: load: high disks: diff --git a/site-modules/profile/manifests/swh/deploy/archiver_content_updater.pp b/site-modules/profile/manifests/swh/deploy/archiver_content_updater.pp deleted file mode 100644 --- a/site-modules/profile/manifests/swh/deploy/archiver_content_updater.pp +++ /dev/null @@ -1,36 +0,0 @@ -# Deployment of the swh.storage.archiver.updater - -class profile::swh::deploy::archiver_content_updater { - include profile::swh::deploy::base_archiver - - $conf_file = lookup('swh::deploy::archiver_content_updater::conf_file') - $user = lookup('swh::deploy::archiver_content_updater::user') - $group = lookup('swh::deploy::archiver_content_updater::group') - - $content_updater_config = lookup('swh::deploy::archiver_content_updater::config') - - $service_name = 'swh-archiver-content-updater' - $unit_name = "${service_name}.service" - - file {$conf_file: - ensure => present, - owner => 'root', - group => $group, - mode => '0640', - content => inline_template("<%= @content_updater_config.to_yaml %>\n"), - notify => Service[$service_name], - } - - # Template uses variables - # - $user - # - $group - # - ::systemd::unit_file {$unit_name: - ensure => present, - content => template('profile/swh/deploy/archiver/swh-content-updater.service.erb'), - } ~> service {$service_name: - ensure => running, - enable => false, - require => File[$conf_file], - } -} diff --git a/site-modules/profile/manifests/swh/deploy/base_archiver.pp b/site-modules/profile/manifests/swh/deploy/base_archiver.pp deleted file mode 100644 --- a/site-modules/profile/manifests/swh/deploy/base_archiver.pp +++ /dev/null @@ -1,10 +0,0 @@ -# Archiver base configuration - -class profile::swh::deploy::base_archiver { - $packages = ['python3-swh.archiver'] - - package {$packages: - ensure => 'installed', - } - -} diff --git a/site-modules/profile/manifests/swh/deploy/worker/archiver.pp b/site-modules/profile/manifests/swh/deploy/worker/archiver.pp deleted file mode 100644 --- a/site-modules/profile/manifests/swh/deploy/worker/archiver.pp +++ /dev/null @@ -1,14 +0,0 @@ -# Deployment for archiver (content) -class profile::swh::deploy::worker::archiver { - include ::profile::swh::deploy::base_archiver - - $max_tasks_per_child = lookup('swh::deploy::worker::archiver::max_tasks_per_child') - - ::profile::swh::deploy::worker::instance {'archiver': - ensure => present, - max_tasks_per_child => $max_tasks_per_child, - require => [ - Package[$packages], - ], - } -} diff --git a/site-modules/role/manifests/swh_storage.pp b/site-modules/role/manifests/swh_storage.pp --- a/site-modules/role/manifests/swh_storage.pp +++ b/site-modules/role/manifests/swh_storage.pp @@ -3,6 +3,5 @@ include profile::swh::deploy::storage include profile::swh::deploy::indexer_storage include profile::swh::deploy::objstorage - include profile::swh::deploy::worker include profile::swh::deploy::objstorage_ceph }