Page MenuHomeSoftware Heritage

clean up storage01.euwest.azure unused services
Closed, MigratedEdits Locked

Description

There is currently no indexer worker (azure) using the rpc objstorage or indexer-storage services which are running on storage01.euwest.azure.

The only service used by those indexer workers is storage (which connects directly to belvedere for the storage graph and the azure multiplexer objstorage).
So this one can stay.

Event Timeline

ardumont triaged this task as Normal priority.Jan 31 2022, 6:02 PM
ardumont created this task.

No configuration is using the indexer-storage on storage01:

root@pergamon:~# clush -b -w @workers "grep -C1 -r storage01 /etc/softwareheritage/*" 2>&1 | grep 5007

nor the objstorage from that node:

root@pergamon:~# clush -b -w @workers "grep -C1 -r storage01 /etc/softwareheritage/*" 2>&1 | grep 5003

Ports (from swh-docs/services.txt):

swh-objstorage: 5003
...
# swh-indexer's storage api
swh-indexer: 5007
ardumont renamed this task from clean up storage01.euwest.azure to clean up storage01.euwest.azure unused services.Feb 1 2022, 12:00 PM
ardumont changed the task status from Open to Work in Progress.
ardumont moved this task from Backlog to in-progress on the System administration board.
  • Clean up on machine done.
  • Adaptation on puppet manifest done in diff ^
  • Diff landed and deployed and applied on machine.
  • puppet agent --test on pergamon to drop the icinga check on dropped services [1]

[1]

Notice: /Stage[main]/Profile::Icinga2::Icingaweb2::Vhost/Icinga2::Object::Service[icingaweb2 http redirect on pergamon.softwareheritage.org]/Icinga2::Object[icinga2::object::Service::icingaweb2 http redirect on pergamon.softwareheritage.org]/Concat[/etc/icinga2/zones.d/master/exported-checks.conf]/File[/etc/icinga2/zones.d/master/exported-checks.conf]/content:
--- /etc/icinga2/zones.d/master/exported-checks.conf    2022-01-24 16:25:18.967644817 +0000
+++ /tmp/puppet-file20220201-811904-17okwgo     2022-02-01 13:40:15.339276187 +0000
@@ -797,20 +797,6 @@
 object Service "swh-indexer-storage api (localhost)" {
   import "generic-service"

-  host_name = "storage01.euwest.azure.internal.softwareheritage.org"
-  check_command = "http"
-  command_endpoint = "storage01.euwest.azure.internal.softwareheritage.org"
-  vars.http_uri = "/"
-  vars.http_port = 5007
-  vars.http_vhost = "127.0.0.1"
-  vars.http_header = [ "Accept: application/json", ]
-  vars.http_string = "SWH Indexer Storage API server"                                                                                                                                                                                         -  vars.http_address = "127.0.0.1"
-}                                                                                                                                                                                                                                             -
-object Service "swh-indexer-storage api (localhost)" {
-  import "generic-service"
-
   host_name = "storage1.internal.staging.swh.network"
   check_command = "http"
   command_endpoint = "storage1.internal.staging.swh.network"
@@ -837,18 +823,6 @@
 object Service "swh-indexer-storage api (remote)" {
   import "generic-service"

-  host_name = "storage01.euwest.azure.internal.softwareheritage.org"
-  check_command = "http"
-  vars.http_uri = "/"
-  vars.http_port = 5007
-  vars.http_vhost = "storage01.euwest.azure.internal.softwareheritage.org"
-  vars.http_header = [ "Accept: application/json", ]
-  vars.http_string = "SWH Indexer Storage API server"
-}
-
-object Service "swh-indexer-storage api (remote)" {
-  import "generic-service"
-
   host_name = "storage1.internal.staging.swh.network"
   check_command = "http"
   vars.http_uri = "/"
@@ -917,20 +891,6 @@                                                                                                                                                                                                                            object Service "swh-objstorage api (localhost)" {
   import "generic-service"

-  host_name = "storage01.euwest.azure.internal.softwareheritage.org"
-  check_command = "http"
-  command_endpoint = "storage01.euwest.azure.internal.softwareheritage.org"
-  vars.http_uri = "/"
-  vars.http_port = 5003
-  vars.http_vhost = "127.0.0.1"
-  vars.http_header = [ "Accept: application/json", ]
-  vars.http_string = "SWH Objstorage API server"
-  vars.http_address = "127.0.0.1"
-}
-
-object Service "swh-objstorage api (localhost)" {
-  import "generic-service"
-
   host_name = "storage1.internal.staging.swh.network"
   check_command = "http"
   command_endpoint = "storage1.internal.staging.swh.network"
@@ -989,18 +949,6 @@
   vars.http_header = [ "Accept: application/json", ]
   vars.http_string = "SWH Objstorage API server"
 }
-
-object Service "swh-objstorage api (remote)" {
-  import "generic-service"
-
-  host_name = "storage01.euwest.azure.internal.softwareheritage.org"
-  check_command = "http"
-  vars.http_uri = "/"
-  vars.http_port = 5003
-  vars.http_vhost = "storage01.euwest.azure.internal.softwareheritage.org"
-  vars.http_header = [ "Accept: application/json", ]
-  vars.http_string = "SWH Objstorage API server"
-}

 object Service "swh-objstorage api (remote)" {
   import "generic-service"

Info: Computing checksum on file /etc/icinga2/zones.d/master/exported-checks.conf
Info: /Stage[main]/Profile::Icinga2::Icingaweb2::Vhost/Icinga2::Object::Service[icingaweb2 http redirect on pergamon.softwareheritage.org]/Icinga2::Object[icinga2::object::Service::icingaweb2 http redirect on pergamon.softwareheritage.org]/Concat[/etc/icinga2/zones.d/master/exported-checks.conf]/File[/etc/icinga2/zones.d/master/exported-checks.conf]: Filebucketed /etc/icinga2/zones.d/master/exported-checks.conf to puppet with sum 70adcea1e9de437de42263b54fba30d4
Notice: /Stage[main]/Profile::Icinga2::Icingaweb2::Vhost/Icinga2::Object::Service[icingaweb2 http redirect on pergamon.softwareheritage.org]/Icinga2::Object[icinga2::object::Service::icingaweb2 http redirect on pergamon.softwareheritage.org]/Concat[/etc/icinga2/zones.d/master/exported-checks.conf]/File[/etc/icinga2/zones.d/master/exported-checks.conf]/content: content changed '{md5}70adcea1e9de437de42263b54fba30d4' to '{md5}7c5841ca245257fbec5099dd37daec11'
Info: Concat[/etc/icinga2/zones.d/master/exported-checks.conf]: Scheduling refresh of Class[Icinga2::Service]
Info: Class[Icinga2::Service]: Scheduling refresh of Service[icinga2]
Notice: /Stage[main]/Icinga2::Service/Service[icinga2]: Triggered 'refresh' from 1 event
Notice: Applied catalog in 49.12 seconds
ardumont claimed this task.
ardumont moved this task from deployed/landed/monitoring to done on the System administration board.