Differential D6796 Diff 24739 swh/objstorage/backends/winery/roshard.py

Changeset View

Standalone View

swh/objstorage/backends/winery/roshard.py

This file was added.

				# Copyright (C) 2021 The Software Heritage developers
				# See the AUTHORS file at the top-level directory of this distribution
				# License: GNU General Public License version 3, or any later version
				# See top-level LICENSE file for more information

				import logging

				import sh

				from swh.perfecthash import Shard

				LOGGER = logging.getLogger(__name__)
				LOGGER.setLevel(logging.ERROR)


				class Pool(object):
				name = "shards"

				def __init__(self, **kwargs):
				self.args = kwargs

				def init(self):
				self.rbd = sh.sudo.bake("rbd", f"--pool={self.name}")
				self.ceph = sh.sudo.bake("ceph")
				self.image_size = self.args["shard_max_size"] * 2
				olasdUnsubmitted Done Inline Actions Doesn't look like `init` has any side effect, so all calls can probably go to the `__init__` function olasd: Doesn't look like `init` has any side effect, so all calls can probably go to the `__init__`…
				dacharyAuthorUnsubmitted Done Inline Actions Done. dachary: Done.

				def uninit(self):
				pass

				def image_list(self):
				try:
				self.rbd.ls()
				except sh.ErrorReturnCode_2 as e:
				vlorentzUnsubmitted Not Done Inline Actions I don't think this work when `$LANG` is not an English locale. You should force the locale when calling it. vlorentz: I don't think this work when `$LANG` is not an English locale. You should force the locale when…
				if "No such file or directory" in e.args[0]:
				return []
				else:
				raise
				return [image.strip() for image in self.rbd.ls()]

				def image_path(self, image):
				return f"/dev/rbd/{self.name}/{image}"

				def image_create(self, image):
				LOGGER.info(f"rdb --pool {self.name} create --size={self.image_size} {image}")
				self.rbd.create(
				f"--size={self.image_size}", f"--data-pool={self.name}-data", image
				)
				self.rbd.feature.disable(
				f"{self.name}/{image}", "object-map", "fast-diff", "deep-flatten"
				)
				self.image_map(image, "rw")

				def image_map(self, image, options):
				self.rbd.device("map", "-o", options, image)
				sh.sudo("chmod", "777", self.image_path(image))

				def image_remap_ro(self, image):
				self.image_unmap(image)
				self.image_map(image, "ro")

				def image_unmap(self, image):
				self.rbd.device.unmap(f"{self.name}/{image}", _ok_code=(0, 22))

				def image_delete(self, image):
				self.image_unmap(image)
				LOGGER.info(f"rdb --pool {self.name} remove {image}")
				self.rbd.remove(image)

				def images_clobber(self):
				for image in self.image_list():
				image = image.strip()
				self.image_unmap(image)

				def clobber(self):
				self.images_clobber()
				self.pool_clobber()

				def pool_clobber(self):
				LOGGER.info(f"ceph osd pool delete {self.name}")
				self.ceph.osd.pool.delete(self.name, self.name, "--yes-i-really-really-mean-it")
				data = f"{self.name}-data"
				LOGGER.info(f"ceph osd pool delete {data}")
				self.ceph.osd.pool.delete(data, data, "--yes-i-really-really-mean-it")

				def pool_create(self):
				data = f"{self.name}-data"
				LOGGER.info(f"ceph osd pool create {data}")
				self.ceph.osd(
				"erasure-code-profile",
				"set",
				"--force",
				data,
				"k=4",
				"m=2",
				"crush-failure-domain=host",
				)
				self.ceph.osd.pool.create(data, "200", "erasure", data)
				self.ceph.osd.pool.set(data, "allow_ec_overwrites", "true")
				self.ceph.osd.pool.set(data, "pg_autoscale_mode", "off")
				LOGGER.info(f"ceph osd pool create {self.name}")
				olasdUnsubmitted Done Inline Actions I would be (much) more comfortable if these functions were only in a `Pool` subclass defined and used by tests. olasd: I would be (much) more comfortable if these functions were only in a `Pool` subclass defined…
				dacharyAuthorUnsubmitted Done Inline Actions Moved to the PoolHelper class and to the test directory. Dangerous indeed... dachary: Moved to the PoolHelper class and to the test directory. Dangerous indeed...
				self.ceph.osd.pool.create(self.name)


				class ROShard:
				def __init__(self, name, **kwargs):
				self.pool = Pool(shard_max_size=kwargs["shard_max_size"])
				self.pool.init()
				self.name = name

				def create(self, count):
				self.pool.image_create(self.name)
				self.shard = Shard(self.pool.image_path(self.name))
				return self.shard.create(count)

				def load(self):
				self.shard = Shard(self.pool.image_path(self.name))
				return self.shard.load() == self.shard

				def get(self, key):
				return self.shard.lookup(key)