Differential D7030 Diff 25485 swh/objstorage/backends/winery/stats.py

Changeset View

Standalone View

swh/objstorage/backends/winery/stats.py

This file was added.

				# Copyright (C) 2022 The Software Heritage developers
				# See the AUTHORS file at the top-level directory of this distribution
				# License: GNU General Public License version 3, or any later version
				# See top-level LICENSE file for more information

				import logging
				import os
				import time

				logger = logging.getLogger(__name__)


				class Stats:
				def __init__(self, d):
				if d is None:
				self._stats_active = False
				else:
				self._init(d)
				self._stats_active = True

				@property
				def stats_active(self):
				return self._stats_active

				@property
				def stats_filename(self):
				return self._stats_filename

				def _init(self, d):
				if not os.path.exists(d):
				os.makedirs(d)
				self._stats_filename = f"{d}/{os.getpid()}.csv"
				self._stats_fd = open(self.stats_filename, "w")
				self._stats_fd.write(
				# time in seconds since epoch
				"time,"
				# total number of objects written at this point in time
				"object_write_count,"
				# total number of bytes written at this point in time
				"bytes_write,"
				# total number of objects read at this point in time
				"object_read_count,"
				# total number of bytes read at this point in time
				"bytes_read"
				"\n"
				)
				self._stats_fd.flush()
				self._stats_last_write = time.monotonic()
				self._stats_flush_interval = 5
				self._stats = {
				"object_write_count": 0,
				"bytes_write": 0,
				"object_read_count": 0,
				"bytes_read": 0,
				}
				vlorentzUnsubmitted Done Inline Actions could probably moved to `__init__` vlorentz: could probably moved to `__init__`
				dacharyAuthorUnsubmitted Done Inline Actions Done. dachary: Done.

				def __del__(self):
				self._uninit()

				def _uninit(self):
				if self.stats_active and not self._stats_fd.closed:
				self._stats_print()
				self._stats_fd.close()
				vlorentzUnsubmitted Done Inline Actions is this split just for tests? vlorentz: is this split just for tests?
				dacharyAuthorUnsubmitted Done Inline Actions For symmetry: moved to del since _init is now in init dachary: For symmetry: moved to __del__ since _init is now in __init__

				def _stats_print(self):
				ll = ",".join(
				str(self._stats[x])
				for x in [
				"object_write_count",
				"bytes_write",
				"object_read_count",
				"bytes_read",
				]
				)
				self._stats_fd.write(f"{int(time.monotonic())},{ll}\n")
				self._stats_fd.flush()

				def _stats_maybe_print(self):
				now = time.monotonic()
				if now - self._stats_last_write > self._stats_flush_interval:
				self._stats_print()
				self._stats_last_write = now

				def stats_read(self, key, content):
				self._stats["object_read_count"] += 1
				self._stats["bytes_read"] += len(key) + len(content)
				self._stats_maybe_print()

				def stats_write(self, key, content):
				self._stats["object_write_count"] += 1
				self._stats["bytes_write"] += len(key) + len(content)
				self._stats_maybe_print()