Differential D4080 Diff 15555 swh/journal/writer/__init__.py

Changeset View

Standalone View

swh/journal/writer/init.py

	# Copyright (C) 2019 The Software Heritage developers			# Copyright (C) 2019 The Software Heritage developers
	# See the AUTHORS file at the top-level directory of this distribution			# See the AUTHORS file at the top-level directory of this distribution
	# License: GNU General Public License version 3, or any later version			# License: GNU General Public License version 3, or any later version
	# See top-level LICENSE file for more information			# See top-level LICENSE file for more information

				from typing import Any, Dict
	import warnings			import warnings


				def model_object_dict_sanitizer(
				object_type: str, object_dict: Dict[str, Any]
				) -> Dict[str, str]:
				object_dict = object_dict.copy()
				if object_type == "content":
				object_dict.pop("data", None)
				return object_dict


	def get_journal_writer(cls, **kwargs):			def get_journal_writer(cls, **kwargs):
	if "args" in kwargs:			if "args" in kwargs:
	warnings.warn(			warnings.warn(
	'Explicit "args" key is deprecated, use keys directly instead.',			'Explicit "args" key is deprecated, use keys directly instead.',
	DeprecationWarning,			DeprecationWarning,
	)			)
	kwargs = kwargs["args"]			kwargs = kwargs["args"]

				kwargs.setdefault("value_sanitizer", model_object_dict_sanitizer)

	if cls == "inmemory": # FIXME: Remove inmemory in due time			if cls == "inmemory": # FIXME: Remove inmemory in due time
	warnings.warn(			warnings.warn(
	"cls = 'inmemory' is deprecated, use 'memory' instead", DeprecationWarning			"cls = 'inmemory' is deprecated, use 'memory' instead", DeprecationWarning
	)			)
	cls = "memory"			cls = "memory"
	if cls == "memory":			if cls == "memory":
	from .inmemory import InMemoryJournalWriter as JournalWriter			from .inmemory import InMemoryJournalWriter as JournalWriter
	elif cls == "kafka":			elif cls == "kafka":
	from .kafka import KafkaJournalWriter as JournalWriter			from .kafka import KafkaJournalWriter as JournalWriter
	else:			else:
	raise ValueError("Unknown journal writer class `%s`" % cls)			raise ValueError("Unknown journal writer class `%s`" % cls)

	return JournalWriter(**kwargs)			return JournalWriter(**kwargs)