Differential D8002 Diff 28836 swh/indexer/metadata_dictionary/cff.py

Changeset View

Standalone View

swh/indexer/metadata_dictionary/cff.py

	from typing import Dict, List, Optional, Union			from typing import Dict, List, Optional, Union

	import yaml			import yaml

	from swh.indexer.codemeta import CODEMETA_CONTEXT_URL, CROSSWALK_TABLE, SCHEMA_URI			from swh.indexer.codemeta import CODEMETA_CONTEXT_URL, CROSSWALK_TABLE, SCHEMA_URI

	from .base import DictMapping, SingleFileMapping			from .base import DictMapping, SingleFileMapping

	yaml.SafeLoader.yaml_implicit_resolvers = {
				class SafeLoader(yaml.SafeLoader):
				yaml_implicit_resolvers = {
	k: [r for r in v if r[0] != "tag:yaml.org,2002:timestamp"]			k: [r for r in v if r[0] != "tag:yaml.org,2002:timestamp"]
	for k, v in yaml.SafeLoader.yaml_implicit_resolvers.items()			for k, v in yaml.SafeLoader.yaml_implicit_resolvers.items()
	}			}


	class CffMapping(DictMapping, SingleFileMapping):			class CffMapping(DictMapping, SingleFileMapping):
	"""Dedicated class for Citation (CITATION.cff) mapping and translation"""			"""Dedicated class for Citation (CITATION.cff) mapping and translation"""

	name = "cff"			name = "cff"
	filename = b"CITATION.cff"			filename = b"CITATION.cff"
	mapping = CROSSWALK_TABLE["Citation File Format Core (CFF-Core) 1.0.2"]			mapping = CROSSWALK_TABLE["Citation File Format Core (CFF-Core) 1.0.2"]
	string_fields = ["keywords", "license", "abstract", "version", "doi"]			string_fields = ["keywords", "license", "abstract", "version", "doi"]

	def translate(self, raw_content: bytes) -> Optional[Dict[str, str]]:			def translate(self, raw_content: bytes) -> Optional[Dict[str, str]]:
	raw_content_string: str = raw_content.decode()			raw_content_string: str = raw_content.decode()
	try:			try:
	content_dict = yaml.load(raw_content_string, Loader=yaml.SafeLoader)			content_dict = yaml.load(raw_content_string, Loader=yaml.SafeLoader)
	except yaml.scanner.ScannerError:			except yaml.scanner.ScannerError:
				ardumontUnsubmitted Done Inline Actions Add a warning log to explicit that the yaml is invalid and that we skip it. ardumont: Add a warning log to explicit that the yaml is invalid and that we skip it.
				vlorentzUnsubmitted Done Inline Actions I disagree, there is nothing we can do about them, so no point in logging. We also do not warn about syntax errors in JSON files. vlorentz: I disagree, there is nothing we can do about them, so no point in logging. We also do not warn…
				ardumontUnsubmitted Done Inline Actions to have a tendency or a rough stats of how often that happens, isn't it worth it? Either way, fine. ardumont: to have a tendency or a rough stats of how often that happens, isn't it worth it? Either way…
	self.log.warning("Error yaml is invalid and will be skipped")			self.log.warning("Error yaml is invalid and will be skipped")
	return None			return None

	if isinstance(content_dict, dict):			if isinstance(content_dict, dict):
	metadata = self._translate_dict(content_dict)			metadata = self._translate_dict(content_dict)
	metadata["@context"] = CODEMETA_CONTEXT_URL			metadata["@context"] = CODEMETA_CONTEXT_URL
	return metadata			return metadata

	return None			return None

	def normalize_authors(self, d: List[dict]) -> Dict[str, list]:			def normalize_authors(self, d: List[dict]) -> Dict[str, list]:
				ardumontUnsubmitted Done Inline Actions well, with some more info though ;) But like i said, i won't push too much. ardumont: well, with some more info though ;) But like i said, i won't push too much.
	result = []			result = []
	for author in d:			for author in d:
	author_data: Dict[str, Optional[Union[str, Dict]]] = {			author_data: Dict[str, Optional[Union[str, Dict]]] = {
	"@type": SCHEMA_URI + "Person"			"@type": SCHEMA_URI + "Person"
	}			}
	if "orcid" in author:			if "orcid" in author:
	author_data["@id"] = author["orcid"]			author_data["@id"] = author["orcid"]
	if "affiliation" in author:			if "affiliation" in author:
	Show All 29 Lines