Differential D4935 Diff 17552 swh/model/identifiers.py

Changeset View

Standalone View

swh/model/identifiers.py

Show First 20 Lines • Show All 672 Lines • ▼ Show 20 Lines	def origin_identifier(origin):
"""Return the intrinsic identifier for an origin.		"""Return the intrinsic identifier for an origin.

An origin's identifier is the sha1 checksum of the entire origin URL		An origin's identifier is the sha1 checksum of the entire origin URL

"""		"""
return hashlib.sha1(origin["url"].encode("utf-8")).hexdigest()		return hashlib.sha1(origin["url"].encode("utf-8")).hexdigest()


		def raw_extrinsic_metadata_identifier(metadata: Dict[str, Any]) -> str:
		"""Return the intrinsic identifier for a RawExtrinsicMetadata object.

		A snapshot identifier is a salted sha1 (using the git hashing algorithm
		with the ``snapshot`` object type) of a manifest following the format:
		anlambertUnsubmitted Not Done Inline Actions This does not compute a snapshot identifier. anlambert: This does not compute a snapshot identifier.

		```
		target_type: $ValueOfMetadataTargetType
		target: $UrlOrSwhid
		discovery_date: $ISO8601
		authority: $StrWithoutSpaces $IRI
		fetcher: $Str $Version
		format: $StrWithoutSpaces
		origin: $IRI <- optional
		visit: $IntInDecimal <- optional
		snapshot: $Swhid <- optional
		release: $Swhid <- optional
		revision: $Swhid <- optional
		path: $Bytes <- optional
		olasdUnsubmitted Not Done Inline Actions You still have the spurious colons that @zack had mentioned. olasd: You still have the spurious colons that @zack had mentioned.
		directory: $Swhid <- optional

		$MetadataBytes
		```

		$IRI must be RFC 3987 IRIs (so they may contain newlines, that are escaped as
		described below)

		$StrWithoutSpaces and $Version are ASCII strings, and may not contain spaces.

		$Str is an UTF-8 string.

		Newlines in $Bytes, $Str, and $Iri are escaped as with other git fields,
		ie. by adding a space after them.

		Returns:
		str: the intrinsic identifier for `snapshot`
		anlambertUnsubmitted Not Done Inline Actions same here anlambert: same here

		"""
		headers = [
		(b"target_type", metadata["target_type"].encode("ascii")),
		(b"target", str(metadata["target"]).encode()),
		(b"discovery_date", metadata["discovery_date"].isoformat().encode("ascii")),
		(
		b"authority",
		f"{metadata['authority']['type']} {metadata['authority']['url']}".encode(),
		),
		(
		b"fetcher",
		f"{metadata['fetcher']['name']} {metadata['fetcher']['version']}".encode(),
		),
		(b"format", metadata["format"].encode()),
		]

		for key in (
		"origin",
		"visit",
		"snapshot",
		"release",
		"revision",
		"path",
		"directory",
		):
		if metadata.get(key) is not None:
		value: bytes
		if key == "path":
		value = metadata[key]
		else:
		value = str(metadata[key]).encode()
		olasdUnsubmitted Not Done Inline Actions I never remember which is the default encoding; can we be explicit here? olasd: I never remember which is the default encoding; can we be explicit here?

		headers.append((key.encode("ascii"), value))

		return identifier_to_str(
		hash_manifest("raw_extrinsic_metadata", headers, metadata["metadata"])
		)


_object_type_map = {		_object_type_map = {
ORIGIN: {"short_name": "ori", "key_id": "id"},		ORIGIN: {"short_name": "ori", "key_id": "id"},
SNAPSHOT: {"short_name": "snp", "key_id": "id"},		SNAPSHOT: {"short_name": "snp", "key_id": "id"},
RELEASE: {"short_name": "rel", "key_id": "id"},		RELEASE: {"short_name": "rel", "key_id": "id"},
REVISION: {"short_name": "rev", "key_id": "id"},		REVISION: {"short_name": "rev", "key_id": "id"},
DIRECTORY: {"short_name": "dir", "key_id": "id"},		DIRECTORY: {"short_name": "dir", "key_id": "id"},
CONTENT: {"short_name": "cnt", "key_id": "sha1_git"},		CONTENT: {"short_name": "cnt", "key_id": "sha1_git"},
}		}
▲ Show 20 Lines • Show All 190 Lines • Show Last 20 Lines