Differential D6431 Diff 23438 swh/storage/migrate_extrinsic_metadata.py

Changeset View

Standalone View

swh/storage/migrate_extrinsic_metadata.py

	Show All 33 Lines
	from urllib.parse import unquote, urlparse			from urllib.parse import unquote, urlparse
	from urllib.request import urlopen			from urllib.request import urlopen

	import iso8601			import iso8601
	import psycopg2			import psycopg2

	from swh.core.db import BaseDb			from swh.core.db import BaseDb
	from swh.model.hashutil import hash_to_hex			from swh.model.hashutil import hash_to_hex
	from swh.model.identifiers import (
	CoreSWHID,
	ExtendedObjectType,
	ExtendedSWHID,
	ObjectType,
	QualifiedSWHID,
	)
	from swh.model.model import (			from swh.model.model import (
	MetadataAuthority,			MetadataAuthority,
	MetadataAuthorityType,			MetadataAuthorityType,
	MetadataFetcher,			MetadataFetcher,
	RawExtrinsicMetadata,			RawExtrinsicMetadata,
	Sha1Git,			Sha1Git,
	)			)
				from swh.model.swhids import (
				CoreSWHID,
				ExtendedObjectType,
				ExtendedSWHID,
				ObjectType,
				QualifiedSWHID,
				)
	from swh.storage import get_storage			from swh.storage import get_storage
	from swh.storage.algos.origin import iter_origin_visit_statuses, iter_origin_visits			from swh.storage.algos.origin import iter_origin_visit_statuses, iter_origin_visits
	from swh.storage.algos.snapshot import snapshot_get_all_branches			from swh.storage.algos.snapshot import snapshot_get_all_branches

	# XML namespaces and fields for metadata coming from the deposit:			# XML namespaces and fields for metadata coming from the deposit:

	CODEMETA_NS = "https://doi.org/10.5063/SCHEMA/CODEMETA-2.0"			CODEMETA_NS = "https://doi.org/10.5063/SCHEMA/CODEMETA-2.0"
	ATOM_NS = "http://www.w3.org/2005/Atom"			ATOM_NS = "http://www.w3.org/2005/Atom"
	▲ Show 20 Lines • Show All 1,197 Lines • Show Last 20 Lines