Changeset View
Changeset View
Standalone View
Standalone View
swh/storage/migrate_extrinsic_metadata.py
Show First 20 Lines • Show All 503 Lines • ▼ Show 20 Lines | for deposit_request_row in deposit_cur: | ||||
if client_name != "": | if client_name != "": | ||||
# Sometimes it's missing from the commit message | # Sometimes it's missing from the commit message | ||||
assert deposit_request["auth_user.username"] == client_name | assert deposit_request["auth_user.username"] == client_name | ||||
# Date of the deposit request (either the initial request, of subsequent ones) | # Date of the deposit request (either the initial request, of subsequent ones) | ||||
date = deposit_request["deposit_request.date"] | date = deposit_request["deposit_request.date"] | ||||
dates.add(date) | dates.add(date) | ||||
if deposit_request["deposit.external_id"] == "hal-02355563": | |||||
# Failed deposit | |||||
swhids.add( | |||||
"swh:1:rev:9293f230baca9814490d4fff7ac53d487a20edb6" | |||||
";origin=https://hal.archives-ouvertes.fr/hal-02355563" | |||||
) | |||||
else: | |||||
assert deposit_request["deposit.swhid_context"], deposit_request | assert deposit_request["deposit.swhid_context"], deposit_request | ||||
external_identifiers.add(deposit_request["deposit.external_id"]) | |||||
swhids.add(deposit_request["deposit.swhid_context"]) | swhids.add(deposit_request["deposit.swhid_context"]) | ||||
external_identifiers.add(deposit_request["deposit.external_id"]) | |||||
# Client of the deposit | # Client of the deposit | ||||
provider_urls.add(deposit_request["deposit_client.provider_url"]) | provider_urls.add(deposit_request["deposit_client.provider_url"]) | ||||
metadata = deposit_request["deposit_request.metadata"] | metadata = deposit_request["deposit_request.metadata"] | ||||
if metadata is not None: | if metadata is not None: | ||||
json.dumps(metadata).encode() # check it's valid | json.dumps(metadata).encode() # check it's valid | ||||
if "@xmlns" in metadata: | if "@xmlns" in metadata: | ||||
▲ Show 20 Lines • Show All 731 Lines • Show Last 20 Lines |