Changeset View
Changeset View
Standalone View
Standalone View
swh/storage/tests/storage_data.py
Show First 20 Lines • Show All 526 Lines • ▼ Show 20 Lines | content_metadata3 = { | ||||
"fetcher": { | "fetcher": { | ||||
"name": metadata_fetcher2["name"], | "name": metadata_fetcher2["name"], | ||||
"version": metadata_fetcher2["version"], | "version": metadata_fetcher2["version"], | ||||
}, | }, | ||||
"format": "yaml", | "format": "yaml", | ||||
"metadata": b"foo: bar", | "metadata": b"foo: bar", | ||||
} | } | ||||
directory_metadata = { | |||||
"id": f"swh:1:dir:{dir['id']}", | |||||
"context": {"origin": origin["url"]}, | |||||
"discovery_date": datetime.datetime( | |||||
2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc | |||||
), | |||||
"authority": { | |||||
"type": metadata_authority["type"], | |||||
"url": metadata_authority["url"], | |||||
}, | |||||
"fetcher": { | |||||
"name": metadata_fetcher["name"], | |||||
"version": metadata_fetcher["version"], | |||||
}, | |||||
"format": "json", | |||||
"metadata": b'{"foo": "bar"}', | |||||
} | |||||
directory_metadata2 = { | |||||
"id": f"swh:1:dir:{dir['id']}", | |||||
"context": {"origin": origin2["url"]}, | |||||
"discovery_date": datetime.datetime( | |||||
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | |||||
), | |||||
"authority": { | |||||
"type": metadata_authority["type"], | |||||
"url": metadata_authority["url"], | |||||
}, | |||||
"fetcher": { | |||||
"name": metadata_fetcher["name"], | |||||
"version": metadata_fetcher["version"], | |||||
}, | |||||
"format": "yaml", | |||||
"metadata": b"foo: bar", | |||||
} | |||||
directory_metadata3 = { | |||||
"id": f"swh:1:dir:{dir['id']}", | |||||
"context": { | |||||
"origin": origin["url"], | |||||
"visit": 42, | |||||
"snapshot": f"swh:1:snp:{hash_to_hex(snapshot['id'])}", | |||||
"release": f"swh:1:rel:{hash_to_hex(release['id'])}", | |||||
"revision": f"swh:1:rev:{hash_to_hex(revision['id'])}", | |||||
"path": b"/foo/bar", | |||||
}, | |||||
"discovery_date": datetime.datetime( | |||||
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | |||||
), | |||||
"authority": { | |||||
"type": metadata_authority2["type"], | |||||
"url": metadata_authority2["url"], | |||||
}, | |||||
"fetcher": { | |||||
"name": metadata_fetcher2["name"], | |||||
"version": metadata_fetcher2["version"], | |||||
}, | |||||
"format": "yaml", | |||||
"metadata": b"foo: bar", | |||||
} | |||||
revision_metadata = { | |||||
"id": f"swh:1:rev:{revision['id']}", | |||||
"context": {"origin": origin["url"]}, | |||||
"discovery_date": datetime.datetime( | |||||
2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc | |||||
), | |||||
"authority": { | |||||
"type": metadata_authority["type"], | |||||
"url": metadata_authority["url"], | |||||
}, | |||||
"fetcher": { | |||||
"name": metadata_fetcher["name"], | |||||
"version": metadata_fetcher["version"], | |||||
}, | |||||
"format": "json", | |||||
"metadata": b'{"foo": "bar"}', | |||||
} | |||||
revision_metadata2 = { | |||||
"id": f"swh:1:rev:{revision['id']}", | |||||
"context": {"origin": origin2["url"]}, | |||||
"discovery_date": datetime.datetime( | |||||
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | |||||
), | |||||
"authority": { | |||||
"type": metadata_authority["type"], | |||||
"url": metadata_authority["url"], | |||||
}, | |||||
"fetcher": { | |||||
"name": metadata_fetcher["name"], | |||||
"version": metadata_fetcher["version"], | |||||
}, | |||||
"format": "yaml", | |||||
"metadata": b"foo: bar", | |||||
} | |||||
revision_metadata3 = { | |||||
"id": f"swh:1:rev:{revision['id']}", | |||||
"context": { | |||||
"origin": origin["url"], | |||||
"visit": 42, | |||||
"snapshot": f"swh:1:snp:{hash_to_hex(snapshot['id'])}", | |||||
"release": f"swh:1:rel:{hash_to_hex(release['id'])}", | |||||
}, | |||||
"discovery_date": datetime.datetime( | |||||
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | |||||
), | |||||
"authority": { | |||||
"type": metadata_authority2["type"], | |||||
"url": metadata_authority2["url"], | |||||
}, | |||||
"fetcher": { | |||||
"name": metadata_fetcher2["name"], | |||||
"version": metadata_fetcher2["version"], | |||||
}, | |||||
"format": "yaml", | |||||
"metadata": b"foo: bar", | |||||
} | |||||
release_metadata = { | |||||
"id": f"swh:1:rel:{release['id']}", | |||||
"context": {"origin": origin["url"]}, | |||||
"discovery_date": datetime.datetime( | |||||
2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc | |||||
), | |||||
"authority": { | |||||
"type": metadata_authority["type"], | |||||
"url": metadata_authority["url"], | |||||
}, | |||||
"fetcher": { | |||||
"name": metadata_fetcher["name"], | |||||
"version": metadata_fetcher["version"], | |||||
}, | |||||
"format": "json", | |||||
"metadata": b'{"foo": "bar"}', | |||||
} | |||||
release_metadata2 = { | |||||
"id": f"swh:1:rel:{release['id']}", | |||||
"context": {"origin": origin2["url"]}, | |||||
"discovery_date": datetime.datetime( | |||||
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | |||||
), | |||||
"authority": { | |||||
"type": metadata_authority["type"], | |||||
"url": metadata_authority["url"], | |||||
}, | |||||
"fetcher": { | |||||
"name": metadata_fetcher["name"], | |||||
"version": metadata_fetcher["version"], | |||||
}, | |||||
"format": "yaml", | |||||
"metadata": b"foo: bar", | |||||
} | |||||
release_metadata3 = { | |||||
"id": f"swh:1:rel:{release['id']}", | |||||
"context": { | |||||
"origin": origin["url"], | |||||
"visit": 42, | |||||
"snapshot": f"swh:1:snp:{hash_to_hex(snapshot['id'])}", | |||||
}, | |||||
"discovery_date": datetime.datetime( | |||||
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | |||||
), | |||||
"authority": { | |||||
"type": metadata_authority2["type"], | |||||
"url": metadata_authority2["url"], | |||||
}, | |||||
"fetcher": { | |||||
"name": metadata_fetcher2["name"], | |||||
"version": metadata_fetcher2["version"], | |||||
}, | |||||
"format": "yaml", | |||||
"metadata": b"foo: bar", | |||||
} | |||||
snapshot_metadata = { | |||||
"id": f"swh:1:snp:{snapshot['id']}", | |||||
"context": {"origin": origin["url"]}, | |||||
"discovery_date": datetime.datetime( | |||||
2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc | |||||
), | |||||
"authority": { | |||||
"type": metadata_authority["type"], | |||||
"url": metadata_authority["url"], | |||||
}, | |||||
"fetcher": { | |||||
"name": metadata_fetcher["name"], | |||||
"version": metadata_fetcher["version"], | |||||
}, | |||||
"format": "json", | |||||
"metadata": b'{"foo": "bar"}', | |||||
} | |||||
snapshot_metadata2 = { | |||||
"id": f"swh:1:snp:{snapshot['id']}", | |||||
"context": {"origin": origin2["url"]}, | |||||
"discovery_date": datetime.datetime( | |||||
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | |||||
), | |||||
"authority": { | |||||
"type": metadata_authority["type"], | |||||
"url": metadata_authority["url"], | |||||
}, | |||||
"fetcher": { | |||||
"name": metadata_fetcher["name"], | |||||
"version": metadata_fetcher["version"], | |||||
}, | |||||
"format": "yaml", | |||||
"metadata": b"foo: bar", | |||||
} | |||||
snapshot_metadata3 = { | |||||
"id": f"swh:1:snp:{snapshot['id']}", | |||||
"context": {"origin": origin["url"], "visit": 42,}, | |||||
"discovery_date": datetime.datetime( | |||||
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | |||||
), | |||||
"authority": { | |||||
"type": metadata_authority2["type"], | |||||
"url": metadata_authority2["url"], | |||||
}, | |||||
"fetcher": { | |||||
"name": metadata_fetcher2["name"], | |||||
"version": metadata_fetcher2["version"], | |||||
}, | |||||
"format": "yaml", | |||||
"metadata": b"foo: bar", | |||||
} | |||||
origin_metadata = { | origin_metadata = { | ||||
"origin_url": origin["url"], | "origin_url": origin["url"], | ||||
"discovery_date": datetime.datetime( | "discovery_date": datetime.datetime( | ||||
2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc | 2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc | ||||
), | ), | ||||
"authority": { | "authority": { | ||||
"type": metadata_authority["type"], | "type": metadata_authority["type"], | ||||
"url": metadata_authority["url"], | "url": metadata_authority["url"], | ||||
▲ Show 20 Lines • Show All 56 Lines • Show Last 20 Lines |