Changeset View
Changeset View
Standalone View
Standalone View
swh/storage/tests/storage_data.py
Show All 12 Lines | |||||
from swh.model.model import ( | from swh.model.model import ( | ||||
Content, | Content, | ||||
Directory, | Directory, | ||||
DirectoryEntry, | DirectoryEntry, | ||||
MetadataAuthority, | MetadataAuthority, | ||||
MetadataAuthorityType, | MetadataAuthorityType, | ||||
MetadataFetcher, | MetadataFetcher, | ||||
MetadataTargetType, | MetadataTargetType, | ||||
Origin, | |||||
Person, | Person, | ||||
RawExtrinsicMetadata, | RawExtrinsicMetadata, | ||||
Revision, | Revision, | ||||
RevisionType, | RevisionType, | ||||
SkippedContent, | SkippedContent, | ||||
Timestamp, | Timestamp, | ||||
TimestampWithTimezone, | TimestampWithTimezone, | ||||
) | ) | ||||
▲ Show 20 Lines • Show All 298 Lines • ▼ Show 20 Lines | revision4 = Revision( | ||||
parents=tuple([revision3.id]), | parents=tuple([revision3.id]), | ||||
type=RevisionType.GIT, | type=RevisionType.GIT, | ||||
directory=directory.id, | directory=directory.id, | ||||
metadata=None, | metadata=None, | ||||
extra_headers=(), | extra_headers=(), | ||||
synthetic=False, | synthetic=False, | ||||
) | ) | ||||
origin = { | origins = [ | ||||
"url": "file:///dev/null", | Origin(url="https://github.com/user1/repo1"), | ||||
} | Origin(url="https://github.com/user2/repo1"), | ||||
Origin(url="https://github.com/user3/repo1"), | |||||
origin2 = { | Origin(url="https://gitlab.com/user1/repo1"), | ||||
"url": "file:///dev/zero", | Origin(url="https://gitlab.com/user2/repo1"), | ||||
} | Origin(url="https://forge.softwareheritage.org/source/repo1"), | ||||
] | |||||
origins = (origin, origin2) | |||||
origin, origin2 = origins[:2] | |||||
metadata_authority = MetadataAuthority( | metadata_authority = MetadataAuthority( | ||||
type=MetadataAuthorityType.DEPOSIT_CLIENT, | type=MetadataAuthorityType.DEPOSIT_CLIENT, | ||||
url="http://hal.inria.example.com/", | url="http://hal.inria.example.com/", | ||||
metadata={"location": "France"}, | metadata={"location": "France"}, | ||||
) | ) | ||||
metadata_authority2 = MetadataAuthority( | metadata_authority2 = MetadataAuthority( | ||||
type=MetadataAuthorityType.REGISTRY, | type=MetadataAuthorityType.REGISTRY, | ||||
Show All 11 Lines | |||||
date_visit2 = datetime.datetime(2017, 1, 1, 23, 0, 0, tzinfo=datetime.timezone.utc) | date_visit2 = datetime.datetime(2017, 1, 1, 23, 0, 0, tzinfo=datetime.timezone.utc) | ||||
type_visit2 = "hg" | type_visit2 = "hg" | ||||
date_visit3 = datetime.datetime(2018, 1, 1, 23, 0, 0, tzinfo=datetime.timezone.utc) | date_visit3 = datetime.datetime(2018, 1, 1, 23, 0, 0, tzinfo=datetime.timezone.utc) | ||||
type_visit3 = "deb" | type_visit3 = "deb" | ||||
origin_visit = { | origin_visit = { | ||||
"origin": origin["url"], | "origin": origin.url, | ||||
"visit": 1, | "visit": 1, | ||||
"date": date_visit1, | "date": date_visit1, | ||||
"type": type_visit1, | "type": type_visit1, | ||||
} | } | ||||
origin_visit2 = { | origin_visit2 = { | ||||
"origin": origin["url"], | "origin": origin.url, | ||||
"visit": 2, | "visit": 2, | ||||
"date": date_visit2, | "date": date_visit2, | ||||
"type": type_visit1, | "type": type_visit1, | ||||
} | } | ||||
origin_visit3 = { | origin_visit3 = { | ||||
"origin": origin2["url"], | "origin": origin2.url, | ||||
"visit": 1, | "visit": 1, | ||||
"date": date_visit1, | "date": date_visit1, | ||||
"type": type_visit2, | "type": type_visit2, | ||||
} | } | ||||
origin_visits = [origin_visit, origin_visit2, origin_visit3] | origin_visits = [origin_visit, origin_visit2, origin_visit3] | ||||
release = { | release = { | ||||
▲ Show 20 Lines • Show All 103 Lines • ▼ Show 20 Lines | complete_snapshot = { | ||||
}, | }, | ||||
} | } | ||||
snapshots = (snapshot, empty_snapshot, complete_snapshot) | snapshots = (snapshot, empty_snapshot, complete_snapshot) | ||||
content_metadata = RawExtrinsicMetadata( | content_metadata = RawExtrinsicMetadata( | ||||
type=MetadataTargetType.CONTENT, | type=MetadataTargetType.CONTENT, | ||||
id=parse_swhid(f"swh:1:cnt:{hash_to_hex(content.sha1_git)}"), | id=parse_swhid(f"swh:1:cnt:{hash_to_hex(content.sha1_git)}"), | ||||
origin=origin["url"], | origin=origin.url, | ||||
discovery_date=datetime.datetime( | discovery_date=datetime.datetime( | ||||
2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc | 2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc | ||||
), | ), | ||||
authority=attr.evolve(metadata_authority, metadata=None), | authority=attr.evolve(metadata_authority, metadata=None), | ||||
fetcher=attr.evolve(metadata_fetcher, metadata=None), | fetcher=attr.evolve(metadata_fetcher, metadata=None), | ||||
format="json", | format="json", | ||||
metadata=b'{"foo": "bar"}', | metadata=b'{"foo": "bar"}', | ||||
) | ) | ||||
content_metadata2 = RawExtrinsicMetadata( | content_metadata2 = RawExtrinsicMetadata( | ||||
type=MetadataTargetType.CONTENT, | type=MetadataTargetType.CONTENT, | ||||
id=parse_swhid(f"swh:1:cnt:{hash_to_hex(content.sha1_git)}"), | id=parse_swhid(f"swh:1:cnt:{hash_to_hex(content.sha1_git)}"), | ||||
origin=origin2["url"], | origin=origin2.url, | ||||
discovery_date=datetime.datetime( | discovery_date=datetime.datetime( | ||||
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | 2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | ||||
), | ), | ||||
authority=attr.evolve(metadata_authority, metadata=None), | authority=attr.evolve(metadata_authority, metadata=None), | ||||
fetcher=attr.evolve(metadata_fetcher, metadata=None), | fetcher=attr.evolve(metadata_fetcher, metadata=None), | ||||
format="yaml", | format="yaml", | ||||
metadata=b"foo: bar", | metadata=b"foo: bar", | ||||
) | ) | ||||
content_metadata3 = RawExtrinsicMetadata( | content_metadata3 = RawExtrinsicMetadata( | ||||
type=MetadataTargetType.CONTENT, | type=MetadataTargetType.CONTENT, | ||||
id=parse_swhid(f"swh:1:cnt:{hash_to_hex(content.sha1_git)}"), | id=parse_swhid(f"swh:1:cnt:{hash_to_hex(content.sha1_git)}"), | ||||
discovery_date=datetime.datetime( | discovery_date=datetime.datetime( | ||||
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | 2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | ||||
), | ), | ||||
authority=attr.evolve(metadata_authority2, metadata=None), | authority=attr.evolve(metadata_authority2, metadata=None), | ||||
fetcher=attr.evolve(metadata_fetcher2, metadata=None), | fetcher=attr.evolve(metadata_fetcher2, metadata=None), | ||||
format="yaml", | format="yaml", | ||||
metadata=b"foo: bar", | metadata=b"foo: bar", | ||||
origin=origin["url"], | origin=origin.url, | ||||
visit=42, | visit=42, | ||||
snapshot=parse_swhid(f"swh:1:snp:{hash_to_hex(snapshot['id'])}"), | snapshot=parse_swhid(f"swh:1:snp:{hash_to_hex(snapshot['id'])}"), | ||||
release=parse_swhid(f"swh:1:rel:{hash_to_hex(release['id'])}"), | release=parse_swhid(f"swh:1:rel:{hash_to_hex(release['id'])}"), | ||||
revision=parse_swhid(f"swh:1:rev:{hash_to_hex(revision.id)}"), | revision=parse_swhid(f"swh:1:rev:{hash_to_hex(revision.id)}"), | ||||
directory=parse_swhid(f"swh:1:dir:{hash_to_hex(directory.id)}"), | directory=parse_swhid(f"swh:1:dir:{hash_to_hex(directory.id)}"), | ||||
path=b"/foo/bar", | path=b"/foo/bar", | ||||
) | ) | ||||
origin_metadata = RawExtrinsicMetadata( | origin_metadata = RawExtrinsicMetadata( | ||||
type=MetadataTargetType.ORIGIN, | type=MetadataTargetType.ORIGIN, | ||||
id=origin["url"], | id=origin.url, | ||||
discovery_date=datetime.datetime( | discovery_date=datetime.datetime( | ||||
2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc | 2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc | ||||
), | ), | ||||
authority=attr.evolve(metadata_authority, metadata=None), | authority=attr.evolve(metadata_authority, metadata=None), | ||||
fetcher=attr.evolve(metadata_fetcher, metadata=None), | fetcher=attr.evolve(metadata_fetcher, metadata=None), | ||||
format="json", | format="json", | ||||
metadata=b'{"foo": "bar"}', | metadata=b'{"foo": "bar"}', | ||||
) | ) | ||||
origin_metadata2 = RawExtrinsicMetadata( | origin_metadata2 = RawExtrinsicMetadata( | ||||
type=MetadataTargetType.ORIGIN, | type=MetadataTargetType.ORIGIN, | ||||
id=origin["url"], | id=origin.url, | ||||
discovery_date=datetime.datetime( | discovery_date=datetime.datetime( | ||||
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | 2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | ||||
), | ), | ||||
authority=attr.evolve(metadata_authority, metadata=None), | authority=attr.evolve(metadata_authority, metadata=None), | ||||
fetcher=attr.evolve(metadata_fetcher, metadata=None), | fetcher=attr.evolve(metadata_fetcher, metadata=None), | ||||
format="yaml", | format="yaml", | ||||
metadata=b"foo: bar", | metadata=b"foo: bar", | ||||
) | ) | ||||
origin_metadata3 = RawExtrinsicMetadata( | origin_metadata3 = RawExtrinsicMetadata( | ||||
type=MetadataTargetType.ORIGIN, | type=MetadataTargetType.ORIGIN, | ||||
id=origin["url"], | id=origin.url, | ||||
discovery_date=datetime.datetime( | discovery_date=datetime.datetime( | ||||
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | 2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc | ||||
), | ), | ||||
authority=attr.evolve(metadata_authority2, metadata=None), | authority=attr.evolve(metadata_authority2, metadata=None), | ||||
fetcher=attr.evolve(metadata_fetcher2, metadata=None), | fetcher=attr.evolve(metadata_fetcher2, metadata=None), | ||||
format="yaml", | format="yaml", | ||||
metadata=b"foo: bar", | metadata=b"foo: bar", | ||||
) | ) |