Differential D3591 Diff 12625 swh/storage/tests/storage_data.py

Changeset View

Standalone View

swh/storage/tests/storage_data.py

Show First 20 Lines • Show All 86 Lines • ▼ Show 20 Lines	content3 = Content(
),		),
blake2s256=hash_to_bytes(		blake2s256=hash_to_bytes(
"76d0346f44e5a27f6bafdd9c2befd304aff83780f93121d801ab6a1d4769db11"		"76d0346f44e5a27f6bafdd9c2befd304aff83780f93121d801ab6a1d4769db11"
),		),
status="visible",		status="visible",
ctime=datetime.datetime(2019, 12, 1, tzinfo=datetime.timezone.utc),		ctime=datetime.datetime(2019, 12, 1, tzinfo=datetime.timezone.utc),
)		)

		contents = (content, content2, content3)

missing_content = Content(
data=b"something missing",
length=8,
sha1=hash_to_bytes("f9c24e2abb82063a3ba2c44efd2d3c797f28ac90"),
sha1_git=hash_to_bytes("33e45d56f88993aae6a0198013efa80716fd8919"),
sha256=hash_to_bytes(
"6bbd052ab054ef222c1c87be60cd191addedd24cc882d1f5f7f7be61dc61bb3a"
),
blake2s256=hash_to_bytes(
"306856b8fd879edb7b6f1aeaaf8db9bbecc993cd7f776c333ac3a782fa5c6eba"
),
status="visible",
)

skipped_content = SkippedContent(		skipped_content = SkippedContent(
length=1024 * 1024 * 200,		length=1024 * 1024 * 200,
sha1_git=hash_to_bytes("33e45d56f88993aae6a0198013efa80716fd8920"),		sha1_git=hash_to_bytes("33e45d56f88993aae6a0198013efa80716fd8920"),
sha1=hash_to_bytes("43e45d56f88993aae6a0198013efa80716fd8920"),		sha1=hash_to_bytes("43e45d56f88993aae6a0198013efa80716fd8920"),
sha256=hash_to_bytes(		sha256=hash_to_bytes(
"7bbd052ab054ef222c1c87be60cd191addedd24cc882d1f5f7f7be61dc61bb3a"		"7bbd052ab054ef222c1c87be60cd191addedd24cc882d1f5f7f7be61dc61bb3a"
),		),
Show All 14 Lines	skipped_content2 = SkippedContent(
),		),
blake2s256=hash_to_bytes(		blake2s256=hash_to_bytes(
"9ce18b1adecb33f891ca36664da676e12c772cc193778aac9a137b8dc5834b9b"		"9ce18b1adecb33f891ca36664da676e12c772cc193778aac9a137b8dc5834b9b"
),		),
reason="Content too long",		reason="Content too long",
status="absent",		status="absent",
)		)

		skipped_contents = (skipped_content, skipped_content2)

directory5 = Directory(entries=())		directory5 = Directory(entries=())

directory = Directory(		directory = Directory(
id=hash_to_bytes("34f335a750111ca0a8b64d8034faec9eedc396be"),		id=hash_to_bytes("34f335a750111ca0a8b64d8034faec9eedc396be"),
entries=tuple(		entries=tuple(
[		[
DirectoryEntry(		DirectoryEntry(
▲ Show 20 Lines • Show All 61 Lines • ▼ Show 20 Lines	entries=tuple(
type="dir",		type="dir",
target=directory3.id,		target=directory3.id,
perms=from_disk.DentryPerms.directory,		perms=from_disk.DentryPerms.directory,
)		)
],		],
),		),
)		)

		directories = (directory2, directory, directory3, directory4, directory5)

minus_offset = datetime.timezone(datetime.timedelta(minutes=-120))		minus_offset = datetime.timezone(datetime.timedelta(minutes=-120))
plus_offset = datetime.timezone(datetime.timedelta(minutes=120))		plus_offset = datetime.timezone(datetime.timedelta(minutes=120))

revision = Revision(		revision = Revision(
id=hash_to_bytes("066b1b62dbfa033362092af468bf6cfabec230e7"),		id=hash_to_bytes("066b1b62dbfa033362092af468bf6cfabec230e7"),
message=b"hello",		message=b"hello",
author=Person(		author=Person(
name=b"Nicolas Dandrimont",		name=b"Nicolas Dandrimont",
▲ Show 20 Lines • Show All 110 Lines • ▼ Show 20 Lines	revision4 = Revision(
parents=tuple([revision3.id]),		parents=tuple([revision3.id]),
type=RevisionType.GIT,		type=RevisionType.GIT,
directory=directory.id,		directory=directory.id,
metadata=None,		metadata=None,
extra_headers=(),		extra_headers=(),
synthetic=False,		synthetic=False,
)		)

origins = [		revisions = (revision, revision2, revision3, revision4)

		origins = (
Origin(url="https://github.com/user1/repo1"),		Origin(url="https://github.com/user1/repo1"),
Origin(url="https://github.com/user2/repo1"),		Origin(url="https://github.com/user2/repo1"),
Origin(url="https://github.com/user3/repo1"),		Origin(url="https://github.com/user3/repo1"),
Origin(url="https://gitlab.com/user1/repo1"),		Origin(url="https://gitlab.com/user1/repo1"),
Origin(url="https://gitlab.com/user2/repo1"),		Origin(url="https://gitlab.com/user2/repo1"),
Origin(url="https://forge.softwareheritage.org/source/repo1"),		Origin(url="https://forge.softwareheritage.org/source/repo1"),
]		)

origin, origin2 = origins[:2]		origin, origin2 = origins[:2]

metadata_authority = MetadataAuthority(		metadata_authority = MetadataAuthority(
type=MetadataAuthorityType.DEPOSIT_CLIENT,		type=MetadataAuthorityType.DEPOSIT_CLIENT,
url="http://hal.inria.example.com/",		url="http://hal.inria.example.com/",
metadata={"location": "France"},		metadata={"location": "France"},
)		)
metadata_authority2 = MetadataAuthority(		metadata_authority2 = MetadataAuthority(
type=MetadataAuthorityType.REGISTRY,		type=MetadataAuthorityType.REGISTRY,
url="http://wikidata.example.com/",		url="http://wikidata.example.com/",
metadata={},		metadata={},
)		)

		authorities = (metadata_authority, metadata_authority2)

metadata_fetcher = MetadataFetcher(		metadata_fetcher = MetadataFetcher(
name="swh-deposit", version="0.0.1", metadata={"sword_version": "2"},		name="swh-deposit", version="0.0.1", metadata={"sword_version": "2"},
)		)
metadata_fetcher2 = MetadataFetcher(name="swh-example", version="0.0.1", metadata={},)		metadata_fetcher2 = MetadataFetcher(name="swh-example", version="0.0.1", metadata={},)

		fetchers = (metadata_fetcher, metadata_fetcher2)

date_visit1 = datetime.datetime(2015, 1, 1, 23, 0, 0, tzinfo=datetime.timezone.utc)		date_visit1 = datetime.datetime(2015, 1, 1, 23, 0, 0, tzinfo=datetime.timezone.utc)
type_visit1 = "git"		type_visit1 = "git"

date_visit2 = datetime.datetime(2017, 1, 1, 23, 0, 0, tzinfo=datetime.timezone.utc)		date_visit2 = datetime.datetime(2017, 1, 1, 23, 0, 0, tzinfo=datetime.timezone.utc)
type_visit2 = "hg"		type_visit2 = "hg"

date_visit3 = datetime.datetime(2018, 1, 1, 23, 0, 0, tzinfo=datetime.timezone.utc)		date_visit3 = datetime.datetime(2018, 1, 1, 23, 0, 0, tzinfo=datetime.timezone.utc)
type_visit3 = "deb"		type_visit3 = "deb"

origin_visit = OriginVisit(		origin_visit = OriginVisit(
origin=origin.url, visit=1, date=date_visit1, type=type_visit1,		origin=origin.url, visit=1, date=date_visit1, type=type_visit1,
)		)

origin_visit2 = OriginVisit(		origin_visit2 = OriginVisit(
origin=origin.url, visit=2, date=date_visit2, type=type_visit1,		origin=origin.url, visit=2, date=date_visit2, type=type_visit1,
)		)

origin_visit3 = OriginVisit(		origin_visit3 = OriginVisit(
origin=origin2.url, visit=1, date=date_visit1, type=type_visit2,		origin=origin2.url, visit=1, date=date_visit1, type=type_visit2,
)		)

origin_visits = [origin_visit, origin_visit2, origin_visit3]		origin_visits = (origin_visit, origin_visit2, origin_visit3)

release = Release(		release = Release(
id=hash_to_bytes("a673e617fcc6234e29b2cad06b8245f96c415c61"),		id=hash_to_bytes("a673e617fcc6234e29b2cad06b8245f96c415c61"),
name=b"v0.0.1",		name=b"v0.0.1",
author=Person(		author=Person(
name=b"olasd", email=b"nic@olasd.fr", fullname=b"olasd <nic@olasd.fr>",		name=b"olasd", email=b"nic@olasd.fr", fullname=b"olasd <nic@olasd.fr>",
),		),
date=TimestampWithTimezone(		date=TimestampWithTimezone(
Show All 36 Lines	date=TimestampWithTimezone(
negative_utc=False,		negative_utc=False,
),		),
target=revision3.id,		target=revision3.id,
target_type=ObjectType.REVISION,		target_type=ObjectType.REVISION,
message=b"yet another synthetic release",		message=b"yet another synthetic release",
synthetic=True,		synthetic=True,
)		)

releases = [release, release2, release3]		releases = (release, release2, release3)

snapshot = Snapshot(		snapshot = Snapshot(
id=hash_to_bytes("409ee1ff3f10d166714bc90581debfd0446dda57"),		id=hash_to_bytes("409ee1ff3f10d166714bc90581debfd0446dda57"),
branches={		branches={
b"master": SnapshotBranch(target=revision.id, target_type=TargetType.REVISION,),		b"master": SnapshotBranch(target=revision.id, target_type=TargetType.REVISION,),
},		},
)		)

Show All 20 Lines	branches={
b"release": SnapshotBranch(target=release.id, target_type=TargetType.RELEASE,),		b"release": SnapshotBranch(target=release.id, target_type=TargetType.RELEASE,),
b"snapshot": SnapshotBranch(		b"snapshot": SnapshotBranch(
target=empty_snapshot.id, target_type=TargetType.SNAPSHOT,		target=empty_snapshot.id, target_type=TargetType.SNAPSHOT,
),		),
b"dangling": None,		b"dangling": None,
},		},
)		)

snapshots = [snapshot, empty_snapshot, complete_snapshot]		snapshots = (snapshot, empty_snapshot, complete_snapshot)

content_metadata = RawExtrinsicMetadata(		content_metadata1 = RawExtrinsicMetadata(
type=MetadataTargetType.CONTENT,		type=MetadataTargetType.CONTENT,
id=parse_swhid(f"swh:1:cnt:{hash_to_hex(content.sha1_git)}"),		id=parse_swhid(f"swh:1:cnt:{hash_to_hex(content.sha1_git)}"),
origin=origin.url,		origin=origin.url,
discovery_date=datetime.datetime(		discovery_date=datetime.datetime(
2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc		2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc
),		),
authority=attr.evolve(metadata_authority, metadata=None),		authority=attr.evolve(metadata_authority, metadata=None),
fetcher=attr.evolve(metadata_fetcher, metadata=None),		fetcher=attr.evolve(metadata_fetcher, metadata=None),
Show All 26 Lines	content_metadata3 = RawExtrinsicMetadata(
visit=42,		visit=42,
snapshot=parse_swhid(f"swh:1:snp:{hash_to_hex(snapshot.id)}"),		snapshot=parse_swhid(f"swh:1:snp:{hash_to_hex(snapshot.id)}"),
release=parse_swhid(f"swh:1:rel:{hash_to_hex(release.id)}"),		release=parse_swhid(f"swh:1:rel:{hash_to_hex(release.id)}"),
revision=parse_swhid(f"swh:1:rev:{hash_to_hex(revision.id)}"),		revision=parse_swhid(f"swh:1:rev:{hash_to_hex(revision.id)}"),
directory=parse_swhid(f"swh:1:dir:{hash_to_hex(directory.id)}"),		directory=parse_swhid(f"swh:1:dir:{hash_to_hex(directory.id)}"),
path=b"/foo/bar",		path=b"/foo/bar",
)		)

origin_metadata = RawExtrinsicMetadata(		content_metadata = (
		content_metadata1,
		content_metadata2,
		content_metadata3,
		)

		origin_metadata1 = RawExtrinsicMetadata(
type=MetadataTargetType.ORIGIN,		type=MetadataTargetType.ORIGIN,
id=origin.url,		id=origin.url,
discovery_date=datetime.datetime(		discovery_date=datetime.datetime(
2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc		2015, 1, 1, 21, 0, 0, tzinfo=datetime.timezone.utc
),		),
authority=attr.evolve(metadata_authority, metadata=None),		authority=attr.evolve(metadata_authority, metadata=None),
fetcher=attr.evolve(metadata_fetcher, metadata=None),		fetcher=attr.evolve(metadata_fetcher, metadata=None),
format="json",		format="json",
Show All 16 Lines	origin_metadata3 = RawExtrinsicMetadata(
discovery_date=datetime.datetime(		discovery_date=datetime.datetime(
2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc		2017, 1, 1, 22, 0, 0, tzinfo=datetime.timezone.utc
),		),
authority=attr.evolve(metadata_authority2, metadata=None),		authority=attr.evolve(metadata_authority2, metadata=None),
fetcher=attr.evolve(metadata_fetcher2, metadata=None),		fetcher=attr.evolve(metadata_fetcher2, metadata=None),
format="yaml",		format="yaml",
metadata=b"foo: bar",		metadata=b"foo: bar",
)		)

		origin_metadata = (
		origin_metadata1,
		origin_metadata2,
		origin_metadata3,
		)