Changeset View
Changeset View
Standalone View
Standalone View
swh/storage/tests/algos/test_origin.py
Show First 20 Lines • Show All 83 Lines • ▼ Show 20 Lines | def init_storage_with_origin_visits(swh_storage, sample_data): | ||||
date_now = now() | date_now = now() | ||||
date_now = round_to_milliseconds(date_now) | date_now = round_to_milliseconds(date_now) | ||||
assert sample_data.date_visit1 < sample_data.date_visit2 | assert sample_data.date_visit1 < sample_data.date_visit2 | ||||
assert sample_data.date_visit2 < date_now | assert sample_data.date_visit2 < date_now | ||||
# origin visit status 1 for origin visit 1 | # origin visit status 1 for origin visit 1 | ||||
ovs11 = OriginVisitStatus( | ovs11 = OriginVisitStatus( | ||||
origin=origin1.url, | origin=ov1.origin, | ||||
visit=ov1.visit, | visit=ov1.visit, | ||||
date=ov1.date + datetime.timedelta(seconds=10), # so it's not ignored | date=ov1.date + datetime.timedelta(seconds=10), # so it's not ignored | ||||
type=ov1.type, | |||||
status="partial", | status="partial", | ||||
snapshot=None, | snapshot=None, | ||||
) | ) | ||||
# origin visit status 2 for origin visit 1 | # origin visit status 2 for origin visit 1 | ||||
ovs12 = OriginVisitStatus( | ovs12 = OriginVisitStatus( | ||||
origin=origin1.url, | origin=ov1.origin, | ||||
visit=ov1.visit, | visit=ov1.visit, | ||||
date=sample_data.date_visit2, | date=sample_data.date_visit2, | ||||
type=ov1.type, | |||||
status="ongoing", | status="ongoing", | ||||
snapshot=None, | snapshot=None, | ||||
) | ) | ||||
# origin visit status 1 for origin visit 2 | # origin visit status 1 for origin visit 2 | ||||
ovs21 = OriginVisitStatus( | ovs21 = OriginVisitStatus( | ||||
origin=origin2.url, | origin=ov2.origin, | ||||
visit=ov2.visit, | visit=ov2.visit, | ||||
date=ov2.date + datetime.timedelta(seconds=10), # so it's not ignored | date=ov2.date + datetime.timedelta(seconds=10), # so it's not ignored | ||||
type=ov2.type, | |||||
status="ongoing", | status="ongoing", | ||||
snapshot=None, | snapshot=None, | ||||
) | ) | ||||
# origin visit status 2 for origin visit 2 | # origin visit status 2 for origin visit 2 | ||||
ovs22 = OriginVisitStatus( | ovs22 = OriginVisitStatus( | ||||
origin=origin2.url, | origin=ov2.origin, | ||||
visit=ov2.visit, | visit=ov2.visit, | ||||
date=date_now, | date=date_now, | ||||
type=ov2.type, | |||||
status="full", | status="full", | ||||
snapshot=snapshot.id, | snapshot=snapshot.id, | ||||
metadata={"something": "wicked"}, | metadata={"something": "wicked"}, | ||||
) | ) | ||||
swh_storage.origin_visit_status_add([ovs11, ovs12, ovs21, ovs22]) | swh_storage.origin_visit_status_add([ovs11, ovs12, ovs21, ovs22]) | ||||
return { | return { | ||||
"origin": [origin1, origin2], | "origin": [origin1, origin2], | ||||
▲ Show 20 Lines • Show All 177 Lines • ▼ Show 20 Lines | def test_iter_origin_visit_status(swh_storage, sample_data): | ||||
swh_storage.origin_add([origin1]) | swh_storage.origin_add([origin1]) | ||||
ov1 = swh_storage.origin_visit_add([sample_data.origin_visit])[0] | ov1 = swh_storage.origin_visit_add([sample_data.origin_visit])[0] | ||||
assert ov1.origin == origin1.url | assert ov1.origin == origin1.url | ||||
date_past = now() - datetime.timedelta(weeks=20) | date_past = now() - datetime.timedelta(weeks=20) | ||||
ovs1 = OriginVisitStatus( | ovs1 = OriginVisitStatus( | ||||
origin=origin1.url, | origin=ov1.origin, | ||||
visit=ov1.visit, | visit=ov1.visit, | ||||
date=ov1.date, | date=ov1.date, | ||||
type=ov1.type, | |||||
status="created", | status="created", | ||||
snapshot=None, | snapshot=None, | ||||
) | ) | ||||
new_visit_statuses = [ovs1] | new_visit_statuses = [ovs1] | ||||
for i in range(20): | for i in range(20): | ||||
status_date = date_past + datetime.timedelta(days=i) | status_date = date_past + datetime.timedelta(days=i) | ||||
new_visit_statuses.append( | new_visit_statuses.append( | ||||
OriginVisitStatus( | OriginVisitStatus( | ||||
origin=origin1.url, | origin=ov1.origin, | ||||
visit=ov1.visit, | visit=ov1.visit, | ||||
date=status_date, | date=status_date, | ||||
type=ov1.type, | |||||
status="created", | status="created", | ||||
snapshot=None, | snapshot=None, | ||||
) | ) | ||||
) | ) | ||||
swh_storage.origin_visit_status_add(new_visit_statuses) | swh_storage.origin_visit_status_add(new_visit_statuses) | ||||
reversed_visit_statuses = list(reversed(new_visit_statuses)) | reversed_visit_statuses = list(reversed(new_visit_statuses)) | ||||
Show All 19 Lines |