Changeset View
Changeset View
Standalone View
Standalone View
swh/storage/tests/algos/test_origin.py
| Show First 20 Lines • Show All 83 Lines • ▼ Show 20 Lines | def init_storage_with_origin_visits(swh_storage, sample_data): | ||||
| date_now = now() | date_now = now() | ||||
| date_now = round_to_milliseconds(date_now) | date_now = round_to_milliseconds(date_now) | ||||
| assert sample_data.date_visit1 < sample_data.date_visit2 | assert sample_data.date_visit1 < sample_data.date_visit2 | ||||
| assert sample_data.date_visit2 < date_now | assert sample_data.date_visit2 < date_now | ||||
| # origin visit status 1 for origin visit 1 | # origin visit status 1 for origin visit 1 | ||||
| ovs11 = OriginVisitStatus( | ovs11 = OriginVisitStatus( | ||||
| origin=origin1.url, | origin=ov1.origin, | ||||
| visit=ov1.visit, | visit=ov1.visit, | ||||
| date=ov1.date + datetime.timedelta(seconds=10), # so it's not ignored | date=ov1.date + datetime.timedelta(seconds=10), # so it's not ignored | ||||
| type=ov1.type, | |||||
| status="partial", | status="partial", | ||||
| snapshot=None, | snapshot=None, | ||||
| ) | ) | ||||
| # origin visit status 2 for origin visit 1 | # origin visit status 2 for origin visit 1 | ||||
| ovs12 = OriginVisitStatus( | ovs12 = OriginVisitStatus( | ||||
| origin=origin1.url, | origin=ov1.origin, | ||||
| visit=ov1.visit, | visit=ov1.visit, | ||||
| date=sample_data.date_visit2, | date=sample_data.date_visit2, | ||||
| type=ov1.type, | |||||
| status="ongoing", | status="ongoing", | ||||
| snapshot=None, | snapshot=None, | ||||
| ) | ) | ||||
| # origin visit status 1 for origin visit 2 | # origin visit status 1 for origin visit 2 | ||||
| ovs21 = OriginVisitStatus( | ovs21 = OriginVisitStatus( | ||||
| origin=origin2.url, | origin=ov2.origin, | ||||
| visit=ov2.visit, | visit=ov2.visit, | ||||
| date=ov2.date + datetime.timedelta(seconds=10), # so it's not ignored | date=ov2.date + datetime.timedelta(seconds=10), # so it's not ignored | ||||
| type=ov2.type, | |||||
| status="ongoing", | status="ongoing", | ||||
| snapshot=None, | snapshot=None, | ||||
| ) | ) | ||||
| # origin visit status 2 for origin visit 2 | # origin visit status 2 for origin visit 2 | ||||
| ovs22 = OriginVisitStatus( | ovs22 = OriginVisitStatus( | ||||
| origin=origin2.url, | origin=ov2.origin, | ||||
| visit=ov2.visit, | visit=ov2.visit, | ||||
| date=date_now, | date=date_now, | ||||
| type=ov2.type, | |||||
| status="full", | status="full", | ||||
| snapshot=snapshot.id, | snapshot=snapshot.id, | ||||
| metadata={"something": "wicked"}, | metadata={"something": "wicked"}, | ||||
| ) | ) | ||||
| swh_storage.origin_visit_status_add([ovs11, ovs12, ovs21, ovs22]) | swh_storage.origin_visit_status_add([ovs11, ovs12, ovs21, ovs22]) | ||||
| return { | return { | ||||
| "origin": [origin1, origin2], | "origin": [origin1, origin2], | ||||
| ▲ Show 20 Lines • Show All 177 Lines • ▼ Show 20 Lines | def test_iter_origin_visit_status(swh_storage, sample_data): | ||||
| swh_storage.origin_add([origin1]) | swh_storage.origin_add([origin1]) | ||||
| ov1 = swh_storage.origin_visit_add([sample_data.origin_visit])[0] | ov1 = swh_storage.origin_visit_add([sample_data.origin_visit])[0] | ||||
| assert ov1.origin == origin1.url | assert ov1.origin == origin1.url | ||||
| date_past = now() - datetime.timedelta(weeks=20) | date_past = now() - datetime.timedelta(weeks=20) | ||||
| ovs1 = OriginVisitStatus( | ovs1 = OriginVisitStatus( | ||||
| origin=origin1.url, | origin=ov1.origin, | ||||
| visit=ov1.visit, | visit=ov1.visit, | ||||
| date=ov1.date, | date=ov1.date, | ||||
| type=ov1.type, | |||||
| status="created", | status="created", | ||||
| snapshot=None, | snapshot=None, | ||||
| ) | ) | ||||
| new_visit_statuses = [ovs1] | new_visit_statuses = [ovs1] | ||||
| for i in range(20): | for i in range(20): | ||||
| status_date = date_past + datetime.timedelta(days=i) | status_date = date_past + datetime.timedelta(days=i) | ||||
| new_visit_statuses.append( | new_visit_statuses.append( | ||||
| OriginVisitStatus( | OriginVisitStatus( | ||||
| origin=origin1.url, | origin=ov1.origin, | ||||
| visit=ov1.visit, | visit=ov1.visit, | ||||
| date=status_date, | date=status_date, | ||||
| type=ov1.type, | |||||
| status="created", | status="created", | ||||
| snapshot=None, | snapshot=None, | ||||
| ) | ) | ||||
| ) | ) | ||||
| swh_storage.origin_visit_status_add(new_visit_statuses) | swh_storage.origin_visit_status_add(new_visit_statuses) | ||||
| reversed_visit_statuses = list(reversed(new_visit_statuses)) | reversed_visit_statuses = list(reversed(new_visit_statuses)) | ||||
| Show All 19 Lines | |||||