Changeset View
Changeset View
Standalone View
Standalone View
swh/loader/package/cran/tests/test_cran.py
| Show All 14 Lines | from swh.loader.package.cran.loader import ( | ||||
| extract_intrinsic_metadata, | extract_intrinsic_metadata, | ||||
| CRANLoader, | CRANLoader, | ||||
| parse_date, | parse_date, | ||||
| parse_debian_control, | parse_debian_control, | ||||
| ) | ) | ||||
| from swh.core.tarball import uncompress | from swh.core.tarball import uncompress | ||||
| from swh.model.model import TimestampWithTimezone | from swh.model.model import TimestampWithTimezone | ||||
| from swh.loader.package.tests.common import check_snapshot, get_stats | from swh.loader.package.tests.common import ( | ||||
| check_snapshot, | |||||
| get_stats, | |||||
| ) | |||||
| from swh.loader.tests.common import assert_last_visit_ok | |||||
| def test_cran_parse_date(): | def test_cran_parse_date(): | ||||
| data = [ | data = [ | ||||
| # parsable, some have debatable results though | # parsable, some have debatable results though | ||||
| ("2001-June-08", datetime(2001, 6, 8, 0, 0, tzinfo=timezone.utc)), | ("2001-June-08", datetime(2001, 6, 8, 0, 0, tzinfo=timezone.utc)), | ||||
| ( | ( | ||||
| "Tue Dec 27 15:06:08 PST 2011", | "Tue Dec 27 15:06:08 PST 2011", | ||||
| ▲ Show 20 Lines • Show All 145 Lines • ▼ Show 20 Lines | expected_snapshot = { | ||||
| f"releases/{version}": { | f"releases/{version}": { | ||||
| "target": "42bdb16facd5140424359c8ce89a28ecfa1ce603", | "target": "42bdb16facd5140424359c8ce89a28ecfa1ce603", | ||||
| "target_type": "revision", | "target_type": "revision", | ||||
| }, | }, | ||||
| }, | }, | ||||
| } | } | ||||
| check_snapshot(expected_snapshot, loader.storage) | check_snapshot(expected_snapshot, loader.storage) | ||||
| origin_visit = loader.storage.origin_visit_get_latest(origin_url) | assert_last_visit_ok(loader.storage, origin_url, status="full", type="cran") | ||||
| assert origin_visit["status"] == "full" | |||||
| assert origin_visit["type"] == "cran" | |||||
| visit_stats = get_stats(loader.storage) | visit_stats = get_stats(loader.storage) | ||||
| assert { | assert { | ||||
| "content": 33, | "content": 33, | ||||
| "directory": 7, | "directory": 7, | ||||
| "origin": 1, | "origin": 1, | ||||
| "origin_visit": 1, | "origin_visit": 1, | ||||
| "person": 1, | "person": 1, | ||||
| Show All 40 Lines | expected_snapshot = { | ||||
| f"releases/{version}": { | f"releases/{version}": { | ||||
| "target": "42bdb16facd5140424359c8ce89a28ecfa1ce603", | "target": "42bdb16facd5140424359c8ce89a28ecfa1ce603", | ||||
| "target_type": "revision", | "target_type": "revision", | ||||
| }, | }, | ||||
| }, | }, | ||||
| } | } | ||||
| check_snapshot(expected_snapshot, loader.storage) | check_snapshot(expected_snapshot, loader.storage) | ||||
| origin_visit = loader.storage.origin_visit_get_latest(origin_url) | assert_last_visit_ok(loader.storage, origin_url, status="full", type="cran") | ||||
| assert origin_visit["status"] == "full" | |||||
| assert origin_visit["type"] == "cran" | |||||
| visit_stats = get_stats(loader.storage) | visit_stats = get_stats(loader.storage) | ||||
| assert { | assert { | ||||
| "content": 33, | "content": 33, | ||||
| "directory": 7, | "directory": 7, | ||||
| "origin": 1, | "origin": 1, | ||||
| "origin_visit": 1, | "origin_visit": 1, | ||||
| "person": 1, | "person": 1, | ||||
| "release": 0, | "release": 0, | ||||
| "revision": 1, | "revision": 1, | ||||
| "skipped_content": 0, | "skipped_content": 0, | ||||
| "snapshot": 1, | "snapshot": 1, | ||||
| } == visit_stats | } == visit_stats | ||||
| # second visit | # second visit | ||||
| actual_load_status2 = loader.load() | actual_load_status2 = loader.load() | ||||
| assert actual_load_status2 == { | assert actual_load_status2 == { | ||||
| "status": "uneventful", | "status": "uneventful", | ||||
| "snapshot_id": expected_snapshot_id, | "snapshot_id": expected_snapshot_id, | ||||
| } | } | ||||
| origin_visit2 = loader.storage.origin_visit_get_latest(origin_url) | assert_last_visit_ok(loader.storage, origin_url, status="full", type="cran") | ||||
| assert origin_visit2["status"] == "full" | |||||
| assert origin_visit2["type"] == "cran" | |||||
| visit_stats2 = get_stats(loader.storage) | visit_stats2 = get_stats(loader.storage) | ||||
| visit_stats["origin_visit"] += 1 | visit_stats["origin_visit"] += 1 | ||||
| assert visit_stats2 == visit_stats, "same stats as 1st visit, +1 visit" | assert visit_stats2 == visit_stats, "same stats as 1st visit, +1 visit" | ||||
| urls = [ | urls = [ | ||||
| m.url | m.url | ||||
| for m in requests_mock_datadir.request_history | for m in requests_mock_datadir.request_history | ||||
| ▲ Show 20 Lines • Show All 49 Lines • Show Last 20 Lines | |||||