+
+
diff --git a/swh/web/tests/misc/test_coverage.py b/swh/web/tests/misc/test_coverage.py
index f35501ff..c0bf6a00 100644
--- a/swh/web/tests/misc/test_coverage.py
+++ b/swh/web/tests/misc/test_coverage.py
@@ -1,131 +1,166 @@
# Copyright (C) 2021-2022 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU Affero General Public License version 3, or any later version
# See top-level LICENSE file for more information
from datetime import datetime, timezone
from itertools import chain
import os
-from random import randint
+from random import choices, randint
import uuid
+import pytest
+
from django.conf import settings
from django.utils.html import escape
from swh.scheduler.model import LastVisitStatus, ListedOrigin, OriginVisitStats
from swh.web.common.utils import reverse
from swh.web.config import SWH_WEB_SERVER_NAME
from swh.web.misc.coverage import deposited_origins, legacy_origins, listed_origins
from swh.web.tests.django_asserts import assert_contains
from swh.web.tests.utils import check_html_get_response, check_http_get_response
def test_coverage_view_no_metrics(client, swh_scheduler):
"""
Check coverage view can be rendered when scheduler metrics and deposits
data are not available.
"""
url = reverse("swh-coverage")
check_html_get_response(
client, url, status_code=200, template_used="misc/coverage.html"
)
-def test_coverage_view_with_metrics(client, swh_scheduler, mocker):
- """
- Generate some sample scheduler metrics and some sample deposits
- that will be consumed by the archive coverage view, then check
- the HTML page gets rendered without errors.
- """
+visit_types = ["git", "hg", "svn", "bzr", "svn"]
+
+@pytest.fixture(autouse=True)
+def archive_coverage_data(mocker, swh_scheduler):
+ """Generate some sample scheduler metrics and some sample deposits
+ that will be consumed by the archive coverage view.
+ """
# mock calls to get nixguix origin counts
mock_archive = mocker.patch("swh.web.misc.coverage.archive")
mock_archive.lookup_latest_origin_snapshot.return_value = {"id": "some-snapshot"}
mock_archive.lookup_snapshot_sizes.return_value = {"release": 30095}
listers = []
- visit_types = ["git", "hg", "svn", "bzr", "svn"]
for origins in listed_origins["origins"]:
# create some instances for each lister
for instance in range(randint(1, 5)):
lister = swh_scheduler.get_or_create_lister(
origins["type"], f"instance-{instance}"
)
listers.append(lister)
# record some sample listed origins
_origins = []
origin_visit_stats = []
for i, visit_type in enumerate(visit_types):
url = str(uuid.uuid4())
_origins.append(
ListedOrigin(
lister_id=lister.id,
url=url,
visit_type=visit_type,
extra_loader_arguments={},
)
)
# set origin visit stats to some origins
if i % 2 == 0:
now = datetime.now(tz=timezone.utc)
origin_visit_stats.append(
OriginVisitStats(
url=url,
visit_type=visit_type,
last_successful=now,
last_visit=now,
last_visit_status=LastVisitStatus.successful,
last_snapshot=os.urandom(20),
)
)
# send origins data to scheduler
swh_scheduler.record_listed_origins(_origins)
swh_scheduler.origin_visit_stats_upsert(origin_visit_stats)
# compute scheduler metrics
swh_scheduler.update_metrics()
# add some sample deposits
deposits = []
for origins in deposited_origins["origins"]:
for _ in range(randint(2, 10)):
deposits.append(
{
"origin_url": f"https://{origins['search_pattern']}/{uuid.uuid4()}",
"status": "done",
}
)
get_deposits_list = mocker.patch("swh.web.misc.coverage.get_deposits_list")
get_deposits_list.return_value = deposits
+
+def test_coverage_view_with_metrics(client):
# check view gets rendered without errors
url = reverse("swh-coverage")
resp = check_html_get_response(
client, url, status_code=200, template_used="misc/coverage.html"
)
# check logos and origins search links are present in the rendered page
for origins in chain(
listed_origins["origins"],
legacy_origins["origins"],
deposited_origins["origins"],
):
logo_url = f'{settings.STATIC_URL}img/logos/{origins["type"].lower()}.png'
assert_contains(resp, f'src="{logo_url}"')
if "instances" in origins:
for visit_types_ in origins["instances"].values():
for data in visit_types_.values():
if data["count"]:
assert_contains(resp, f'{visit_type}")
# check request as in production with cache enabled
check_http_get_response(
client, url, status_code=200, server_name=SWH_WEB_SERVER_NAME
)
+
+
+def test_coverage_view_with_focus(client):
+
+ origins = (
+ listed_origins["origins"]
+ + legacy_origins["origins"]
+ + deposited_origins["origins"]
+ )
+
+ focus = choices([o["type"] for o in origins], k=randint(1, 3))
+
+ # check view gets rendered without errors
+ url = reverse("swh-coverage", query_params={"focus": ",".join(focus)})
+ resp = check_html_get_response(
+ client, url, status_code=200, template_used="misc/coverage.html"
+ )
+
+ # check focused elements
+ assert_contains(
+ resp,
+ "swh-coverage-focus",
+ count=len([o for o in origins if o["type"] in focus]),
+ )
+
+ # check bootstrap cards are expanded
+ assert_contains(
+ resp,
+ 'class="collapse show"',
+ count=len(origins),
+ )
A significant amount of source code has already been ingested in the Software Heritage archive. It notably includes the following software origins.
{% for origins_type, origins_data in origins.items %}{{ origins_type }}
{{ origins_data.info | safe }}
{% for origins in origins_data.origins %}
-
+
{% endfor %}
{% with 'img/logos/'|add:origins.type.lower|add:'.png' as png_logo %}
{% endwith %}
-
{% endfor %}
-
+