Changeset View
Changeset View
Standalone View
Standalone View
swh/scheduler/journal_client.py
Show All 36 Lines | ) -> None: | ||||
""" | """ | ||||
assert set(messages) <= { | assert set(messages) <= { | ||||
msg_type | msg_type | ||||
}, f"Got unexpected {', '.join(set(messages) - set([msg_type]))} message types" | }, f"Got unexpected {', '.join(set(messages) - set([msg_type]))} message types" | ||||
assert msg_type in messages, f"Expected {msg_type} messages" | assert msg_type in messages, f"Expected {msg_type} messages" | ||||
interesting_messages = [ | interesting_messages = [ | ||||
msg for msg in messages[msg_type] if msg["status"] not in ("created", "ongoing") | msg | ||||
for msg in messages[msg_type] | |||||
if "type" in msg and msg["status"] not in ("created", "ongoing") | |||||
] | ] | ||||
if not interesting_messages: | |||||
return | |||||
origin_visit_stats: Dict[Tuple[str, str], Dict] = { | origin_visit_stats: Dict[Tuple[str, str], Dict] = { | ||||
(visit_stats.url, visit_stats.visit_type): attr.asdict(visit_stats) | (visit_stats.url, visit_stats.visit_type): attr.asdict(visit_stats) | ||||
for visit_stats in scheduler.origin_visit_stats_get( | for visit_stats in scheduler.origin_visit_stats_get( | ||||
list(set((vs["origin"], vs["type"]) for vs in interesting_messages)) | list(set((vs["origin"], vs["type"]) for vs in interesting_messages)) | ||||
) | ) | ||||
} | } | ||||
for msg_dict in interesting_messages: | for msg_dict in interesting_messages: | ||||
▲ Show 20 Lines • Show All 82 Lines • Show Last 20 Lines |