Changeset View

Standalone View

Show First 20 Lines • Show All 396 Lines • ▼ Show 20 Lines	def get_pages(self) -> Iterator[PageResult]:
continue		continue

assert origin_urls is not None		assert origin_urls is not None

# Deal with urls with empty scheme (basic fallback to http)		# Deal with urls with empty scheme (basic fallback to http)
urls = []		urls = []
for url in origin_urls:		for url in origin_urls:
urlparsed = urlparse(url)		urlparsed = urlparse(url)
if urlparsed.scheme == "":		if urlparsed.scheme == "" and not re.match(r"^\w+@[^/]+:", url):
logger.warning("Missing scheme for <%s>: fallback to http", url)		logger.warning("Missing scheme for <%s>: fallback to http", url)
fixed_url = f"http://{url}"		fixed_url = f"http://{url}"
else:		else:
fixed_url = url		fixed_url = url
urls.append(fixed_url)		urls.append(fixed_url)

origin, *fallback_urls = urls		origin, *fallback_urls = urls

▲ Show 20 Lines • Show All 153 Lines • Show Last 20 Lines