Changeset View

Standalone View

Show First 20 Lines • Show All 73 Lines • ▼ Show 20 Lines	) -> Tuple[str, Dict]:
"""		"""
params = copy.deepcopy(DEFAULT_PARAMS)		params = copy.deepcopy(DEFAULT_PARAMS)
if auth is not None:		if auth is not None:
params["auth"] = auth		params["auth"] = auth
if extra_request_headers is not None:		if extra_request_headers is not None:
params["headers"].update(extra_request_headers)		params["headers"].update(extra_request_headers)
# so the connection does not hang indefinitely (read/connection timeout)		# so the connection does not hang indefinitely (read/connection timeout)
timeout = params.get("timeout", 60)		timeout = params.get("timeout", 60)
response = requests.get(url, **params, timeout=timeout, stream=True)		response = requests.get(
		url, **params, timeout=timeout, stream=True, allow_redirects=True
		)
if response.status_code != 200:		if response.status_code != 200:
raise ValueError("Fail to query '%s'. Reason: %s" % (url, response.status_code))		raise ValueError("Fail to query '%s'. Reason: %s" % (url, response.status_code))

filename = filename if filename else os.path.basename(url)		filename = filename if filename else os.path.basename(url)
logger.debug("filename: %s", filename)		logger.debug("filename: %s", filename)
filepath = os.path.join(dest, filename)		filepath = os.path.join(dest, filename)
logger.debug("filepath: %s", filepath)		logger.debug("filepath: %s", filepath)

▲ Show 20 Lines • Show All 57 Lines • Show Last 20 Lines