Differential D6252 Diff 22655 swh/loader/package/tests/test_utils.py

Changeset View

Standalone View

swh/loader/package/tests/test_utils.py

# Copyright (C) 2019-2021 The Software Heritage developers		# Copyright (C) 2019-2021 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution		# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version		# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information		# See top-level LICENSE file for more information


import json		import json
import os		import os
from unittest.mock import MagicMock		from unittest.mock import MagicMock
from urllib.error import URLError		from urllib.error import URLError
		from urllib.parse import quote

import pytest		import pytest

from swh.loader.exception import NotFound		from swh.loader.exception import NotFound
import swh.loader.package		import swh.loader.package
from swh.loader.package.utils import api_info, download, release_name		from swh.loader.package.utils import api_info, download, release_name


▲ Show 20 Lines • Show All 147 Lines • ▼ Show 20 Lines	def test_ftp_download_ko(tmp_path, mocker):
url = "ftp://pypi.org/pypi/requests/%s" % filename		url = "ftp://pypi.org/pypi/requests/%s" % filename

mocker.patch("swh.loader.package.utils.urlopen").side_effect = URLError("FTP error")		mocker.patch("swh.loader.package.utils.urlopen").side_effect = URLError("FTP error")

with pytest.raises(URLError):		with pytest.raises(URLError):
download(url, dest=str(tmp_path))		download(url, dest=str(tmp_path))


		@pytest.mark.fs
		def test_download_with_redirection(tmp_path, requests_mock):
		"""Download with redirection should use the targeted URL to extract filename"""
		url = "https://example.org/project/requests/download"
		filename = "requests-0.0.1.tar.gz"
		redirection_url = f"https://example.org/project/requests/files/{filename}"
		data = "this is something"

		requests_mock.get(url, status_code=302, headers={"location": redirection_url})
		requests_mock.get(
		redirection_url, text=data, headers={"content-length": str(len(data))}
		)

		actual_filepath, actual_hashes = download(url, dest=str(tmp_path))

		actual_filename = os.path.basename(actual_filepath)
		assert actual_filename == filename
		assert actual_hashes["length"] == len(data)
		assert (
		actual_hashes["checksums"]["sha1"] == "fdd1ce606a904b08c816ba84f3125f2af44d92b2"
		) # noqa
		assert (
		actual_hashes["checksums"]["sha256"]
		== "1d9224378d77925d612c9f926eb9fb92850e6551def8328011b6a972323298d5"
		)


		@pytest.mark.fs
		def test_download_filename_from_content_disposition(tmp_path, requests_mock):
		"""Filename should be extracted from content-disposition request header
		when available."""
		url = "https://example.org/download/requests/tar.gz/v0.0.1"
		filename = "requests-0.0.1.tar.gz"

		data = "this is something"

		for fname in (f'"{filename}"', filename, '"filename with spaces.tar.gz"'):
		requests_mock.get(
		url,
		text=data,
		headers={
		"content-length": str(len(data)),
		"content-disposition": f"attachment; filename={fname}",
		},
		)

		actual_filepath, actual_hashes = download(url, dest=str(tmp_path))

		actual_filename = os.path.basename(actual_filepath)
		assert actual_filename == fname.strip('"')
		assert actual_hashes["length"] == len(data)
		assert (
		actual_hashes["checksums"]["sha1"]
		== "fdd1ce606a904b08c816ba84f3125f2af44d92b2"
		) # noqa
		assert (
		actual_hashes["checksums"]["sha256"]
		== "1d9224378d77925d612c9f926eb9fb92850e6551def8328011b6a972323298d5"
		)


		@pytest.mark.fs
		def test_download_utf8_filename_from_content_disposition(tmp_path, requests_mock):
		"""Filename should be extracted from content-disposition request header
		when available."""
		url = "https://example.org/download/requests/tar.gz/v0.0.1"
		data = "this is something"

		for fname in ('"archive école.tar.gz"', "archive_école.tgz"):
		requests_mock.get(
		url,
		text=data,
		headers={
		"content-length": str(len(data)),
		"content-disposition": f"attachment; filename*=utf-8''{quote(fname)}",
		},
		)

		actual_filepath, actual_hashes = download(url, dest=str(tmp_path))

		actual_filename = os.path.basename(actual_filepath)
		assert actual_filename == fname.strip('"')
		assert actual_hashes["length"] == len(data)
		assert (
		actual_hashes["checksums"]["sha1"]
		== "fdd1ce606a904b08c816ba84f3125f2af44d92b2"
		) # noqa
		assert (
		actual_hashes["checksums"]["sha256"]
		== "1d9224378d77925d612c9f926eb9fb92850e6551def8328011b6a972323298d5"
		)


def test_api_info_failure(requests_mock):		def test_api_info_failure(requests_mock):
"""Failure to fetch info/release information should raise"""		"""Failure to fetch info/release information should raise"""
url = "https://pypi.org/pypi/requests/json"		url = "https://pypi.org/pypi/requests/json"
status_code = 400		status_code = 400
requests_mock.get(url, status_code=status_code)		requests_mock.get(url, status_code=status_code)

with pytest.raises(NotFound) as e0:		with pytest.raises(NotFound) as e0:
api_info(url)		api_info(url)
Show All 20 Lines