Changeset View
Changeset View
Standalone View
Standalone View
swh/core/tests/test_pytest_plugin.py
| # Copyright (C) 2019 The Software Heritage developers | # Copyright (C) 2019 The Software Heritage developers | ||||
| # See the AUTHORS file at the top-level directory of this distribution | # See the AUTHORS file at the top-level directory of this distribution | ||||
| # License: GNU General Public License version 3, or any later version | # License: GNU General Public License version 3, or any later version | ||||
| # See top-level LICENSE file for more information | # See top-level LICENSE file for more information | ||||
| import requests | import requests | ||||
| from os import path | from os import path | ||||
| from urllib.parse import unquote | from urllib.parse import unquote | ||||
| from swh.core.pytest_plugin import requests_mock_datadir_factory | from swh.core.pytest_plugin import requests_mock_datadir_factory | ||||
| def test_get_response_cb_with_encoded_url(requests_mock_datadir): | def test_get_response_cb_with_encoded_url(requests_mock_datadir): | ||||
| # The following urls (quoted, unquoted) will be resolved as the same file | # The following urls (quoted, unquoted) will be resolved as the same file | ||||
| for encoded_url, expected_response in [ | for encoded_url, expected_response in [ | ||||
| ('https://forge.s.o/api/diffusion?attachments%5Buris%5D=1', | ("https://forge.s.o/api/diffusion?attachments%5Buris%5D=1", "something"), | ||||
| "something"), | ( | ||||
| ('https://www.reference.com/web?q=What+Is+an+Example+of+a+URL?&qo=contentPageRelatedSearch&o=600605&l=dir&sga=1', # noqa | "https://www.reference.com/web?q=What+Is+an+Example+of+a+URL?&qo=contentPageRelatedSearch&o=600605&l=dir&sga=1", # noqa | ||||
| "something else"), | "something else", | ||||
| ), | |||||
| ]: | ]: | ||||
| for url in [encoded_url, unquote(encoded_url)]: | for url in [encoded_url, unquote(encoded_url)]: | ||||
| response = requests.get(url) | response = requests.get(url) | ||||
| assert response.ok | assert response.ok | ||||
| assert response.json() == expected_response | assert response.json() == expected_response | ||||
| def test_get_response_cb_with_visits_nominal(requests_mock_datadir_visits): | def test_get_response_cb_with_visits_nominal(requests_mock_datadir_visits): | ||||
| response = requests.get('https://example.com/file.json') | response = requests.get("https://example.com/file.json") | ||||
| assert response.ok | assert response.ok | ||||
| assert response.json() == {'hello': 'you'} | assert response.json() == {"hello": "you"} | ||||
| response = requests.get('http://example.com/something.json') | response = requests.get("http://example.com/something.json") | ||||
| assert response.ok | assert response.ok | ||||
| assert response.json() == "something" | assert response.json() == "something" | ||||
| response = requests.get('https://example.com/file.json') | response = requests.get("https://example.com/file.json") | ||||
| assert response.ok | assert response.ok | ||||
| assert response.json() == {'hello': 'world'} | assert response.json() == {"hello": "world"} | ||||
| response = requests.get('https://example.com/file.json') | response = requests.get("https://example.com/file.json") | ||||
| assert not response.ok | assert not response.ok | ||||
| assert response.status_code == 404 | assert response.status_code == 404 | ||||
| def test_get_response_cb_with_visits(requests_mock_datadir_visits): | def test_get_response_cb_with_visits(requests_mock_datadir_visits): | ||||
| response = requests.get('https://example.com/file.json') | response = requests.get("https://example.com/file.json") | ||||
| assert response.ok | assert response.ok | ||||
| assert response.json() == {'hello': 'you'} | assert response.json() == {"hello": "you"} | ||||
| response = requests.get('https://example.com/other.json') | response = requests.get("https://example.com/other.json") | ||||
| assert response.ok | assert response.ok | ||||
| assert response.json() == "foobar" | assert response.json() == "foobar" | ||||
| response = requests.get('https://example.com/file.json') | response = requests.get("https://example.com/file.json") | ||||
| assert response.ok | assert response.ok | ||||
| assert response.json() == {'hello': 'world'} | assert response.json() == {"hello": "world"} | ||||
| response = requests.get('https://example.com/other.json') | response = requests.get("https://example.com/other.json") | ||||
| assert not response.ok | assert not response.ok | ||||
| assert response.status_code == 404 | assert response.status_code == 404 | ||||
| response = requests.get('https://example.com/file.json') | response = requests.get("https://example.com/file.json") | ||||
| assert not response.ok | assert not response.ok | ||||
| assert response.status_code == 404 | assert response.status_code == 404 | ||||
| def test_get_response_cb_no_visit(requests_mock_datadir): | def test_get_response_cb_no_visit(requests_mock_datadir): | ||||
| response = requests.get('https://example.com/file.json') | response = requests.get("https://example.com/file.json") | ||||
| assert response.ok | assert response.ok | ||||
| assert response.json() == {'hello': 'you'} | assert response.json() == {"hello": "you"} | ||||
| response = requests.get('https://example.com/file.json') | response = requests.get("https://example.com/file.json") | ||||
| assert response.ok | assert response.ok | ||||
| assert response.json() == {'hello': 'you'} | assert response.json() == {"hello": "you"} | ||||
| def test_get_response_cb_query_params(requests_mock_datadir): | def test_get_response_cb_query_params(requests_mock_datadir): | ||||
| response = requests.get('https://example.com/file.json?toto=42') | response = requests.get("https://example.com/file.json?toto=42") | ||||
| assert not response.ok | assert not response.ok | ||||
| assert response.status_code == 404 | assert response.status_code == 404 | ||||
| response = requests.get( | response = requests.get("https://example.com/file.json?name=doe&firstname=jane") | ||||
| 'https://example.com/file.json?name=doe&firstname=jane') | |||||
| assert response.ok | assert response.ok | ||||
| assert response.json() == {'hello': 'jane doe'} | assert response.json() == {"hello": "jane doe"} | ||||
| requests_mock_datadir_ignore = requests_mock_datadir_factory( | requests_mock_datadir_ignore = requests_mock_datadir_factory( | ||||
| ignore_urls=['https://example.com/file.json'], | ignore_urls=["https://example.com/file.json"], has_multi_visit=False | ||||
| has_multi_visit=False, | |||||
| ) | ) | ||||
| def test_get_response_cb_ignore_url(requests_mock_datadir_ignore): | def test_get_response_cb_ignore_url(requests_mock_datadir_ignore): | ||||
| response = requests.get('https://example.com/file.json') | response = requests.get("https://example.com/file.json") | ||||
| assert not response.ok | assert not response.ok | ||||
| assert response.status_code == 404 | assert response.status_code == 404 | ||||
| requests_mock_datadir_ignore_and_visit = requests_mock_datadir_factory( | requests_mock_datadir_ignore_and_visit = requests_mock_datadir_factory( | ||||
| ignore_urls=['https://example.com/file.json'], | ignore_urls=["https://example.com/file.json"], has_multi_visit=True | ||||
| has_multi_visit=True, | |||||
| ) | ) | ||||
| def test_get_response_cb_ignore_url_with_visit( | def test_get_response_cb_ignore_url_with_visit(requests_mock_datadir_ignore_and_visit): | ||||
| requests_mock_datadir_ignore_and_visit): | response = requests.get("https://example.com/file.json") | ||||
| response = requests.get('https://example.com/file.json') | |||||
| assert not response.ok | assert not response.ok | ||||
| assert response.status_code == 404 | assert response.status_code == 404 | ||||
| response = requests.get('https://example.com/file.json') | response = requests.get("https://example.com/file.json") | ||||
| assert not response.ok | assert not response.ok | ||||
| assert response.status_code == 404 | assert response.status_code == 404 | ||||
| def test_data_dir(datadir): | def test_data_dir(datadir): | ||||
| expected_datadir = path.join(path.abspath(path.dirname(__file__)), 'data') | expected_datadir = path.join(path.abspath(path.dirname(__file__)), "data") | ||||
| assert datadir == expected_datadir | assert datadir == expected_datadir | ||||