Differential D2524 Diff 9041 swh/lister/cran/tests/test_lister.py

Changeset View

Standalone View

swh/lister/cran/tests/test_lister.py

	# Copyright (C) 2019-2020 The Software Heritage developers			# Copyright (C) 2019-2020 The Software Heritage developers
	# See the AUTHORS file at the top-level directory of this distribution			# See the AUTHORS file at the top-level directory of this distribution
	# License: GNU General Public License version 3, or any later version			# License: GNU General Public License version 3, or any later version
	# See top-level LICENSE file for more information			# See top-level LICENSE file for more information

	import json			import json
	import pytest			import pytest

	from os import path			from os import path
	from unittest.mock import patch			from unittest.mock import patch

	from swh.lister.cran.lister import compute_package_url			from swh.lister.cran.lister import compute_origin_urls, CRAN_MIRROR


	def test_cran_compute_package_url():			def test_cran_compute_origin_urls():
	url = compute_package_url({'Package': 'something', 'Version': '0.0.1'})			pack = 'something'
				vers = '0.0.1'
				origin_url, artifact_url = compute_origin_urls({
				'Package': pack,
				'Version': vers,
				})

	assert url == 'https://cran.r-project.org/src/contrib/%s_%s.tar.gz' % (			assert origin_url == f'{CRAN_MIRROR}/package={pack}'
	'something',			assert artifact_url == f'{CRAN_MIRROR}/src/contrib/{pack}_{vers}.tar.gz'
	'0.0.1',
	)


	def test_cran_compute_package_url_failure():			def test_cran_compute_origin_urls_failure():
	for incomplete_repo in [{'Version': '0.0.1'}, {'Package': 'package'}, {}]:			for incomplete_repo in [{'Version': '0.0.1'}, {'Package': 'package'}, {}]:
	with pytest.raises(KeyError):			with pytest.raises(KeyError):
	compute_package_url(incomplete_repo)			compute_origin_urls(incomplete_repo)


	@patch('swh.lister.cran.lister.read_cran_data')			@patch('swh.lister.cran.lister.read_cran_data')
	def test_cran_lister_cran(mock_cran, datadir, lister_cran):			def test_cran_lister_cran(mock_cran, datadir, lister_cran):
	lister = lister_cran			lister = lister_cran

	with open(path.join(datadir, 'list-r-packages.json')) as f:			with open(path.join(datadir, 'list-r-packages.json')) as f:
	data = json.loads(f.read())			data = json.loads(f.read())

	mock_cran.return_value = data			mock_cran.return_value = data
	assert len(data) == 6			assert len(data) == 6

	lister.run()			lister.run()

	r = lister.scheduler.search_tasks(task_type='load-cran')			r = lister.scheduler.search_tasks(task_type='load-cran')
	assert len(r) == 6			assert len(r) == 6

	for row in r:			for row in r:
	assert row['type'] == 'load-cran'			assert row['type'] == 'load-cran'
	# arguments check			# arguments check
				ardumontAuthorUnsubmitted Done Inline Actions build failed my bad, it's a task row not a lister row. ardumont: > build failed my bad, it's a task row not a lister row.
	args = row['arguments']['args']			args = row['arguments']['args']
	assert len(args) == 0			assert len(args) == 0

	# kwargs			# kwargs
	kwargs = row['arguments']['kwargs']			kwargs = row['arguments']['kwargs']
	assert len(kwargs) == 2			assert len(kwargs) == 2
	assert set(kwargs.keys()) == {'url', 'version'}			assert set(kwargs.keys()) == {'url', 'artifacts'}

				artifacts = kwargs['artifacts']
				assert len(artifacts) == 1

				assert set(artifacts[0].keys()) == {'url', 'version'}

	assert row['policy'] == 'oneshot'			assert row['policy'] == 'oneshot'
	assert row['retries_left'] == 3			assert row['retries_left'] == 3

	origin_url = kwargs['url']			origin_url = kwargs['url']
	record = lister.db_session \			record = lister.db_session \
	.query(lister.MODEL) \			.query(lister.MODEL) \
	.filter(origin_url == origin_url).first()			.filter(origin_url == origin_url).first()
	assert record			assert record
	assert record.uid == f'{record.name}-{record.version}'			assert record.uid == f'{record.name}-{record.version}'