Differential D2491 Diff 8909 docker/tests/test_deposit.py

Changeset View

Standalone View

docker/tests/test_deposit.py

This file was added.

				# Copyright (C) 2019-2020 The Software Heritage developers
				# See the AUTHORS file at the top-level directory of this distribution
				# License: GNU General Public License version 3, or any later version
				# See top-level LICENSE file for more information

				import json
				vlorentzUnsubmitted Not Done Inline Actions Missing copyright header, and you should split imports into two groups (stdlib vs third-party) (see item 2 of the imports section of PEP 8) vlorentz: Missing copyright header, and you should split imports into two groups (stdlib vs third-party)…
				douarddaAuthorUnsubmitted Done Inline Actions yeah this diff is not really finished yet... douardda: yeah this diff is not really finished yet...
				import subprocess
				import time

				import pytest
				vlorentzUnsubmitted Not Done Inline Actions I don't find this name explicit enough. What about `docker_deposit`? vlorentz: I don't find this name explicit enough. What about `docker_deposit`?
				douarddaAuthorUnsubmitted Done Inline Actions I just used the example from testinfra's doc ;-) douardda: I just used the example from testinfra's doc ;-)
				import testinfra


				SAMPLE_METADATA = '''\
				<?xml version="1.0" encoding="utf-8"?>
				<entry xmlns="http://www.w3.org/2005/Atom"
				xmlns:codemeta="https://doi.org/10.5063/SCHEMA/CODEMETA-2.0">
				<title>Test Software</title>
				<client>swh</client>
				<external_identifier>test-software</external_identifier>
				<codemeta:author>
				<codemeta:name>No One</codemeta:name>
				</codemeta:author>
				</entry>
				vlorentzUnsubmitted Not Done Inline Actions Let's not make our CI depend on github. You can generate such files yourself easily, see https://forge.softwareheritage.org/D2484#change-xFeVCZUT0m7V or make the repo tarball its own files when running vlorentz: Let's not make our CI depend on github. You can generate such files yourself easily, see https…
				douarddaAuthorUnsubmitted Done Inline Actions I was sure this would come! 😈 douardda: I was sure this would come! 😈
				'''


				# scope='session' so we use the same container for all the tests;
				@pytest.fixture(scope='session')
				def host(request):
				# start the whole cluster
				subprocess.check_output(['docker-compose', 'up', '-d'])
				# run a container in which test commands are executed
				docker_id = subprocess.check_output(
				['docker-compose', 'run', '-d',
				'swh-deposit', 'shell', 'sleep', '1h']).decode().strip()
				host = testinfra.get_host("docker://" + docker_id)
				host.check_output(
				'echo \'print("Hello World!")\n\' > /tmp/hello.py')
				host.check_output(
				'tar -C /tmp -czf /tmp/archive.tgz /tmp/hello.py')
				host.check_output(
				f'echo \'{SAMPLE_METADATA}\' > /tmp/metadata.xml')
				host.check_output('wait-for-it swh-deposit:5006 -t 30')
				# return a testinfra connection to the container
				yield host

				# at the end of the test suite, destroy the container
				subprocess.check_call(['docker', 'rm', '-f', docker_id])
				# and the wole cluster
				subprocess.check_call(['docker-compose', 'down'])


				def test_admin_collection(host):
				# 'host' binds to the container
				assert host.check_output('swh deposit admin collection list') == 'test'


				def test_admin_user(host):
				assert host.check_output('swh deposit admin user list') == 'test'


				def test_create_deposit_simple(host):
				deposit = host.check_output(
				'swh deposit upload --format json --username test --password test '
				'--url http://nginx:5080/deposit/1 '
				'--archive /tmp/archive.tgz '
				'--name test_deposit --author somebody')
				deposit = json.loads(deposit)

				assert set(deposit.keys()) == {'deposit_id', 'deposit_status',
				'deposit_status_detail', 'deposit_date'}
				assert deposit['deposit_status'] == 'deposited'
				deposit_id = deposit['deposit_id']

				for i in range(60):
				status = json.loads(host.check_output(
				'swh deposit status --format json --username test --password test '
				'--url http://nginx:5080/deposit/1 --deposit-id %s' % deposit_id))
				if status['deposit_status'] == 'done':
				break
				time.sleep(1)
				else:
				assert False, "Deposit loading failed"


				def test_create_deposit_with_metadata(host):
				deposit = host.check_output(
				'swh deposit upload --format json --username test --password test '
				'--url http://nginx:5080/deposit/1 '
				'--archive /tmp/archive.tgz '
				'--metadata /tmp/metadata.xml')
				deposit = json.loads(deposit)

				assert set(deposit.keys()) == {'deposit_id', 'deposit_status',
				'deposit_status_detail', 'deposit_date'}
				assert deposit['deposit_status'] == 'deposited'
				deposit_id = deposit['deposit_id']

				for i in range(60):
				status = json.loads(host.check_output(
				'swh deposit status --format json --username test --password test '
				'--url http://nginx:5080/deposit/1 --deposit-id %s' % deposit_id))
				if status['deposit_status'] == 'done':
				break
				time.sleep(1)
				else:
				assert False, "Deposit loading failed"


				def test_create_deposit_multipart(host):
				deposit = host.check_output(
				'swh deposit upload --format json --username test --password test '
				'--url http://nginx:5080/deposit/1 '
				'--archive /tmp/archive.tgz '
				'--partial')
				deposit = json.loads(deposit)

				assert set(deposit.keys()) == {'deposit_id', 'deposit_status',
				'deposit_status_detail', 'deposit_date'}
				assert deposit['deposit_status'] == 'partial'
				deposit_id = deposit['deposit_id']

				deposit = host.check_output(
				'swh deposit upload --format json --username test --password test '
				'--url http://nginx:5080/deposit/1 '
				'--metadata /tmp/metadata.xml '
				'--deposit-id %s'
				% deposit_id)
				deposit = json.loads(deposit)
				assert deposit['deposit_status'] == 'deposited'
				assert deposit['deposit_id'] == deposit_id

				for i in range(60):
				status = json.loads(host.check_output(
				'swh deposit status --format json --username test --password test '
				'--url http://nginx:5080/deposit/1 --deposit-id %s' % deposit_id))
				if status['deposit_status'] == 'done':
				break
				time.sleep(1)
				else:
				assert False, "Deposit loading failed; current status is %s" % status