Page MenuHomeSoftware Heritage
Differential D2491 Diff 8913 docker/tests/test_deposit.py

Changeset View

Standalone View

View Options

docker/tests/test_deposit.py

  • This file was added.
# Copyright (C) 2019-2020 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information
import json
vlorentzUnsubmitted
Not Done
Inline Actions

Missing copyright header, and you should split imports into two groups (stdlib vs third-party) (see item 2 of the imports section of PEP 8)

vlorentz: Missing copyright header, and you should split imports into two groups (stdlib vs third-party)…
douarddaAuthorUnsubmitted
Done
Inline Actions

yeah this diff is not really finished yet...

douardda: yeah this diff is not really finished yet...
import subprocess
import time
import pytest
vlorentzUnsubmitted
Not Done
Inline Actions

I don't find this name explicit enough. What about docker_deposit?

vlorentz: I don't find this name explicit enough. What about `docker_deposit`?
douarddaAuthorUnsubmitted
Done
Inline Actions

I just used the example from testinfra's doc ;-)

douardda: I just used the example from testinfra's doc ;-)
import testinfra
SAMPLE_METADATA = '''\
<?xml version="1.0" encoding="utf-8"?>
<entry xmlns="http://www.w3.org/2005/Atom"
xmlns:codemeta="https://doi.org/10.5063/SCHEMA/CODEMETA-2.0">
<title>Test Software</title>
<client>swh</client>
<external_identifier>test-software</external_identifier>
<codemeta:author>
<codemeta:name>No One</codemeta:name>
</codemeta:author>
</entry>
vlorentzUnsubmitted
Not Done
Inline Actions

Let's not make our CI depend on github. You can generate such files yourself easily, see https://forge.softwareheritage.org/D2484#change-xFeVCZUT0m7V or make the repo tarball its own files when running

vlorentz: Let's not make our CI depend on github. You can generate such files yourself easily, see https…
douarddaAuthorUnsubmitted
Done
Inline Actions

I was sure this would come! 😈

douardda: I was sure this would come! 😈
'''
# scope='session' so we use the same container for all the tests;
@pytest.fixture(scope='session')
def deposit_host(request):
# start the whole cluster
subprocess.check_output(['docker-compose', 'up', '-d'])
# run a container in which test commands are executed
docker_id = subprocess.check_output(
['docker-compose', 'run', '-d',
'swh-deposit', 'shell', 'sleep', '1h']).decode().strip()
deposit_host = testinfra.get_host("docker://" + docker_id)
deposit_host.check_output(
'echo \'print("Hello World!")\n\' > /tmp/hello.py')
deposit_host.check_output(
'tar -C /tmp -czf /tmp/archive.tgz /tmp/hello.py')
deposit_host.check_output(
f'echo \'{SAMPLE_METADATA}\' > /tmp/metadata.xml')
deposit_host.check_output('wait-for-it swh-deposit:5006 -t 30')
# return a testinfra connection to the container
yield deposit_host
# at the end of the test suite, destroy the container
subprocess.check_call(['docker', 'rm', '-f', docker_id])
# and the wole cluster
subprocess.check_call(['docker-compose', 'down'])
def test_admin_collection(deposit_host):
# 'deposit_host' binds to the container
assert deposit_host.check_output(
'swh deposit admin collection list') == 'test'
def test_admin_user(deposit_host):
assert deposit_host.check_output('swh deposit admin user list') == 'test'
def test_create_deposit_simple(deposit_host):
deposit = deposit_host.check_output(
'swh deposit upload --format json --username test --password test '
'--url http://nginx:5080/deposit/1 '
'--archive /tmp/archive.tgz '
'--name test_deposit --author somebody')
deposit = json.loads(deposit)
assert set(deposit.keys()) == {'deposit_id', 'deposit_status',
'deposit_status_detail', 'deposit_date'}
assert deposit['deposit_status'] == 'deposited'
deposit_id = deposit['deposit_id']
for i in range(60):
status = json.loads(deposit_host.check_output(
'swh deposit status --format json --username test --password test '
'--url http://nginx:5080/deposit/1 --deposit-id %s' % deposit_id))
if status['deposit_status'] == 'done':
break
time.sleep(1)
else:
assert False, "Deposit loading failed"
def test_create_deposit_with_metadata(deposit_host):
deposit = deposit_host.check_output(
'swh deposit upload --format json --username test --password test '
'--url http://nginx:5080/deposit/1 '
'--archive /tmp/archive.tgz '
'--metadata /tmp/metadata.xml')
deposit = json.loads(deposit)
assert set(deposit.keys()) == {'deposit_id', 'deposit_status',
'deposit_status_detail', 'deposit_date'}
assert deposit['deposit_status'] == 'deposited'
deposit_id = deposit['deposit_id']
for i in range(60):
status = json.loads(deposit_host.check_output(
'swh deposit status --format json --username test --password test '
'--url http://nginx:5080/deposit/1 --deposit-id %s' % deposit_id))
if status['deposit_status'] == 'done':
break
time.sleep(1)
else:
assert False, "Deposit loading failed"
def test_create_deposit_multipart(deposit_host):
deposit = deposit_host.check_output(
'swh deposit upload --format json --username test --password test '
'--url http://nginx:5080/deposit/1 '
'--archive /tmp/archive.tgz '
'--partial')
deposit = json.loads(deposit)
assert set(deposit.keys()) == {'deposit_id', 'deposit_status',
'deposit_status_detail', 'deposit_date'}
assert deposit['deposit_status'] == 'partial'
deposit_id = deposit['deposit_id']
deposit = deposit_host.check_output(
'swh deposit upload --format json --username test --password test '
'--url http://nginx:5080/deposit/1 '
'--metadata /tmp/metadata.xml '
'--deposit-id %s'
% deposit_id)
deposit = json.loads(deposit)
assert deposit['deposit_status'] == 'deposited'
assert deposit['deposit_id'] == deposit_id
for i in range(60):
status = json.loads(deposit_host.check_output(
'swh deposit status --format json --username test --password test '
'--url http://nginx:5080/deposit/1 --deposit-id %s' % deposit_id))
if status['deposit_status'] == 'done':
break
time.sleep(1)
else:
assert False, "Deposit loading failed; current status is %s" % status
About · Developer information · Legal