Differential D6542 Diff 23783 swh/loader/svn/tests/test_loader.py

Changeset View

Standalone View

swh/loader/svn/tests/test_loader.py

# Copyright (C) 2016-2021 The Software Heritage developers		# Copyright (C) 2016-2021 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution		# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version		# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information		# See top-level LICENSE file for more information

import os		import os
		import subprocess

import pytest		import pytest
from subvertpy import SubversionException		from subvertpy import SubversionException

from swh.loader.svn.loader import SvnLoader, SvnLoaderFromRemoteDump		from swh.loader.svn.loader import (
		SvnLoader,
		SvnLoaderFromDumpArchive,
		SvnLoaderFromRemoteDump,
		)
from swh.loader.svn.utils import init_svn_repo_from_dump		from swh.loader.svn.utils import init_svn_repo_from_dump
from swh.loader.tests import (		from swh.loader.tests import (
assert_last_visit_matches,		assert_last_visit_matches,
check_snapshot,		check_snapshot,
get_stats,		get_stats,
prepare_repository_from_archive,		prepare_repository_from_archive,
)		)
from swh.model.hashutil import hash_to_bytes		from swh.model.hashutil import hash_to_bytes
▲ Show 20 Lines • Show All 608 Lines • ▼ Show 20 Lines	def test_loader_svn_with_wrong_symlinks(swh_storage, datadir, tmp_path):

stats = get_stats(loader.storage)		stats = get_stats(loader.storage)
assert stats["origin"] == 1		assert stats["origin"] == 1
assert stats["origin_visit"] == 1		assert stats["origin_visit"] == 1
assert stats["snapshot"] == 1		assert stats["snapshot"] == 1
assert stats["revision"] == 21		assert stats["revision"] == 21


def test_loader_svn_loader_from_dump_archive(swh_storage, datadir, tmp_path):		def test_loader_svn_loader_from_remote_dump(swh_storage, datadir, tmp_path):
"""Repository with wrong symlinks should be ingested ok nonetheless		"""Repository with wrong symlinks should be ingested ok nonetheless

Edge case:		Edge case:
- wrong symbolic link		- wrong symbolic link
- wrong symbolic link with empty space names		- wrong symbolic link with empty space names

"""		"""
archive_name = "pkg-gourmet"		archive_name = "pkg-gourmet"
▲ Show 20 Lines • Show All 92 Lines • ▼ Show 20 Lines	def test_loader_svn_dir_added_then_removed(swh_storage, datadir, tmp_path):
archive_name = "pkg-gourmet"		archive_name = "pkg-gourmet"
archive_path = os.path.join(datadir, f"{archive_name}-add-remove-dir.tgz")		archive_path = os.path.join(datadir, f"{archive_name}-add-remove-dir.tgz")
repo_url = prepare_repository_from_archive(archive_path, archive_name, tmp_path)		repo_url = prepare_repository_from_archive(archive_path, archive_name, tmp_path)

loader = SvnLoader(swh_storage, repo_url, destination_path=tmp_path)		loader = SvnLoader(swh_storage, repo_url, destination_path=tmp_path)

assert loader.load() == {"status": "eventful"}		assert loader.load() == {"status": "eventful"}
assert loader.visit_status() == "full"		assert loader.visit_status() == "full"


		def test_loader_svn_loader_from_dump_archive(swh_storage, datadir, tmp_path):
		archive_name = "pkg-gourmet"
		archive_path = os.path.join(datadir, f"{archive_name}.tgz")
		repo_url = prepare_repository_from_archive(archive_path, archive_name, tmp_path)
		origin_url = f"svn://{archive_name}"
		dump_filename = f"{archive_name}.dump"

		with open(os.path.join(tmp_path, dump_filename), "wb") as dump_file:
		# create compressed dump file of pkg-gourmet repo
		subprocess.run(["svnrdump", "dump", repo_url], stdout=dump_file)
		subprocess.run(["gzip", dump_filename], cwd=tmp_path)

		# load svn repo from that compressed dump file
		loader = SvnLoaderFromDumpArchive(
		swh_storage,
		url=origin_url,
		archive_path=os.path.join(tmp_path, f"{dump_filename}.gz"),
		)

		assert loader.load() == {"status": "eventful"}

		assert_last_visit_matches(
		loader.storage,
		origin_url,
		status="full",
		type="svn",
		snapshot=GOURMET_SNAPSHOT.id,
		)

		check_snapshot(GOURMET_SNAPSHOT, loader.storage)

		assert get_stats(loader.storage) == {
		"content": 19,
		"directory": 17,
		"origin": 1,
		"origin_visit": 1,
		"release": 0,
		"revision": 6,
		"skipped_content": 0,
		"snapshot": 1,
		}