Page MenuHomeSoftware Heritage
Files F9313145

test_origin_metadata.py
No OneTemporary
Actions

test_origin_metadata.py
View Options

# Copyright (C) 2018-2020 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information
from unittest.mock import patch
from swh.indexer.metadata import OriginMetadataIndexer
from swh.model.model import Origin
from .utils import YARN_PARSER_METADATA, REVISION
from .test_metadata import REVISION_METADATA_CONFIG
def test_origin_metadata_indexer(idx_storage, storage, obj_storage):
indexer = OriginMetadataIndexer(config=REVISION_METADATA_CONFIG)
origin = "https://github.com/librariesio/yarn-parser"
indexer.run([origin])
rev_id = REVISION.id
rev_metadata = {
"id": rev_id,
"metadata": YARN_PARSER_METADATA,
"mappings": ["npm"],
}
origin_metadata = {
"id": origin,
"from_revision": rev_id,
"metadata": YARN_PARSER_METADATA,
"mappings": ["npm"],
}
results = list(indexer.idx_storage.revision_intrinsic_metadata_get([rev_id]))
for result in results:
del result["tool"]
assert results == [rev_metadata]
results = list(indexer.idx_storage.origin_intrinsic_metadata_get([origin]))
for result in results:
del result["tool"]
assert results == [origin_metadata]
def test_origin_metadata_indexer_duplicate_origin(idx_storage, storage, obj_storage):
indexer = OriginMetadataIndexer(config=REVISION_METADATA_CONFIG)
indexer.storage = storage
indexer.idx_storage = idx_storage
indexer.run(["https://github.com/librariesio/yarn-parser"])
indexer.run(["https://github.com/librariesio/yarn-parser"] * 2)
origin = "https://github.com/librariesio/yarn-parser"
rev_id = REVISION.id
results = list(indexer.idx_storage.revision_intrinsic_metadata_get([rev_id]))
assert len(results) == 1
results = list(indexer.idx_storage.origin_intrinsic_metadata_get([origin]))
assert len(results) == 1
def test_origin_metadata_indexer_missing_head(idx_storage, storage, obj_storage):
storage.origin_add([Origin(url="https://example.com")])
indexer = OriginMetadataIndexer(config=REVISION_METADATA_CONFIG)
indexer.run(["https://example.com"])
origin = "https://example.com"
results = list(indexer.idx_storage.origin_intrinsic_metadata_get([origin]))
assert results == []
def test_origin_metadata_indexer_partial_missing_head(
idx_storage, storage, obj_storage
):
origin1 = "https://example.com"
origin2 = "https://github.com/librariesio/yarn-parser"
storage.origin_add([Origin(url=origin1)])
indexer = OriginMetadataIndexer(config=REVISION_METADATA_CONFIG)
indexer.run([origin1, origin2])
rev_id = REVISION.id
results = list(indexer.idx_storage.revision_intrinsic_metadata_get([rev_id]))
for result in results:
del result["tool"]
assert results == [
{"id": rev_id, "metadata": YARN_PARSER_METADATA, "mappings": ["npm"],}
]
results = list(
indexer.idx_storage.origin_intrinsic_metadata_get([origin1, origin2])
)
for result in results:
del result["tool"]
assert results == [
{
"id": origin2,
"from_revision": rev_id,
"metadata": YARN_PARSER_METADATA,
"mappings": ["npm"],
}
]
def test_origin_metadata_indexer_duplicate_revision(idx_storage, storage, obj_storage):
indexer = OriginMetadataIndexer(config=REVISION_METADATA_CONFIG)
indexer.storage = storage
indexer.idx_storage = idx_storage
origin1 = "https://github.com/librariesio/yarn-parser"
origin2 = "https://github.com/librariesio/yarn-parser.git"
indexer.run([origin1, origin2])
rev_id = REVISION.id
results = list(indexer.idx_storage.revision_intrinsic_metadata_get([rev_id]))
assert len(results) == 1
results = list(
indexer.idx_storage.origin_intrinsic_metadata_get([origin1, origin2])
)
assert len(results) == 2
def test_origin_metadata_indexer_no_metadata_file(idx_storage, storage, obj_storage):
indexer = OriginMetadataIndexer(config=REVISION_METADATA_CONFIG)
origin = "https://github.com/librariesio/yarn-parser"
with patch("swh.indexer.metadata_dictionary.npm.NpmMapping.filename", b"foo.json"):
indexer.run([origin])
rev_id = REVISION.id
results = list(indexer.idx_storage.revision_intrinsic_metadata_get([rev_id]))
assert results == []
results = list(indexer.idx_storage.origin_intrinsic_metadata_get([origin]))
assert results == []
def test_origin_metadata_indexer_no_metadata(idx_storage, storage, obj_storage):
indexer = OriginMetadataIndexer(config=REVISION_METADATA_CONFIG)
origin = "https://github.com/librariesio/yarn-parser"
with patch(
"swh.indexer.metadata.RevisionMetadataIndexer"
".translate_revision_intrinsic_metadata",
return_value=(["npm"], {"@context": "foo"}),
):
indexer.run([origin])
rev_id = REVISION.id
results = list(indexer.idx_storage.revision_intrinsic_metadata_get([rev_id]))
assert results == []
results = list(indexer.idx_storage.origin_intrinsic_metadata_get([origin]))
assert results == []
def test_origin_metadata_indexer_error(idx_storage, storage, obj_storage):
indexer = OriginMetadataIndexer(config=REVISION_METADATA_CONFIG)
origin = "https://github.com/librariesio/yarn-parser"
with patch(
"swh.indexer.metadata.RevisionMetadataIndexer"
".translate_revision_intrinsic_metadata",
return_value=None,
):
indexer.run([origin])
rev_id = REVISION.id
results = list(indexer.idx_storage.revision_intrinsic_metadata_get([rev_id]))
assert results == []
results = list(indexer.idx_storage.origin_intrinsic_metadata_get([origin]))
assert results == []
def test_origin_metadata_indexer_delete_metadata(idx_storage, storage, obj_storage):
indexer = OriginMetadataIndexer(config=REVISION_METADATA_CONFIG)
origin = "https://github.com/librariesio/yarn-parser"
indexer.run([origin])
rev_id = REVISION.id
results = list(indexer.idx_storage.revision_intrinsic_metadata_get([rev_id]))
assert results != []
results = list(indexer.idx_storage.origin_intrinsic_metadata_get([origin]))
assert results != []
with patch("swh.indexer.metadata_dictionary.npm.NpmMapping.filename", b"foo.json"):
indexer.run([origin])
results = list(indexer.idx_storage.revision_intrinsic_metadata_get([rev_id]))
assert results == []
results = list(indexer.idx_storage.origin_intrinsic_metadata_get([origin]))
assert results == []
def test_origin_metadata_indexer_unknown_origin(idx_storage, storage, obj_storage):
indexer = OriginMetadataIndexer(config=REVISION_METADATA_CONFIG)
result = indexer.index_list(["https://unknown.org/foo"])
assert not result

File Metadata

Mime Type
text/x-python
Expires
Thu, Jul 3, 11:25 AM (6 d, 12 h ago)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
3354405

Event Timeline

About · Developer information · Legal