Differential D5949 Diff 21420 swh/search/tests/test_search.py

Changeset View

Standalone View

swh/search/tests/test_search.py

Show First 20 Lines • Show All 443 Lines • ▼ Show 20 Lines	def test_origin_sort_by_search(self):
_check_results(["-nb_visits"], ORIGINS[::-1])		_check_results(["-nb_visits"], ORIGINS[::-1])

_check_results(["last_visit_date"], ORIGINS)		_check_results(["last_visit_date"], ORIGINS)
_check_results(["-last_visit_date"], ORIGINS[::-1])		_check_results(["-last_visit_date"], ORIGINS[::-1])

_check_results(["nb_visits", "-last_visit_date"], ORIGINS)		_check_results(["nb_visits", "-last_visit_date"], ORIGINS)
_check_results(["-last_visit_date", "nb_visits"], ORIGINS[::-1])		_check_results(["-last_visit_date", "nb_visits"], ORIGINS[::-1])

		def test_origin_instrinsic_metadata_license_search(self):
		ORIGINS = [
		{
		"url": "http://foobar.1.com",
		"intrinsic_metadata": {
		"@context": "https://doi.org/10.5063/schema/codemeta-2.0",
		"description": "foo bar",
		"license": "https://spdx.org/licenses/MIT",
		},
		},
		{
		"url": "http://foobar.2.com",
		"intrinsic_metadata": {
		"@context": "https://doi.org/10.5063/schema/codemeta-2.0",
		"description": "foo bar",
		"license": "BSD-3-Clause",
		},
		},
		]
		self.search.origin_update(ORIGINS)
		vlorentzUnsubmitted Not Done Inline Actions `license` should be an URI vlorentz: `license` should be an URI
		KShivenduAuthorUnsubmitted Done Inline Actions Okay. I'll change that. But, I "saved" https://pypi.org/project/Django/ in my self hosted swh instance. Its license field is "BSD-3-Clause" which isn't a URI. While https://github.com/Edyta2801/Ex_2_Webpage has license "https://spdx.org/licenses/ISC" So I think license isn't always a URI. KShivendu: Okay. I'll change that. But, I "saved" https://pypi.org/project/Django/ in my self hosted swh…
		vlorentzUnsubmitted Not Done Inline Actions Then it's a bug in the indexer. According to https://www.w3.org/TR/json-ld/#node-objects : If the node object contains the @id key, its value MUST be an IRI reference, or a compact IRI (including blank node identifiers). vlorentz: Then it's a bug in the indexer. According to https://www.w3.org/TR/json-ld/#node-objects : >…
		self.search.flush()

		def _check_results(licenses, origin_indices):
		page = self.search.origin_search(url_pattern="foobar", licenses=licenses)
		results = [r["url"] for r in page.results]
		assert sorted(results) == sorted(
		[ORIGINS[i]["url"] for i in origin_indices]
		)

		_check_results(["MIT"], [0])
		_check_results(["bsd"], [1])
		_check_results(["mit", "3-Clause"], [0, 1])

		KShivenduAuthorUnsubmitted Done Inline Actions This test passes for Elasticsearch if I use page = self.search.origin_search(url_pattern="foobar", license=["mit"]) .... page = self.search.origin_search(url_pattern="foobar", license=["bsd"]) ... page = self.search.origin_search(url_pattern="foobar", license=["mit", "clause"]) Because of this I'll have to apply the analyzer which is used for license field (which is of type `text`). But I couldn't find anything that directly applies the analyzer on the query term for nested fields when using `terms`. This is one such way to apply the analyzer on the query but it's only available for `terms` Any suggestions ? KShivendu: This test passes for Elasticsearch if I use ``` page = self.search.origin_search…
		KShivenduAuthorUnsubmitted Done Inline Actions This is one such way to apply the analyzer on the query but it's only available for terms only available for `match` KShivendu:* > This is one such way to apply the analyzer on the query but it's only available for terms…
		KShivenduAuthorUnsubmitted Done Inline Actions I fixed this with "should" and "match". You may ignore this thread. KShivendu: I fixed this with "should" and "match". You may ignore this thread.
		def test_origin_instrinsic_metadata_programming_language_search(self):
		vlorentzUnsubmitted Not Done Inline Actions This tests only checks either `programming_language` or `license` filtering works; because it would still succeed if either didn't filter anything. You should write separate tests for each. vlorentz: This tests only checks either `programming_language` or `license` filtering works; because it…
		ORIGINS = [
		{
		"url": "http://foobar.1.com",
		"intrinsic_metadata": {
		"@context": "https://doi.org/10.5063/schema/codemeta-2.0",
		"description": "foo bar",
		"programmingLanguage": "python",
		},
		},
		{
		"url": "http://foobar.2.com",
		"intrinsic_metadata": {
		"@context": "https://doi.org/10.5063/schema/codemeta-2.0",
		"description": "foo bar",
		"programmingLanguage": "javascript",
		},
		},
		]
		self.search.origin_update(ORIGINS)
		self.search.flush()

		def _check_results(programming_languages, origin_indices):
		page = self.search.origin_search(
		url_pattern="foobar", programming_languages=programming_languages
		)
		results = [r["url"] for r in page.results]
		assert sorted(results) == sorted(
		[ORIGINS[i]["url"] for i in origin_indices]
		)

		_check_results(["python"], [0])
		_check_results(["javascript"], [1])
		_check_results(["python", "javascript"], [0, 1])

		def test_origin_instrinsic_metadata_multiple_field_search(self):
		ORIGINS = [
		{
		"url": "http://foobar.1.com",
		"intrinsic_metadata": {
		"@context": "https://doi.org/10.5063/schema/codemeta-2.0",
		"description": "foo bar 1",
		"programmingLanguage": "python",
		"license": "https://spdx.org/licenses/MIT",
		},
		},
		{
		"url": "http://foobar.2.com",
		"intrinsic_metadata": {
		"@context": "https://doi.org/10.5063/schema/codemeta-2.0",
		"description": "foo bar 2",
		"programmingLanguage": ["javascript", "html", "css"],
		"license": [
		"https://spdx.org/licenses/CC-BY-1.0",
		"https://spdx.org/licenses/Apache-1.0",
		],
		},
		},
		{
		"url": "http://foobar.3.com",
		"intrinsic_metadata": {
		"@context": "https://doi.org/10.5063/schema/codemeta-2.0",
		"description": "foo bar 3",
		"programmingLanguage": ["Cpp", "c"],
		"license": "https://spdx.org/licenses/LGPL-2.0-only",
		},
		},
		]
		self.search.origin_update(ORIGINS)
		self.search.flush()

		def _check_result(programming_languages, licenses, origin_indices):
		page = self.search.origin_search(
		url_pattern="foobar",
		programming_languages=programming_languages,
		licenses=licenses,
		)
		results = [r["url"] for r in page.results]
		assert sorted(results) == sorted(
		[ORIGINS[i]["url"] for i in origin_indices]
		)

		_check_result(["javascript"], ["CC"], [1])
		_check_result(["css"], ["CC"], [1])
		_check_result(["css"], ["CC", "apache"], [1])

		_check_result(["python", "javascript"], ["MIT"], [0])

		_check_result(["c", "python"], ["LGPL", "mit"], [2, 0])

def test_origin_update_with_no_visit_types(self):		def test_origin_update_with_no_visit_types(self):
		KShivenduAuthorUnsubmitted Done Inline Actions I should move this to `test_in_memory.py`. KShivendu: I should move this to `test_in_memory.py`.
"""		"""
Update an origin with visit types first then with no visit types,		Update an origin with visit types first then with no visit types,
check origin can still be searched with visit types afterwards.		check origin can still be searched with visit types afterwards.
"""		"""
origin_url = "http://foobar.baz"		origin_url = "http://foobar.baz"
self.search.origin_update([{"url": origin_url, "visit_types": ["git"]}])		self.search.origin_update([{"url": origin_url, "visit_types": ["git"]}])
self.search.flush()		self.search.flush()

▲ Show 20 Lines • Show All 435 Lines • Show Last 20 Lines