Change Details

``` Oct 19 08:44:53 search0 swh[3304363]: Traceback (most recent call last): Oct 19 08:44:53 search0 swh[3304363]: File "/usr/bin/swh", line 11, in <module> Oct 19 08:44:53 search0 swh[3304363]: load_entry_point('swh.core==0.15.0', 'console_scripts', 'swh')() Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/cli/__init__.py", line 185, in main Oct 19 08:44:53 search0 swh[3304363]: return swh(auto_envvar_prefix="SWH") Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 764, in __call__ Oct 19 08:44:53 search0 swh[3304363]: return self.main(*args, **kwargs) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 717, in main Oct 19 08:44:53 search0 swh[3304363]: rv = self.invoke(ctx) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 1137, in invoke Oct 19 08:44:53 search0 swh[3304363]: return _process_result(sub_ctx.command.invoke(sub_ctx)) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 1137, in invoke Oct 19 08:44:53 search0 swh[3304363]: return _process_result(sub_ctx.command.invoke(sub_ctx)) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 1137, in invoke Oct 19 08:44:53 search0 swh[3304363]: return _process_result(sub_ctx.command.invoke(sub_ctx)) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 956, in invoke Oct 19 08:44:53 search0 swh[3304363]: return ctx.invoke(self.callback, **ctx.params) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 555, in invoke Oct 19 08:44:53 search0 swh[3304363]: return callback(*args, **kwargs) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/decorators.py", line 17, in new_func Oct 19 08:44:53 search0 swh[3304363]: return f(get_current_context(), *args, **kwargs) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/search/cli.py", line 143, in journal_client_objects Oct 19 08:44:53 search0 swh[3304363]: nb_messages = client.process(worker_fn) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/journal/client.py", line 265, in process Oct 19 08:44:53 search0 swh[3304363]: batch_processed, at_eof = self.handle_messages(messages, worker_fn) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/journal/client.py", line 292, in handle_messages Oct 19 08:44:53 search0 swh[3304363]: worker_fn(dict(objects)) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/search/journal_client.py", line 81, in process_journal_objects Oct 19 08:44:53 search0 swh[3304363]: process_origin_intrinsic_metadata(messages["origin_intrinsic_metadata"], search) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/search/journal_client.py", line 131, in process_origin_intrinsic_metadata Oct 19 08:44:53 search0 swh[3304363]: search.origin_update(origin_metadata) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/api/__init__.py", line 181, in meth_ Oct 19 08:44:53 search0 swh[3304363]: return self.post(meth._endpoint_path, post_data) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/api/__init__.py", line 278, in post Oct 19 08:44:53 search0 swh[3304363]: return self._decode_response(response) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/api/__init__.py", line 354, in _decode_response Oct 19 08:44:53 search0 swh[3304363]: self.raise_for_status(response) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/api/__init__.py", line 344, in raise_for_status Oct 19 08:44:53 search0 swh[3304363]: raise exception from None Oct 19 08:44:53 search0 swh[3304363]: swh.core.api.RemoteException: <RemoteException 500 BulkIndexError: ['1 document(s) failed to index.', [{'update': {'_index': 'origin-v0.11', '_type': '_doc', '_id': 'db33e13832739feb87a8e4c770b0bd6b1788f144', 'status': 400, 'error': {'type': 'mapper_parsing_exception', 'reason': "failed to parse field [intrinsic_metadata.http://schema.org/datePublished.@value] of type [date] in document with id 'db33e13832739feb87a8e4c770b0bd6b1788f144'. Preview of field's value: '2021-7-23'", 'caused_by': {'type': 'illegal_argument_exception', 'reason': 'failed to parse date field [2021-7-23] with format [strict_date_optional_time||epoch_millis]', 'caused_by': {'type': 'date_time_parse_exception', 'reason': 'Failed to parse with all enclosed parsers'}}}, 'data': {'scripted_upsert': True, 'upsert': {'url': 'https://pypi.org/project/ESMValCore/', 'intrinsic_metadata': [{'http://schema.org/author': [{'@list': [{'http://schema.org/name': [{'@value': 'Bouwe Andela, Bjoern Broetz, Lee de Mora, Niels Drost, Veronika Eyring, Nikolay Koldunov, Axel Lauer, Valeriu Predoi, Mattia Righi, Manuel Schlund, Javier Vegas-Regidor, Klaus Zimmermann, Lisa Bock, Faruk Diblen, Laura Dreyer, Paul Earnshaw, Birgit Hassler, Bill Little, Saskia Loosveldt-Tomas, Stef Smeets, Jaro Camphuijsen, Bettina K. Gier, Katja Weigel, Mathias Hauser, Peter Kalverla, Evgenia Galytska, Pep Cos-Espuña, Inti Pelupessy, Sujan Koirala, Tobias Stacke, Sarah Alidoost, Martin Jury, Stéphane Sénési'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Andela'}], 'http://schema.org/givenName': [{'@value': 'Bouwe'}], '@id': 'https://orcid.org/0000-0001-9005-8940', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Broetz'}], 'http://schema.org/givenName': [{'@value': 'Bjoern'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'PML, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Mora'}], 'http://schema.org/givenName': [{'@value': 'Lee'}], '@id': 'https://orcid.org/0000-0002-5080-3149', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Drost'}], 'http://schema.org/givenName': [{'@value': 'Niels'}], '@id': 'https://orcid.org/0000-0001-9795-7981', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Eyring'}], 'http://schema.org/givenName': [{'@value': 'Veronika'}], '@id': 'https://orcid.org/0000-0002-6887-4885', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'AWI, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Koldunov'}], 'http://schema.org/givenName': [{'@value': 'Nikolay'}], '@id': 'https://orcid.org/0000-0002-3365-8146', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Lauer'}], 'http://schema.org/givenName': [{'@value': 'Axel'}], '@id': 'https://orcid.org/0000-0002-9270-1044', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'URead, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Predoi'}], 'http://schema.org/givenName': [{'@value': 'Valeriu'}], '@id': 'https://orcid.org/0000-0002-9729-6578', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Righi'}], 'http://schema.org/givenName': [{'@value': 'Mattia'}], '@id': 'https://orcid.org/0000-0003-3827-5950', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Schlund'}], 'http://schema.org/givenName': [{'@value': 'Manuel'}], '@id': 'https://orcid.org/0000-0001-5251-0158', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Vegas-Regidor'}], 'http://schema.org/givenName': [{'@value': 'Javier'}], '@id': 'https://orcid.org/0000-0003-0096-4291', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'SMHI, Sweden'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Zimmermann'}], 'http://schema.org/givenName': [{'@value': 'Klaus'}], '@id': 'https://orcid.org/0000-0003-3994-2057', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Bock'}], 'http://schema.org/givenName': [{'@value': 'Lisa'}], '@id': 'https://orcid.org/0000-0001-7058-5938', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Diblen'}], 'http://schema.org/givenName': [{'@value': 'Faruk'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Dreyer'}], 'http://schema.org/givenName': [{'@value': 'Laura'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Earnshaw'}], 'http://schema.org/givenName': [{'@value': 'Paul'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Hassler'}], 'http://schema.org/givenName': [{'@value': 'Birgit'}], '@id': 'https://orcid.org/0000-0003-2724-709X', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Little'}], 'http://schema.org/givenName': [{'@value': 'Bill'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Loosveldt-Tomas'}], 'http://schema.org/givenName': [{'@value': 'Saskia'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Smeets'}], 'http://schema.org/givenName': [{'@value': 'Stef'}], '@id': 'https://orcid.org/0000-0002-5413-9038', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Camphuijsen'}], 'http://schema.org/givenName': [{'@value': 'Jaro'}], '@id': 'https://orcid.org/0000-0002-8928-7831', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Gier'}], 'http://schema.org/givenName': [{'@value': 'Bettina K.'}], '@id': 'https://orcid.org/0000-0002-2928-8664', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Weigel'}], 'http://schema.org/givenName': [{'@value': 'Katja'}], '@id': 'https://orcid.org/0000-0001-6133-7801', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Institute for Atmospheric and Climate Science, ETH Zurich, Zurich, Switzerland'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Hauser'}], 'http://schema.org/givenName': [{'@value': 'Mathias'}], '@id': 'https://orcid.org/0000-0002-0057-4878', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Kalverla'}], 'http://schema.org/givenName': [{'@value': 'Peter'}], '@id': 'https://orcid.org/0000-0002-5025-7862', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Galytska'}], 'http://schema.org/givenName': [{'@value': 'Evgenia'}], '@id': 'https://orcid.org/0000-0001-6575-1559', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Cos-Espuña'}], 'http://schema.org/givenName': [{'@value': 'Pep'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Pelupessy'}], 'http://schema.org/givenName': [{'@value': 'Inti'}], '@id': 'https://orcid.org/0000-0002-8024-0412', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Max Planck Institute for Biogeochemistry, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Koirala'}], 'http://schema.org/givenName': [{'@value': 'Sujan'}], '@id': 'https://orcid.org/0000-0001-5681-1986', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Helmholtz-Zentrum Geesthacht, Germany '}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Stacke'}], 'http://schema.org/givenName': [{'@value': 'Tobias'}], '@id': 'https://orcid.org/0000-0003-4637-5337', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Alidoost'}], 'http://schema.org/givenName': [{'@value': 'Sarah'}], '@id': 'https://orcid.org/0000-0001-8407-6472', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Barcelona Supercomputing Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Jury'}], 'http://schema.org/givenName': [{'@value': 'Martin'}], '@id': 'https://orcid.org/0000-0003-0590-7843', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Stéphane Sénési EIRL, Colomiers, France'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Sénési'}], 'http://schema.org/givenName': [{'@value': 'Stéphane'}], '@id': 'https://orcid.org/0000-0003-0892-5967', '@type': ['http://schema.org/Person']}]}], 'http://schema.org/codeRepository': [{'@id': 'https://github.com/ESMValGroup/ESMValCore/'}], 'http://schema.org/datePublished': [{'@type': 'http://schema.org/Date', '@value': '2021-7-23'}], 'http://schema.org/description': [{'@value': 'ESMValCore: A community tool for pre-processing data from Earth system models in CMIP and running analysis scripts.'}], 'http://schema.org/identifier': [{'@id': 'https://doi.org/10.5281/zenodo.3387139'}], 'http://schema.org/license': [{'@id': 'Apache License, Version 2.0'}, {'@id': 'https://spdx.org/licenses/Apache-2.0'}], 'http://schema.org/name': [{'@value': 'ESMValCore'}], '@type': ['http://schema.org/SoftwareSourceCode'], 'http://schema.org/url': [{'@id': 'https://www.esmvaltool.org'}], 'http://schema.org/version': [{'@value': '2.3.1'}, {'@value': 'v2.3.1'}]}], 'sha1': 'db33e13832739feb87a8e4c770b0bd6b1788f144'}, 'script': {'source': '\n// utility function to get and parse date\nZonedDateTime getDate(def ctx, String date_field) {\n String default_date = "0001-01-01T00:00:00Z";\n String date = ctx._source.getOrDefault(date_field, default_date);\n return ZonedDateTime.parse(date);\n}\n\n// backup current visit_types field value\nList visit_types = ctx._source.getOrDefault("visit_types", []);\nint nb_visits = ctx._source.getOrDefault("nb_visits", 0);\n\nZonedDateTime last_visit_date = getDate(ctx, "last_visit_date");\n\nString snapshot_id = ctx._source.getOrDefault("snapshot_id", "");\nZonedDateTime last_eventful_visit_date =\n getDate(ctx, "last_eventful_visit_date");\nZonedDateTime last_revision_date = getDate(ctx, "last_revision_date");\nZonedDateTime last_release_date = getDate(ctx, "last_release_date");\n\n// update origin document with new field values\nctx._source.putAll(params);\n\n// restore previous visit types after visit_types field overriding\nif (ctx._source.containsKey("visit_types")) {\n for (int i = 0; i < visit_types.length; ++i) {\n if (!ctx._source.visit_types.contains(visit_types[i])) {\n ctx._source.visit_types.add(visit_types[i]);\n }\n }\n}\n\n// Undo overwrite if incoming nb_visits is smaller\nif (ctx._source.containsKey("nb_visits")) {\n int incoming_nb_visits = ctx._source.getOrDefault("nb_visits", 0);\n if(incoming_nb_visits < nb_visits){\n ctx._source.nb_visits = nb_visits;\n }\n}\n\n// Undo overwrite if incoming last_visit_date is older\nif (ctx._source.containsKey("last_visit_date")) {\n ZonedDateTime incoming_last_visit_date = getDate(ctx, "last_visit_date");\n int difference =\n // returns -1, 0 or 1\n incoming_last_visit_date.compareTo(last_visit_date);\n if(difference < 0){\n ctx._source.last_visit_date = last_visit_date;\n }\n}\n\n// Undo update of last_eventful_date and snapshot_id if\n// snapshot_id hasn\'t changed OR incoming_last_eventful_visit_date is older\nif (ctx._source.containsKey("snapshot_id")) {\n String incoming_snapshot_id = ctx._source.getOrDefault("snapshot_id", "");\n ZonedDateTime incoming_last_eventful_visit_date =\n getDate(ctx, "last_eventful_visit_date");\n int difference =\n // returns -1, 0 or 1\n incoming_last_eventful_visit_date.compareTo(last_eventful_visit_date);\n if(snapshot_id == incoming_snapshot_id || difference < 0){\n ctx._source.snapshot_id = snapshot_id;\n ctx._source.last_eventful_visit_date = last_eventful_visit_date;\n }\n}\n\n// Undo overwrite if incoming last_revision_date is older\nif (ctx._source.containsKey("last_revision_date")) {\n ZonedDateTime incoming_last_revision_date =\n getDate(ctx, "last_revision_date");\n int difference =\n // returns -1, 0 or 1\n incoming_last_revision_date.compareTo(last_revision_date);\n if(difference < 0){\n ctx._source.last_revision_date = last_revision_date;\n }\n}\n\n// Undo overwrite if incoming last_release_date is older\nif (ctx._source.containsKey("last_release_date")) {\n ZonedDateTime incoming_last_release_date =\n getDate(ctx, "last_release_date");\n // returns -1, 0 or 1\n int difference = incoming_last_release_date.compareTo(last_release_date);\n if(difference < 0){\n ctx._source.last_release_date = last_release_date;\n }\n}\n', 'lang': 'painless', 'params': {'url': 'https://pypi.org/project/ESMValCore/', 'intrinsic_metadata': [{'http://schema.org/author': [{'@list': [{'http://schema.org/name': [{'@value': 'Bouwe Andela, Bjoern Broetz, Lee de Mora, Niels Drost, Veronika Eyring, Nikolay Koldunov, Axel Lauer, Valeriu Predoi, Mattia Righi, Manuel Schlund, Javier Vegas-Regidor, Klaus Zimmermann, Lisa Bock, Faruk Diblen, Laura Dreyer, Paul Earnshaw, Birgit Hassler, Bill Little, Saskia Loosveldt-Tomas, Stef Smeets, Jaro Camphuijsen, Bettina K. Gier, Katja Weigel, Mathias Hauser, Peter Kalverla, Evgenia Galytska, Pep Cos-Espuña, Inti Pelupessy, Sujan Koirala, Tobias Stacke, Sarah Alidoost, Martin Jury, Stéphane Sénési'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Andela'}], 'http://schema.org/givenName': [{'@value': 'Bouwe'}], '@id': 'https://orcid.org/0000-0001-9005-8940', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Broetz'}], 'http://schema.org/givenName': [{'@value': 'Bjoern'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'PML, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Mora'}], 'http://schema.org/givenName': [{'@value': 'Lee'}], '@id': 'https://orcid.org/0000-0002-5080-3149', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Drost'}], 'http://schema.org/givenName': [{'@value': 'Niels'}], '@id': 'https://orcid.org/0000-0001-9795-7981', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Eyring'}], 'http://schema.org/givenName': [{'@value': 'Veronika'}], '@id': 'https://orcid.org/0000-0002-6887-4885', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'AWI, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Koldunov'}], 'http://schema.org/givenName': [{'@value': 'Nikolay'}], '@id': 'https://orcid.org/0000-0002-3365-8146', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Lauer'}], 'http://schema.org/givenName': [{'@value': 'Axel'}], '@id': 'https://orcid.org/0000-0002-9270-1044', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'URead, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Predoi'}], 'http://schema.org/givenName': [{'@value': 'Valeriu'}], '@id': 'https://orcid.org/0000-0002-9729-6578', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Righi'}], 'http://schema.org/givenName': [{'@value': 'Mattia'}], '@id': 'https://orcid.org/0000-0003-3827-5950', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Schlund'}], 'http://schema.org/givenName': [{'@value': 'Manuel'}], '@id': 'https://orcid.org/0000-0001-5251-0158', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Vegas-Regidor'}], 'http://schema.org/givenName': [{'@value': 'Javier'}], '@id': 'https://orcid.org/0000-0003-0096-4291', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'SMHI, Sweden'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Zimmermann'}], 'http://schema.org/givenName': [{'@value': 'Klaus'}], '@id': 'https://orcid.org/0000-0003-3994-2057', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Bock'}], 'http://schema.org/givenName': [{'@value': 'Lisa'}], '@id': 'https://orcid.org/0000-0001-7058-5938', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Diblen'}], 'http://schema.org/givenName': [{'@value': 'Faruk'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Dreyer'}], 'http://schema.org/givenName': [{'@value': 'Laura'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Earnshaw'}], 'http://schema.org/givenName': [{'@value': 'Paul'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Hassler'}], 'http://schema.org/givenName': [{'@value': 'Birgit'}], '@id': 'https://orcid.org/0000-0003-2724-709X', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Little'}], 'http://schema.org/givenName': [{'@value': 'Bill'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Loosveldt-Tomas'}], 'http://schema.org/givenName': [{'@value': 'Saskia'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Smeets'}], 'http://schema.org/givenName': [{'@value': 'Stef'}], '@id': 'https://orcid.org/0000-0002-5413-9038', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Camphuijsen'}], 'http://schema.org/givenName': [{'@value': 'Jaro'}], '@id': 'https://orcid.org/0000-0002-8928-7831', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Gier'}], 'http://schema.org/givenName': [{'@value': 'Bettina K.'}], '@id': 'https://orcid.org/0000-0002-2928-8664', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Weigel'}], 'http://schema.org/givenName': [{'@value': 'Katja'}], '@id': 'https://orcid.org/0000-0001-6133-7801', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Institute for Atmospheric and Climate Science, ETH Zurich, Zurich, Switzerland'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Hauser'}], 'http://schema.org/givenName': [{'@value': 'Mathias'}], '@id': 'https://orcid.org/0000-0002-0057-4878', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Kalverla'}], 'http://schema.org/givenName': [{'@value': 'Peter'}], '@id': 'https://orcid.org/0000-0002-5025-7862', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Galytska'}], 'http://schema.org/givenName': [{'@value': 'Evgenia'}], '@id': 'https://orcid.org/0000-0001-6575-1559', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Cos-Espuña'}], 'http://schema.org/givenName': [{'@value': 'Pep'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Pelupessy'}], 'http://schema.org/givenName': [{'@value': 'Inti'}], '@id': 'https://orcid.org/0000-0002-8024-0412', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Max Planck Institute for Biogeochemistry, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Koirala'}], 'http://schema.org/givenName': [{'@value': 'Sujan'}], '@id': 'https://orcid.org/0000-0001-5681-1986', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Helmholtz-Zentrum Geesthacht, Germany '}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Stacke'}], 'http://schema.org/givenName': [{'@value': 'Tobias'}], '@id': 'https://orcid.org/0000-0003-4637-5337', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Alidoost'}], 'http://schema.org/givenName': [{'@value': 'Sarah'}], '@id': 'https://orcid.org/0000-0001-8407-6472', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Barcelona Supercomputing Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Jury'}], 'http://schema.org/givenName': [{'@value': 'Martin'}], '@id': 'https://orcid.org/0000-0003-0590-7843', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Stéphane Sénési EIRL, Colomiers, France'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Sénési'}], 'http://schema.org/givenName': [{'@value': 'Stéphane'}], '@id': 'https://orcid.org/0000-0003-0892-5967', '@type': ['http://schema.org/Person']}]}], 'http://schema.org/codeRepository': [{'@id': 'https://github.com/ESMValGroup/ESMValCore/'}], 'http://schema.org/datePublished': [{'@type': 'http://schema.org/Date', '@value': '2021-7-23'}], 'http://schema.org/description': [{'@value': 'ESMValCore: A community tool for pre-processing data from Earth system models in CMIP and running analysis scripts.'}], 'http://schema.org/identifier': [{'@id': 'https://doi.org/10.5281/zenodo.3387139'}], 'http://schema.org/license': [{'@id': 'Apache License, Version 2.0'}, {'@id': 'https://spdx.org/licenses/Apache-2.0'}], 'http://schema.org/name': [{'@value': 'ESMValCore'}], '@type': ['http://schema.org/SoftwareSourceCode'], 'http://schema.org/url': [{'@id': 'https://www.esmvaltool.org'}], 'http://schema.org/version': [{'@value': '2.3.1'}, {'@value': 'v2.3.1'}]}]}}}}}]]> Oct 19 08:44:53 search0 systemd[1]: swh-search-journal-client@indexed.service: Main process exited, code=exited, status=1/FAILURE ```

sentry issue: https://sentry.softwareheritage.org/share/issue/d3b3922c6ce84b07a7320a522d87b8f7/ The indexation is blocked as the journal client restart after this error ``` Oct 19 08:44:53 search0 swh[3304363]: Traceback (most recent call last): Oct 19 08:44:53 search0 swh[3304363]: File "/usr/bin/swh", line 11, in <module> Oct 19 08:44:53 search0 swh[3304363]: load_entry_point('swh.core==0.15.0', 'console_scripts', 'swh')() Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/cli/__init__.py", line 185, in main Oct 19 08:44:53 search0 swh[3304363]: return swh(auto_envvar_prefix="SWH") Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 764, in __call__ Oct 19 08:44:53 search0 swh[3304363]: return self.main(*args, **kwargs) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 717, in main Oct 19 08:44:53 search0 swh[3304363]: rv = self.invoke(ctx) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 1137, in invoke Oct 19 08:44:53 search0 swh[3304363]: return _process_result(sub_ctx.command.invoke(sub_ctx)) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 1137, in invoke Oct 19 08:44:53 search0 swh[3304363]: return _process_result(sub_ctx.command.invoke(sub_ctx)) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 1137, in invoke Oct 19 08:44:53 search0 swh[3304363]: return _process_result(sub_ctx.command.invoke(sub_ctx)) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 956, in invoke Oct 19 08:44:53 search0 swh[3304363]: return ctx.invoke(self.callback, **ctx.params) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 555, in invoke Oct 19 08:44:53 search0 swh[3304363]: return callback(*args, **kwargs) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/decorators.py", line 17, in new_func Oct 19 08:44:53 search0 swh[3304363]: return f(get_current_context(), *args, **kwargs) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/search/cli.py", line 143, in journal_client_objects Oct 19 08:44:53 search0 swh[3304363]: nb_messages = client.process(worker_fn) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/journal/client.py", line 265, in process Oct 19 08:44:53 search0 swh[3304363]: batch_processed, at_eof = self.handle_messages(messages, worker_fn) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/journal/client.py", line 292, in handle_messages Oct 19 08:44:53 search0 swh[3304363]: worker_fn(dict(objects)) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/search/journal_client.py", line 81, in process_journal_objects Oct 19 08:44:53 search0 swh[3304363]: process_origin_intrinsic_metadata(messages["origin_intrinsic_metadata"], search) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/search/journal_client.py", line 131, in process_origin_intrinsic_metadata Oct 19 08:44:53 search0 swh[3304363]: search.origin_update(origin_metadata) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/api/__init__.py", line 181, in meth_ Oct 19 08:44:53 search0 swh[3304363]: return self.post(meth._endpoint_path, post_data) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/api/__init__.py", line 278, in post Oct 19 08:44:53 search0 swh[3304363]: return self._decode_response(response) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/api/__init__.py", line 354, in _decode_response Oct 19 08:44:53 search0 swh[3304363]: self.raise_for_status(response) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/api/__init__.py", line 344, in raise_for_status Oct 19 08:44:53 search0 swh[3304363]: raise exception from None Oct 19 08:44:53 search0 swh[3304363]: swh.core.api.RemoteException: <RemoteException 500 BulkIndexError: ['1 document(s) failed to index.', [{'update': {'_index': 'origin-v0.11', '_type': '_doc', '_id': 'db33e13832739feb87a8e4c770b0bd6b1788f144', 'status': 400, 'error': {'type': 'mapper_parsing_exception', 'reason': "failed to parse field [intrinsic_metadata.http://schema.org/datePublished.@value] of type [date] in document with id 'db33e13832739feb87a8e4c770b0bd6b1788f144'. Preview of field's value: '2021-7-23'", 'caused_by': {'type': 'illegal_argument_exception', 'reason': 'failed to parse date field [2021-7-23] with format [strict_date_optional_time||epoch_millis]', 'caused_by': {'type': 'date_time_parse_exception', 'reason': 'Failed to parse with all enclosed parsers'}}}, 'data': {'scripted_upsert': True, 'upsert': {'url': 'https://pypi.org/project/ESMValCore/', 'intrinsic_metadata': [{'http://schema.org/author': [{'@list': [{'http://schema.org/name': [{'@value': 'Bouwe Andela, Bjoern Broetz, Lee de Mora, Niels Drost, Veronika Eyring, Nikolay Koldunov, Axel Lauer, Valeriu Predoi, Mattia Righi, Manuel Schlund, Javier Vegas-Regidor, Klaus Zimmermann, Lisa Bock, Faruk Diblen, Laura Dreyer, Paul Earnshaw, Birgit Hassler, Bill Little, Saskia Loosveldt-Tomas, Stef Smeets, Jaro Camphuijsen, Bettina K. Gier, Katja Weigel, Mathias Hauser, Peter Kalverla, Evgenia Galytska, Pep Cos-Espuña, Inti Pelupessy, Sujan Koirala, Tobias Stacke, Sarah Alidoost, Martin Jury, Stéphane Sénési'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Andela'}], 'http://schema.org/givenName': [{'@value': 'Bouwe'}], '@id': 'https://orcid.org/0000-0001-9005-8940', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Broetz'}], 'http://schema.org/givenName': [{'@value': 'Bjoern'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'PML, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Mora'}], 'http://schema.org/givenName': [{'@value': 'Lee'}], '@id': 'https://orcid.org/0000-0002-5080-3149', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Drost'}], 'http://schema.org/givenName': [{'@value': 'Niels'}], '@id': 'https://orcid.org/0000-0001-9795-7981', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Eyring'}], 'http://schema.org/givenName': [{'@value': 'Veronika'}], '@id': 'https://orcid.org/0000-0002-6887-4885', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'AWI, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Koldunov'}], 'http://schema.org/givenName': [{'@value': 'Nikolay'}], '@id': 'https://orcid.org/0000-0002-3365-8146', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Lauer'}], 'http://schema.org/givenName': [{'@value': 'Axel'}], '@id': 'https://orcid.org/0000-0002-9270-1044', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'URead, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Predoi'}], 'http://schema.org/givenName': [{'@value': 'Valeriu'}], '@id': 'https://orcid.org/0000-0002-9729-6578', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Righi'}], 'http://schema.org/givenName': [{'@value': 'Mattia'}], '@id': 'https://orcid.org/0000-0003-3827-5950', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Schlund'}], 'http://schema.org/givenName': [{'@value': 'Manuel'}], '@id': 'https://orcid.org/0000-0001-5251-0158', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Vegas-Regidor'}], 'http://schema.org/givenName': [{'@value': 'Javier'}], '@id': 'https://orcid.org/0000-0003-0096-4291', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'SMHI, Sweden'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Zimmermann'}], 'http://schema.org/givenName': [{'@value': 'Klaus'}], '@id': 'https://orcid.org/0000-0003-3994-2057', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Bock'}], 'http://schema.org/givenName': [{'@value': 'Lisa'}], '@id': 'https://orcid.org/0000-0001-7058-5938', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Diblen'}], 'http://schema.org/givenName': [{'@value': 'Faruk'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Dreyer'}], 'http://schema.org/givenName': [{'@value': 'Laura'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Earnshaw'}], 'http://schema.org/givenName': [{'@value': 'Paul'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Hassler'}], 'http://schema.org/givenName': [{'@value': 'Birgit'}], '@id': 'https://orcid.org/0000-0003-2724-709X', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Little'}], 'http://schema.org/givenName': [{'@value': 'Bill'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Loosveldt-Tomas'}], 'http://schema.org/givenName': [{'@value': 'Saskia'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Smeets'}], 'http://schema.org/givenName': [{'@value': 'Stef'}], '@id': 'https://orcid.org/0000-0002-5413-9038', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Camphuijsen'}], 'http://schema.org/givenName': [{'@value': 'Jaro'}], '@id': 'https://orcid.org/0000-0002-8928-7831', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Gier'}], 'http://schema.org/givenName': [{'@value': 'Bettina K.'}], '@id': 'https://orcid.org/0000-0002-2928-8664', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Weigel'}], 'http://schema.org/givenName': [{'@value': 'Katja'}], '@id': 'https://orcid.org/0000-0001-6133-7801', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Institute for Atmospheric and Climate Science, ETH Zurich, Zurich, Switzerland'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Hauser'}], 'http://schema.org/givenName': [{'@value': 'Mathias'}], '@id': 'https://orcid.org/0000-0002-0057-4878', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Kalverla'}], 'http://schema.org/givenName': [{'@value': 'Peter'}], '@id': 'https://orcid.org/0000-0002-5025-7862', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Galytska'}], 'http://schema.org/givenName': [{'@value': 'Evgenia'}], '@id': 'https://orcid.org/0000-0001-6575-1559', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Cos-Espuña'}], 'http://schema.org/givenName': [{'@value': 'Pep'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Pelupessy'}], 'http://schema.org/givenName': [{'@value': 'Inti'}], '@id': 'https://orcid.org/0000-0002-8024-0412', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Max Planck Institute for Biogeochemistry, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Koirala'}], 'http://schema.org/givenName': [{'@value': 'Sujan'}], '@id': 'https://orcid.org/0000-0001-5681-1986', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Helmholtz-Zentrum Geesthacht, Germany '}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Stacke'}], 'http://schema.org/givenName': [{'@value': 'Tobias'}], '@id': 'https://orcid.org/0000-0003-4637-5337', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Alidoost'}], 'http://schema.org/givenName': [{'@value': 'Sarah'}], '@id': 'https://orcid.org/0000-0001-8407-6472', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Barcelona Supercomputing Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Jury'}], 'http://schema.org/givenName': [{'@value': 'Martin'}], '@id': 'https://orcid.org/0000-0003-0590-7843', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Stéphane Sénési EIRL, Colomiers, France'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Sénési'}], 'http://schema.org/givenName': [{'@value': 'Stéphane'}], '@id': 'https://orcid.org/0000-0003-0892-5967', '@type': ['http://schema.org/Person']}]}], 'http://schema.org/codeRepository': [{'@id': 'https://github.com/ESMValGroup/ESMValCore/'}], 'http://schema.org/datePublished': [{'@type': 'http://schema.org/Date', '@value': '2021-7-23'}], 'http://schema.org/description': [{'@value': 'ESMValCore: A community tool for pre-processing data from Earth system models in CMIP and running analysis scripts.'}], 'http://schema.org/identifier': [{'@id': 'https://doi.org/10.5281/zenodo.3387139'}], 'http://schema.org/license': [{'@id': 'Apache License, Version 2.0'}, {'@id': 'https://spdx.org/licenses/Apache-2.0'}], 'http://schema.org/name': [{'@value': 'ESMValCore'}], '@type': ['http://schema.org/SoftwareSourceCode'], 'http://schema.org/url': [{'@id': 'https://www.esmvaltool.org'}], 'http://schema.org/version': [{'@value': '2.3.1'}, {'@value': 'v2.3.1'}]}], 'sha1': 'db33e13832739feb87a8e4c770b0bd6b1788f144'}, 'script': {'source': '\n// utility function to get and parse date\nZonedDateTime getDate(def ctx, String date_field) {\n String default_date = "0001-01-01T00:00:00Z";\n String date = ctx._source.getOrDefault(date_field, default_date);\n return ZonedDateTime.parse(date);\n}\n\n// backup current visit_types field value\nList visit_types = ctx._source.getOrDefault("visit_types", []);\nint nb_visits = ctx._source.getOrDefault("nb_visits", 0);\n\nZonedDateTime last_visit_date = getDate(ctx, "last_visit_date");\n\nString snapshot_id = ctx._source.getOrDefault("snapshot_id", "");\nZonedDateTime last_eventful_visit_date =\n getDate(ctx, "last_eventful_visit_date");\nZonedDateTime last_revision_date = getDate(ctx, "last_revision_date");\nZonedDateTime last_release_date = getDate(ctx, "last_release_date");\n\n// update origin document with new field values\nctx._source.putAll(params);\n\n// restore previous visit types after visit_types field overriding\nif (ctx._source.containsKey("visit_types")) {\n for (int i = 0; i < visit_types.length; ++i) {\n if (!ctx._source.visit_types.contains(visit_types[i])) {\n ctx._source.visit_types.add(visit_types[i]);\n }\n }\n}\n\n// Undo overwrite if incoming nb_visits is smaller\nif (ctx._source.containsKey("nb_visits")) {\n int incoming_nb_visits = ctx._source.getOrDefault("nb_visits", 0);\n if(incoming_nb_visits < nb_visits){\n ctx._source.nb_visits = nb_visits;\n }\n}\n\n// Undo overwrite if incoming last_visit_date is older\nif (ctx._source.containsKey("last_visit_date")) {\n ZonedDateTime incoming_last_visit_date = getDate(ctx, "last_visit_date");\n int difference =\n // returns -1, 0 or 1\n incoming_last_visit_date.compareTo(last_visit_date);\n if(difference < 0){\n ctx._source.last_visit_date = last_visit_date;\n }\n}\n\n// Undo update of last_eventful_date and snapshot_id if\n// snapshot_id hasn\'t changed OR incoming_last_eventful_visit_date is older\nif (ctx._source.containsKey("snapshot_id")) {\n String incoming_snapshot_id = ctx._source.getOrDefault("snapshot_id", "");\n ZonedDateTime incoming_last_eventful_visit_date =\n getDate(ctx, "last_eventful_visit_date");\n int difference =\n // returns -1, 0 or 1\n incoming_last_eventful_visit_date.compareTo(last_eventful_visit_date);\n if(snapshot_id == incoming_snapshot_id || difference < 0){\n ctx._source.snapshot_id = snapshot_id;\n ctx._source.last_eventful_visit_date = last_eventful_visit_date;\n }\n}\n\n// Undo overwrite if incoming last_revision_date is older\nif (ctx._source.containsKey("last_revision_date")) {\n ZonedDateTime incoming_last_revision_date =\n getDate(ctx, "last_revision_date");\n int difference =\n // returns -1, 0 or 1\n incoming_last_revision_date.compareTo(last_revision_date);\n if(difference < 0){\n ctx._source.last_revision_date = last_revision_date;\n }\n}\n\n// Undo overwrite if incoming last_release_date is older\nif (ctx._source.containsKey("last_release_date")) {\n ZonedDateTime incoming_last_release_date =\n getDate(ctx, "last_release_date");\n // returns -1, 0 or 1\n int difference = incoming_last_release_date.compareTo(last_release_date);\n if(difference < 0){\n ctx._source.last_release_date = last_release_date;\n }\n}\n', 'lang': 'painless', 'params': {'url': 'https://pypi.org/project/ESMValCore/', 'intrinsic_metadata': [{'http://schema.org/author': [{'@list': [{'http://schema.org/name': [{'@value': 'Bouwe Andela, Bjoern Broetz, Lee de Mora, Niels Drost, Veronika Eyring, Nikolay Koldunov, Axel Lauer, Valeriu Predoi, Mattia Righi, Manuel Schlund, Javier Vegas-Regidor, Klaus Zimmermann, Lisa Bock, Faruk Diblen, Laura Dreyer, Paul Earnshaw, Birgit Hassler, Bill Little, Saskia Loosveldt-Tomas, Stef Smeets, Jaro Camphuijsen, Bettina K. Gier, Katja Weigel, Mathias Hauser, Peter Kalverla, Evgenia Galytska, Pep Cos-Espuña, Inti Pelupessy, Sujan Koirala, Tobias Stacke, Sarah Alidoost, Martin Jury, Stéphane Sénési'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Andela'}], 'http://schema.org/givenName': [{'@value': 'Bouwe'}], '@id': 'https://orcid.org/0000-0001-9005-8940', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Broetz'}], 'http://schema.org/givenName': [{'@value': 'Bjoern'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'PML, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Mora'}], 'http://schema.org/givenName': [{'@value': 'Lee'}], '@id': 'https://orcid.org/0000-0002-5080-3149', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Drost'}], 'http://schema.org/givenName': [{'@value': 'Niels'}], '@id': 'https://orcid.org/0000-0001-9795-7981', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Eyring'}], 'http://schema.org/givenName': [{'@value': 'Veronika'}], '@id': 'https://orcid.org/0000-0002-6887-4885', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'AWI, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Koldunov'}], 'http://schema.org/givenName': [{'@value': 'Nikolay'}], '@id': 'https://orcid.org/0000-0002-3365-8146', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Lauer'}], 'http://schema.org/givenName': [{'@value': 'Axel'}], '@id': 'https://orcid.org/0000-0002-9270-1044', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'URead, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Predoi'}], 'http://schema.org/givenName': [{'@value': 'Valeriu'}], '@id': 'https://orcid.org/0000-0002-9729-6578', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Righi'}], 'http://schema.org/givenName': [{'@value': 'Mattia'}], '@id': 'https://orcid.org/0000-0003-3827-5950', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Schlund'}], 'http://schema.org/givenName': [{'@value': 'Manuel'}], '@id': 'https://orcid.org/0000-0001-5251-0158', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Vegas-Regidor'}], 'http://schema.org/givenName': [{'@value': 'Javier'}], '@id': 'https://orcid.org/0000-0003-0096-4291', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'SMHI, Sweden'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Zimmermann'}], 'http://schema.org/givenName': [{'@value': 'Klaus'}], '@id': 'https://orcid.org/0000-0003-3994-2057', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Bock'}], 'http://schema.org/givenName': [{'@value': 'Lisa'}], '@id': 'https://orcid.org/0000-0001-7058-5938', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Diblen'}], 'http://schema.org/givenName': [{'@value': 'Faruk'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Dreyer'}], 'http://schema.org/givenName': [{'@value': 'Laura'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Earnshaw'}], 'http://schema.org/givenName': [{'@value': 'Paul'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Hassler'}], 'http://schema.org/givenName': [{'@value': 'Birgit'}], '@id': 'https://orcid.org/0000-0003-2724-709X', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Little'}], 'http://schema.org/givenName': [{'@value': 'Bill'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Loosveldt-Tomas'}], 'http://schema.org/givenName': [{'@value': 'Saskia'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Smeets'}], 'http://schema.org/givenName': [{'@value': 'Stef'}], '@id': 'https://orcid.org/0000-0002-5413-9038', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Camphuijsen'}], 'http://schema.org/givenName': [{'@value': 'Jaro'}], '@id': 'https://orcid.org/0000-0002-8928-7831', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Gier'}], 'http://schema.org/givenName': [{'@value': 'Bettina K.'}], '@id': 'https://orcid.org/0000-0002-2928-8664', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Weigel'}], 'http://schema.org/givenName': [{'@value': 'Katja'}], '@id': 'https://orcid.org/0000-0001-6133-7801', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Institute for Atmospheric and Climate Science, ETH Zurich, Zurich, Switzerland'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Hauser'}], 'http://schema.org/givenName': [{'@value': 'Mathias'}], '@id': 'https://orcid.org/0000-0002-0057-4878', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Kalverla'}], 'http://schema.org/givenName': [{'@value': 'Peter'}], '@id': 'https://orcid.org/0000-0002-5025-7862', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Galytska'}], 'http://schema.org/givenName': [{'@value': 'Evgenia'}], '@id': 'https://orcid.org/0000-0001-6575-1559', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Cos-Espuña'}], 'http://schema.org/givenName': [{'@value': 'Pep'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Pelupessy'}], 'http://schema.org/givenName': [{'@value': 'Inti'}], '@id': 'https://orcid.org/0000-0002-8024-0412', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Max Planck Institute for Biogeochemistry, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Koirala'}], 'http://schema.org/givenName': [{'@value': 'Sujan'}], '@id': 'https://orcid.org/0000-0001-5681-1986', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Helmholtz-Zentrum Geesthacht, Germany '}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Stacke'}], 'http://schema.org/givenName': [{'@value': 'Tobias'}], '@id': 'https://orcid.org/0000-0003-4637-5337', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Alidoost'}], 'http://schema.org/givenName': [{'@value': 'Sarah'}], '@id': 'https://orcid.org/0000-0001-8407-6472', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Barcelona Supercomputing Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Jury'}], 'http://schema.org/givenName': [{'@value': 'Martin'}], '@id': 'https://orcid.org/0000-0003-0590-7843', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Stéphane Sénési EIRL, Colomiers, France'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Sénési'}], 'http://schema.org/givenName': [{'@value': 'Stéphane'}], '@id': 'https://orcid.org/0000-0003-0892-5967', '@type': ['http://schema.org/Person']}]}], 'http://schema.org/codeRepository': [{'@id': 'https://github.com/ESMValGroup/ESMValCore/'}], 'http://schema.org/datePublished': [{'@type': 'http://schema.org/Date', '@value': '2021-7-23'}], 'http://schema.org/description': [{'@value': 'ESMValCore: A community tool for pre-processing data from Earth system models in CMIP and running analysis scripts.'}], 'http://schema.org/identifier': [{'@id': 'https://doi.org/10.5281/zenodo.3387139'}], 'http://schema.org/license': [{'@id': 'Apache License, Version 2.0'}, {'@id': 'https://spdx.org/licenses/Apache-2.0'}], 'http://schema.org/name': [{'@value': 'ESMValCore'}], '@type': ['http://schema.org/SoftwareSourceCode'], 'http://schema.org/url': [{'@id': 'https://www.esmvaltool.org'}], 'http://schema.org/version': [{'@value': '2.3.1'}, {'@value': 'v2.3.1'}]}]}}}}}]]> Oct 19 08:44:53 search0 systemd[1]: swh-search-journal-client@indexed.service: Main process exited, code=exited, status=1/FAILURE ```

sentry issue: https://sentry.softwareheritage.org/share/issue/d3b3922c6ce84b07a7320a522d87b8f7/ The indexation is blocked as the journal client restart after this error ``` Oct 19 08:44:53 search0 swh[3304363]: Traceback (most recent call last): Oct 19 08:44:53 search0 swh[3304363]: File "/usr/bin/swh", line 11, in <module> Oct 19 08:44:53 search0 swh[3304363]: load_entry_point('swh.core==0.15.0', 'console_scripts', 'swh')() Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/cli/__init__.py", line 185, in main Oct 19 08:44:53 search0 swh[3304363]: return swh(auto_envvar_prefix="SWH") Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 764, in __call__ Oct 19 08:44:53 search0 swh[3304363]: return self.main(*args, **kwargs) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 717, in main Oct 19 08:44:53 search0 swh[3304363]: rv = self.invoke(ctx) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 1137, in invoke Oct 19 08:44:53 search0 swh[3304363]: return _process_result(sub_ctx.command.invoke(sub_ctx)) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 1137, in invoke Oct 19 08:44:53 search0 swh[3304363]: return _process_result(sub_ctx.command.invoke(sub_ctx)) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 1137, in invoke Oct 19 08:44:53 search0 swh[3304363]: return _process_result(sub_ctx.command.invoke(sub_ctx)) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 956, in invoke Oct 19 08:44:53 search0 swh[3304363]: return ctx.invoke(self.callback, **ctx.params) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/core.py", line 555, in invoke Oct 19 08:44:53 search0 swh[3304363]: return callback(*args, **kwargs) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/click/decorators.py", line 17, in new_func Oct 19 08:44:53 search0 swh[3304363]: return f(get_current_context(), *args, **kwargs) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/search/cli.py", line 143, in journal_client_objects Oct 19 08:44:53 search0 swh[3304363]: nb_messages = client.process(worker_fn) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/journal/client.py", line 265, in process Oct 19 08:44:53 search0 swh[3304363]: batch_processed, at_eof = self.handle_messages(messages, worker_fn) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/journal/client.py", line 292, in handle_messages Oct 19 08:44:53 search0 swh[3304363]: worker_fn(dict(objects)) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/search/journal_client.py", line 81, in process_journal_objects Oct 19 08:44:53 search0 swh[3304363]: process_origin_intrinsic_metadata(messages["origin_intrinsic_metadata"], search) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/search/journal_client.py", line 131, in process_origin_intrinsic_metadata Oct 19 08:44:53 search0 swh[3304363]: search.origin_update(origin_metadata) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/api/__init__.py", line 181, in meth_ Oct 19 08:44:53 search0 swh[3304363]: return self.post(meth._endpoint_path, post_data) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/api/__init__.py", line 278, in post Oct 19 08:44:53 search0 swh[3304363]: return self._decode_response(response) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/api/__init__.py", line 354, in _decode_response Oct 19 08:44:53 search0 swh[3304363]: self.raise_for_status(response) Oct 19 08:44:53 search0 swh[3304363]: File "/usr/lib/python3/dist-packages/swh/core/api/__init__.py", line 344, in raise_for_status Oct 19 08:44:53 search0 swh[3304363]: raise exception from None Oct 19 08:44:53 search0 swh[3304363]: swh.core.api.RemoteException: <RemoteException 500 BulkIndexError: ['1 document(s) failed to index.', [{'update': {'_index': 'origin-v0.11', '_type': '_doc', '_id': 'db33e13832739feb87a8e4c770b0bd6b1788f144', 'status': 400, 'error': {'type': 'mapper_parsing_exception', 'reason': "failed to parse field [intrinsic_metadata.http://schema.org/datePublished.@value] of type [date] in document with id 'db33e13832739feb87a8e4c770b0bd6b1788f144'. Preview of field's value: '2021-7-23'", 'caused_by': {'type': 'illegal_argument_exception', 'reason': 'failed to parse date field [2021-7-23] with format [strict_date_optional_time||epoch_millis]', 'caused_by': {'type': 'date_time_parse_exception', 'reason': 'Failed to parse with all enclosed parsers'}}}, 'data': {'scripted_upsert': True, 'upsert': {'url': 'https://pypi.org/project/ESMValCore/', 'intrinsic_metadata': [{'http://schema.org/author': [{'@list': [{'http://schema.org/name': [{'@value': 'Bouwe Andela, Bjoern Broetz, Lee de Mora, Niels Drost, Veronika Eyring, Nikolay Koldunov, Axel Lauer, Valeriu Predoi, Mattia Righi, Manuel Schlund, Javier Vegas-Regidor, Klaus Zimmermann, Lisa Bock, Faruk Diblen, Laura Dreyer, Paul Earnshaw, Birgit Hassler, Bill Little, Saskia Loosveldt-Tomas, Stef Smeets, Jaro Camphuijsen, Bettina K. Gier, Katja Weigel, Mathias Hauser, Peter Kalverla, Evgenia Galytska, Pep Cos-Espuña, Inti Pelupessy, Sujan Koirala, Tobias Stacke, Sarah Alidoost, Martin Jury, Stéphane Sénési'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Andela'}], 'http://schema.org/givenName': [{'@value': 'Bouwe'}], '@id': 'https://orcid.org/0000-0001-9005-8940', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Broetz'}], 'http://schema.org/givenName': [{'@value': 'Bjoern'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'PML, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Mora'}], 'http://schema.org/givenName': [{'@value': 'Lee'}], '@id': 'https://orcid.org/0000-0002-5080-3149', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Drost'}], 'http://schema.org/givenName': [{'@value': 'Niels'}], '@id': 'https://orcid.org/0000-0001-9795-7981', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Eyring'}], 'http://schema.org/givenName': [{'@value': 'Veronika'}], '@id': 'https://orcid.org/0000-0002-6887-4885', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'AWI, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Koldunov'}], 'http://schema.org/givenName': [{'@value': 'Nikolay'}], '@id': 'https://orcid.org/0000-0002-3365-8146', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Lauer'}], 'http://schema.org/givenName': [{'@value': 'Axel'}], '@id': 'https://orcid.org/0000-0002-9270-1044', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'URead, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Predoi'}], 'http://schema.org/givenName': [{'@value': 'Valeriu'}], '@id': 'https://orcid.org/0000-0002-9729-6578', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Righi'}], 'http://schema.org/givenName': [{'@value': 'Mattia'}], '@id': 'https://orcid.org/0000-0003-3827-5950', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Schlund'}], 'http://schema.org/givenName': [{'@value': 'Manuel'}], '@id': 'https://orcid.org/0000-0001-5251-0158', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Vegas-Regidor'}], 'http://schema.org/givenName': [{'@value': 'Javier'}], '@id': 'https://orcid.org/0000-0003-0096-4291', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'SMHI, Sweden'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Zimmermann'}], 'http://schema.org/givenName': [{'@value': 'Klaus'}], '@id': 'https://orcid.org/0000-0003-3994-2057', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Bock'}], 'http://schema.org/givenName': [{'@value': 'Lisa'}], '@id': 'https://orcid.org/0000-0001-7058-5938', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Diblen'}], 'http://schema.org/givenName': [{'@value': 'Faruk'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Dreyer'}], 'http://schema.org/givenName': [{'@value': 'Laura'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Earnshaw'}], 'http://schema.org/givenName': [{'@value': 'Paul'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Hassler'}], 'http://schema.org/givenName': [{'@value': 'Birgit'}], '@id': 'https://orcid.org/0000-0003-2724-709X', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Little'}], 'http://schema.org/givenName': [{'@value': 'Bill'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Loosveldt-Tomas'}], 'http://schema.org/givenName': [{'@value': 'Saskia'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Smeets'}], 'http://schema.org/givenName': [{'@value': 'Stef'}], '@id': 'https://orcid.org/0000-0002-5413-9038', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Camphuijsen'}], 'http://schema.org/givenName': [{'@value': 'Jaro'}], '@id': 'https://orcid.org/0000-0002-8928-7831', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Gier'}], 'http://schema.org/givenName': [{'@value': 'Bettina K.'}], '@id': 'https://orcid.org/0000-0002-2928-8664', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Weigel'}], 'http://schema.org/givenName': [{'@value': 'Katja'}], '@id': 'https://orcid.org/0000-0001-6133-7801', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Institute for Atmospheric and Climate Science, ETH Zurich, Zurich, Switzerland'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Hauser'}], 'http://schema.org/givenName': [{'@value': 'Mathias'}], '@id': 'https://orcid.org/0000-0002-0057-4878', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Kalverla'}], 'http://schema.org/givenName': [{'@value': 'Peter'}], '@id': 'https://orcid.org/0000-0002-5025-7862', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Galytska'}], 'http://schema.org/givenName': [{'@value': 'Evgenia'}], '@id': 'https://orcid.org/0000-0001-6575-1559', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Cos-Espuña'}], 'http://schema.org/givenName': [{'@value': 'Pep'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Pelupessy'}], 'http://schema.org/givenName': [{'@value': 'Inti'}], '@id': 'https://orcid.org/0000-0002-8024-0412', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Max Planck Institute for Biogeochemistry, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Koirala'}], 'http://schema.org/givenName': [{'@value': 'Sujan'}], '@id': 'https://orcid.org/0000-0001-5681-1986', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Helmholtz-Zentrum Geesthacht, Germany '}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Stacke'}], 'http://schema.org/givenName': [{'@value': 'Tobias'}], '@id': 'https://orcid.org/0000-0003-4637-5337', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Alidoost'}], 'http://schema.org/givenName': [{'@value': 'Sarah'}], '@id': 'https://orcid.org/0000-0001-8407-6472', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Barcelona Supercomputing Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Jury'}], 'http://schema.org/givenName': [{'@value': 'Martin'}], '@id': 'https://orcid.org/0000-0003-0590-7843', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Stéphane Sénési EIRL, Colomiers, France'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Sénési'}], 'http://schema.org/givenName': [{'@value': 'Stéphane'}], '@id': 'https://orcid.org/0000-0003-0892-5967', '@type': ['http://schema.org/Person']}]}], 'http://schema.org/codeRepository': [{'@id': 'https://github.com/ESMValGroup/ESMValCore/'}], 'http://schema.org/datePublished': [{'@type': 'http://schema.org/Date', '@value': '2021-7-23'}], 'http://schema.org/description': [{'@value': 'ESMValCore: A community tool for pre-processing data from Earth system models in CMIP and running analysis scripts.'}], 'http://schema.org/identifier': [{'@id': 'https://doi.org/10.5281/zenodo.3387139'}], 'http://schema.org/license': [{'@id': 'Apache License, Version 2.0'}, {'@id': 'https://spdx.org/licenses/Apache-2.0'}], 'http://schema.org/name': [{'@value': 'ESMValCore'}], '@type': ['http://schema.org/SoftwareSourceCode'], 'http://schema.org/url': [{'@id': 'https://www.esmvaltool.org'}], 'http://schema.org/version': [{'@value': '2.3.1'}, {'@value': 'v2.3.1'}]}], 'sha1': 'db33e13832739feb87a8e4c770b0bd6b1788f144'}, 'script': {'source': '\n// utility function to get and parse date\nZonedDateTime getDate(def ctx, String date_field) {\n String default_date = "0001-01-01T00:00:00Z";\n String date = ctx._source.getOrDefault(date_field, default_date);\n return ZonedDateTime.parse(date);\n}\n\n// backup current visit_types field value\nList visit_types = ctx._source.getOrDefault("visit_types", []);\nint nb_visits = ctx._source.getOrDefault("nb_visits", 0);\n\nZonedDateTime last_visit_date = getDate(ctx, "last_visit_date");\n\nString snapshot_id = ctx._source.getOrDefault("snapshot_id", "");\nZonedDateTime last_eventful_visit_date =\n getDate(ctx, "last_eventful_visit_date");\nZonedDateTime last_revision_date = getDate(ctx, "last_revision_date");\nZonedDateTime last_release_date = getDate(ctx, "last_release_date");\n\n// update origin document with new field values\nctx._source.putAll(params);\n\n// restore previous visit types after visit_types field overriding\nif (ctx._source.containsKey("visit_types")) {\n for (int i = 0; i < visit_types.length; ++i) {\n if (!ctx._source.visit_types.contains(visit_types[i])) {\n ctx._source.visit_types.add(visit_types[i]);\n }\n }\n}\n\n// Undo overwrite if incoming nb_visits is smaller\nif (ctx._source.containsKey("nb_visits")) {\n int incoming_nb_visits = ctx._source.getOrDefault("nb_visits", 0);\n if(incoming_nb_visits < nb_visits){\n ctx._source.nb_visits = nb_visits;\n }\n}\n\n// Undo overwrite if incoming last_visit_date is older\nif (ctx._source.containsKey("last_visit_date")) {\n ZonedDateTime incoming_last_visit_date = getDate(ctx, "last_visit_date");\n int difference =\n // returns -1, 0 or 1\n incoming_last_visit_date.compareTo(last_visit_date);\n if(difference < 0){\n ctx._source.last_visit_date = last_visit_date;\n }\n}\n\n// Undo update of last_eventful_date and snapshot_id if\n// snapshot_id hasn\'t changed OR incoming_last_eventful_visit_date is older\nif (ctx._source.containsKey("snapshot_id")) {\n String incoming_snapshot_id = ctx._source.getOrDefault("snapshot_id", "");\n ZonedDateTime incoming_last_eventful_visit_date =\n getDate(ctx, "last_eventful_visit_date");\n int difference =\n // returns -1, 0 or 1\n incoming_last_eventful_visit_date.compareTo(last_eventful_visit_date);\n if(snapshot_id == incoming_snapshot_id || difference < 0){\n ctx._source.snapshot_id = snapshot_id;\n ctx._source.last_eventful_visit_date = last_eventful_visit_date;\n }\n}\n\n// Undo overwrite if incoming last_revision_date is older\nif (ctx._source.containsKey("last_revision_date")) {\n ZonedDateTime incoming_last_revision_date =\n getDate(ctx, "last_revision_date");\n int difference =\n // returns -1, 0 or 1\n incoming_last_revision_date.compareTo(last_revision_date);\n if(difference < 0){\n ctx._source.last_revision_date = last_revision_date;\n }\n}\n\n// Undo overwrite if incoming last_release_date is older\nif (ctx._source.containsKey("last_release_date")) {\n ZonedDateTime incoming_last_release_date =\n getDate(ctx, "last_release_date");\n // returns -1, 0 or 1\n int difference = incoming_last_release_date.compareTo(last_release_date);\n if(difference < 0){\n ctx._source.last_release_date = last_release_date;\n }\n}\n', 'lang': 'painless', 'params': {'url': 'https://pypi.org/project/ESMValCore/', 'intrinsic_metadata': [{'http://schema.org/author': [{'@list': [{'http://schema.org/name': [{'@value': 'Bouwe Andela, Bjoern Broetz, Lee de Mora, Niels Drost, Veronika Eyring, Nikolay Koldunov, Axel Lauer, Valeriu Predoi, Mattia Righi, Manuel Schlund, Javier Vegas-Regidor, Klaus Zimmermann, Lisa Bock, Faruk Diblen, Laura Dreyer, Paul Earnshaw, Birgit Hassler, Bill Little, Saskia Loosveldt-Tomas, Stef Smeets, Jaro Camphuijsen, Bettina K. Gier, Katja Weigel, Mathias Hauser, Peter Kalverla, Evgenia Galytska, Pep Cos-Espuña, Inti Pelupessy, Sujan Koirala, Tobias Stacke, Sarah Alidoost, Martin Jury, Stéphane Sénési'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Andela'}], 'http://schema.org/givenName': [{'@value': 'Bouwe'}], '@id': 'https://orcid.org/0000-0001-9005-8940', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Broetz'}], 'http://schema.org/givenName': [{'@value': 'Bjoern'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'PML, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Mora'}], 'http://schema.org/givenName': [{'@value': 'Lee'}], '@id': 'https://orcid.org/0000-0002-5080-3149', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Drost'}], 'http://schema.org/givenName': [{'@value': 'Niels'}], '@id': 'https://orcid.org/0000-0001-9795-7981', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Eyring'}], 'http://schema.org/givenName': [{'@value': 'Veronika'}], '@id': 'https://orcid.org/0000-0002-6887-4885', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'AWI, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Koldunov'}], 'http://schema.org/givenName': [{'@value': 'Nikolay'}], '@id': 'https://orcid.org/0000-0002-3365-8146', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Lauer'}], 'http://schema.org/givenName': [{'@value': 'Axel'}], '@id': 'https://orcid.org/0000-0002-9270-1044', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'URead, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Predoi'}], 'http://schema.org/givenName': [{'@value': 'Valeriu'}], '@id': 'https://orcid.org/0000-0002-9729-6578', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Righi'}], 'http://schema.org/givenName': [{'@value': 'Mattia'}], '@id': 'https://orcid.org/0000-0003-3827-5950', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Schlund'}], 'http://schema.org/givenName': [{'@value': 'Manuel'}], '@id': 'https://orcid.org/0000-0001-5251-0158', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Vegas-Regidor'}], 'http://schema.org/givenName': [{'@value': 'Javier'}], '@id': 'https://orcid.org/0000-0003-0096-4291', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'SMHI, Sweden'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Zimmermann'}], 'http://schema.org/givenName': [{'@value': 'Klaus'}], '@id': 'https://orcid.org/0000-0003-3994-2057', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Bock'}], 'http://schema.org/givenName': [{'@value': 'Lisa'}], '@id': 'https://orcid.org/0000-0001-7058-5938', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Diblen'}], 'http://schema.org/givenName': [{'@value': 'Faruk'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Dreyer'}], 'http://schema.org/givenName': [{'@value': 'Laura'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Earnshaw'}], 'http://schema.org/givenName': [{'@value': 'Paul'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'DLR, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Hassler'}], 'http://schema.org/givenName': [{'@value': 'Birgit'}], '@id': 'https://orcid.org/0000-0003-2724-709X', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'MetOffice, UK'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Little'}], 'http://schema.org/givenName': [{'@value': 'Bill'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Loosveldt-Tomas'}], 'http://schema.org/givenName': [{'@value': 'Saskia'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Smeets'}], 'http://schema.org/givenName': [{'@value': 'Stef'}], '@id': 'https://orcid.org/0000-0002-5413-9038', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'NLeSC, Netherlands'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Camphuijsen'}], 'http://schema.org/givenName': [{'@value': 'Jaro'}], '@id': 'https://orcid.org/0000-0002-8928-7831', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Gier'}], 'http://schema.org/givenName': [{'@value': 'Bettina K.'}], '@id': 'https://orcid.org/0000-0002-2928-8664', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Weigel'}], 'http://schema.org/givenName': [{'@value': 'Katja'}], '@id': 'https://orcid.org/0000-0001-6133-7801', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Institute for Atmospheric and Climate Science, ETH Zurich, Zurich, Switzerland'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Hauser'}], 'http://schema.org/givenName': [{'@value': 'Mathias'}], '@id': 'https://orcid.org/0000-0002-0057-4878', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Kalverla'}], 'http://schema.org/givenName': [{'@value': 'Peter'}], '@id': 'https://orcid.org/0000-0002-5025-7862', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'University of Bremen, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Galytska'}], 'http://schema.org/givenName': [{'@value': 'Evgenia'}], '@id': 'https://orcid.org/0000-0001-6575-1559', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'BSC, Spain'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Cos-Espuña'}], 'http://schema.org/givenName': [{'@value': 'Pep'}], '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Pelupessy'}], 'http://schema.org/givenName': [{'@value': 'Inti'}], '@id': 'https://orcid.org/0000-0002-8024-0412', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Max Planck Institute for Biogeochemistry, Germany'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Koirala'}], 'http://schema.org/givenName': [{'@value': 'Sujan'}], '@id': 'https://orcid.org/0000-0001-5681-1986', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Helmholtz-Zentrum Geesthacht, Germany '}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Stacke'}], 'http://schema.org/givenName': [{'@value': 'Tobias'}], '@id': 'https://orcid.org/0000-0003-4637-5337', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Netherlands eScience Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Alidoost'}], 'http://schema.org/givenName': [{'@value': 'Sarah'}], '@id': 'https://orcid.org/0000-0001-8407-6472', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Barcelona Supercomputing Center'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Jury'}], 'http://schema.org/givenName': [{'@value': 'Martin'}], '@id': 'https://orcid.org/0000-0003-0590-7843', '@type': ['http://schema.org/Person']}, {'http://schema.org/affiliation': [{'http://schema.org/name': [{'@value': 'Stéphane Sénési EIRL, Colomiers, France'}], '@type': ['http://schema.org/Organization']}], 'http://schema.org/familyName': [{'@value': 'Sénési'}], 'http://schema.org/givenName': [{'@value': 'Stéphane'}], '@id': 'https://orcid.org/0000-0003-0892-5967', '@type': ['http://schema.org/Person']}]}], 'http://schema.org/codeRepository': [{'@id': 'https://github.com/ESMValGroup/ESMValCore/'}], 'http://schema.org/datePublished': [{'@type': 'http://schema.org/Date', '@value': '2021-7-23'}], 'http://schema.org/description': [{'@value': 'ESMValCore: A community tool for pre-processing data from Earth system models in CMIP and running analysis scripts.'}], 'http://schema.org/identifier': [{'@id': 'https://doi.org/10.5281/zenodo.3387139'}], 'http://schema.org/license': [{'@id': 'Apache License, Version 2.0'}, {'@id': 'https://spdx.org/licenses/Apache-2.0'}], 'http://schema.org/name': [{'@value': 'ESMValCore'}], '@type': ['http://schema.org/SoftwareSourceCode'], 'http://schema.org/url': [{'@id': 'https://www.esmvaltool.org'}], 'http://schema.org/version': [{'@value': '2.3.1'}, {'@value': 'v2.3.1'}]}]}}}}}]]> Oct 19 08:44:53 search0 systemd[1]: swh-search-journal-client@indexed.service: Main process exited, code=exited, status=1/FAILURE ```