Page MenuHomeSoftware Heritage
Paste P197

errors in indexer when uffizi's disk's full -> OSError: [Errno 28] No space left on device
ActivePublic

Authored by ardumont on Dec 1 2017, 1:52 PM.
{
"_index": "logstash-2017.11.29",
"_type": "journal",
"_id": "AWAFo8W9l67zVNRhPjvh",
"_score": null,
"_source": {
"code_file": "/usr/lib/python3/dist-packages/swh/indexer/indexer.py",
"syslog_identifier": "python3",
"gid": "1004",
"swh_task_id": "07b83a17-95b7-446e-97ca-a09fb99f2a12",
"logger": "swh.indexer",
"code_line": "372",
"pid": "27975",
"type": "journal",
"@realtime_timestamp": 1511923106751171,
"uid": "1004",
"hostname": "worker02.euwest.azure",
"exe": "/usr/bin/python3.5",
"cmdline": "/usr/bin/python3 -m celery worker --app=swh.scheduler.celery_backend.config.app --pool=prefork --events --concurrency=3 --maxtasksperchild=5 -Ofair --loglevel=info --without-gossip --without-mingle --without-heartbeat -n swh_indexer_mimetype.%h",
"swh_task_name": "swh.indexer.tasks.SWHContentMimetypeTask",
"boot_id": "2d55ece16092425ea87cdf70fbf83ebc",
"@version": "1",
"beat": {
"name": "worker02.euwest.azure",
"hostname": "worker02.euwest.azure",
"version": "5.5.0"
},
"host": "worker02.euwest.azure",
"code_func": "run",
"systemd_slice": "system-swh\x2dworker.slice",
"comm": "python3",
"systemd_invocation_id": "1fc490c387464008ae08a43eed5a3951",
"machine_id": "559af849c884473bac5a28472ec6b320",
"transport": "journal",
"message": "[2017-11-29 02:38:26,720: ERROR/Worker-5346] Problem when reading contents metadata.
Traceback (most recent call last):
File "/usr/lib/python3/dist-packages/swh/indexer/indexer.py", line 368, in run
self.persist_index_computations(results, policy_update)
File "/usr/lib/python3/dist-packages/swh/indexer/mimetype.py", line 114, in persist_index_computations
results, conflict_update=(policy_update == 'update-dups'))
File "/usr/lib/python3/dist-packages/swh/storage/api/client.py", line 169, in content_mimetype_add
'conflict_update': conflict_update,
File "/usr/lib/python3/dist-packages/swh/core/api.py", line 62, in post
return self._decode_response(response)
File "/usr/lib/python3/dist-packages/swh/core/api.py", line 91, in _decode_response
raise pickle.loads(decode_response(response))
OSError: [Errno 28] No space left on device",
"priority": "3",
"source_realtime_timestamp": "1511923106720555",
"tags": [
"beats_input_codec_plain_applied"
],
"@timestamp": "2017-11-29T02:38:26.751Z",
"systemd_unit": "swh-worker@swh_indexer_mimetype.service",
"thread_name": "MainThread",
"systemd_cgroup": "/system.slice/system-swh\x2dworker.slice/swh-worker@swh_indexer_mimetype.service",
"cap_effective": "0"
},
"sort": [
1511923106751
]