Page Menu
Home
Software Heritage
Search
Configure Global Search
Log In
Paste
P1448
systemd log output as json with swh metadata
Active
Public
Actions
Authored by
ardumont
on Sep 9 2022, 5:18 PM.
Edit Paste
Archive Paste
View Raw File
Subscribe
Mute Notifications
Award Token
Flag For Later
Tags
None
Subscribers
None
{
"_index": "swh_workers-7.15.2-2022.09.09",
"_type": "_doc",
"_id": "rNu0IoMBnb_iToLWeLmp",
"_version": 1,
"_score": 1,
"_source": {
"tags": [
"beats_input_codec_plain_applied"
],
"message": "[2022-09-09 14:43:15,016: INFO/ForkPoolWorker-1345] Listed 66 refs for repo https://github.com/WohlSoft/LunaLua",
"syslog": {
"priority": 6,
"identifier": "python3"
},
"journald": {
"gid": 1004,
"custom": {
"swh_num_refs": "66",
"thread_name": "MainThread",
"swh_logging_args_1": "https://github.com/WohlSoft/LunaLua",
"swh_repo": "https://github.com/WohlSoft/LunaLua",
"swh_task_kwarg_url": "https://github.com/WohlSoft/LunaLua",
"logger": "swh.loader.git.loader",
"selinux_context": "unconfined\n",
"swh_logging_args_0": "66",
"swh_type": "git_repo_list_refs",
"swh_task_id": "c46472e7-8e36-4e97-8782-42d2a37b9533",
"swh_task_name": "swh.loader.git.tasks.UpdateGitRepository"
},
"process": {
"command_line": "/usr/bin/python3 -m celery worker -n loader_git@worker15.internal.softwareheritage.org --app=swh.scheduler.celery_backend.config.app --pool=prefork --concurrency=4 --maxtasksperchild=100 -Ofair --loglevel=info --without-gossip --without-mingle --without-heartbeat --",
"executable": "/usr/bin/python3.7",
"capabilites": "0",
"name": "python3"
},
"uid": 1004,
"code": {
"line": 366,
"func": "fetch_data",
"file": "/usr/lib/python3/dist-packages/swh/loader/git/loader.py"
},
"pid": 2261720,
"host": {
"boot_id": "4f268af842fc4e6c969b12b9160d9637"
}
},
"host": {
"hostname": "worker15",
"name": "worker15",
"id": "989de4448b1944698dea2a1693155131"
},
"event": {
"created": "2022-09-09T14:43:15.087Z",
"kind": "event"
},
"ecs": {
"version": "1.11.0"
},
"@timestamp": "2022-09-09T14:43:15.018Z",
"@version": "1",
"agent": {
"name": "worker15",
"ephemeral_id": "9ef1064f-677e-4694-aee1-c4fe8730d6be",
"id": "96bb5733-7aa3-4d0d-bf98-ec4d6bdc2588",
"hostname": "worker15",
"version": "7.15.2",
"type": "journalbeat"
},
"systemd": {
"cgroup": "/system.slice/system-swh\\x2dworker.slice/swh-worker@loader_git.service",
"slice": "system-swh\\x2dworker.slice",
"invocation_id": "691acba9863341e0ae61fab9bf281f10",
"unit": "swh-worker@loader_git.service",
"transport": "journal"
},
"log": {
"syslog": {
"priority": 6
}
},
"user": {
"group": {
"id": "1004"
},
"id": "1004"
},
"process": {
"command_line": "/usr/bin/python3 -m celery worker -n loader_git@worker15.internal.softwareheritage.org --app=swh.scheduler.celery_backend.config.app --pool=prefork --concurrency=4 --maxtasksperchild=100 -Ofair --loglevel=info --without-gossip --without-mingle --without-heartbeat --",
"pid": 2261720,
"args_count": 16,
"args": [
"/usr/bin/python3",
"-m",
"celery",
"worker",
"-n",
"loader_git@worker15.internal.softwareheritage.org",
"--app=swh.scheduler.celery_backend.config.app",
"--pool=prefork",
"--concurrency=4",
"--maxtasksperchild=100",
"-Ofair",
"--loglevel=info",
"--without-gossip",
"--without-mingle",
"--without-heartbeat",
"--"
]
}
},
"fields": {
"journald.host.boot_id": [
"4f268af842fc4e6c969b12b9160d9637"
],
"journald.pid": [
2261720
],
"host.hostname": [
"worker15"
],
"process.pid": [
2261720
],
"journald.process.name": [
"python3"
],
"systemd.unit": [
"swh-worker@loader_git.service"
],
"agent.name": [
"worker15"
],
"host.name": [
"worker15"
],
"journald.custom.logger": [
"swh.loader.git.loader"
],
"event.kind": [
"event"
],
"user.id": [
"1004"
],
"journald.custom.swh_num_refs": [
"66"
],
"agent.hostname": [
"worker15"
],
"tags": [
"beats_input_codec_plain_applied"
],
"journald.custom.swh_repo": [
"https://github.com/WohlSoft/LunaLua"
],
"agent.id": [
"96bb5733-7aa3-4d0d-bf98-ec4d6bdc2588"
],
"ecs.version": [
"1.11.0"
],
"event.created": [
"2022-09-09T14:43:15.087Z"
],
"user.group.id": [
"1004"
],
"agent.version": [
"7.15.2"
],
"journald.custom.swh_task_id": [
"c46472e7-8e36-4e97-8782-42d2a37b9533"
],
"journald.custom.swh_logging_args_1": [
"https://github.com/WohlSoft/LunaLua"
],
"journald.custom.swh_logging_args_0": [
"66"
],
"process.command_line.text": [
"/usr/bin/python3 -m celery worker -n loader_git@worker15.internal.softwareheritage.org --app=swh.scheduler.celery_backend.config.app --pool=prefork --concurrency=4 --maxtasksperchild=100 -Ofair --loglevel=info --without-gossip --without-mingle --without-heartbeat --"
],
"journald.code.line": [
366
],
"journald.gid": [
1004
],
"journald.code.file": [
"/usr/lib/python3/dist-packages/swh/loader/git/loader.py"
],
"journald.process.executable": [
"/usr/bin/python3.7"
],
"journald.custom.swh_task_kwarg_url": [
"https://github.com/WohlSoft/LunaLua"
],
"systemd.cgroup": [
"/system.slice/system-swh\\x2dworker.slice/swh-worker@loader_git.service"
],
"journald.process.capabilites": [
"0"
],
"journald.uid": [
1004
],
"journald.process.command_line": [
"/usr/bin/python3 -m celery worker -n loader_git@worker15.internal.softwareheritage.org --app=swh.scheduler.celery_backend.config.app --pool=prefork --concurrency=4 --maxtasksperchild=100 -Ofair --loglevel=info --without-gossip --without-mingle --without-heartbeat --"
],
"agent.type": [
"journalbeat"
],
"systemd.slice": [
"system-swh\\x2dworker.slice"
],
"@version": [
"1"
],
"log.syslog.priority": [
6
],
"host.id": [
"989de4448b1944698dea2a1693155131"
],
"systemd.transport": [
"journal"
],
"process.args_count": [
16
],
"syslog.priority": [
6
],
"systemd.invocation_id": [
"691acba9863341e0ae61fab9bf281f10"
],
"process.args": [
"/usr/bin/python3",
"-m",
"celery",
"worker",
"-n",
"loader_git@worker15.internal.softwareheritage.org",
"--app=swh.scheduler.celery_backend.config.app",
"--pool=prefork",
"--concurrency=4",
"--maxtasksperchild=100",
"-Ofair",
"--loglevel=info",
"--without-gossip",
"--without-mingle",
"--without-heartbeat",
"--"
],
"journald.custom.swh_type": [
"git_repo_list_refs"
],
"message": [
"[2022-09-09 14:43:15,016: INFO/ForkPoolWorker-1345] Listed 66 refs for repo https://github.com/WohlSoft/LunaLua"
],
"journald.custom.swh_task_name": [
"swh.loader.git.tasks.UpdateGitRepository"
],
"syslog.identifier": [
"python3"
],
"journald.code.func": [
"fetch_data"
],
"journald.custom.selinux_context": [
"unconfined\n"
],
"@timestamp": [
"2022-09-09T14:43:15.018Z"
],
"process.command_line": [
"/usr/bin/python3 -m celery worker -n loader_git@worker15.internal.softwareheritage.org --app=swh.scheduler.celery_backend.config.app --pool=prefork --concurrency=4 --maxtasksperchild=100 -Ofair --loglevel=info --without-gossip --without-mingle --without-heartbeat --"
],
"agent.ephemeral_id": [
"9ef1064f-677e-4694-aee1-c4fe8730d6be"
],
"journald.custom.thread_name": [
"MainThread"
]
}
}
Event Timeline
ardumont
created this paste.
Sep 9 2022, 5:18 PM
2022-09-09 17:18:20 (UTC+2)
ardumont
edited the content of this paste.
(Show Details)
ardumont
mentioned this in
T4524: Make container-based services' push their log to swh log infrastructure
.
Sep 9 2022, 5:21 PM
2022-09-09 17:21:32 (UTC+2)
Log In to Comment