Page MenuHomeSoftware Heritage
Paste P221

sample configuration file for snippets/ardumont/kibana_fetch_logs.py
ActivePublic

Authored by ardumont on Feb 12 2018, 3:17 PM.
indexes:
- logstash-2018.02.09
- logstash-2018.02.10
- logstash-2018.02.11
- logstash-2018.02.12
size: 100
from: 0
_source:
- message
- swh_logging_args_args
- swh_logging_args_exc
- swh_logging_args_kwargs
query:
bool:
must:
- match:
systemd_unit.keyword:
query: 'swh-worker@swh_loader_mercurial.service'
- term:
priority: '3'
must_not:
- match:
message:
query: '[.*] consumer: Cannot connect to amqp.*'
- match:
message:
query: '[.*] pidbox command error.*'
sort:
- '@timestamp': 'asc'

Event Timeline

Another sample:

indexes:
  - swh_workers-2021.08.*

size: 100
from: 0
_source:
  - message
  - swh_task_args_0
  - priority

query:
  bool:
    must:
    - term:
        priority: '3'
    - match:
        systemd_unit.keyword:
          query: 'swh-worker@loader_opam.service'
    - match:
        message:
          query: 'Reason: 404'