polardbxoperator/charts/polardbx-logcollector/templates/configmap/filebeat-configmap.yaml

72 lines
2.6 KiB
YAML

apiVersion: v1
data:
filebeat.yml: |-
queue:
mem:
events: 4096
flush.min_events: 2048
flush.timeout: 5s
filebeat.autodiscover:
providers:
- type: kubernetes
templates:
- condition:
and:
- equals:
kubernetes.labels.polardbx/role: cn
- equals:
kubernetes.labels.polardbx/enableAuditLog: "true"
config:
- type: log
scan_frequency: 0.3s
harvester_buffer_size: 10485760
fields:
log_type: cn_sql_log
instance_id: ${data.kubernetes.labels.polardbx/name}
pod_name: ${data.kubernetes.pod.name}
node_name: ${data.kubernetes.node.name}
paths:
- {{ .Values.filebeat.hostEmplyDirPathPrefix }}/${data.kubernetes.pod.uid}/volumes/kubernetes.io~empty-dir/polardbx-log/*/sql.log
- type: log
fields:
log_type: cn_slow_log
instance_id: ${data.kubernetes.labels.polardbx/name}
pod_name: ${data.kubernetes.pod.name}
node_name: ${data.kubernetes.node.name}
paths:
- {{ .Values.filebeat.hostEmplyDirPathPrefix }}/${data.kubernetes.pod.uid}/volumes/kubernetes.io~empty-dir/polardbx-log/*/slow.log
- type: log
fields:
log_type: cn_tddl_log
instance_id: ${data.kubernetes.labels.polardbx/name}
pod_name: ${data.kubernetes.pod.name}
node_name: ${data.kubernetes.node.name}
paths:
- {{ .Values.filebeat.hostEmplyDirPathPrefix }}/${data.kubernetes.pod.uid}/volumes/kubernetes.io~empty-dir/polardbx-log/*/tddl.log
multiline:
type: pattern
pattern: '^\[[0-9]{4}-[0-9]{2}-[0-9]{2}'
negate: true
match: after
processors:
- drop_fields:
fields: ["input","log","ecs","container","kubernetes","@metadata","agent"]
ignore_missing: false
#output.console:
# enable: false
# codec.json:
# pretty: true
output.logstash:
enable: true
hosts: ["{{ .Values.logstash.name }}:{{ .Values.logstash.port }}"]
kind: ConfigMap
metadata:
name: filebeat-config
namespace: {{ .Release.Namespace }}