From 51d85bd8cb762632367c779558c9e58c31b37abd Mon Sep 17 00:00:00 2001 From: Staffan Olsson Date: Tue, 6 Feb 2018 20:00:59 +0100 Subject: [PATCH 1/3] Hides [error] log entries every 10 minutes --- output/kafka/fluent-bit-configmap.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/output/kafka/fluent-bit-configmap.yaml b/output/kafka/fluent-bit-configmap.yaml index 670bc3a..a84f3b8 100644 --- a/output/kafka/fluent-bit-configmap.yaml +++ b/output/kafka/fluent-bit-configmap.yaml @@ -49,6 +49,8 @@ data: Topics ops.kube-logs-fluentbit.stream.json.001 Timestamp_Key @timestamp Retry_Limit false + # hides errors "Receive failed: Disconnected" when kafka kills idle connections + rdkafka.log.connection.close false parsers.conf: | [PARSER] From 82459812f7a8d04561112ec35c3db92276b25346 Mon Sep 17 00:00:00 2001 From: Staffan Olsson Date: Tue, 6 Feb 2018 20:25:55 +0100 Subject: [PATCH 2/3] Might possibly avoid spikes in memory use when tail has fallen behind --- output/kafka/fluent-bit-configmap.yaml | 2 ++ output/kafka/fluent-bit-ds.yaml | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/output/kafka/fluent-bit-configmap.yaml b/output/kafka/fluent-bit-configmap.yaml index a84f3b8..d98666c 100644 --- a/output/kafka/fluent-bit-configmap.yaml +++ b/output/kafka/fluent-bit-configmap.yaml @@ -51,6 +51,8 @@ data: Retry_Limit false # hides errors "Receive failed: Disconnected" when kafka kills idle connections rdkafka.log.connection.close false + # producer buffer is not included in http://fluentbit.io/documentation/0.12/configuration/memory_usage.html#estimating + rdkafka.queue.buffering.max.kbytes 10240 parsers.conf: | [PARSER] diff --git a/output/kafka/fluent-bit-ds.yaml b/output/kafka/fluent-bit-ds.yaml index 6cb1485..905b70d 100644 --- a/output/kafka/fluent-bit-ds.yaml +++ b/output/kafka/fluent-bit-ds.yaml @@ -32,7 +32,7 @@ spec: memory: 10Mi limits: cpu: 50m - memory: 100Mi + memory: 60Mi volumeMounts: - name: varlog mountPath: /var/log From d89c1ee27636552ff46c4365177bb1e254977359 Mon Sep 17 00:00:00 2001 From: Staffan Olsson Date: Tue, 6 Feb 2018 20:33:17 +0100 Subject: [PATCH 3/3] This is the default, but supposedly 0 is good enough for logs --- output/kafka/fluent-bit-configmap.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/output/kafka/fluent-bit-configmap.yaml b/output/kafka/fluent-bit-configmap.yaml index d98666c..23ed293 100644 --- a/output/kafka/fluent-bit-configmap.yaml +++ b/output/kafka/fluent-bit-configmap.yaml @@ -53,6 +53,8 @@ data: rdkafka.log.connection.close false # producer buffer is not included in http://fluentbit.io/documentation/0.12/configuration/memory_usage.html#estimating rdkafka.queue.buffering.max.kbytes 10240 + # for logs you'll probably want this ot be 0 or 1, not more + rdkafka.request.required.acks 1 parsers.conf: | [PARSER]