Set librdkafka config for disconnect error and producer buffers

output/kafka/fluent-bit-configmap.yaml

@@ -49,6 +49,12 @@ data:
         Topics         ops.kube-logs-fluentbit.stream.json.001
         Timestamp_Key  @timestamp
         Retry_Limit    false
+        # hides errors "Receive failed: Disconnected" when kafka kills idle connections
+        rdkafka.log.connection.close false
+        # producer buffer is not included in http://fluentbit.io/documentation/0.12/configuration/memory_usage.html#estimating
+        rdkafka.queue.buffering.max.kbytes 10240
+        # for logs you'll probably want this ot be 0 or 1, not more
+        rdkafka.request.required.acks 1
 
   parsers.conf: |
     [PARSER]

output/kafka/fluent-bit-ds.yaml

@@ -32,7 +32,7 @@ spec:
             memory: 10Mi
           limits:
             cpu: 50m
-            memory: 100Mi
+            memory: 60Mi
         volumeMounts:
         - name: varlog
           mountPath: /var/log