diff --git a/README.md b/README.md
index b52afd3fd..f4eafa48a 100644
--- a/README.md
+++ b/README.md
@@ -170,7 +170,7 @@ On the Loki server side, configuration differs depending on how Loki was install
More performance fine-tuning is possible when using Kafka, ie. with `spec.deploymentModel` set to `Kafka`:
-- You can set the size of the batches (in bytes) sent by the eBPF agent to Kafka, with `spec.agent.ebpf.kafkaBatchSize`. It has a similar impact than `cacheMaxFlows` mentioned above, with higher values generating less traffic and less CPU usage, but more memory consumption and more latency. It is recommended to keep these two settings somewhat aligned (ie. do not set a super low `cacheMaxFlows` with high `kafkaBatchSize`, or the other way around). We expect the default values to be a good fit for most environments.
+- You can set the size of the batches (in bytes) sent by the eBPF agent to Kafka, with `spec.agent.ebpf.kafkaBatchSize`. It has a similar impact than `cacheMaxFlows` mentioned above, with higher values generating less traffic and less CPU usage, but more memory consumption and more latency. We expect the default values to be a good fit for most environments.
- If you find that the Kafka consumer might be a bottleneck, you can increase the number of replicas with `spec.processor.kafkaConsumerReplicas`, or set up an horizontal autoscaler with `spec.processor.kafkaConsumerAutoscaler`.
diff --git a/apis/flowcollector/v1alpha1/flowcollector_types.go b/apis/flowcollector/v1alpha1/flowcollector_types.go
index 2cebf1556..c9af1bbad 100644
--- a/apis/flowcollector/v1alpha1/flowcollector_types.go
+++ b/apis/flowcollector/v1alpha1/flowcollector_types.go
@@ -204,9 +204,9 @@ type FlowCollectorEBPF struct {
// +optional
Privileged bool `json:"privileged,omitempty"`
- //+kubebuilder:default:=10485760
+ //+kubebuilder:default:=1048576
// +optional
- // kafkaBatchSize limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 10MB.
+ // kafkaBatchSize limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 1MB.
KafkaBatchSize int `json:"kafkaBatchSize"`
// Debug allows setting some aspects of the internal configuration of the eBPF agent.
diff --git a/apis/flowcollector/v1beta1/flowcollector_types.go b/apis/flowcollector/v1beta1/flowcollector_types.go
index 60658d5cc..ac7ec6f7c 100644
--- a/apis/flowcollector/v1beta1/flowcollector_types.go
+++ b/apis/flowcollector/v1beta1/flowcollector_types.go
@@ -220,9 +220,9 @@ type FlowCollectorEBPF struct {
// +optional
Privileged bool `json:"privileged,omitempty"`
- //+kubebuilder:default:=10485760
+ //+kubebuilder:default:=1048576
// +optional
- // `kafkaBatchSize` limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 10MB.
+ // `kafkaBatchSize` limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 1MB.
KafkaBatchSize int `json:"kafkaBatchSize"`
// `debug` allows setting some aspects of the internal configuration of the eBPF agent.
diff --git a/apis/flowcollector/v1beta2/flowcollector_types.go b/apis/flowcollector/v1beta2/flowcollector_types.go
index f029e2f67..8624e8c0d 100644
--- a/apis/flowcollector/v1beta2/flowcollector_types.go
+++ b/apis/flowcollector/v1beta2/flowcollector_types.go
@@ -227,9 +227,9 @@ type FlowCollectorEBPF struct {
// +optional
Privileged bool `json:"privileged,omitempty"`
- //+kubebuilder:default:=10485760
+ //+kubebuilder:default:=1048576
// +optional
- // `kafkaBatchSize` limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 10MB.
+ // `kafkaBatchSize` limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 1MB.
KafkaBatchSize int `json:"kafkaBatchSize"`
// `advanced` allows setting some aspects of the internal configuration of the eBPF agent.
diff --git a/bundle/manifests/flows.netobserv.io_flowcollectors.yaml b/bundle/manifests/flows.netobserv.io_flowcollectors.yaml
index 881876e93..69602e8e2 100644
--- a/bundle/manifests/flows.netobserv.io_flowcollectors.yaml
+++ b/bundle/manifests/flows.netobserv.io_flowcollectors.yaml
@@ -145,10 +145,10 @@ spec:
type: string
type: array
kafkaBatchSize:
- default: 10485760
+ default: 1048576
description: 'kafkaBatchSize limits the maximum size of a
request in bytes before being sent to a partition. Ignored
- when not using Kafka. Default: 10MB.'
+ when not using Kafka. Default: 1MB.'
type: integer
logLevel:
default: info
@@ -2589,10 +2589,10 @@ spec:
type: string
type: array
kafkaBatchSize:
- default: 10485760
+ default: 1048576
description: '`kafkaBatchSize` limits the maximum size of
a request in bytes before being sent to a partition. Ignored
- when not using Kafka. Default: 10MB.'
+ when not using Kafka. Default: 1MB.'
type: integer
logLevel:
default: info
@@ -5283,10 +5283,10 @@ spec:
type: string
type: array
kafkaBatchSize:
- default: 10485760
+ default: 1048576
description: '`kafkaBatchSize` limits the maximum size of
a request in bytes before being sent to a partition. Ignored
- when not using Kafka. Default: 10MB.'
+ when not using Kafka. Default: 1MB.'
type: integer
logLevel:
default: info
diff --git a/bundle/manifests/netobserv-operator.clusterserviceversion.yaml b/bundle/manifests/netobserv-operator.clusterserviceversion.yaml
index d9005ecb0..f7db1b69d 100644
--- a/bundle/manifests/netobserv-operator.clusterserviceversion.yaml
+++ b/bundle/manifests/netobserv-operator.clusterserviceversion.yaml
@@ -67,7 +67,7 @@ metadata:
],
"imagePullPolicy": "IfNotPresent",
"interfaces": [],
- "kafkaBatchSize": 10485760,
+ "kafkaBatchSize": 1048576,
"logLevel": "info",
"privileged": false,
"resources": {
@@ -249,7 +249,7 @@ metadata:
],
"imagePullPolicy": "IfNotPresent",
"interfaces": [],
- "kafkaBatchSize": 10485760,
+ "kafkaBatchSize": 1048576,
"logLevel": "info",
"privileged": false,
"resources": {
diff --git a/config/crd/bases/flows.netobserv.io_flowcollectors.yaml b/config/crd/bases/flows.netobserv.io_flowcollectors.yaml
index 8459f7f60..241ec7b54 100644
--- a/config/crd/bases/flows.netobserv.io_flowcollectors.yaml
+++ b/config/crd/bases/flows.netobserv.io_flowcollectors.yaml
@@ -131,10 +131,10 @@ spec:
type: string
type: array
kafkaBatchSize:
- default: 10485760
+ default: 1048576
description: 'kafkaBatchSize limits the maximum size of a
request in bytes before being sent to a partition. Ignored
- when not using Kafka. Default: 10MB.'
+ when not using Kafka. Default: 1MB.'
type: integer
logLevel:
default: info
@@ -2575,10 +2575,10 @@ spec:
type: string
type: array
kafkaBatchSize:
- default: 10485760
+ default: 1048576
description: '`kafkaBatchSize` limits the maximum size of
a request in bytes before being sent to a partition. Ignored
- when not using Kafka. Default: 10MB.'
+ when not using Kafka. Default: 1MB.'
type: integer
logLevel:
default: info
@@ -5269,10 +5269,10 @@ spec:
type: string
type: array
kafkaBatchSize:
- default: 10485760
+ default: 1048576
description: '`kafkaBatchSize` limits the maximum size of
a request in bytes before being sent to a partition. Ignored
- when not using Kafka. Default: 10MB.'
+ when not using Kafka. Default: 1MB.'
type: integer
logLevel:
default: info
diff --git a/config/samples/flows_v1beta1_flowcollector.yaml b/config/samples/flows_v1beta1_flowcollector.yaml
index f0b6f5b1b..0775bb651 100644
--- a/config/samples/flows_v1beta1_flowcollector.yaml
+++ b/config/samples/flows_v1beta1_flowcollector.yaml
@@ -26,7 +26,7 @@ spec:
cpu: 100m
limits:
memory: 800Mi
- kafkaBatchSize: 10485760
+ kafkaBatchSize: 1048576
processor:
port: 2055
imagePullPolicy: IfNotPresent
diff --git a/config/samples/flows_v1beta2_flowcollector.yaml b/config/samples/flows_v1beta2_flowcollector.yaml
index 22200224b..5956fed97 100644
--- a/config/samples/flows_v1beta2_flowcollector.yaml
+++ b/config/samples/flows_v1beta2_flowcollector.yaml
@@ -21,7 +21,7 @@ spec:
# - "FlowRTT"
interfaces: []
excludeInterfaces: ["lo"]
- kafkaBatchSize: 10485760
+ kafkaBatchSize: 1048576
# Custom optionnal resources configuration
resources:
requests:
diff --git a/docs/FlowCollector.md b/docs/FlowCollector.md
index dd66cd20f..5b6afe676 100644
--- a/docs/FlowCollector.md
+++ b/docs/FlowCollector.md
@@ -268,9 +268,9 @@ ebpf describes the settings related to the eBPF-based flow reporter when the "ag
| kafkaBatchSize |
integer |
- kafkaBatchSize limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 10MB.
+ kafkaBatchSize limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 1MB.
- Default: 10485760
+ Default: 1048576
|
false |
@@ -4580,9 +4580,9 @@ Agent configuration for flows extraction.
| kafkaBatchSize |
integer |
- `kafkaBatchSize` limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 10MB.
+ `kafkaBatchSize` limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 1MB.
- Default: 10485760
+ Default: 1048576
|
false |
@@ -9240,9 +9240,9 @@ Agent configuration for flows extraction.
| kafkaBatchSize |
integer |
- `kafkaBatchSize` limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 10MB.
+ `kafkaBatchSize` limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 1MB.
- Default: 10485760
+ Default: 1048576
|
false |
diff --git a/hack/cloned.flows.netobserv.io_flowcollectors.yaml b/hack/cloned.flows.netobserv.io_flowcollectors.yaml
index 8cc54eff6..a82d39aad 100644
--- a/hack/cloned.flows.netobserv.io_flowcollectors.yaml
+++ b/hack/cloned.flows.netobserv.io_flowcollectors.yaml
@@ -95,8 +95,8 @@ spec:
type: string
type: array
kafkaBatchSize:
- default: 10485760
- description: 'kafkaBatchSize limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 10MB.'
+ default: 1048576
+ description: 'kafkaBatchSize limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 1MB.'
type: integer
logLevel:
default: info
@@ -1792,8 +1792,8 @@ spec:
type: string
type: array
kafkaBatchSize:
- default: 10485760
- description: '`kafkaBatchSize` limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 10MB.'
+ default: 1048576
+ description: '`kafkaBatchSize` limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 1MB.'
type: integer
logLevel:
default: info
@@ -3654,8 +3654,8 @@ spec:
type: string
type: array
kafkaBatchSize:
- default: 10485760
- description: '`kafkaBatchSize` limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 10MB.'
+ default: 1048576
+ description: '`kafkaBatchSize` limits the maximum size of a request in bytes before being sent to a partition. Ignored when not using Kafka. Default: 1MB.'
type: integer
logLevel:
default: info