[netflow] add workers option (#11025)

This exposes the `workers` config option introduced in netflow filebeat input and is available in `>=8.16.0`. --------- Co-authored-by: Andrew Kroh <[email protected]>
elastic · Nov 19, 2024 · 69fd5a2 · 69fd5a2
1 parent d74bd10
commit 69fd5a2
Show file tree

Hide file tree

Showing 4 changed files with 15 additions and 1 deletion.
diff --git a/packages/netflow/changelog.yml b/packages/netflow/changelog.yml
@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "2.20.0"
+  changes:
+    - description: Add a new configuration option to control the number of NetFlow workers. This allows for the allocation of additional compute resources to read and decode NetFlow packets. The feature only takes effect under Elastic Agent 8.16 or greater.
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/11025
 - version: "2.19.1"
   changes:
     - description: Use triple-brace Mustache templating when referencing variables in ingest pipelines.

diff --git a/packages/netflow/data_stream/log/agent/stream/netflow.yml.hbs b/packages/netflow/data_stream/log/agent/stream/netflow.yml.hbs
@@ -1,6 +1,7 @@
 protocols: [v1, v5, v6, v7, v8, v9, ipfix]
 host: '{{host}}:{{port}}'
 max_message_size: '{{max_message_size}}'
+workers: {{workers}}
 expiration_timeout: '{{expiration_timeout}}'
 queue_size: {{queue_size}}
 {{#if timeout}}

diff --git a/packages/netflow/data_stream/log/manifest.yml b/packages/netflow/data_stream/log/manifest.yml
@@ -34,6 +34,14 @@ streams:
         multi: true
         required: false
         show_user: true
+      - name: workers
+        type: integer
+        title: Number of Workers
+        description: The number of workers to read and decode concurrently netflow packets. Note that in order to maximize the performance gains of multiple workers it is highly advised to switch the corresponding output to the `throughput` preset.
+        multi: false
+        required: false
+        show_user: false
+        default: 1
       - name: queue_size
         type: integer
         title: Maximum number of packets that can be queued for processing

diff --git a/packages/netflow/manifest.yml b/packages/netflow/manifest.yml
@@ -1,7 +1,7 @@
 format_version: "3.0.3"
 name: netflow
 title: NetFlow Records
-version: "2.19.1"
+version: "2.20.0"
 description: Collect flow records from NetFlow and IPFIX exporters with Elastic Agent.
 type: integration
 categories: