Update CHANGELOG

ebayboy · Aug 28, 2021 · 239b37c · 239b37c
1 parent fec8251
commit 239b37c
Show file tree

Hide file tree

Showing 7 changed files with 7 additions and 41 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -9,6 +9,9 @@ All notable changes to this project will be documented in this file.
 
 - The `mqtt` input and output now support sending a last will, configuring a keep alive timeout, and setting retained out output messages.
 - Go API: New stream builder `AddBatchProducerFunc` and `AddBatchConsumerFunc` methods.
+- Field `gzip_compression` added to the `elasticsearch` output.
+- The `redis_streams` input now supports creating the stream with the `MKSTREAM` command (enabled by default).
+- The `kafka` output now supports manual partition allocation using interpolation functions in the field `partition`.
 
 ### Fixed
 

diff --git a/lib/input/docs.go b/lib/input/docs.go
@@ -54,7 +54,6 @@ input:
  url: tcp:https://localhost:6379
  streams:
  - benthos_stream
- create_streams: false
  body_key: body
  consumer_group: benthos_group
 

diff --git a/lib/output/elasticsearch.go b/lib/output/elasticsearch.go
@@ -54,7 +54,7 @@ false for connections to succeed.`,
  docs.FieldCommon("enabled", "Whether to connect to Amazon Elastic Service."),
  }.Merge(sess.FieldSpecs())...,
  ),
- docs.FieldAdvanced("gzip_compression", "Whether to enable gzip compression on the request side"),
+ docs.FieldAdvanced("gzip_compression", "Enable gzip compression on the request side."),
  ),
  Categories: []Category{
  CategoryServices,

diff --git a/lib/output/kafka.go b/lib/output/kafka.go
@@ -47,7 +47,7 @@ However, this also means that manual intervention will eventually be required in
  docs.FieldCommon("client_id", "An identifier for the client connection."),
  docs.FieldCommon("key", "The key to publish messages with.").IsInterpolated(),
  docs.FieldCommon("partitioner", "The partitioning algorithm to use.").HasOptions("fnv1a_hash", "murmur2_hash", "random", "round_robin", "manual"),
- docs.FieldCommon("partition", "The manually-specified partition to publish messages to.  Must be able to parse as a 32-bit integer.").IsInterpolated(),
+ docs.FieldAdvanced("partition", "The manually-specified partition to publish messages to, relevant only when the field `partitioner` is set to `manual`. Must be able to parse as a 32-bit integer.").IsInterpolated(),
  docs.FieldCommon("compression", "The compression algorithm to use.").HasOptions("none", "snappy", "lz4", "gzip"),
  docs.FieldString("static_headers", "An optional map of static headers that should be added to messages in addition to metadata.", map[string]string{"first-static-header": "value-1", "second-static-header": "value-2"}).Map(),
  docs.FieldCommon("metadata", "Specify criteria for which metadata values are sent with messages as headers.").WithChildren(output.MetadataFields()...),

diff --git a/lib/output/writer/tests/kafka_test.go b/lib/output/writer/tests/kafka_test.go
diff --git a/website/docs/components/outputs/elasticsearch.md b/website/docs/components/outputs/elasticsearch.md
@@ -596,7 +596,7 @@ Default: `""`
 
 ### `gzip_compression`
 
-Whether to enable gzip compression on the request side
+Enable gzip compression on the request side.
 
 
 Type: `bool` 

diff --git a/website/docs/components/outputs/kafka.md b/website/docs/components/outputs/kafka.md
@@ -37,7 +37,6 @@ output:
  client_id: benthos_kafka_output
  key: ""
  partitioner: fnv1a_hash
- partition: ""
  compression: none
  static_headers: {}
  metadata:
@@ -381,7 +380,7 @@ Options: `fnv1a_hash`, `murmur2_hash`, `random`, `round_robin`, `manual`.
 
 ### `partition`
 
-The manually-specified partition to publish messages to.  Must be able to parse as a 32-bit integer.
+The manually-specified partition to publish messages to, relevant only when the field `partitioner` is set to `manual`. Must be able to parse as a 32-bit integer.
 This field supports [interpolation functions](/docs/configuration/interpolation#bloblang-queries).