[pkg/stanza] Add regexp based tests & examples for filter operator

examples/logline-filtering/README.md

@@ -0,0 +1,13 @@
+## Filtering log messages based on content
+
+Filelog receiver provides support for filtering logs based on their content. This can be achieved by using
+the [filter operator](https://github.com/open-telemetry/opentelemetry-collector-contrib/blob/main/pkg/stanza/docs/operators/filter.md),
+configured with matching regular expressions.
+
+With this happening at the collection point, a lot of resources at the destination backend
+can be saved since no additional processing would need to take place.
+
+A full configuration example on how to filter out logs that start with the `INFO:` pattern is
+provided in the [example config](./otel-col-config-filter-out-logs.yaml).
+A full configuration example on how to only collect logs that start with the `WARN:` pattern is provided in
+the [example config](./otel-col-config-filter-in-logs.yaml)

examples/logline-filtering/otel-col-config-filter-in-logs.yaml

@@ -0,0 +1,17 @@
+receivers:
+ filelog:
+ include: [/var/log/busybox/simple.log]
+ operators:
+ - type: filter
+ expr: 'body not matches "^WARN:"'
+
+service:
+ pipelines:
+ logs:
+ receivers: [filelog]
+ exporters: [otlp/custom]
+ processors: []
+
+exporters:
+ otlp/custom:
+ endpoint: https://0.0.0.0:4242

examples/logline-filtering/otel-col-config-filter-out-logs.yaml

@@ -0,0 +1,17 @@
+receivers:
+ filelog:
+ include: [/var/log/busybox/simple.log]
+ operators:
+ - type: filter
+ expr: 'body matches "^INFO:"'
+
+service:
+ pipelines:
+ logs:
+ receivers: [filelog]
+ exporters: [otlp/custom]
+ processors: []
+
+exporters:
+ otlp/custom:
+ endpoint: https://0.0.0.0:4242

pkg/stanza/operator/transformer/filter/filter_test.go

@@ -46,6 +46,26 @@ func TestTransformer(t *testing.T) {
  `body.message == "test_message"`,
  false,
  },
+ {
+ "FilterOutRegexp",
+ &entry.Entry{
+ Body: map[string]any{
+ "message": "INFO: this is an info message",
+ },
+ },
+ `body.message matches "^INFO:"`,
+ true,
+ },
+ {
+ "FilterInRegexp",
+ &entry.Entry{
+ Body: map[string]any{
+ "message": "WARN: this is a warning message",
+ },
+ },
+ `body.message not matches "^WARN:"`,
+ false,
+ },
  {
  "MatchAttribute",
  &entry.Entry{