[receiver/elasticsearch]: add store size metric for index level (open…

…-telemetry#14925)

feat: add store size metric for index level

.chloggen/elasticsearch-store-size.yaml

@@ -0,0 +1,16 @@
+# One of 'breaking', 'deprecation', 'new_component', 'enhancement', 'bug_fix'
+change_type: enhancement
+
+# The name of the component, or a single word describing the area of concern, (e.g. filelogreceiver)
+component: elasticsearchreceiver
+
+# A brief description of the change. Surround your text with quotes ("") if it needs to start with a backtick (`).
+note: add store size metric for index level
+
+# One or more tracking issues related to the change
+issues: [14635]
+
+# (Optional) One or more lines of additional information to render under the primary note.
+# These lines will be padded with 2 spaces and then inserted directly into the document.
+# Use pipe (|) for multiline entries.
+subtext:

receiver/elasticsearchreceiver/documentation.md

@@ -24,6 +24,7 @@ These are the metrics available for this scraper.
 | **elasticsearch.cluster.state_update.time** | The cumulative amount of time updating the cluster state since the node started. | ms | Sum(Int) | <ul> <li>cluster_state_update_state</li> <li>cluster_state_update_type</li> </ul> |
 | **elasticsearch.index.operations.completed** | The number of operations completed for an index. | {operations} | Sum(Int) | <ul> <li>operation</li> <li>index_aggregation_type</li> </ul> |
 | **elasticsearch.index.operations.time** | Time spent on operations for an index. | ms | Sum(Int) | <ul> <li>operation</li> <li>index_aggregation_type</li> </ul> |
+| **elasticsearch.index.shards.size** | The size of the shards assigned to this index. | By | Sum(Int) | <ul> <li>index_aggregation_type</li> </ul> |
 | **elasticsearch.indexing_pressure.memory.limit** | Configured memory limit, in bytes, for the indexing requests. | By | Gauge(Int) | <ul> </ul> |
 | **elasticsearch.indexing_pressure.memory.total.primary_rejections** | Cumulative number of indexing requests rejected in the primary stage. | 1 | Sum(Int) | <ul> </ul> |
 | **elasticsearch.indexing_pressure.memory.total.replica_rejections** | Number of indexing requests rejected in the replica stage. | 1 | Sum(Int) | <ul> </ul> |

receiver/elasticsearchreceiver/metadata.yaml

@@ -758,3 +758,12 @@ metrics:
  value_type: int
  attributes: [operation, index_aggregation_type]
  enabled: true
+ elasticsearch.index.shards.size:
+ description: The size of the shards assigned to this index.
+ unit: By
+ sum:
+ monotonic: false
+ aggregation: cumulative
+ value_type: int
+ attributes: [index_aggregation_type]
+ enabled: true

receiver/elasticsearchreceiver/scraper.go

@@ -360,5 +360,9 @@ func (r *elasticsearchScraper) scrapeOneIndexMetrics(now pcommon.Timestamp, name
  now, stats.Total.SearchOperations.QueryTimeInMs, metadata.AttributeOperationQuery, metadata.AttributeIndexAggregationTypeTotal,
  )
 
+ r.mb.RecordElasticsearchIndexShardsSizeDataPoint(
+ now, stats.Total.StoreInfo.SizeInBy, metadata.AttributeIndexAggregationTypeTotal,
+ )
+
  r.mb.EmitForResource(metadata.WithElasticsearchIndexName(name), metadata.WithElasticsearchClusterName(r.clusterName))
 }

receiver/elasticsearchreceiver/testdata/expected_metrics/clusterSkip.json

@@ -2301,6 +2301,30 @@
  ]
  },
  "unit": "ms"
+ },
+ {
+ "description": "The size of the shards assigned to this index.",
+ "name": "elasticsearch.index.shards.size",
+ "sum": {
+ "aggregationTemporality": "AGGREGATION_TEMPORALITY_CUMULATIVE",
+ "isMonotonic": false,
+ "dataPoints": [
+ {
+ "asInt": "40230884",
+ "attributes": [
+ {
+ "key": "aggregation",
+ "value": {
+ "stringValue": "total"
+ }
+ }
+ ],
+ "startTimeUnixNano": "1661811689941624000",
+ "timeUnixNano": "1661811689943245000"
+ }
+ ]
+ },
+ "unit": "By"
  }
  ],
  "scope": {
@@ -2427,6 +2451,30 @@
  ]
  },
  "unit": "ms"
+ },
+ {
+ "description": "The size of the shards assigned to this index.",
+ "name": "elasticsearch.index.shards.size",
+ "sum": {
+ "aggregationTemporality": "AGGREGATION_TEMPORALITY_CUMULATIVE",
+ "isMonotonic": false,
+ "dataPoints": [
+ {
+ "asInt": "40230884",
+ "attributes": [
+ {
+ "key": "aggregation",
+ "value": {
+ "stringValue": "total"
+ }
+ }
+ ],
+ "startTimeUnixNano": "1661811689941624000",
+ "timeUnixNano": "1661811689943245000"
+ }
+ ]
+ },
+ "unit": "By"
  }
  ],
  "scope": {

receiver/elasticsearchreceiver/testdata/expected_metrics/full.json

@@ -2494,6 +2494,30 @@
  ]
  },
  "unit": "ms"
+ },
+ {
+ "description": "The size of the shards assigned to this index.",
+ "name": "elasticsearch.index.shards.size",
+ "sum": {
+ "aggregationTemporality": "AGGREGATION_TEMPORALITY_CUMULATIVE",
+ "isMonotonic": false,
+ "dataPoints": [
+ {
+ "asInt": "40230884",
+ "attributes": [
+ {
+ "key": "aggregation",
+ "value": {
+ "stringValue": "total"
+ }
+ }
+ ],
+ "startTimeUnixNano": "1661811689941624000",
+ "timeUnixNano": "1661811689943245000"
+ }
+ ]
+ },
+ "unit": "By"
  }
  ],
  "scope": {
@@ -2620,6 +2644,30 @@
  ]
  },
  "unit": "ms"
+ },
+ {
+ "description": "The size of the shards assigned to this index.",
+ "name": "elasticsearch.index.shards.size",
+ "sum": {
+ "aggregationTemporality": "AGGREGATION_TEMPORALITY_CUMULATIVE",
+ "isMonotonic": false,
+ "dataPoints": [
+ {
+ "asInt": "40230884",
+ "attributes": [
+ {
+ "key": "aggregation",
+ "value": {
+ "stringValue": "total"
+ }
+ }
+ ],
+ "startTimeUnixNano": "1661811689941624000",
+ "timeUnixNano": "1661811689943245000"
+ }
+ ]
+ },
+ "unit": "By"
  }
  ],
  "scope": {

receiver/elasticsearchreceiver/testdata/expected_metrics/noNodes.json

@@ -310,6 +310,30 @@
  ]
  },
  "unit": "ms"
+ },
+ {
+ "description": "The size of the shards assigned to this index.",
+ "name": "elasticsearch.index.shards.size",
+ "sum": {
+ "aggregationTemporality": "AGGREGATION_TEMPORALITY_CUMULATIVE",
+ "isMonotonic": false,
+ "dataPoints": [
+ {
+ "asInt": "40230884",
+ "attributes": [
+ {
+ "key": "aggregation",
+ "value": {
+ "stringValue": "total"
+ }
+ }
+ ],
+ "startTimeUnixNano": "1661811689941624000",
+ "timeUnixNano": "1661811689943245000"
+ }
+ ]
+ },
+ "unit": "By"
  }
  ],
  "scope": {
@@ -436,6 +460,30 @@
  ]
  },
  "unit": "ms"
+ },
+ {
+ "description": "The size of the shards assigned to this index.",
+ "name": "elasticsearch.index.shards.size",
+ "sum": {
+ "aggregationTemporality": "AGGREGATION_TEMPORALITY_CUMULATIVE",
+ "isMonotonic": false,
+ "dataPoints": [
+ {
+ "asInt": "40230884",
+ "attributes": [
+ {
+ "key": "aggregation",
+ "value": {
+ "stringValue": "total"
+ }
+ }
+ ],
+ "startTimeUnixNano": "1661811689941624000",
+ "timeUnixNano": "1661811689943245000"
+ }
+ ]
+ },
+ "unit": "By"
  }
  ],
  "scope": {