add lsminterval 60min aggregations

elastic · Feb 24, 2025 · e90171e · e90171e
1 parent 53fb4c9
commit e90171e
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 2 deletions.
diff --git a/kubernetes/elastic-helm/deployment.yaml b/kubernetes/elastic-helm/deployment.yaml
@@ -335,6 +335,9 @@ opentelemetry-collector:
           mode: otel
     processors:
       batch: {}
+      batch/aggs:
+        send_batch_size: 16384 # 2x the default
+        timeout: 10s
       resource:
         attributes:
           - key: deployment.environment
@@ -365,6 +368,11 @@ opentelemetry-collector:
               - set(resource.attributes["metricset.interval"], "10m")
               - set(attributes["data_stream.dataset"], Concat([attributes["metricset.name"], "10m"], "."))
               - set(attributes["processor.event"], "metric")
+          - duration: 60m
+            statements:
+              - set(resource.attributes["metricset.interval"], "60m")
+              - set(attributes["data_stream.dataset"], Concat([attributes["metricset.name"], "60m"], "."))
+              - set(attributes["processor.event"], "metric")
       # [Resource Detection Processor](https://github.com/open-telemetry/opentelemetry-collector-contrib/tree/main/processor/resourcedetectionprocessor)
       resourcedetection/eks:
         detectors: [env, eks] # Detects resources from environment variables and EKS (Elastic Kubernetes Service).
@@ -551,7 +559,7 @@ opentelemetry-collector:
           receivers:
             - signaltometrics
           processors:
-            - batch
+            - batch/aggs
             - lsminterval
           exporters:
             - debug

diff --git a/src/otel-collector/otelcol-elastic-config.yaml b/src/otel-collector/otelcol-elastic-config.yaml
@@ -107,6 +107,9 @@ receivers:
           match_type: strict
 
 processors:
+  batch/aggs:
+    send_batch_size: 16384 # 2x the default
+    timeout: 10s
   batch:
   elasticinframetrics:
     add_system_metrics: true
@@ -177,6 +180,11 @@ processors:
           - set(resource.attributes["metricset.interval"], "10m")
           - set(attributes["data_stream.dataset"], Concat([attributes["metricset.name"], "10m"], "."))
           - set(attributes["processor.event"], "metric")
+      - duration: 60m
+        statements:
+          - set(resource.attributes["metricset.interval"], "60m")
+          - set(attributes["data_stream.dataset"], Concat([attributes["metricset.name"], "60m"], "."))
+          - set(attributes["processor.event"], "metric")
 
 connectors:
   spanmetrics:
@@ -476,7 +484,7 @@ service:
       receivers:
         - signaltometrics
       processors:
-        - batch
+        - batch/aggs
         - lsminterval
       exporters:
         - debug