[GCP] Remove lightweight module in gcp.dataproc data stream

packages/gcp/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "2.11.7"
+  changes:
+    - description: Move Dataproc lightweight module config into integration
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/4270
 - version: "2.11.6"
   changes:
     - description: Move LoadBalancing lightweight module config into integration

packages/gcp/data_stream/dataproc/agent/stream/stream.yml.hbs

@@ -1,4 +1,4 @@
-metricsets: ["dataproc"]
+metricsets: ["metrics"]
 period: {{period}}
 project_id: {{project_id}}
 {{#if credentials_file}}
@@ -11,3 +11,27 @@ credentials_json: '{{credentials_json}}'
 region: {{region}}
 {{/if}}
 exclude_labels: {{exclude_labels}}
+metrics:
+  - service: dataproc
+    metric_types:
+      - "cluster/hdfs/datanodes"
+      - "cluster/hdfs/storage_capacity"
+      - "cluster/hdfs/storage_utilization"
+      - "cluster/hdfs/unhealthy_blocks"
+      - "cluster/job/failed_count"
+      - "cluster/job/running_count"
+      - "cluster/job/submitted_count"
+      - "cluster/operation/failed_count"
+      - "cluster/operation/running_count"
+      - "cluster/operation/submitted_count"
+      - "cluster/yarn/allocated_memory_percentage"
+      - "cluster/yarn/apps"
+      - "cluster/yarn/containers"
+      - "cluster/yarn/memory_size"
+      - "cluster/yarn/nodemanagers"
+      - "cluster/yarn/pending_memory_size"
+      - "cluster/yarn/virtual_cores"
+      - "cluster/job/completion_time"
+      - "cluster/job/duration"
+      - "cluster/operation/completion_time"
+      - "cluster/operation/duration"

packages/gcp/manifest.yml

@@ -1,6 +1,6 @@
 name: gcp
 title: Google Cloud Platform
-version: "2.11.6"
+version: "2.11.7"
 release: ga
 description: Collect logs from Google Cloud Platform with Elastic Agent.
 type: integration