feat: add support for Dataproc metric configuration (#481)

* feat: add support for Dataproc metric configuration

Committer: @AkshatBhargava
PiperOrigin-RevId: 475750057

Source-Link: googleapis/googleapis@30517fd

Source-Link: googleapis/googleapis-gen@a41cc2a
Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiYTQxY2MyYWIzZGY3OGVlMGI4NGY2NzQ5OWU3NTYyZGUwMmFiMzRjMCJ9

* 🦉 Updates from OwlBot post-processor

See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md

Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>

packages/google-cloud-dataproc/google/cloud/dataproc/__init__.py

@@ -90,6 +90,7 @@
 from google.cloud.dataproc_v1.types.clusters import ClusterStatus
 from google.cloud.dataproc_v1.types.clusters import ConfidentialInstanceConfig
 from google.cloud.dataproc_v1.types.clusters import CreateClusterRequest
+from google.cloud.dataproc_v1.types.clusters import DataprocMetricConfig
 from google.cloud.dataproc_v1.types.clusters import DeleteClusterRequest
 from google.cloud.dataproc_v1.types.clusters import DiagnoseClusterRequest
 from google.cloud.dataproc_v1.types.clusters import DiagnoseClusterResults
@@ -106,6 +107,7 @@
 from google.cloud.dataproc_v1.types.clusters import ListClustersResponse
 from google.cloud.dataproc_v1.types.clusters import ManagedGroupConfig
 from google.cloud.dataproc_v1.types.clusters import MetastoreConfig
+from google.cloud.dataproc_v1.types.clusters import Metric
 from google.cloud.dataproc_v1.types.clusters import NodeGroupAffinity
 from google.cloud.dataproc_v1.types.clusters import NodeInitializationAction
 from google.cloud.dataproc_v1.types.clusters import ReservationAffinity
@@ -232,6 +234,7 @@
     "ClusterStatus",
     "ConfidentialInstanceConfig",
     "CreateClusterRequest",
+    "DataprocMetricConfig",
     "DeleteClusterRequest",
     "DiagnoseClusterRequest",
     "DiagnoseClusterResults",
@@ -248,6 +251,7 @@
     "ListClustersResponse",
     "ManagedGroupConfig",
     "MetastoreConfig",
+    "Metric",
     "NodeGroupAffinity",
     "NodeInitializationAction",
     "ReservationAffinity",

packages/google-cloud-dataproc/google/cloud/dataproc_v1/__init__.py

@@ -54,6 +54,7 @@
 from .types.clusters import ClusterStatus
 from .types.clusters import ConfidentialInstanceConfig
 from .types.clusters import CreateClusterRequest
+from .types.clusters import DataprocMetricConfig
 from .types.clusters import DeleteClusterRequest
 from .types.clusters import DiagnoseClusterRequest
 from .types.clusters import DiagnoseClusterResults
@@ -70,6 +71,7 @@
 from .types.clusters import ListClustersResponse
 from .types.clusters import ManagedGroupConfig
 from .types.clusters import MetastoreConfig
+from .types.clusters import Metric
 from .types.clusters import NodeGroupAffinity
 from .types.clusters import NodeInitializationAction
 from .types.clusters import ReservationAffinity
@@ -174,6 +176,7 @@
     "CreateBatchRequest",
     "CreateClusterRequest",
     "CreateWorkflowTemplateRequest",
+    "DataprocMetricConfig",
     "DeleteAutoscalingPolicyRequest",
     "DeleteBatchRequest",
     "DeleteClusterRequest",
@@ -228,6 +231,7 @@
     "ManagedCluster",
     "ManagedGroupConfig",
     "MetastoreConfig",
+    "Metric",
     "NodeGroupAffinity",
     "NodeInitializationAction",
     "OrderedJob",

packages/google-cloud-dataproc/google/cloud/dataproc_v1/types/__init__.py

@@ -47,6 +47,7 @@
     ClusterStatus,
     ConfidentialInstanceConfig,
     CreateClusterRequest,
+    DataprocMetricConfig,
     DeleteClusterRequest,
     DiagnoseClusterRequest,
     DiagnoseClusterResults,
@@ -63,6 +64,7 @@
     ListClustersResponse,
     ManagedGroupConfig,
     MetastoreConfig,
+    Metric,
     NodeGroupAffinity,
     NodeInitializationAction,
     ReservationAffinity,
@@ -174,6 +176,7 @@
     "ClusterStatus",
     "ConfidentialInstanceConfig",
     "CreateClusterRequest",
+    "DataprocMetricConfig",
     "DeleteClusterRequest",
     "DiagnoseClusterRequest",
     "DiagnoseClusterResults",
@@ -190,6 +193,7 @@
     "ListClustersResponse",
     "ManagedGroupConfig",
     "MetastoreConfig",
+    "Metric",
     "NodeGroupAffinity",
     "NodeInitializationAction",
     "ReservationAffinity",

packages/google-cloud-dataproc/google/cloud/dataproc_v1/types/clusters.py

@@ -47,6 +47,8 @@
         "SoftwareConfig",
         "LifecycleConfig",
         "MetastoreConfig",
+        "Metric",
+        "DataprocMetricConfig",
         "ClusterMetrics",
         "CreateClusterRequest",
         "UpdateClusterRequest",
@@ -234,6 +236,8 @@ class ClusterConfig(proto.Message):
             this cluster
         metastore_config (google.cloud.dataproc_v1.types.MetastoreConfig):
             Optional. Metastore configuration.
+        dataproc_metric_config (google.cloud.dataproc_v1.types.DataprocMetricConfig):
+            Optional. Dataproc metrics configuration.
     """
 
     config_bucket = proto.Field(
@@ -304,6 +308,11 @@ class ClusterConfig(proto.Message):
         number=20,
         message="MetastoreConfig",
     )
+    dataproc_metric_config = proto.Field(
+        proto.MESSAGE,
+        number=21,
+        message="DataprocMetricConfig",
+    )
 
 
 class VirtualClusterConfig(proto.Message):
@@ -1331,6 +1340,55 @@ class MetastoreConfig(proto.Message):
     )
 
 
+class Metric(proto.Message):
+    r"""Specifies Dataproc OSS Metric.
+
+    Attributes:
+        metric_source (google.cloud.dataproc_v1.types.Metric.MetricSource):
+            Required. Specified source of metric
+            collection
+        metric_overrides (Sequence[str]):
+            Optional. The set of available OSS metrics to
+            collect from the metric source.
+    """
+
+    class MetricSource(proto.Enum):
+        r""""""
+        METRIC_SOURCE_UNSPECIFIED = 0
+        MONITORING_AGENT_DEFAULTS = 1
+        HDFS = 2
+        SPARK = 3
+        YARN = 4
+        SPARK_HISTORY_SERVER = 5
+        HIVESERVER2 = 6
+
+    metric_source = proto.Field(
+        proto.ENUM,
+        number=1,
+        enum=MetricSource,
+    )
+    metric_overrides = proto.RepeatedField(
+        proto.STRING,
+        number=2,
+    )
+
+
+class DataprocMetricConfig(proto.Message):
+    r"""Specifies a Dataproc metric config
+
+    Attributes:
+        metrics (Sequence[google.cloud.dataproc_v1.types.Metric]):
+            Configuration set of metrics to collect from
+            the cluster
+    """
+
+    metrics = proto.RepeatedField(
+        proto.MESSAGE,
+        number=1,
+        message="Metric",
+    )
+
+
 class ClusterMetrics(proto.Message):
     r"""Contains cluster daemon metrics, such as HDFS and YARN stats.