feat: Added DatabaseType field for the type of backing store used (#221)

* feat: Added DatabaseType field for the type of backing store used feat: Added AVRO DatabaseDumpSpec for importing and exporting Avro files feat: Added additional endTime field for MetadataImports feat: Added RESTORING status on Backups feat: Added support to record the services that are restoring the backup feat: Added configuration for Dataplex integration feat: Added support for IAM management for metadata resources feat: Added AuxiliaryVersionConfig for configuring the auxiliary hive versions during creation or update of the DPMS instance feat: Added NetworkConfig for exposing the DPMS endpoint in multiple subnetworks using PSC (this skips the need for VPC peering) feat: Added EncryptionConfig which contains information used to configure the Dataproc Metastore service to encrypt customer data at rest (CMEK) docs: formatting improvements PiperOrigin-RevId: 436271267 Source-Link: googleapis/googleapis@463caca Source-Link: googleapis/googleapis-gen@e1cd573 Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiZTFjZDU3MzIxYzZiYzZlZTU5OWMxY2IzYjgzMTc5NDU5ODA0OGE2ZiJ9 * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>
googleapis · Mar 21, 2022 · e1384f8 · e1384f8
1 parent 0d20c74
commit e1384f8
Show file tree

Hide file tree

Showing 39 changed files with 9,923 additions and 442 deletions.
diff --git a/...c-metastore/src/main/java/com/google/cloud/metastore/v1alpha/DataprocMetastoreClient.java b/...c-metastore/src/main/java/com/google/cloud/metastore/v1alpha/DataprocMetastoreClient.java
@@ -42,10 +42,10 @@
 // AUTO-GENERATED DOCUMENTATION AND CLASS.
 /**
  * Service Description: Configures and manages metastore services. Metastore services are fully
- * managed, highly available, auto-scaled, auto-healing, OSS-native deployments of technical
- * metadata management software. Each metastore service exposes a network endpoint through which
- * metadata queries are served. Metadata queries can originate from a variety of sources, including
- * Apache Hive, Apache Presto, and Apache Spark.
+ * managed, highly available, autoscaled, autohealing, OSS-native deployments of technical metadata
+ * management software. Each metastore service exposes a network endpoint through which metadata
+ * queries are served. Metadata queries can originate from a variety of sources, including Apache
+ * Hive, Apache Presto, and Apache Spark.
  *
  * <p>The Dataproc Metastore API defines the following resource model:
  *
@@ -1084,7 +1084,7 @@ public final UnaryCallable<GetMetadataImportRequest, MetadataImport> getMetadata
    *
    * @param parent Required. The relative resource name of the service in which to create a
    *     metastore import, in the following form:
-   *     <p>`projects/{project_number}/locations/{location_id}/services/{service_id}`
+   *     <p>`projects/{project_number}/locations/{location_id}/services/{service_id}`.
    * @param metadataImport Required. The metadata import to create. The `name` field is ignored. The
    *     ID of the created metadata import must be provided in the request's `metadata_import_id`
    *     field.
@@ -1125,7 +1125,7 @@ public final OperationFuture<MetadataImport, OperationMetadata> createMetadataIm
    *
    * @param parent Required. The relative resource name of the service in which to create a
    *     metastore import, in the following form:
-   *     <p>`projects/{project_number}/locations/{location_id}/services/{service_id}`
+   *     <p>`projects/{project_number}/locations/{location_id}/services/{service_id}`.
    * @param metadataImport Required. The metadata import to create. The `name` field is ignored. The
    *     ID of the created metadata import must be provided in the request's `metadata_import_id`
    *     field.
@@ -1433,10 +1433,10 @@ public final UnaryCallable<ExportMetadataRequest, Operation> exportMetadataCalla
    *
    * @param service Required. The relative resource name of the metastore service to run restore, in
    *     the following form:
-   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}`
+   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}`.
    * @param backup Required. The relative resource name of the metastore service backup to restore
    *     from, in the following form:
-   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}/backups/{backup_id}`
+   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}/backups/{backup_id}`.
    * @throws com.google.api.gax.rpc.ApiException if the remote call fails
    */
   public final OperationFuture<Restore, OperationMetadata> restoreServiceAsync(
@@ -1465,10 +1465,10 @@ public final OperationFuture<Restore, OperationMetadata> restoreServiceAsync(
    *
    * @param service Required. The relative resource name of the metastore service to run restore, in
    *     the following form:
-   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}`
+   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}`.
    * @param backup Required. The relative resource name of the metastore service backup to restore
    *     from, in the following form:
-   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}/backups/{backup_id}`
+   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}/backups/{backup_id}`.
    * @throws com.google.api.gax.rpc.ApiException if the remote call fails
    */
   public final OperationFuture<Restore, OperationMetadata> restoreServiceAsync(
@@ -1497,10 +1497,10 @@ public final OperationFuture<Restore, OperationMetadata> restoreServiceAsync(
    *
    * @param service Required. The relative resource name of the metastore service to run restore, in
    *     the following form:
-   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}`
+   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}`.
    * @param backup Required. The relative resource name of the metastore service backup to restore
    *     from, in the following form:
-   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}/backups/{backup_id}`
+   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}/backups/{backup_id}`.
    * @throws com.google.api.gax.rpc.ApiException if the remote call fails
    */
   public final OperationFuture<Restore, OperationMetadata> restoreServiceAsync(
@@ -1529,10 +1529,10 @@ public final OperationFuture<Restore, OperationMetadata> restoreServiceAsync(
    *
    * @param service Required. The relative resource name of the metastore service to run restore, in
    *     the following form:
-   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}`
+   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}`.
    * @param backup Required. The relative resource name of the metastore service backup to restore
    *     from, in the following form:
-   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}/backups/{backup_id}`
+   *     <p>`projects/{project_id}/locations/{location_id}/services/{service_id}/backups/{backup_id}`.
    * @throws com.google.api.gax.rpc.ApiException if the remote call fails
    */
   public final OperationFuture<Restore, OperationMetadata> restoreServiceAsync(
@@ -1863,7 +1863,7 @@ public final UnaryCallable<GetBackupRequest, Backup> getBackupCallable() {
 
   // AUTO-GENERATED DOCUMENTATION AND METHOD.
   /**
-   * Creates a new Backup in a given project and location.
+   * Creates a new backup in a given project and location.
    *
    * <p>Sample code:
    *
@@ -1878,7 +1878,7 @@ public final UnaryCallable<GetBackupRequest, Backup> getBackupCallable() {
    *
    * @param parent Required. The relative resource name of the service in which to create a backup
    *     of the following form:
-   *     <p>`projects/{project_number}/locations/{location_id}/services/{service_id}`
+   *     <p>`projects/{project_number}/locations/{location_id}/services/{service_id}`.
    * @param backup Required. The backup to create. The `name` field is ignored. The ID of the
    *     created backup must be provided in the request's `backup_id` field.
    * @param backupId Required. The ID of the backup, which is used as the final component of the
@@ -1900,7 +1900,7 @@ public final OperationFuture<Backup, OperationMetadata> createBackupAsync(
 
   // AUTO-GENERATED DOCUMENTATION AND METHOD.
   /**
-   * Creates a new Backup in a given project and location.
+   * Creates a new backup in a given project and location.
    *
    * <p>Sample code:
    *
@@ -1915,7 +1915,7 @@ public final OperationFuture<Backup, OperationMetadata> createBackupAsync(
    *
    * @param parent Required. The relative resource name of the service in which to create a backup
    *     of the following form:
-   *     <p>`projects/{project_number}/locations/{location_id}/services/{service_id}`
+   *     <p>`projects/{project_number}/locations/{location_id}/services/{service_id}`.
    * @param backup Required. The backup to create. The `name` field is ignored. The ID of the
    *     created backup must be provided in the request's `backup_id` field.
    * @param backupId Required. The ID of the backup, which is used as the final component of the
@@ -1937,7 +1937,7 @@ public final OperationFuture<Backup, OperationMetadata> createBackupAsync(
 
   // AUTO-GENERATED DOCUMENTATION AND METHOD.
   /**
-   * Creates a new Backup in a given project and location.
+   * Creates a new backup in a given project and location.
    *
    * <p>Sample code:
    *
@@ -1964,7 +1964,7 @@ public final OperationFuture<Backup, OperationMetadata> createBackupAsync(
 
   // AUTO-GENERATED DOCUMENTATION AND METHOD.
   /**
-   * Creates a new Backup in a given project and location.
+   * Creates a new backup in a given project and location.
    *
    * <p>Sample code:
    *
@@ -1991,7 +1991,7 @@ public final OperationFuture<Backup, OperationMetadata> createBackupAsync(
 
   // AUTO-GENERATED DOCUMENTATION AND METHOD.
   /**
-   * Creates a new Backup in a given project and location.
+   * Creates a new backup in a given project and location.
    *
    * <p>Sample code:
    *

diff --git a/...oud-dataproc-metastore/src/main/java/com/google/cloud/metastore/v1alpha/package-info.java b/...oud-dataproc-metastore/src/main/java/com/google/cloud/metastore/v1alpha/package-info.java
@@ -15,15 +15,17 @@
  */
 
 /**
- * The interfaces provided are listed below, along with usage samples.
+ * A client to Dataproc Metastore API
+ *
+ * <p>The interfaces provided are listed below, along with usage samples.
  *
  * <p>======================= DataprocMetastoreClient =======================
  *
  * <p>Service Description: Configures and manages metastore services. Metastore services are fully
- * managed, highly available, auto-scaled, auto-healing, OSS-native deployments of technical
- * metadata management software. Each metastore service exposes a network endpoint through which
- * metadata queries are served. Metadata queries can originate from a variety of sources, including
- * Apache Hive, Apache Presto, and Apache Spark.
+ * managed, highly available, autoscaled, autohealing, OSS-native deployments of technical metadata
+ * management software. Each metastore service exposes a network endpoint through which metadata
+ * queries are served. Metadata queries can originate from a variety of sources, including Apache
+ * Hive, Apache Presto, and Apache Spark.
  *
  * <p>The Dataproc Metastore API defines the following resource model:
  *

diff --git a/...tastore/src/test/java/com/google/cloud/metastore/v1alpha/DataprocMetastoreClientTest.java b/...tastore/src/test/java/com/google/cloud/metastore/v1alpha/DataprocMetastoreClientTest.java
@@ -37,6 +37,7 @@
 import com.google.protobuf.Timestamp;
 import io.grpc.StatusRuntimeException;
 import java.io.IOException;
+import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.HashMap;
 import java.util.List;
@@ -193,6 +194,8 @@ public void getServiceTest() throws Exception {
             .setMaintenanceWindow(MaintenanceWindow.newBuilder().build())
             .setUid("uid115792")
             .setMetadataManagementActivity(MetadataManagementActivity.newBuilder().build())
+            .setEncryptionConfig(EncryptionConfig.newBuilder().build())
+            .setNetworkConfig(NetworkConfig.newBuilder().build())
             .build();
     mockDataprocMetastore.addResponse(expectedResponse);
 
@@ -243,6 +246,8 @@ public void getServiceTest2() throws Exception {
             .setMaintenanceWindow(MaintenanceWindow.newBuilder().build())
             .setUid("uid115792")
             .setMetadataManagementActivity(MetadataManagementActivity.newBuilder().build())
+            .setEncryptionConfig(EncryptionConfig.newBuilder().build())
+            .setNetworkConfig(NetworkConfig.newBuilder().build())
             .build();
     mockDataprocMetastore.addResponse(expectedResponse);
 
@@ -293,6 +298,8 @@ public void createServiceTest() throws Exception {
             .setMaintenanceWindow(MaintenanceWindow.newBuilder().build())
             .setUid("uid115792")
             .setMetadataManagementActivity(MetadataManagementActivity.newBuilder().build())
+            .setEncryptionConfig(EncryptionConfig.newBuilder().build())
+            .setNetworkConfig(NetworkConfig.newBuilder().build())
             .build();
     Operation resultOperation =
         Operation.newBuilder()
@@ -357,6 +364,8 @@ public void createServiceTest2() throws Exception {
             .setMaintenanceWindow(MaintenanceWindow.newBuilder().build())
             .setUid("uid115792")
             .setMetadataManagementActivity(MetadataManagementActivity.newBuilder().build())
+            .setEncryptionConfig(EncryptionConfig.newBuilder().build())
+            .setNetworkConfig(NetworkConfig.newBuilder().build())
             .build();
     Operation resultOperation =
         Operation.newBuilder()
@@ -421,6 +430,8 @@ public void updateServiceTest() throws Exception {
             .setMaintenanceWindow(MaintenanceWindow.newBuilder().build())
             .setUid("uid115792")
             .setMetadataManagementActivity(MetadataManagementActivity.newBuilder().build())
+            .setEncryptionConfig(EncryptionConfig.newBuilder().build())
+            .setNetworkConfig(NetworkConfig.newBuilder().build())
             .build();
     Operation resultOperation =
         Operation.newBuilder()
@@ -647,6 +658,7 @@ public void getMetadataImportTest() throws Exception {
             .setDescription("description-1724546052")
             .setCreateTime(Timestamp.newBuilder().build())
             .setUpdateTime(Timestamp.newBuilder().build())
+            .setEndTime(Timestamp.newBuilder().build())
             .build();
     mockDataprocMetastore.addResponse(expectedResponse);
 
@@ -692,6 +704,7 @@ public void getMetadataImportTest2() throws Exception {
             .setDescription("description-1724546052")
             .setCreateTime(Timestamp.newBuilder().build())
             .setUpdateTime(Timestamp.newBuilder().build())
+            .setEndTime(Timestamp.newBuilder().build())
             .build();
     mockDataprocMetastore.addResponse(expectedResponse);
 
@@ -735,6 +748,7 @@ public void createMetadataImportTest() throws Exception {
             .setDescription("description-1724546052")
             .setCreateTime(Timestamp.newBuilder().build())
             .setUpdateTime(Timestamp.newBuilder().build())
+            .setEndTime(Timestamp.newBuilder().build())
             .build();
     Operation resultOperation =
         Operation.newBuilder()
@@ -794,6 +808,7 @@ public void createMetadataImportTest2() throws Exception {
             .setDescription("description-1724546052")
             .setCreateTime(Timestamp.newBuilder().build())
             .setUpdateTime(Timestamp.newBuilder().build())
+            .setEndTime(Timestamp.newBuilder().build())
             .build();
     Operation resultOperation =
         Operation.newBuilder()
@@ -853,6 +868,7 @@ public void updateMetadataImportTest() throws Exception {
             .setDescription("description-1724546052")
             .setCreateTime(Timestamp.newBuilder().build())
             .setUpdateTime(Timestamp.newBuilder().build())
+            .setEndTime(Timestamp.newBuilder().build())
             .build();
     Operation resultOperation =
         Operation.newBuilder()
@@ -1262,6 +1278,7 @@ public void getBackupTest() throws Exception {
             .setEndTime(Timestamp.newBuilder().build())
             .setServiceRevision(Service.newBuilder().build())
             .setDescription("description-1724546052")
+            .addAllRestoringServices(new ArrayList<String>())
             .build();
     mockDataprocMetastore.addResponse(expectedResponse);
 
@@ -1304,6 +1321,7 @@ public void getBackupTest2() throws Exception {
             .setEndTime(Timestamp.newBuilder().build())
             .setServiceRevision(Service.newBuilder().build())
             .setDescription("description-1724546052")
+            .addAllRestoringServices(new ArrayList<String>())
             .build();
     mockDataprocMetastore.addResponse(expectedResponse);
 
@@ -1346,6 +1364,7 @@ public void createBackupTest() throws Exception {
             .setEndTime(Timestamp.newBuilder().build())
             .setServiceRevision(Service.newBuilder().build())
             .setDescription("description-1724546052")
+            .addAllRestoringServices(new ArrayList<String>())
             .build();
     Operation resultOperation =
         Operation.newBuilder()
@@ -1402,6 +1421,7 @@ public void createBackupTest2() throws Exception {
             .setEndTime(Timestamp.newBuilder().build())
             .setServiceRevision(Service.newBuilder().build())
             .setDescription("description-1724546052")
+            .addAllRestoringServices(new ArrayList<String>())
             .build();
     Operation resultOperation =
         Operation.newBuilder()