feat(client-athena): You can now define custom spark properties at st…

…art of the session for use cases like cluster encryption, table formats, and general Spark tuning.
aws · Jun 8, 2023 · 655c2dd · 655c2dd
1 parent f930913
commit 655c2dd
Show file tree

Hide file tree

Showing 4 changed files with 24 additions and 7 deletions.
diff --git a/clients/client-athena/src/commands/GetSessionCommand.ts b/clients/client-athena/src/commands/GetSessionCommand.ts
@@ -61,6 +61,9 @@ export interface GetSessionCommandOutput extends GetSessionResponse, __MetadataB
  * //     AdditionalConfigs: { // ParametersMap
  * //       "<keys>": "STRING_VALUE",
  * //     },
+ * //     SparkProperties: {
+ * //       "<keys>": "STRING_VALUE",
+ * //     },
  * //   },
  * //   NotebookVersion: "STRING_VALUE",
  * //   SessionConfiguration: { // SessionConfiguration

diff --git a/clients/client-athena/src/commands/StartSessionCommand.ts b/clients/client-athena/src/commands/StartSessionCommand.ts
@@ -54,6 +54,9 @@ export interface StartSessionCommandOutput extends StartSessionResponse, __Metad
  *     AdditionalConfigs: { // ParametersMap
  *       "<keys>": "STRING_VALUE",
  *     },
+ *     SparkProperties: {
+ *       "<keys>": "STRING_VALUE",
+ *     },
  *   },
  *   NotebookVersion: "STRING_VALUE",
  *   SessionIdleTimeoutInMinutes: Number("int"),

diff --git a/clients/client-athena/src/models/models_0.ts b/clients/client-athena/src/models/models_0.ts
@@ -1167,7 +1167,7 @@ export class ResourceNotFoundException extends __BaseException {
 
 /**
  * @public
- * <p>Specifies the KMS key that is used to encrypt the user's data stores in Athena.</p>
+ * <p>Specifies the KMS key that is used to encrypt the user's data stores in Athena. This setting does not apply to Athena SQL workgroups.</p>
  */
 export interface CustomerContentEncryptionConfiguration {
   /**
@@ -1243,7 +1243,7 @@ export interface WorkGroupConfiguration {
   ExecutionRole?: string;
 
   /**
-   * <p>Specifies the KMS key that is used to encrypt the user's data stores in Athena.</p>
+   * <p>Specifies the KMS key that is used to encrypt the user's data stores in Athena. This setting does not apply to Athena SQL workgroups.</p>
    */
   CustomerContentEncryptionConfiguration?: CustomerContentEncryptionConfiguration;
 
@@ -2404,6 +2404,11 @@ export interface EngineConfiguration {
    *                 Athena notebook ID.</p>
    */
   AdditionalConfigs?: Record<string, string>;
+
+  /**
+   * <p>Specifies custom jar files and Spark properties for use cases like cluster encryption, table formats, and general Spark tuning.</p>
+   */
+  SparkProperties?: Record<string, string>;
 }
 
 /**
@@ -4527,7 +4532,7 @@ export interface WorkGroupConfigurationUpdates {
   EngineVersion?: EngineVersion;
 
   /**
-   * <p>Removes content encryption configuration for a workgroup.</p>
+   * <p>Removes content encryption configuration from an Apache Spark-enabled Athena workgroup.</p>
    */
   RemoveCustomerContentEncryptionConfiguration?: boolean;
 
@@ -4542,7 +4547,7 @@ export interface WorkGroupConfigurationUpdates {
   ExecutionRole?: string;
 
   /**
-   * <p>Specifies the KMS key that is used to encrypt the user's data stores in Athena.</p>
+   * <p>Specifies the KMS key that is used to encrypt the user's data stores in Athena. This setting does not apply to Athena SQL workgroups.</p>
    */
   CustomerContentEncryptionConfiguration?: CustomerContentEncryptionConfiguration;
 

diff --git a/codegen/sdk-codegen/aws-models/athena.json b/codegen/sdk-codegen/aws-models/athena.json
@@ -2678,7 +2678,7 @@
         }
       },
       "traits": {
-        "smithy.api#documentation": "<p>Specifies the KMS key that is used to encrypt the user's data stores in Athena.</p>"
+        "smithy.api#documentation": "<p>Specifies the KMS key that is used to encrypt the user's data stores in Athena. This setting does not apply to Athena SQL workgroups.</p>"
       }
     },
     "com.amazonaws.athena#DataCatalog": {
@@ -3188,6 +3188,12 @@
           "traits": {
             "smithy.api#documentation": "<p>Contains additional notebook engine <code>MAP<string, string></code> parameter\n            mappings in the form of key-value pairs. To specify an Athena notebook that\n            the Jupyter server will download and serve, specify a value for the <a>StartSessionRequest$NotebookVersion</a> field, and then add a key named\n                <code>NotebookId</code> to <code>AdditionalConfigs</code> that has the value of the\n                Athena notebook ID.</p>"
           }
+        },
+        "SparkProperties": {
+          "target": "com.amazonaws.athena#ParametersMap",
+          "traits": {
+            "smithy.api#documentation": "<p>Specifies custom jar files and Spark properties for use cases like cluster encryption, table formats, and general Spark tuning.</p>"
+          }
         }
       },
       "traits": {
@@ -8656,7 +8662,7 @@
         "CustomerContentEncryptionConfiguration": {
           "target": "com.amazonaws.athena#CustomerContentEncryptionConfiguration",
           "traits": {
-            "smithy.api#documentation": "<p>Specifies the KMS key that is used to encrypt the user's data stores in Athena.</p>"
+            "smithy.api#documentation": "<p>Specifies the KMS key that is used to encrypt the user's data stores in Athena. This setting does not apply to Athena SQL workgroups.</p>"
           }
         },
         "EnableMinimumEncryptionConfiguration": {
@@ -8718,7 +8724,7 @@
         "RemoveCustomerContentEncryptionConfiguration": {
           "target": "com.amazonaws.athena#BoxedBoolean",
           "traits": {
-            "smithy.api#documentation": "<p>Removes content encryption configuration for a workgroup.</p>"
+            "smithy.api#documentation": "<p>Removes content encryption configuration from an Apache Spark-enabled Athena workgroup.</p>"
           }
         },
         "AdditionalConfiguration": {