diff --git a/CHANGELOG.md b/CHANGELOG.md index 1a7cafecf46..8dfd9e5c735 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,3 +1,11 @@ +Release v1.44.204 (2023-02-17) +=== + +### Service Client Updates +* `service/apprunner`: Updates service API +* `service/glue`: Updates service API and documentation + * Release of Delta Lake Data Lake Format for Glue Studio Service + Release v1.44.203 (2023-02-16) === diff --git a/aws/endpoints/defaults.go b/aws/endpoints/defaults.go index 57b339751c6..6f4ad8ef19a 100644 --- a/aws/endpoints/defaults.go +++ b/aws/endpoints/defaults.go @@ -9544,6 +9544,15 @@ var awsPartition = partition{ }: endpoint{ Hostname: "elasticfilesystem-fips.ap-south-1.amazonaws.com", }, + endpointKey{ + Region: "ap-south-2", + }: endpoint{}, + endpointKey{ + Region: "ap-south-2", + Variant: fipsVariant, + }: endpoint{ + Hostname: "elasticfilesystem-fips.ap-south-2.amazonaws.com", + }, endpointKey{ Region: "ap-southeast-1", }: endpoint{}, @@ -9706,6 +9715,15 @@ var awsPartition = partition{ }, Deprecated: boxedTrue, }, + endpointKey{ + Region: "fips-ap-south-2", + }: endpoint{ + Hostname: "elasticfilesystem-fips.ap-south-2.amazonaws.com", + CredentialScope: credentialScope{ + Region: "ap-south-2", + }, + Deprecated: boxedTrue, + }, endpointKey{ Region: "fips-ap-southeast-1", }: endpoint{ @@ -32523,6 +32541,24 @@ var awsusgovPartition = partition{ Region: "us-gov-east-1", }, }, + endpointKey{ + Region: "us-gov-east-1", + Variant: fipsVariant, + }: endpoint{ + Hostname: "elasticbeanstalk.us-gov-east-1.amazonaws.com", + CredentialScope: credentialScope{ + Region: "us-gov-east-1", + }, + }, + endpointKey{ + Region: "us-gov-east-1-fips", + }: endpoint{ + Hostname: "elasticbeanstalk.us-gov-east-1.amazonaws.com", + CredentialScope: credentialScope{ + Region: "us-gov-east-1", + }, + Deprecated: boxedTrue, + }, endpointKey{ Region: "us-gov-west-1", }: endpoint{ @@ -32531,6 +32567,24 @@ var awsusgovPartition = partition{ Region: "us-gov-west-1", }, }, + endpointKey{ + Region: "us-gov-west-1", + Variant: fipsVariant, + }: endpoint{ + Hostname: "elasticbeanstalk.us-gov-west-1.amazonaws.com", + CredentialScope: credentialScope{ + Region: "us-gov-west-1", + }, + }, + endpointKey{ + Region: "us-gov-west-1-fips", + }: endpoint{ + Hostname: "elasticbeanstalk.us-gov-west-1.amazonaws.com", + CredentialScope: credentialScope{ + Region: "us-gov-west-1", + }, + Deprecated: boxedTrue, + }, }, }, "elasticfilesystem": service{ diff --git a/aws/version.go b/aws/version.go index 68ec4a4ce1e..bdd18b271d0 100644 --- a/aws/version.go +++ b/aws/version.go @@ -5,4 +5,4 @@ package aws const SDKName = "aws-sdk-go" // SDKVersion is the version of this SDK -const SDKVersion = "1.44.203" +const SDKVersion = "1.44.204" diff --git a/models/apis/apprunner/2020-05-15/api-2.json b/models/apis/apprunner/2020-05-15/api-2.json index 26a7e79eeef..73a0b527cff 100644 --- a/models/apis/apprunner/2020-05-15/api-2.json +++ b/models/apis/apprunner/2020-05-15/api-2.json @@ -517,7 +517,6 @@ }, "ASConfigMaxSize":{ "type":"integer", - "max":25, "min":1 }, "ASConfigMinSize":{ @@ -1480,7 +1479,8 @@ "CREATE_SERVICE", "PAUSE_SERVICE", "RESUME_SERVICE", - "DELETE_SERVICE" + "DELETE_SERVICE", + "UPDATE_SERVICE" ] }, "PauseServiceRequest":{ diff --git a/models/apis/apprunner/2020-05-15/endpoint-rule-set-1.json b/models/apis/apprunner/2020-05-15/endpoint-rule-set-1.json index b5e64a69ca4..9d35edd948f 100644 --- a/models/apis/apprunner/2020-05-15/endpoint-rule-set-1.json +++ b/models/apis/apprunner/2020-05-15/endpoint-rule-set-1.json @@ -3,7 +3,7 @@ "parameters": { "Region": { "builtIn": "AWS::Region", - "required": true, + "required": false, "documentation": "The AWS region used to dispatch the request.", "type": "String" }, @@ -32,13 +32,12 @@ { "conditions": [ { - "fn": "aws.partition", + "fn": "isSet", "argv": [ { - "ref": "Region" + "ref": "Endpoint" } - ], - "assign": "PartitionResult" + ] } ], "type": "tree", @@ -46,23 +45,20 @@ { "conditions": [ { - "fn": "isSet", + "fn": "booleanEquals", "argv": [ { - "ref": "Endpoint" - } + "ref": "UseFIPS" + }, + true ] - }, - { - "fn": "parseURL", - "argv": [ - { - "ref": "Endpoint" - } - ], - "assign": "url" } ], + "error": "Invalid Configuration: FIPS and custom endpoint are not supported", + "type": "error" + }, + { + "conditions": [], "type": "tree", "rules": [ { @@ -71,67 +67,42 @@ "fn": "booleanEquals", "argv": [ { - "ref": "UseFIPS" + "ref": "UseDualStack" }, true ] } ], - "error": "Invalid Configuration: FIPS and custom endpoint are not supported", + "error": "Invalid Configuration: Dualstack and custom endpoint are not supported", "type": "error" }, { "conditions": [], - "type": "tree", - "rules": [ - { - "conditions": [ - { - "fn": "booleanEquals", - "argv": [ - { - "ref": "UseDualStack" - }, - true - ] - } - ], - "error": "Invalid Configuration: Dualstack and custom endpoint are not supported", - "type": "error" + "endpoint": { + "url": { + "ref": "Endpoint" }, - { - "conditions": [], - "endpoint": { - "url": { - "ref": "Endpoint" - }, - "properties": {}, - "headers": {} - }, - "type": "endpoint" - } - ] + "properties": {}, + "headers": {} + }, + "type": "endpoint" } ] - }, + } + ] + }, + { + "conditions": [], + "type": "tree", + "rules": [ { "conditions": [ { - "fn": "booleanEquals", - "argv": [ - { - "ref": "UseFIPS" - }, - true - ] - }, - { - "fn": "booleanEquals", + "fn": "isSet", "argv": [ { - "ref": "UseDualStack" - }, - true + "ref": "Region" + } ] } ], @@ -140,90 +111,215 @@ { "conditions": [ { - "fn": "booleanEquals", + "fn": "aws.partition", "argv": [ - true, { - "fn": "getAttr", + "ref": "Region" + } + ], + "assign": "PartitionResult" + } + ], + "type": "tree", + "rules": [ + { + "conditions": [ + { + "fn": "booleanEquals", + "argv": [ + { + "ref": "UseFIPS" + }, + true + ] + }, + { + "fn": "booleanEquals", "argv": [ { - "ref": "PartitionResult" + "ref": "UseDualStack" + }, + true + ] + } + ], + "type": "tree", + "rules": [ + { + "conditions": [ + { + "fn": "booleanEquals", + "argv": [ + true, + { + "fn": "getAttr", + "argv": [ + { + "ref": "PartitionResult" + }, + "supportsFIPS" + ] + } + ] }, - "supportsFIPS" + { + "fn": "booleanEquals", + "argv": [ + true, + { + "fn": "getAttr", + "argv": [ + { + "ref": "PartitionResult" + }, + "supportsDualStack" + ] + } + ] + } + ], + "type": "tree", + "rules": [ + { + "conditions": [], + "type": "tree", + "rules": [ + { + "conditions": [], + "endpoint": { + "url": "https://apprunner-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", + "properties": {}, + "headers": {} + }, + "type": "endpoint" + } + ] + } ] + }, + { + "conditions": [], + "error": "FIPS and DualStack are enabled, but this partition does not support one or both", + "type": "error" } ] }, { - "fn": "booleanEquals", - "argv": [ - true, + "conditions": [ { - "fn": "getAttr", + "fn": "booleanEquals", "argv": [ { - "ref": "PartitionResult" + "ref": "UseFIPS" }, - "supportsDualStack" + true + ] + } + ], + "type": "tree", + "rules": [ + { + "conditions": [ + { + "fn": "booleanEquals", + "argv": [ + true, + { + "fn": "getAttr", + "argv": [ + { + "ref": "PartitionResult" + }, + "supportsFIPS" + ] + } + ] + } + ], + "type": "tree", + "rules": [ + { + "conditions": [], + "type": "tree", + "rules": [ + { + "conditions": [], + "endpoint": { + "url": "https://apprunner-fips.{Region}.{PartitionResult#dnsSuffix}", + "properties": {}, + "headers": {} + }, + "type": "endpoint" + } + ] + } ] + }, + { + "conditions": [], + "error": "FIPS is enabled but this partition does not support FIPS", + "type": "error" } ] - } - ], - "type": "tree", - "rules": [ - { - "conditions": [], - "endpoint": { - "url": "https://apprunner-fips.{Region}.{PartitionResult#dualStackDnsSuffix}", - "properties": {}, - "headers": {} - }, - "type": "endpoint" - } - ] - }, - { - "conditions": [], - "error": "FIPS and DualStack are enabled, but this partition does not support one or both", - "type": "error" - } - ] - }, - { - "conditions": [ - { - "fn": "booleanEquals", - "argv": [ - { - "ref": "UseFIPS" }, - true - ] - } - ], - "type": "tree", - "rules": [ - { - "conditions": [ { - "fn": "booleanEquals", - "argv": [ - true, + "conditions": [ { - "fn": "getAttr", + "fn": "booleanEquals", "argv": [ { - "ref": "PartitionResult" + "ref": "UseDualStack" }, - "supportsFIPS" + true + ] + } + ], + "type": "tree", + "rules": [ + { + "conditions": [ + { + "fn": "booleanEquals", + "argv": [ + true, + { + "fn": "getAttr", + "argv": [ + { + "ref": "PartitionResult" + }, + "supportsDualStack" + ] + } + ] + } + ], + "type": "tree", + "rules": [ + { + "conditions": [], + "type": "tree", + "rules": [ + { + "conditions": [], + "endpoint": { + "url": "https://apprunner.{Region}.{PartitionResult#dualStackDnsSuffix}", + "properties": {}, + "headers": {} + }, + "type": "endpoint" + } + ] + } ] + }, + { + "conditions": [], + "error": "DualStack is enabled but this partition does not support DualStack", + "type": "error" } ] - } - ], - "type": "tree", - "rules": [ + }, { "conditions": [], "type": "tree", @@ -231,7 +327,7 @@ { "conditions": [], "endpoint": { - "url": "https://apprunner-fips.{Region}.{PartitionResult#dnsSuffix}", + "url": "https://apprunner.{Region}.{PartitionResult#dnsSuffix}", "properties": {}, "headers": {} }, @@ -240,74 +336,13 @@ ] } ] - }, - { - "conditions": [], - "error": "FIPS is enabled but this partition does not support FIPS", - "type": "error" - } - ] - }, - { - "conditions": [ - { - "fn": "booleanEquals", - "argv": [ - { - "ref": "UseDualStack" - }, - true - ] - } - ], - "type": "tree", - "rules": [ - { - "conditions": [ - { - "fn": "booleanEquals", - "argv": [ - true, - { - "fn": "getAttr", - "argv": [ - { - "ref": "PartitionResult" - }, - "supportsDualStack" - ] - } - ] - } - ], - "type": "tree", - "rules": [ - { - "conditions": [], - "endpoint": { - "url": "https://apprunner.{Region}.{PartitionResult#dualStackDnsSuffix}", - "properties": {}, - "headers": {} - }, - "type": "endpoint" - } - ] - }, - { - "conditions": [], - "error": "DualStack is enabled but this partition does not support DualStack", - "type": "error" } ] }, { "conditions": [], - "endpoint": { - "url": "https://apprunner.{Region}.{PartitionResult#dnsSuffix}", - "properties": {}, - "headers": {} - }, - "type": "endpoint" + "error": "Invalid Configuration: Missing Region", + "type": "error" } ] } diff --git a/models/apis/apprunner/2020-05-15/endpoint-tests-1.json b/models/apis/apprunner/2020-05-15/endpoint-tests-1.json index 07fe8077b2d..0036f1ce32b 100644 --- a/models/apis/apprunner/2020-05-15/endpoint-tests-1.json +++ b/models/apis/apprunner/2020-05-15/endpoint-tests-1.json @@ -1,42 +1,81 @@ { "testCases": [ { - "documentation": "For region us-west-2 with FIPS enabled and DualStack enabled", + "documentation": "For region ap-northeast-1 with FIPS disabled and DualStack disabled", "expect": { "endpoint": { - "url": "https://apprunner-fips.us-west-2.api.aws" + "url": "https://apprunner.ap-northeast-1.amazonaws.com" } }, "params": { - "Region": "us-west-2", - "UseFIPS": true, - "UseDualStack": true + "Region": "ap-northeast-1", + "UseDualStack": false, + "UseFIPS": false } }, { - "documentation": "For region us-west-2 with FIPS enabled and DualStack disabled", + "documentation": "For region eu-west-1 with FIPS disabled and DualStack disabled", "expect": { "endpoint": { - "url": "https://apprunner-fips.us-west-2.amazonaws.com" + "url": "https://apprunner.eu-west-1.amazonaws.com" } }, "params": { - "Region": "us-west-2", - "UseFIPS": true, - "UseDualStack": false + "Region": "eu-west-1", + "UseDualStack": false, + "UseFIPS": false } }, { - "documentation": "For region us-west-2 with FIPS disabled and DualStack enabled", + "documentation": "For region us-east-1 with FIPS disabled and DualStack disabled", "expect": { "endpoint": { - "url": "https://apprunner.us-west-2.api.aws" + "url": "https://apprunner.us-east-1.amazonaws.com" } }, "params": { - "Region": "us-west-2", - "UseFIPS": false, - "UseDualStack": true + "Region": "us-east-1", + "UseDualStack": false, + "UseFIPS": false + } + }, + { + "documentation": "For region us-east-1 with FIPS enabled and DualStack disabled", + "expect": { + "endpoint": { + "url": "https://apprunner-fips.us-east-1.amazonaws.com" + } + }, + "params": { + "Region": "us-east-1", + "UseDualStack": false, + "UseFIPS": true + } + }, + { + "documentation": "For region us-east-2 with FIPS disabled and DualStack disabled", + "expect": { + "endpoint": { + "url": "https://apprunner.us-east-2.amazonaws.com" + } + }, + "params": { + "Region": "us-east-2", + "UseDualStack": false, + "UseFIPS": false + } + }, + { + "documentation": "For region us-east-2 with FIPS enabled and DualStack disabled", + "expect": { + "endpoint": { + "url": "https://apprunner-fips.us-east-2.amazonaws.com" + } + }, + "params": { + "Region": "us-east-2", + "UseDualStack": false, + "UseFIPS": true } }, { @@ -48,229 +87,229 @@ }, "params": { "Region": "us-west-2", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { - "documentation": "For region eu-west-1 with FIPS enabled and DualStack enabled", + "documentation": "For region us-west-2 with FIPS enabled and DualStack disabled", "expect": { "endpoint": { - "url": "https://apprunner-fips.eu-west-1.api.aws" + "url": "https://apprunner-fips.us-west-2.amazonaws.com" } }, "params": { - "Region": "eu-west-1", - "UseFIPS": true, - "UseDualStack": true + "Region": "us-west-2", + "UseDualStack": false, + "UseFIPS": true } }, { - "documentation": "For region eu-west-1 with FIPS enabled and DualStack disabled", + "documentation": "For region us-east-1 with FIPS enabled and DualStack enabled", "expect": { "endpoint": { - "url": "https://apprunner-fips.eu-west-1.amazonaws.com" + "url": "https://apprunner-fips.us-east-1.api.aws" } }, "params": { - "Region": "eu-west-1", - "UseFIPS": true, - "UseDualStack": false + "Region": "us-east-1", + "UseDualStack": true, + "UseFIPS": true } }, { - "documentation": "For region eu-west-1 with FIPS disabled and DualStack enabled", + "documentation": "For region us-east-1 with FIPS disabled and DualStack enabled", "expect": { "endpoint": { - "url": "https://apprunner.eu-west-1.api.aws" + "url": "https://apprunner.us-east-1.api.aws" } }, "params": { - "Region": "eu-west-1", - "UseFIPS": false, - "UseDualStack": true + "Region": "us-east-1", + "UseDualStack": true, + "UseFIPS": false } }, { - "documentation": "For region eu-west-1 with FIPS disabled and DualStack disabled", + "documentation": "For region cn-north-1 with FIPS enabled and DualStack enabled", "expect": { "endpoint": { - "url": "https://apprunner.eu-west-1.amazonaws.com" + "url": "https://apprunner-fips.cn-north-1.api.amazonwebservices.com.cn" } }, "params": { - "Region": "eu-west-1", - "UseFIPS": false, - "UseDualStack": false + "Region": "cn-north-1", + "UseDualStack": true, + "UseFIPS": true } }, { - "documentation": "For region ap-northeast-1 with FIPS enabled and DualStack enabled", + "documentation": "For region cn-north-1 with FIPS enabled and DualStack disabled", "expect": { "endpoint": { - "url": "https://apprunner-fips.ap-northeast-1.api.aws" + "url": "https://apprunner-fips.cn-north-1.amazonaws.com.cn" } }, "params": { - "Region": "ap-northeast-1", - "UseFIPS": true, - "UseDualStack": true + "Region": "cn-north-1", + "UseDualStack": false, + "UseFIPS": true } }, { - "documentation": "For region ap-northeast-1 with FIPS enabled and DualStack disabled", + "documentation": "For region cn-north-1 with FIPS disabled and DualStack enabled", "expect": { "endpoint": { - "url": "https://apprunner-fips.ap-northeast-1.amazonaws.com" + "url": "https://apprunner.cn-north-1.api.amazonwebservices.com.cn" } }, "params": { - "Region": "ap-northeast-1", - "UseFIPS": true, - "UseDualStack": false + "Region": "cn-north-1", + "UseDualStack": true, + "UseFIPS": false } }, { - "documentation": "For region ap-northeast-1 with FIPS disabled and DualStack enabled", + "documentation": "For region cn-north-1 with FIPS disabled and DualStack disabled", "expect": { "endpoint": { - "url": "https://apprunner.ap-northeast-1.api.aws" + "url": "https://apprunner.cn-north-1.amazonaws.com.cn" } }, "params": { - "Region": "ap-northeast-1", - "UseFIPS": false, - "UseDualStack": true + "Region": "cn-north-1", + "UseDualStack": false, + "UseFIPS": false } }, { - "documentation": "For region ap-northeast-1 with FIPS disabled and DualStack disabled", + "documentation": "For region us-gov-east-1 with FIPS enabled and DualStack enabled", "expect": { "endpoint": { - "url": "https://apprunner.ap-northeast-1.amazonaws.com" + "url": "https://apprunner-fips.us-gov-east-1.api.aws" } }, "params": { - "Region": "ap-northeast-1", - "UseFIPS": false, - "UseDualStack": false + "Region": "us-gov-east-1", + "UseDualStack": true, + "UseFIPS": true } }, { - "documentation": "For region us-east-1 with FIPS enabled and DualStack enabled", + "documentation": "For region us-gov-east-1 with FIPS enabled and DualStack disabled", "expect": { "endpoint": { - "url": "https://apprunner-fips.us-east-1.api.aws" + "url": "https://apprunner-fips.us-gov-east-1.amazonaws.com" } }, "params": { - "Region": "us-east-1", - "UseFIPS": true, - "UseDualStack": true + "Region": "us-gov-east-1", + "UseDualStack": false, + "UseFIPS": true } }, { - "documentation": "For region us-east-1 with FIPS enabled and DualStack disabled", + "documentation": "For region us-gov-east-1 with FIPS disabled and DualStack enabled", "expect": { "endpoint": { - "url": "https://apprunner-fips.us-east-1.amazonaws.com" + "url": "https://apprunner.us-gov-east-1.api.aws" } }, "params": { - "Region": "us-east-1", - "UseFIPS": true, - "UseDualStack": false + "Region": "us-gov-east-1", + "UseDualStack": true, + "UseFIPS": false } }, { - "documentation": "For region us-east-1 with FIPS disabled and DualStack enabled", + "documentation": "For region us-gov-east-1 with FIPS disabled and DualStack disabled", "expect": { "endpoint": { - "url": "https://apprunner.us-east-1.api.aws" + "url": "https://apprunner.us-gov-east-1.amazonaws.com" } }, "params": { - "Region": "us-east-1", - "UseFIPS": false, - "UseDualStack": true + "Region": "us-gov-east-1", + "UseDualStack": false, + "UseFIPS": false } }, { - "documentation": "For region us-east-1 with FIPS disabled and DualStack disabled", + "documentation": "For region us-iso-east-1 with FIPS enabled and DualStack disabled", "expect": { "endpoint": { - "url": "https://apprunner.us-east-1.amazonaws.com" + "url": "https://apprunner-fips.us-iso-east-1.c2s.ic.gov" } }, "params": { - "Region": "us-east-1", - "UseFIPS": false, - "UseDualStack": false + "Region": "us-iso-east-1", + "UseDualStack": false, + "UseFIPS": true } }, { - "documentation": "For region us-east-2 with FIPS enabled and DualStack enabled", + "documentation": "For region us-iso-east-1 with FIPS disabled and DualStack disabled", "expect": { "endpoint": { - "url": "https://apprunner-fips.us-east-2.api.aws" + "url": "https://apprunner.us-iso-east-1.c2s.ic.gov" } }, "params": { - "Region": "us-east-2", - "UseFIPS": true, - "UseDualStack": true + "Region": "us-iso-east-1", + "UseDualStack": false, + "UseFIPS": false } }, { - "documentation": "For region us-east-2 with FIPS enabled and DualStack disabled", + "documentation": "For region us-isob-east-1 with FIPS enabled and DualStack disabled", "expect": { "endpoint": { - "url": "https://apprunner-fips.us-east-2.amazonaws.com" + "url": "https://apprunner-fips.us-isob-east-1.sc2s.sgov.gov" } }, "params": { - "Region": "us-east-2", - "UseFIPS": true, - "UseDualStack": false + "Region": "us-isob-east-1", + "UseDualStack": false, + "UseFIPS": true } }, { - "documentation": "For region us-east-2 with FIPS disabled and DualStack enabled", + "documentation": "For region us-isob-east-1 with FIPS disabled and DualStack disabled", "expect": { "endpoint": { - "url": "https://apprunner.us-east-2.api.aws" + "url": "https://apprunner.us-isob-east-1.sc2s.sgov.gov" } }, "params": { - "Region": "us-east-2", - "UseFIPS": false, - "UseDualStack": true + "Region": "us-isob-east-1", + "UseDualStack": false, + "UseFIPS": false } }, { - "documentation": "For region us-east-2 with FIPS disabled and DualStack disabled", + "documentation": "For custom endpoint with region set and fips disabled and dualstack disabled", "expect": { "endpoint": { - "url": "https://apprunner.us-east-2.amazonaws.com" + "url": "https://example.com" } }, "params": { - "Region": "us-east-2", + "Region": "us-east-1", + "UseDualStack": false, "UseFIPS": false, - "UseDualStack": false + "Endpoint": "https://example.com" } }, { - "documentation": "For custom endpoint with fips disabled and dualstack disabled", + "documentation": "For custom endpoint with region not set and fips disabled and dualstack disabled", "expect": { "endpoint": { "url": "https://example.com" } }, "params": { - "Region": "us-east-1", - "UseFIPS": false, "UseDualStack": false, + "UseFIPS": false, "Endpoint": "https://example.com" } }, @@ -281,8 +320,8 @@ }, "params": { "Region": "us-east-1", - "UseFIPS": true, "UseDualStack": false, + "UseFIPS": true, "Endpoint": "https://example.com" } }, @@ -293,8 +332,8 @@ }, "params": { "Region": "us-east-1", - "UseFIPS": false, "UseDualStack": true, + "UseFIPS": false, "Endpoint": "https://example.com" } } diff --git a/models/apis/glue/2017-03-31/api-2.json b/models/apis/glue/2017-03-31/api-2.json index 6d5ded799f7..6b3c9f6aad0 100644 --- a/models/apis/glue/2017-03-31/api-2.json +++ b/models/apis/glue/2017-03-31/api-2.json @@ -3911,6 +3911,21 @@ "members":{ } }, + "CatalogDeltaSource":{ + "type":"structure", + "required":[ + "Name", + "Database", + "Table" + ], + "members":{ + "Name":{"shape":"NodeName"}, + "Database":{"shape":"EnclosedInStringProperty"}, + "Table":{"shape":"EnclosedInStringProperty"}, + "AdditionalDeltaOptions":{"shape":"AdditionalOptions"}, + "OutputSchemas":{"shape":"GlueSchemas"} + } + }, "CatalogEncryptionMode":{ "type":"string", "enum":[ @@ -4166,7 +4181,12 @@ "S3HudiSource":{"shape":"S3HudiSource"}, "S3HudiCatalogTarget":{"shape":"S3HudiCatalogTarget"}, "S3HudiDirectTarget":{"shape":"S3HudiDirectTarget"}, - "DirectJDBCSource":{"shape":"DirectJDBCSource"} + "DirectJDBCSource":{"shape":"DirectJDBCSource"}, + "S3CatalogDeltaSource":{"shape":"S3CatalogDeltaSource"}, + "CatalogDeltaSource":{"shape":"CatalogDeltaSource"}, + "S3DeltaSource":{"shape":"S3DeltaSource"}, + "S3DeltaCatalogTarget":{"shape":"S3DeltaCatalogTarget"}, + "S3DeltaDirectTarget":{"shape":"S3DeltaDirectTarget"} } }, "CodeGenConfigurationNodes":{ @@ -6084,6 +6104,13 @@ "CreateNativeDeltaTable":{"shape":"NullableBoolean"} } }, + "DeltaTargetCompressionType":{ + "type":"string", + "enum":[ + "uncompressed", + "snappy" + ] + }, "DeltaTargetList":{ "type":"list", "member":{"shape":"DeltaTarget"} @@ -10048,6 +10075,21 @@ "Id":{"shape":"IntegerValue"} } }, + "S3CatalogDeltaSource":{ + "type":"structure", + "required":[ + "Name", + "Database", + "Table" + ], + "members":{ + "Name":{"shape":"NodeName"}, + "Database":{"shape":"EnclosedInStringProperty"}, + "Table":{"shape":"EnclosedInStringProperty"}, + "AdditionalDeltaOptions":{"shape":"AdditionalOptions"}, + "OutputSchemas":{"shape":"GlueSchemas"} + } + }, "S3CatalogHudiSource":{ "type":"structure", "required":[ @@ -10125,6 +10167,58 @@ "OutputSchemas":{"shape":"GlueSchemas"} } }, + "S3DeltaCatalogTarget":{ + "type":"structure", + "required":[ + "Name", + "Inputs", + "Table", + "Database" + ], + "members":{ + "Name":{"shape":"NodeName"}, + "Inputs":{"shape":"OneInput"}, + "PartitionKeys":{"shape":"GlueStudioPathList"}, + "Table":{"shape":"EnclosedInStringProperty"}, + "Database":{"shape":"EnclosedInStringProperty"}, + "AdditionalOptions":{"shape":"AdditionalOptions"}, + "SchemaChangePolicy":{"shape":"CatalogSchemaChangePolicy"} + } + }, + "S3DeltaDirectTarget":{ + "type":"structure", + "required":[ + "Name", + "Inputs", + "Path", + "Compression", + "Format" + ], + "members":{ + "Name":{"shape":"NodeName"}, + "Inputs":{"shape":"OneInput"}, + "PartitionKeys":{"shape":"GlueStudioPathList"}, + "Path":{"shape":"EnclosedInStringProperty"}, + "Compression":{"shape":"DeltaTargetCompressionType"}, + "Format":{"shape":"TargetFormat"}, + "AdditionalOptions":{"shape":"AdditionalOptions"}, + "SchemaChangePolicy":{"shape":"DirectSchemaChangePolicy"} + } + }, + "S3DeltaSource":{ + "type":"structure", + "required":[ + "Name", + "Paths" + ], + "members":{ + "Name":{"shape":"NodeName"}, + "Paths":{"shape":"EnclosedInStringProperties"}, + "AdditionalDeltaOptions":{"shape":"AdditionalOptions"}, + "AdditionalOptions":{"shape":"S3DirectSourceAdditionalOptions"}, + "OutputSchemas":{"shape":"GlueSchemas"} + } + }, "S3DirectSourceAdditionalOptions":{ "type":"structure", "members":{ @@ -11305,7 +11399,8 @@ "avro", "orc", "parquet", - "hudi" + "hudi", + "delta" ] }, "TaskRun":{ diff --git a/models/apis/glue/2017-03-31/docs-2.json b/models/apis/glue/2017-03-31/docs-2.json index 712e7d40620..38cf86ef72b 100644 --- a/models/apis/glue/2017-03-31/docs-2.json +++ b/models/apis/glue/2017-03-31/docs-2.json @@ -125,9 +125,9 @@ "GetTags": "

Retrieves a list of tags associated with a resource.

", "GetTrigger": "

Retrieves the definition of a trigger.

", "GetTriggers": "

Gets all the triggers associated with a job.

", - "GetUnfilteredPartitionMetadata": null, - "GetUnfilteredPartitionsMetadata": null, - "GetUnfilteredTableMetadata": null, + "GetUnfilteredPartitionMetadata": "

Retrieves partition metadata from the Data Catalog that contains unfiltered metadata.

For IAM authorization, the public IAM action associated with this API is glue:GetPartition.

", + "GetUnfilteredPartitionsMetadata": "

Retrieves partition metadata from the Data Catalog that contains unfiltered metadata.

For IAM authorization, the public IAM action associated with this API is glue:GetPartitions.

", + "GetUnfilteredTableMetadata": "

Retrieves table metadata from the Data Catalog that contains unfiltered metadata.

For IAM authorization, the public IAM action associated with this API is glue:GetTable.

", "GetUserDefinedFunction": "

Retrieves a specified function definition from the Data Catalog.

", "GetUserDefinedFunctions": "

Retrieves multiple function definitions from the Data Catalog.

", "GetWorkflow": "

Retrieves resource metadata for a workflow.

", @@ -234,9 +234,14 @@ "AdditionalOptions": { "base": null, "refs": { + "CatalogDeltaSource$AdditionalDeltaOptions": "

Specifies additional connection options.

", "CatalogHudiSource$AdditionalHudiOptions": "

Specifies additional connection options.

", "JDBCConnectorTarget$AdditionalOptions": "

Additional connection options for the connector.

", + "S3CatalogDeltaSource$AdditionalDeltaOptions": "

Specifies additional connection options.

", "S3CatalogHudiSource$AdditionalHudiOptions": "

Specifies additional connection options.

", + "S3DeltaCatalogTarget$AdditionalOptions": "

Specifies additional connection options for the connector.

", + "S3DeltaDirectTarget$AdditionalOptions": "

Specifies additional connection options for the connector.

", + "S3DeltaSource$AdditionalDeltaOptions": "

Specifies additional connection options.

", "S3HudiCatalogTarget$AdditionalOptions": "

Specifies additional connection options for the connector.

", "S3HudiDirectTarget$AdditionalOptions": "

Specifies additional connection options for the connector.

", "S3HudiSource$AdditionalHudiOptions": "

Specifies additional connection options.

", @@ -306,9 +311,9 @@ "AuditContext": { "base": "

A structure containing information for audit.

", "refs": { - "GetUnfilteredPartitionMetadataRequest$AuditContext": null, - "GetUnfilteredPartitionsMetadataRequest$AuditContext": null, - "GetUnfilteredTableMetadataRequest$AuditContext": null + "GetUnfilteredPartitionMetadataRequest$AuditContext": "

A structure containing Lake Formation audit context information.

", + "GetUnfilteredPartitionsMetadataRequest$AuditContext": "

A structure containing Lake Formation audit context information.

", + "GetUnfilteredTableMetadataRequest$AuditContext": "

A structure containing Lake Formation audit context information.

" } }, "AuditContextString": { @@ -697,12 +702,12 @@ "CrawlerMetrics$StillEstimating": "

True if the crawler is still estimating how long it will take to complete this run.

", "GetConnectionRequest$HidePassword": "

Allows you to retrieve the connection metadata without returning the password. For instance, the Glue console uses this flag to retrieve the connection, and does not display the password. Set this parameter when the caller might not have permission to use the KMS key to decrypt the password, but it does have permission to access the rest of the connection properties.

", "GetConnectionsRequest$HidePassword": "

Allows you to retrieve the connection metadata without returning the password. For instance, the Glue console uses this flag to retrieve the connection, and does not display the password. Set this parameter when the caller might not have permission to use the KMS key to decrypt the password, but it does have permission to access the rest of the connection properties.

", - "GetUnfilteredPartitionMetadataResponse$IsRegisteredWithLakeFormation": null, - "GetUnfilteredTableMetadataResponse$IsRegisteredWithLakeFormation": null, + "GetUnfilteredPartitionMetadataResponse$IsRegisteredWithLakeFormation": "

A Boolean value that indicates whether the partition location is registered with Lake Formation.

", + "GetUnfilteredTableMetadataResponse$IsRegisteredWithLakeFormation": "

A Boolean value that indicates whether the partition location is registered with Lake Formation.

", "StorageDescriptor$Compressed": "

True if the data in the table is compressed, or False if not.

", "StorageDescriptor$StoredAsSubDirectories": "

True if the table data is stored in subdirectories, or False if not.

", "Table$IsRegisteredWithLakeFormation": "

Indicates whether the table has been registered with Lake Formation.

", - "UnfilteredPartition$IsRegisteredWithLakeFormation": null + "UnfilteredPartition$IsRegisteredWithLakeFormation": "

A Boolean value indicating that the partition location is registered with Lake Formation.

" } }, "BooleanColumnStatisticsData": { @@ -863,6 +868,12 @@ "refs": { } }, + "CatalogDeltaSource": { + "base": "

Specifies a Delta Lake data source that is registered in the Glue Data Catalog.

", + "refs": { + "CodeGenConfigurationNode$CatalogDeltaSource": "

Specifies a Delta Lake data source that is registered in the Glue Data Catalog.

" + } + }, "CatalogEncryptionMode": { "base": null, "refs": { @@ -941,9 +952,9 @@ "GetTableVersionRequest$CatalogId": "

The ID of the Data Catalog where the tables reside. If none is provided, the Amazon Web Services account ID is used by default.

", "GetTableVersionsRequest$CatalogId": "

The ID of the Data Catalog where the tables reside. If none is provided, the Amazon Web Services account ID is used by default.

", "GetTablesRequest$CatalogId": "

The ID of the Data Catalog where the tables reside. If none is provided, the Amazon Web Services account ID is used by default.

", - "GetUnfilteredPartitionMetadataRequest$CatalogId": null, - "GetUnfilteredPartitionsMetadataRequest$CatalogId": null, - "GetUnfilteredTableMetadataRequest$CatalogId": null, + "GetUnfilteredPartitionMetadataRequest$CatalogId": "

The catalog ID where the partition resides.

", + "GetUnfilteredPartitionsMetadataRequest$CatalogId": "

The ID of the Data Catalog where the partitions in question reside. If none is provided, the AWS account ID is used by default.

", + "GetUnfilteredTableMetadataRequest$CatalogId": "

The catalog ID where the table resides.

", "GetUserDefinedFunctionRequest$CatalogId": "

The ID of the Data Catalog where the function to be retrieved is located. If none is provided, the Amazon Web Services account ID is used by default.

", "GetUserDefinedFunctionsRequest$CatalogId": "

The ID of the Data Catalog where the functions to be retrieved are located. If none is provided, the Amazon Web Services account ID is used by default.

", "ImportCatalogToGlueRequest$CatalogId": "

The ID of the catalog to import. Currently, this should be the Amazon Web Services account ID.

", @@ -985,6 +996,7 @@ "refs": { "GovernedCatalogTarget$SchemaChangePolicy": "

A policy that specifies update behavior for the governed catalog.

", "S3CatalogTarget$SchemaChangePolicy": "

A policy that specifies update behavior for the crawler.

", + "S3DeltaCatalogTarget$SchemaChangePolicy": "

A policy that specifies update behavior for the crawler.

", "S3HudiCatalogTarget$SchemaChangePolicy": "

A policy that specifies update behavior for the crawler.

" } }, @@ -1182,7 +1194,7 @@ } }, "ColumnRowFilter": { - "base": null, + "base": "

A filter that uses both column-level and row-level filtering.

", "refs": { "ColumnRowFilterList$member": null } @@ -1190,7 +1202,7 @@ "ColumnRowFilterList": { "base": null, "refs": { - "GetUnfilteredTableMetadataResponse$CellFilters": null + "GetUnfilteredTableMetadataResponse$CellFilters": "

A list of column row filters.

" } }, "ColumnStatistics": { @@ -1368,7 +1380,7 @@ "ConnectionProperties": { "base": null, "refs": { - "Connection$ConnectionProperties": "

These key-value pairs define parameters for the connection:

", + "Connection$ConnectionProperties": "

These key-value pairs define parameters for the connection:

", "ConnectionInput$ConnectionProperties": "

These key-value pairs define parameters for the connection.

" } }, @@ -1382,7 +1394,7 @@ "base": null, "refs": { "Connection$ConnectionType": "

The type of the connection. Currently, SFTP is not supported.

", - "ConnectionInput$ConnectionType": "

The type of the connection. Currently, these types are supported:

SFTP is not supported.

", + "ConnectionInput$ConnectionType": "

The type of the connection. Currently, these types are supported:

SFTP is not supported.

For more information about how optional ConnectionProperties are used to configure features in Glue, consult Glue connection properties.

For more information about how optional ConnectionProperties are used to configure features in Glue Studio, consult Using connectors and connections.

", "GetConnectionsFilter$ConnectionType": "

The type of connections to return. Currently, SFTP is not supported.

" } }, @@ -2449,6 +2461,12 @@ "DeltaTargetList$member": null } }, + "DeltaTargetCompressionType": { + "base": null, + "refs": { + "S3DeltaDirectTarget$Compression": "

Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are \"gzip\" and \"bzip\").

" + } + }, "DeltaTargetList": { "base": null, "refs": { @@ -2564,6 +2582,7 @@ "DirectSchemaChangePolicy": { "base": "

A policy that specifies update behavior for the crawler.

", "refs": { + "S3DeltaDirectTarget$SchemaChangePolicy": "

A policy that specifies update behavior for the crawler.

", "S3DirectTarget$SchemaChangePolicy": "

A policy that specifies update behavior for the crawler.

", "S3GlueParquetTarget$SchemaChangePolicy": "

A policy that specifies update behavior for the crawler.

", "S3HudiDirectTarget$SchemaChangePolicy": "

A policy that specifies update behavior for the crawler.

" @@ -2668,6 +2687,7 @@ "RenameField$TargetPath": "

A JSON path to a variable in the data structure for the target data.

", "S3CsvSource$Paths": "

A list of the Amazon S3 paths to read from.

", "S3CsvSource$Exclusions": "

A string containing a JSON list of Unix-style glob patterns to exclude. For example, \"[\\\"**.pdf\\\"]\" excludes all PDF files.

", + "S3DeltaSource$Paths": "

A list of the Amazon S3 paths to read from.

", "S3HudiSource$Paths": "

A list of the Amazon S3 paths to read from.

", "S3JsonSource$Paths": "

A list of the Amazon S3 paths to read from.

", "S3JsonSource$Exclusions": "

A string containing a JSON list of Unix-style glob patterns to exclude. For example, \"[\\\"**.pdf\\\"]\" excludes all PDF files.

", @@ -2693,6 +2713,8 @@ "AthenaConnectorSource$SchemaName": "

The name of the Cloudwatch log group to read from. For example, /aws-glue/jobs/output.

", "BasicCatalogTarget$Database": "

The database that contains the table you want to use as the target. This database must already exist in the Data Catalog.

", "BasicCatalogTarget$Table": "

The table that defines the schema of your output data. This table must already exist in the Data Catalog.

", + "CatalogDeltaSource$Database": "

The name of the database to read from.

", + "CatalogDeltaSource$Table": "

The name of the table in the database to read from.

", "CatalogHudiSource$Database": "

The name of the database to read from.

", "CatalogHudiSource$Table": "

The name of the table in the database to read from.

", "CatalogKafkaSource$Table": "

The name of the table in the database to read from.

", @@ -2787,6 +2809,8 @@ "RedshiftTarget$TmpDirIAMRole": "

The IAM role with permissions.

", "RelationalCatalogSource$Database": "

The name of the database to read from.

", "RelationalCatalogSource$Table": "

The name of the table in the database to read from.

", + "S3CatalogDeltaSource$Database": "

The name of the database to read from.

", + "S3CatalogDeltaSource$Table": "

The name of the table in the database to read from.

", "S3CatalogHudiSource$Database": "

The name of the database to read from.

", "S3CatalogHudiSource$Table": "

The name of the table in the database to read from.

", "S3CatalogSource$Database": "

The database to read from.

", @@ -2796,6 +2820,9 @@ "S3CatalogTarget$Database": "

The name of the database to write to.

", "S3CsvSource$GroupSize": "

The target group size in bytes. The default is computed based on the input data size and the size of your cluster. When there are fewer than 50,000 input files, \"groupFiles\" must be set to \"inPartition\" for this to take effect.

", "S3CsvSource$GroupFiles": "

Grouping files is turned on by default when the input contains more than 50,000 files. To turn on grouping with fewer than 50,000 files, set this parameter to \"inPartition\". To disable grouping when there are more than 50,000 files, set this parameter to \"none\".

", + "S3DeltaCatalogTarget$Table": "

The name of the table in the database to write to.

", + "S3DeltaCatalogTarget$Database": "

The name of the database to write to.

", + "S3DeltaDirectTarget$Path": "

The Amazon S3 path of your Delta Lake data source to write to.

", "S3DirectSourceAdditionalOptions$SamplePath": "

If enabled, specifies the sample path.

", "S3DirectTarget$Path": "

A single Amazon S3 path to write to.

", "S3DirectTarget$Compression": "

Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are \"gzip\" and \"bzip\").

", @@ -3957,12 +3984,15 @@ "base": null, "refs": { "AthenaConnectorSource$OutputSchemas": "

Specifies the data schema for the custom Athena source.

", + "CatalogDeltaSource$OutputSchemas": "

Specifies the data schema for the Delta Lake source.

", "CatalogHudiSource$OutputSchemas": "

Specifies the data schema for the Hudi source.

", "CustomCode$OutputSchemas": "

Specifies the data schema for the custom code transform.

", "JDBCConnectorSource$OutputSchemas": "

Specifies the data schema for the custom JDBC source.

", "JDBCConnectorTarget$OutputSchemas": "

Specifies the data schema for the JDBC target.

", + "S3CatalogDeltaSource$OutputSchemas": "

Specifies the data schema for the Delta Lake source.

", "S3CatalogHudiSource$OutputSchemas": "

Specifies the data schema for the Hudi source.

", "S3CsvSource$OutputSchemas": "

Specifies the data schema for the S3 CSV source.

", + "S3DeltaSource$OutputSchemas": "

Specifies the data schema for the Delta Lake source.

", "S3HudiSource$OutputSchemas": "

Specifies the data schema for the Hudi source.

", "S3JsonSource$OutputSchemas": "

Specifies the data schema for the S3 JSON source.

", "S3ParquetSource$OutputSchemas": "

Specifies the data schema for the S3 Parquet source.

", @@ -3986,6 +4016,8 @@ "JoinColumn$Keys": "

The key of the column to be joined.

", "Merge$PrimaryKeys": "

The list of primary key fields to match records from the source and staging dynamic frames.

", "S3CatalogTarget$PartitionKeys": "

Specifies native partitioning using a sequence of keys.

", + "S3DeltaCatalogTarget$PartitionKeys": "

Specifies native partitioning using a sequence of keys.

", + "S3DeltaDirectTarget$PartitionKeys": "

Specifies native partitioning using a sequence of keys.

", "S3DirectTarget$PartitionKeys": "

Specifies native partitioning using a sequence of keys.

", "S3GlueParquetTarget$PartitionKeys": "

Specifies native partitioning using a sequence of keys.

", "S3HudiCatalogTarget$PartitionKeys": "

Specifies native partitioning using a sequence of keys.

", @@ -5107,13 +5139,13 @@ "Column$Name": "

The name of the Column.

", "ColumnError$ColumnName": "

The name of the column that failed.

", "ColumnImportance$ColumnName": "

The name of a column.

", - "ColumnRowFilter$ColumnName": null, + "ColumnRowFilter$ColumnName": "

A string containing the name of the column.

", "ColumnStatistics$ColumnName": "

Name of column which statistics belong to.

", "Condition$JobName": "

The name of the job whose JobRuns this condition applies to, and on which this trigger waits.

", "Condition$CrawlerName": "

The name of the crawler to which this condition applies.

", "Connection$Name": "

The name of the connection definition.

", "Connection$LastUpdatedBy": "

The user, group, or role that last updated this connection definition.

", - "ConnectionInput$Name": "

The name of the connection.

", + "ConnectionInput$Name": "

The name of the connection. Connection will not function as expected without a name.

", "ConnectionPasswordEncryption$AwsKmsKeyId": "

An KMS key that is used to encrypt the connection password.

If connection password protection is enabled, the caller of CreateConnection and UpdateConnection needs at least kms:Encrypt permission on the specified KMS key, to encrypt passwords before storing them in the Data Catalog.

You can set the decrypt permission to enable or restrict access on the password key according to your security requirements.

", "ContextWords$member": null, "Crawler$Name": "

The name of the crawler.

", @@ -5255,12 +5287,12 @@ "GetTablesRequest$DatabaseName": "

The database in the catalog whose tables to list. For Hive compatibility, this name is entirely lowercase.

", "GetTriggerRequest$Name": "

The name of the trigger to retrieve.

", "GetTriggersRequest$DependentJobName": "

The name of the job to retrieve triggers for. The trigger that can start this job is returned, and if there is no such trigger, all triggers are returned.

", - "GetUnfilteredPartitionMetadataRequest$DatabaseName": null, - "GetUnfilteredPartitionMetadataRequest$TableName": null, - "GetUnfilteredPartitionsMetadataRequest$DatabaseName": null, - "GetUnfilteredPartitionsMetadataRequest$TableName": null, - "GetUnfilteredTableMetadataRequest$DatabaseName": null, - "GetUnfilteredTableMetadataRequest$Name": null, + "GetUnfilteredPartitionMetadataRequest$DatabaseName": "

(Required) Specifies the name of a database that contains the partition.

", + "GetUnfilteredPartitionMetadataRequest$TableName": "

(Required) Specifies the name of a table that contains the partition.

", + "GetUnfilteredPartitionsMetadataRequest$DatabaseName": "

The name of the catalog database where the partitions reside.

", + "GetUnfilteredPartitionsMetadataRequest$TableName": "

The name of the table that contains the partition.

", + "GetUnfilteredTableMetadataRequest$DatabaseName": "

(Required) Specifies the name of a database that contains the table.

", + "GetUnfilteredTableMetadataRequest$Name": "

(Required) Specifies the name of a table for which you are requesting metadata.

", "GetUserDefinedFunctionRequest$DatabaseName": "

The name of the catalog database where the function is located.

", "GetUserDefinedFunctionRequest$FunctionName": "

The name of the function.

", "GetUserDefinedFunctionsRequest$DatabaseName": "

The name of the catalog database where the functions are located. If none is provided, functions from all the databases across the catalog will be returned.

", @@ -5338,7 +5370,7 @@ "TableIdentifier$DatabaseName": "

The name of the catalog database that contains the target table.

", "TableIdentifier$Name": "

The name of the target table.

", "TableInput$Name": "

The table name. For Hive compatibility, this is folded to lowercase when it is stored.

", - "TableInput$Owner": "

The table owner.

", + "TableInput$Owner": "

The table owner. Included for Apache Hive compatibility. Not used in the normal course of Glue operations.

", "TableVersionError$TableName": "

The name of the table in question.

", "TransformEncryption$TaskRunSecurityConfigurationName": "

The name of the security configuration.

", "TransformFilterCriteria$Name": "

A unique transform name that is used to filter the machine learning transforms.

", @@ -5402,11 +5434,11 @@ "base": null, "refs": { "BatchDeleteConnectionResponse$Succeeded": "

A list of names of the connection definitions that were successfully deleted.

", - "GetUnfilteredPartitionMetadataResponse$AuthorizedColumns": null, - "GetUnfilteredTableMetadataResponse$AuthorizedColumns": null, + "GetUnfilteredPartitionMetadataResponse$AuthorizedColumns": "

A list of column names that the user has been granted access to.

", + "GetUnfilteredTableMetadataResponse$AuthorizedColumns": "

A list of column names that the user has been granted access to.

", "SkewedInfo$SkewedColumnNames": "

A list of names of columns that contain skewed values.

", "StorageDescriptor$BucketColumns": "

A list of reducer grouping columns, clustering columns, and bucketing columns in the table.

", - "UnfilteredPartition$AuthorizedColumns": null + "UnfilteredPartition$AuthorizedColumns": "

The list of columns the user has permissions to access.

" } }, "NoScheduleException": { @@ -5451,6 +5483,7 @@ "ApplyMapping$Name": "

The name of the transform node.

", "AthenaConnectorSource$Name": "

The name of the data source.

", "BasicCatalogTarget$Name": "

The name of your data target.

", + "CatalogDeltaSource$Name": "

The name of the Delta Lake data source.

", "CatalogHudiSource$Name": "

The name of the Hudi data source.

", "CatalogKafkaSource$Name": "

The name of the data store.

", "CatalogKinesisSource$Name": "

The name of the data source.

", @@ -5485,10 +5518,14 @@ "RedshiftTarget$Name": "

The name of the data target.

", "RelationalCatalogSource$Name": "

The name of the data source.

", "RenameField$Name": "

The name of the transform node.

", + "S3CatalogDeltaSource$Name": "

The name of the Delta Lake data source.

", "S3CatalogHudiSource$Name": "

The name of the Hudi data source.

", "S3CatalogSource$Name": "

The name of the data store.

", "S3CatalogTarget$Name": "

The name of the data target.

", "S3CsvSource$Name": "

The name of the data store.

", + "S3DeltaCatalogTarget$Name": "

The name of the data target.

", + "S3DeltaDirectTarget$Name": "

The name of the data target.

", + "S3DeltaSource$Name": "

The name of the Delta Lake source.

", "S3DirectTarget$Name": "

The name of the data target.

", "S3GlueParquetTarget$Name": "

The name of the data target.

", "S3HudiCatalogTarget$Name": "

The name of the data target.

", @@ -5700,6 +5737,8 @@ "RedshiftTarget$Inputs": "

The nodes that are inputs to the data target.

", "RenameField$Inputs": "

The data inputs identified by their node names.

", "S3CatalogTarget$Inputs": "

The nodes that are inputs to the data target.

", + "S3DeltaCatalogTarget$Inputs": "

The nodes that are inputs to the data target.

", + "S3DeltaDirectTarget$Inputs": "

The nodes that are inputs to the data target.

", "S3DirectTarget$Inputs": "

The nodes that are inputs to the data target.

", "S3GlueParquetTarget$Inputs": "

The nodes that are inputs to the data target.

", "S3HudiCatalogTarget$Inputs": "

The nodes that are inputs to the data target.

", @@ -5855,7 +5894,7 @@ "GetResourcePoliciesRequest$MaxResults": "

The maximum size of a list to return.

", "GetSecurityConfigurationsRequest$MaxResults": "

The maximum number of results to return.

", "GetTriggersRequest$MaxResults": "

The maximum size of the response.

", - "GetUnfilteredPartitionsMetadataRequest$MaxResults": null, + "GetUnfilteredPartitionsMetadataRequest$MaxResults": "

The maximum number of partitions to return in a single response.

", "GetWorkflowRunsRequest$MaxResults": "

The maximum number of workflow runs to be included in the response.

", "ListBlueprintsRequest$MaxResults": "

The maximum size of a list to return.

", "ListCrawlersRequest$MaxResults": "

The maximum size of a list to return.

", @@ -5933,9 +5972,9 @@ "base": "

Represents a slice of table data.

", "refs": { "GetPartitionResponse$Partition": "

The requested information, in the form of a Partition object.

", - "GetUnfilteredPartitionMetadataResponse$Partition": null, + "GetUnfilteredPartitionMetadataResponse$Partition": "

A Partition object containing the partition metadata.

", "PartitionList$member": null, - "UnfilteredPartition$Partition": null + "UnfilteredPartition$Partition": "

The partition object.

" } }, "PartitionError": { @@ -6051,9 +6090,9 @@ "PermissionTypeList": { "base": null, "refs": { - "GetUnfilteredPartitionMetadataRequest$SupportedPermissionTypes": null, - "GetUnfilteredPartitionsMetadataRequest$SupportedPermissionTypes": null, - "GetUnfilteredTableMetadataRequest$SupportedPermissionTypes": null + "GetUnfilteredPartitionMetadataRequest$SupportedPermissionTypes": "

(Required) A list of supported permission types.

", + "GetUnfilteredPartitionsMetadataRequest$SupportedPermissionTypes": "

A list of supported permission types.

", + "GetUnfilteredTableMetadataRequest$SupportedPermissionTypes": "

(Required) A list of supported permission types.

" } }, "PermissionTypeMismatchException": { @@ -6129,9 +6168,9 @@ "PredicateString": { "base": null, "refs": { - "ColumnRowFilter$RowFilterExpression": null, + "ColumnRowFilter$RowFilterExpression": "

A string containing the row-level filter expression.

", "GetPartitionsRequest$Expression": "

An expression that filters the partitions to be returned.

The expression uses SQL syntax similar to the SQL WHERE filter clause. The SQL statement parser JSQLParser parses the expression.

Operators: The following are the operators that you can use in the Expression API call:

=

Checks whether the values of the two operands are equal; if yes, then the condition becomes true.

Example: Assume 'variable a' holds 10 and 'variable b' holds 20.

(a = b) is not true.

< >

Checks whether the values of two operands are equal; if the values are not equal, then the condition becomes true.

Example: (a < > b) is true.

>

Checks whether the value of the left operand is greater than the value of the right operand; if yes, then the condition becomes true.

Example: (a > b) is not true.

<

Checks whether the value of the left operand is less than the value of the right operand; if yes, then the condition becomes true.

Example: (a < b) is true.

>=

Checks whether the value of the left operand is greater than or equal to the value of the right operand; if yes, then the condition becomes true.

Example: (a >= b) is not true.

<=

Checks whether the value of the left operand is less than or equal to the value of the right operand; if yes, then the condition becomes true.

Example: (a <= b) is true.

AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL

Logical operators.

Supported Partition Key Types: The following are the supported partition keys.

If an type is encountered that is not valid, an exception is thrown.

The following list shows the valid operators on each type. When you define a crawler, the partitionKey type is created as a STRING, to be compatible with the catalog partitions.

Sample API Call:

", - "GetUnfilteredPartitionsMetadataRequest$Expression": null + "GetUnfilteredPartitionsMetadataRequest$Expression": "

An expression that filters the partitions to be returned.

The expression uses SQL syntax similar to the SQL WHERE filter clause. The SQL statement parser JSQLParser parses the expression.

Operators: The following are the operators that you can use in the Expression API call:

=

Checks whether the values of the two operands are equal; if yes, then the condition becomes true.

Example: Assume 'variable a' holds 10 and 'variable b' holds 20.

(a = b) is not true.

< >

Checks whether the values of two operands are equal; if the values are not equal, then the condition becomes true.

Example: (a < > b) is true.

>

Checks whether the value of the left operand is greater than the value of the right operand; if yes, then the condition becomes true.

Example: (a > b) is not true.

<

Checks whether the value of the left operand is less than the value of the right operand; if yes, then the condition becomes true.

Example: (a < b) is true.

>=

Checks whether the value of the left operand is greater than or equal to the value of the right operand; if yes, then the condition becomes true.

Example: (a >= b) is not true.

<=

Checks whether the value of the left operand is less than or equal to the value of the right operand; if yes, then the condition becomes true.

Example: (a <= b) is true.

AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL

Logical operators.

Supported Partition Key Types: The following are the supported partition keys.

If an type is encountered that is not valid, an exception is thrown.

" } }, "PrincipalPermissions": { @@ -6143,8 +6182,8 @@ "PrincipalPermissionsList": { "base": null, "refs": { - "Database$CreateTableDefaultPermissions": "

Creates a set of default permissions on the table for principals.

", - "DatabaseInput$CreateTableDefaultPermissions": "

Creates a set of default permissions on the table for principals.

" + "Database$CreateTableDefaultPermissions": "

Creates a set of default permissions on the table for principals. Used by Lake Formation. Not used in the normal course of Glue operations.

", + "DatabaseInput$CreateTableDefaultPermissions": "

Creates a set of default permissions on the table for principals. Used by Lake Formation. Not used in the normal course of Glue operations.

" } }, "PrincipalType": { @@ -6478,10 +6517,16 @@ "refs": { } }, + "S3CatalogDeltaSource": { + "base": "

Specifies a Delta Lake data source that is registered in the Glue Data Catalog. The data source must be stored in Amazon S3.

", + "refs": { + "CodeGenConfigurationNode$S3CatalogDeltaSource": "

Specifies a Delta Lake data source that is registered in the Glue Data Catalog. The data source must be stored in Amazon S3.

" + } + }, "S3CatalogHudiSource": { "base": "

Specifies a Hudi data source that is registered in the Glue Data Catalog. The Hudi data source must be stored in Amazon S3.

", "refs": { - "CodeGenConfigurationNode$S3CatalogHudiSource": "

Specifies a Hudi data source that is registered in the Glue Data Catalog. The Hudi data source must be stored in Amazon S3.

" + "CodeGenConfigurationNode$S3CatalogHudiSource": "

Specifies a Hudi data source that is registered in the Glue Data Catalog. The data source must be stored in Amazon S3.

" } }, "S3CatalogSource": { @@ -6502,10 +6547,29 @@ "CodeGenConfigurationNode$S3CsvSource": "

Specifies a command-separated value (CSV) data store stored in Amazon S3.

" } }, + "S3DeltaCatalogTarget": { + "base": "

Specifies a target that writes to a Delta Lake data source in the Glue Data Catalog.

", + "refs": { + "CodeGenConfigurationNode$S3DeltaCatalogTarget": "

Specifies a target that writes to a Delta Lake data source in the Glue Data Catalog.

" + } + }, + "S3DeltaDirectTarget": { + "base": "

Specifies a target that writes to a Delta Lake data source in Amazon S3.

", + "refs": { + "CodeGenConfigurationNode$S3DeltaDirectTarget": "

Specifies a target that writes to a Delta Lake data source in Amazon S3.

" + } + }, + "S3DeltaSource": { + "base": "

Specifies a Delta Lake data source stored in Amazon S3.

", + "refs": { + "CodeGenConfigurationNode$S3DeltaSource": "

Specifies a Delta Lake data source stored in Amazon S3.

" + } + }, "S3DirectSourceAdditionalOptions": { "base": "

Specifies additional connection options for the Amazon S3 data store.

", "refs": { "S3CsvSource$AdditionalOptions": "

Specifies additional connection options.

", + "S3DeltaSource$AdditionalOptions": "

Specifies additional options for the connector.

", "S3HudiSource$AdditionalOptions": "

Specifies additional options for the connector.

", "S3JsonSource$AdditionalOptions": "

Specifies additional connection options.

", "S3ParquetSource$AdditionalOptions": "

Specifies additional connection options.

" @@ -6875,7 +6939,7 @@ "base": "

Defines a non-overlapping region of a table's partitions, allowing multiple requests to be run in parallel.

", "refs": { "GetPartitionsRequest$Segment": "

The segment of the table's partitions to scan in this request.

", - "GetUnfilteredPartitionsMetadataRequest$Segment": null + "GetUnfilteredPartitionsMetadataRequest$Segment": "

The segment of the table's partitions to scan in this request.

" } }, "SelectFields": { @@ -7290,7 +7354,7 @@ "base": "

Represents a collection of related data organized in columns and rows.

", "refs": { "GetTableResponse$Table": "

The Table object that defines the specified table.

", - "GetUnfilteredTableMetadataResponse$Table": null, + "GetUnfilteredTableMetadataResponse$Table": "

A Table object containing the table metadata.

", "TableList$member": null, "TableVersion$Table": "

The table in question.

" } @@ -7346,8 +7410,8 @@ "TableTypeString": { "base": null, "refs": { - "Table$TableType": "

The type of this table (EXTERNAL_TABLE, VIRTUAL_VIEW, etc.).

", - "TableInput$TableType": "

The type of this table (EXTERNAL_TABLE, VIRTUAL_VIEW, etc.).

" + "Table$TableType": "

The type of this table. Glue will create tables with the EXTERNAL_TABLE type. Other services, such as Athena, may create tables with additional table types.

Glue related table types:

EXTERNAL_TABLE

Hive compatible attribute - indicates a non-Hive managed table.

GOVERNED

Used by Lake Formation. The Glue Data Catalog understands GOVERNED.

", + "TableInput$TableType": "

The type of this table. Glue will create tables with the EXTERNAL_TABLE type. Other services, such as Athena, may create tables with additional table types.

Glue related table types:

EXTERNAL_TABLE

Hive compatible attribute - indicates a non-Hive managed table.

GOVERNED

Used by Lake Formation. The Glue Data Catalog understands GOVERNED.

" } }, "TableVersion": { @@ -7431,6 +7495,7 @@ "TargetFormat": { "base": null, "refs": { + "S3DeltaDirectTarget$Format": "

Specifies the data output format for the target.

", "S3DirectTarget$Format": "

Specifies the data output format for the target.

", "S3HudiDirectTarget$Format": "

Specifies the data output format for the target.

" } @@ -7650,8 +7715,8 @@ "GetTableVersionsResponse$NextToken": "

A continuation token, if the list of available versions does not include the last one.

", "GetTablesRequest$NextToken": "

A continuation token, included if this is a continuation call.

", "GetTablesResponse$NextToken": "

A continuation token, present if the current list segment is not the last.

", - "GetUnfilteredPartitionsMetadataRequest$NextToken": null, - "GetUnfilteredPartitionsMetadataResponse$NextToken": null, + "GetUnfilteredPartitionsMetadataRequest$NextToken": "

A continuation token, if this is not the first call to retrieve these partitions.

", + "GetUnfilteredPartitionsMetadataResponse$NextToken": "

A continuation token, if the returned list of partitions does not include the last one.

", "GetUserDefinedFunctionsRequest$NextToken": "

A continuation token, if this is a continuation call.

", "GetUserDefinedFunctionsResponse$NextToken": "

A continuation token, if the list of functions returned does not include the last requested function.

", "ListCrawlersRequest$NextToken": "

A continuation token, if this is a continuation request.

", @@ -7843,7 +7908,7 @@ } }, "UnfilteredPartition": { - "base": null, + "base": "

A partition that contains unfiltered metadata.

", "refs": { "UnfilteredPartitionList$member": null } @@ -7851,7 +7916,7 @@ "UnfilteredPartitionList": { "base": null, "refs": { - "GetUnfilteredPartitionsMetadataResponse$UnfilteredPartitions": null + "GetUnfilteredPartitionsMetadataResponse$UnfilteredPartitions": "

A list of requested partitions.

" } }, "Union": { @@ -8204,7 +8269,7 @@ "DeletePartitionRequest$PartitionValues": "

The values that define the partition.

", "GetColumnStatisticsForPartitionRequest$PartitionValues": "

A list of partition values identifying the partition.

", "GetPartitionRequest$PartitionValues": "

The values that define the partition.

", - "GetUnfilteredPartitionMetadataRequest$PartitionValues": null, + "GetUnfilteredPartitionMetadataRequest$PartitionValues": "

(Required) A list of partition key values.

", "Partition$Values": "

The values of the partition.

", "PartitionError$PartitionValues": "

The values that define the partition.

", "PartitionInput$Values": "

The values of the partition. Although this parameter is not required by the SDK, you must specify this parameter for a valid input.

The values for the keys for the new partition must be passed as an array of String objects that must be ordered in the same order as the partition keys appearing in the Amazon S3 prefix. Otherwise Glue will add the values to the wrong keys.

", @@ -8265,10 +8330,10 @@ "ViewTextString": { "base": null, "refs": { - "Table$ViewOriginalText": "

If the table is a view, the original text of the view; otherwise null.

", - "Table$ViewExpandedText": "

If the table is a view, the expanded text of the view; otherwise null.

", - "TableInput$ViewOriginalText": "

If the table is a view, the original text of the view; otherwise null.

", - "TableInput$ViewExpandedText": "

If the table is a view, the expanded text of the view; otherwise null.

" + "Table$ViewOriginalText": "

Included for Apache Hive compatibility. Not used in the normal course of Glue operations. If the table is a VIRTUAL_VIEW, certain Athena configuration encoded in base64.

", + "Table$ViewExpandedText": "

Included for Apache Hive compatibility. Not used in the normal course of Glue operations.

", + "TableInput$ViewOriginalText": "

Included for Apache Hive compatibility. Not used in the normal course of Glue operations. If the table is a VIRTUAL_VIEW, certain Athena configuration encoded in base64.

", + "TableInput$ViewExpandedText": "

Included for Apache Hive compatibility. Not used in the normal course of Glue operations.

" } }, "WorkerType": { diff --git a/models/apis/glue/2017-03-31/endpoint-tests-1.json b/models/apis/glue/2017-03-31/endpoint-tests-1.json index 0f9ae44102e..6c9d490c6f2 100644 --- a/models/apis/glue/2017-03-31/endpoint-tests-1.json +++ b/models/apis/glue/2017-03-31/endpoint-tests-1.json @@ -9,8 +9,8 @@ }, "params": { "Region": "af-south-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -22,8 +22,8 @@ }, "params": { "Region": "ap-east-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -35,8 +35,8 @@ }, "params": { "Region": "ap-northeast-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -48,8 +48,8 @@ }, "params": { "Region": "ap-northeast-2", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -61,8 +61,8 @@ }, "params": { "Region": "ap-northeast-3", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -74,8 +74,8 @@ }, "params": { "Region": "ap-south-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -87,8 +87,8 @@ }, "params": { "Region": "ap-southeast-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -100,8 +100,8 @@ }, "params": { "Region": "ap-southeast-2", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -113,8 +113,8 @@ }, "params": { "Region": "ca-central-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -126,8 +126,8 @@ }, "params": { "Region": "eu-central-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -139,8 +139,8 @@ }, "params": { "Region": "eu-north-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -152,8 +152,8 @@ }, "params": { "Region": "eu-south-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -165,8 +165,8 @@ }, "params": { "Region": "eu-west-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -178,8 +178,8 @@ }, "params": { "Region": "eu-west-2", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -191,8 +191,8 @@ }, "params": { "Region": "eu-west-3", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -204,8 +204,8 @@ }, "params": { "Region": "me-south-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -217,8 +217,8 @@ }, "params": { "Region": "sa-east-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -230,8 +230,8 @@ }, "params": { "Region": "us-east-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -243,8 +243,8 @@ }, "params": { "Region": "us-east-1", - "UseFIPS": true, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": true } }, { @@ -256,8 +256,8 @@ }, "params": { "Region": "us-east-2", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -269,8 +269,8 @@ }, "params": { "Region": "us-east-2", - "UseFIPS": true, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": true } }, { @@ -282,8 +282,8 @@ }, "params": { "Region": "us-west-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -295,8 +295,8 @@ }, "params": { "Region": "us-west-1", - "UseFIPS": true, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": true } }, { @@ -308,8 +308,8 @@ }, "params": { "Region": "us-west-2", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -321,8 +321,8 @@ }, "params": { "Region": "us-west-2", - "UseFIPS": true, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": true } }, { @@ -334,8 +334,8 @@ }, "params": { "Region": "us-east-1", - "UseFIPS": true, - "UseDualStack": true + "UseDualStack": true, + "UseFIPS": true } }, { @@ -347,8 +347,8 @@ }, "params": { "Region": "us-east-1", - "UseFIPS": false, - "UseDualStack": true + "UseDualStack": true, + "UseFIPS": false } }, { @@ -360,8 +360,8 @@ }, "params": { "Region": "cn-north-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -373,8 +373,8 @@ }, "params": { "Region": "cn-northwest-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -386,8 +386,8 @@ }, "params": { "Region": "cn-north-1", - "UseFIPS": true, - "UseDualStack": true + "UseDualStack": true, + "UseFIPS": true } }, { @@ -399,8 +399,8 @@ }, "params": { "Region": "cn-north-1", - "UseFIPS": true, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": true } }, { @@ -412,8 +412,8 @@ }, "params": { "Region": "cn-north-1", - "UseFIPS": false, - "UseDualStack": true + "UseDualStack": true, + "UseFIPS": false } }, { @@ -425,8 +425,8 @@ }, "params": { "Region": "us-gov-east-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -438,8 +438,8 @@ }, "params": { "Region": "us-gov-east-1", - "UseFIPS": true, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": true } }, { @@ -451,8 +451,8 @@ }, "params": { "Region": "us-gov-west-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -464,8 +464,8 @@ }, "params": { "Region": "us-gov-west-1", - "UseFIPS": true, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": true } }, { @@ -477,8 +477,8 @@ }, "params": { "Region": "us-gov-east-1", - "UseFIPS": true, - "UseDualStack": true + "UseDualStack": true, + "UseFIPS": true } }, { @@ -490,8 +490,8 @@ }, "params": { "Region": "us-gov-east-1", - "UseFIPS": false, - "UseDualStack": true + "UseDualStack": true, + "UseFIPS": false } }, { @@ -503,8 +503,8 @@ }, "params": { "Region": "us-iso-east-1", - "UseFIPS": true, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": true } }, { @@ -516,8 +516,8 @@ }, "params": { "Region": "us-iso-east-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -529,8 +529,8 @@ }, "params": { "Region": "us-isob-east-1", - "UseFIPS": true, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": true } }, { @@ -542,8 +542,8 @@ }, "params": { "Region": "us-isob-east-1", - "UseFIPS": false, - "UseDualStack": false + "UseDualStack": false, + "UseFIPS": false } }, { @@ -555,8 +555,8 @@ }, "params": { "Region": "us-east-1", - "UseFIPS": false, "UseDualStack": false, + "UseFIPS": false, "Endpoint": "https://example.com" } }, @@ -568,8 +568,8 @@ } }, "params": { - "UseFIPS": false, "UseDualStack": false, + "UseFIPS": false, "Endpoint": "https://example.com" } }, @@ -580,8 +580,8 @@ }, "params": { "Region": "us-east-1", - "UseFIPS": true, "UseDualStack": false, + "UseFIPS": true, "Endpoint": "https://example.com" } }, @@ -592,8 +592,8 @@ }, "params": { "Region": "us-east-1", - "UseFIPS": false, "UseDualStack": true, + "UseFIPS": false, "Endpoint": "https://example.com" } } diff --git a/models/endpoints/endpoints.json b/models/endpoints/endpoints.json index 86fe43bd379..7fc0bde6f75 100644 --- a/models/endpoints/endpoints.json +++ b/models/endpoints/endpoints.json @@ -5394,6 +5394,12 @@ "tags" : [ "fips" ] } ] }, + "ap-south-2" : { + "variants" : [ { + "hostname" : "elasticfilesystem-fips.ap-south-2.amazonaws.com", + "tags" : [ "fips" ] + } ] + }, "ap-southeast-1" : { "variants" : [ { "hostname" : "elasticfilesystem-fips.ap-southeast-1.amazonaws.com", @@ -5508,6 +5514,13 @@ "deprecated" : true, "hostname" : "elasticfilesystem-fips.ap-south-1.amazonaws.com" }, + "fips-ap-south-2" : { + "credentialScope" : { + "region" : "ap-south-2" + }, + "deprecated" : true, + "hostname" : "elasticfilesystem-fips.ap-south-2.amazonaws.com" + }, "fips-ap-southeast-1" : { "credentialScope" : { "region" : "ap-southeast-1" @@ -19283,12 +19296,34 @@ "credentialScope" : { "region" : "us-gov-east-1" }, + "hostname" : "elasticbeanstalk.us-gov-east-1.amazonaws.com", + "variants" : [ { + "hostname" : "elasticbeanstalk.us-gov-east-1.amazonaws.com", + "tags" : [ "fips" ] + } ] + }, + "us-gov-east-1-fips" : { + "credentialScope" : { + "region" : "us-gov-east-1" + }, + "deprecated" : true, "hostname" : "elasticbeanstalk.us-gov-east-1.amazonaws.com" }, "us-gov-west-1" : { "credentialScope" : { "region" : "us-gov-west-1" }, + "hostname" : "elasticbeanstalk.us-gov-west-1.amazonaws.com", + "variants" : [ { + "hostname" : "elasticbeanstalk.us-gov-west-1.amazonaws.com", + "tags" : [ "fips" ] + } ] + }, + "us-gov-west-1-fips" : { + "credentialScope" : { + "region" : "us-gov-west-1" + }, + "deprecated" : true, "hostname" : "elasticbeanstalk.us-gov-west-1.amazonaws.com" } } diff --git a/service/apprunner/api.go b/service/apprunner/api.go index 489235728d9..160e00d6ce1 100644 --- a/service/apprunner/api.go +++ b/service/apprunner/api.go @@ -10939,6 +10939,9 @@ const ( // OperationTypeDeleteService is a OperationType enum value OperationTypeDeleteService = "DELETE_SERVICE" + + // OperationTypeUpdateService is a OperationType enum value + OperationTypeUpdateService = "UPDATE_SERVICE" ) // OperationType_Values returns all elements of the OperationType enum @@ -10949,6 +10952,7 @@ func OperationType_Values() []string { OperationTypePauseService, OperationTypeResumeService, OperationTypeDeleteService, + OperationTypeUpdateService, } } diff --git a/service/glue/api.go b/service/glue/api.go index 58be08cc8ae..64683a76fdf 100644 --- a/service/glue/api.go +++ b/service/glue/api.go @@ -12262,6 +12262,12 @@ func (c *Glue) GetUnfilteredPartitionMetadataRequest(input *GetUnfilteredPartiti // GetUnfilteredPartitionMetadata API operation for AWS Glue. // +// Retrieves partition metadata from the Data Catalog that contains unfiltered +// metadata. +// +// For IAM authorization, the public IAM action associated with this API is +// glue:GetPartition. +// // Returns awserr.Error for service API and SDK errors. Use runtime type assertions // with awserr.Error's Code and Message methods to get detailed information about // the error. @@ -12359,6 +12365,12 @@ func (c *Glue) GetUnfilteredPartitionsMetadataRequest(input *GetUnfilteredPartit // GetUnfilteredPartitionsMetadata API operation for AWS Glue. // +// Retrieves partition metadata from the Data Catalog that contains unfiltered +// metadata. +// +// For IAM authorization, the public IAM action associated with this API is +// glue:GetPartitions. +// // Returns awserr.Error for service API and SDK errors. Use runtime type assertions // with awserr.Error's Code and Message methods to get detailed information about // the error. @@ -12501,6 +12513,11 @@ func (c *Glue) GetUnfilteredTableMetadataRequest(input *GetUnfilteredTableMetada // GetUnfilteredTableMetadata API operation for AWS Glue. // +// Retrieves table metadata from the Data Catalog that contains unfiltered metadata. +// +// For IAM authorization, the public IAM action associated with this API is +// glue:GetTable. +// // Returns awserr.Error for service API and SDK errors. Use runtime type assertions // with awserr.Error's Code and Message methods to get detailed information about // the error. @@ -24251,6 +24268,109 @@ func (s CancelStatementOutput) GoString() string { return s.String() } +// Specifies a Delta Lake data source that is registered in the Glue Data Catalog. +type CatalogDeltaSource struct { + _ struct{} `type:"structure"` + + // Specifies additional connection options. + AdditionalDeltaOptions map[string]*string `type:"map"` + + // The name of the database to read from. + // + // Database is a required field + Database *string `type:"string" required:"true"` + + // The name of the Delta Lake data source. + // + // Name is a required field + Name *string `type:"string" required:"true"` + + // Specifies the data schema for the Delta Lake source. + OutputSchemas []*GlueSchema `type:"list"` + + // The name of the table in the database to read from. + // + // Table is a required field + Table *string `type:"string" required:"true"` +} + +// String returns the string representation. +// +// API parameter values that are decorated as "sensitive" in the API will not +// be included in the string output. The member name will be present, but the +// value will be replaced with "sensitive". +func (s CatalogDeltaSource) String() string { + return awsutil.Prettify(s) +} + +// GoString returns the string representation. +// +// API parameter values that are decorated as "sensitive" in the API will not +// be included in the string output. The member name will be present, but the +// value will be replaced with "sensitive". +func (s CatalogDeltaSource) GoString() string { + return s.String() +} + +// Validate inspects the fields of the type to determine if they are valid. +func (s *CatalogDeltaSource) Validate() error { + invalidParams := request.ErrInvalidParams{Context: "CatalogDeltaSource"} + if s.Database == nil { + invalidParams.Add(request.NewErrParamRequired("Database")) + } + if s.Name == nil { + invalidParams.Add(request.NewErrParamRequired("Name")) + } + if s.Table == nil { + invalidParams.Add(request.NewErrParamRequired("Table")) + } + if s.OutputSchemas != nil { + for i, v := range s.OutputSchemas { + if v == nil { + continue + } + if err := v.Validate(); err != nil { + invalidParams.AddNested(fmt.Sprintf("%s[%v]", "OutputSchemas", i), err.(request.ErrInvalidParams)) + } + } + } + + if invalidParams.Len() > 0 { + return invalidParams + } + return nil +} + +// SetAdditionalDeltaOptions sets the AdditionalDeltaOptions field's value. +func (s *CatalogDeltaSource) SetAdditionalDeltaOptions(v map[string]*string) *CatalogDeltaSource { + s.AdditionalDeltaOptions = v + return s +} + +// SetDatabase sets the Database field's value. +func (s *CatalogDeltaSource) SetDatabase(v string) *CatalogDeltaSource { + s.Database = &v + return s +} + +// SetName sets the Name field's value. +func (s *CatalogDeltaSource) SetName(v string) *CatalogDeltaSource { + s.Name = &v + return s +} + +// SetOutputSchemas sets the OutputSchemas field's value. +func (s *CatalogDeltaSource) SetOutputSchemas(v []*GlueSchema) *CatalogDeltaSource { + s.OutputSchemas = v + return s +} + +// SetTable sets the Table field's value. +func (s *CatalogDeltaSource) SetTable(v string) *CatalogDeltaSource { + s.Table = &v + return s +} + // Specifies a table definition in the Glue Data Catalog. type CatalogEntry struct { _ struct{} `type:"structure"` @@ -25145,6 +25265,9 @@ type CodeGenConfigurationNode struct { // Specifies a connector to an Amazon Athena data source. AthenaConnectorSource *AthenaConnectorSource `type:"structure"` + // Specifies a Delta Lake data source that is registered in the Glue Data Catalog. + CatalogDeltaSource *CatalogDeltaSource `type:"structure"` + // Specifies a Hudi data source that is registered in the Glue Data Catalog. CatalogHudiSource *CatalogHudiSource `type:"structure"` @@ -25267,8 +25390,12 @@ type CodeGenConfigurationNode struct { // Specifies a transform that renames a single data property key. RenameField *RenameField `type:"structure"` + // Specifies a Delta Lake data source that is registered in the Glue Data Catalog. + // The data source must be stored in Amazon S3. + S3CatalogDeltaSource *S3CatalogDeltaSource `type:"structure"` + // Specifies a Hudi data source that is registered in the Glue Data Catalog. - // The Hudi data source must be stored in Amazon S3. + // The data source must be stored in Amazon S3. S3CatalogHudiSource *S3CatalogHudiSource `type:"structure"` // Specifies an Amazon S3 data store in the Glue Data Catalog. @@ -25280,6 +25407,16 @@ type CodeGenConfigurationNode struct { // Specifies a command-separated value (CSV) data store stored in Amazon S3. S3CsvSource *S3CsvSource `type:"structure"` + // Specifies a target that writes to a Delta Lake data source in the Glue Data + // Catalog. + S3DeltaCatalogTarget *S3DeltaCatalogTarget `type:"structure"` + + // Specifies a target that writes to a Delta Lake data source in Amazon S3. + S3DeltaDirectTarget *S3DeltaDirectTarget `type:"structure"` + + // Specifies a Delta Lake data source stored in Amazon S3. + S3DeltaSource *S3DeltaSource `type:"structure"` + // Specifies a data target that writes to Amazon S3. S3DirectTarget *S3DirectTarget `type:"structure"` @@ -25369,6 +25506,11 @@ func (s *CodeGenConfigurationNode) Validate() error { invalidParams.AddNested("AthenaConnectorSource", err.(request.ErrInvalidParams)) } } + if s.CatalogDeltaSource != nil { + if err := s.CatalogDeltaSource.Validate(); err != nil { + invalidParams.AddNested("CatalogDeltaSource", err.(request.ErrInvalidParams)) + } + } if s.CatalogHudiSource != nil { if err := s.CatalogHudiSource.Validate(); err != nil { invalidParams.AddNested("CatalogHudiSource", err.(request.ErrInvalidParams)) @@ -25549,6 +25691,11 @@ func (s *CodeGenConfigurationNode) Validate() error { invalidParams.AddNested("RenameField", err.(request.ErrInvalidParams)) } } + if s.S3CatalogDeltaSource != nil { + if err := s.S3CatalogDeltaSource.Validate(); err != nil { + invalidParams.AddNested("S3CatalogDeltaSource", err.(request.ErrInvalidParams)) + } + } if s.S3CatalogHudiSource != nil { if err := s.S3CatalogHudiSource.Validate(); err != nil { invalidParams.AddNested("S3CatalogHudiSource", err.(request.ErrInvalidParams)) @@ -25569,6 +25716,21 @@ func (s *CodeGenConfigurationNode) Validate() error { invalidParams.AddNested("S3CsvSource", err.(request.ErrInvalidParams)) } } + if s.S3DeltaCatalogTarget != nil { + if err := s.S3DeltaCatalogTarget.Validate(); err != nil { + invalidParams.AddNested("S3DeltaCatalogTarget", err.(request.ErrInvalidParams)) + } + } + if s.S3DeltaDirectTarget != nil { + if err := s.S3DeltaDirectTarget.Validate(); err != nil { + invalidParams.AddNested("S3DeltaDirectTarget", err.(request.ErrInvalidParams)) + } + } + if s.S3DeltaSource != nil { + if err := s.S3DeltaSource.Validate(); err != nil { + invalidParams.AddNested("S3DeltaSource", err.(request.ErrInvalidParams)) + } + } if s.S3DirectTarget != nil { if err := s.S3DirectTarget.Validate(); err != nil { invalidParams.AddNested("S3DirectTarget", err.(request.ErrInvalidParams)) @@ -25669,6 +25831,12 @@ func (s *CodeGenConfigurationNode) SetAthenaConnectorSource(v *AthenaConnectorSo return s } +// SetCatalogDeltaSource sets the CatalogDeltaSource field's value. +func (s *CodeGenConfigurationNode) SetCatalogDeltaSource(v *CatalogDeltaSource) *CodeGenConfigurationNode { + s.CatalogDeltaSource = v + return s +} + // SetCatalogHudiSource sets the CatalogHudiSource field's value. func (s *CodeGenConfigurationNode) SetCatalogHudiSource(v *CatalogHudiSource) *CodeGenConfigurationNode { s.CatalogHudiSource = v @@ -25885,6 +26053,12 @@ func (s *CodeGenConfigurationNode) SetRenameField(v *RenameField) *CodeGenConfig return s } +// SetS3CatalogDeltaSource sets the S3CatalogDeltaSource field's value. +func (s *CodeGenConfigurationNode) SetS3CatalogDeltaSource(v *S3CatalogDeltaSource) *CodeGenConfigurationNode { + s.S3CatalogDeltaSource = v + return s +} + // SetS3CatalogHudiSource sets the S3CatalogHudiSource field's value. func (s *CodeGenConfigurationNode) SetS3CatalogHudiSource(v *S3CatalogHudiSource) *CodeGenConfigurationNode { s.S3CatalogHudiSource = v @@ -25909,6 +26083,24 @@ func (s *CodeGenConfigurationNode) SetS3CsvSource(v *S3CsvSource) *CodeGenConfig return s } +// SetS3DeltaCatalogTarget sets the S3DeltaCatalogTarget field's value. +func (s *CodeGenConfigurationNode) SetS3DeltaCatalogTarget(v *S3DeltaCatalogTarget) *CodeGenConfigurationNode { + s.S3DeltaCatalogTarget = v + return s +} + +// SetS3DeltaDirectTarget sets the S3DeltaDirectTarget field's value. +func (s *CodeGenConfigurationNode) SetS3DeltaDirectTarget(v *S3DeltaDirectTarget) *CodeGenConfigurationNode { + s.S3DeltaDirectTarget = v + return s +} + +// SetS3DeltaSource sets the S3DeltaSource field's value. +func (s *CodeGenConfigurationNode) SetS3DeltaSource(v *S3DeltaSource) *CodeGenConfigurationNode { + s.S3DeltaSource = v + return s +} + // SetS3DirectTarget sets the S3DirectTarget field's value. func (s *CodeGenConfigurationNode) SetS3DirectTarget(v *S3DirectTarget) *CodeGenConfigurationNode { s.S3DirectTarget = v @@ -26405,11 +26597,14 @@ func (s *ColumnImportance) SetImportance(v float64) *ColumnImportance { return s } +// A filter that uses both column-level and row-level filtering. type ColumnRowFilter struct { _ struct{} `type:"structure"` + // A string containing the name of the column. ColumnName *string `min:"1" type:"string"` + // A string containing the row-level filter expression. RowFilterExpression *string `type:"string"` } @@ -27243,8 +27438,8 @@ type Connection struct { // client key password (if the user has the Glue encrypt passwords setting // selected). // - // * KAFKA_SASL_MECHANISM - "SCRAM-SHA-512" or "GSSAPI". These are the two - // supported SASL Mechanisms (https://www.iana.org/assignments/sasl-mechanisms/sasl-mechanisms.xhtml). + // * KAFKA_SASL_MECHANISM - "SCRAM-SHA-512", "GSSAPI", or "AWS_MSK_IAM". + // These are the supported SASL Mechanisms (https://www.iana.org/assignments/sasl-mechanisms/sasl-mechanisms.xhtml). // // * KAFKA_SASL_SCRAM_USERNAME - A plaintext username used to authenticate // with the "SCRAM-SHA-512" mechanism. @@ -27383,18 +27578,40 @@ type ConnectionInput struct { // The type of the connection. Currently, these types are supported: // // * JDBC - Designates a connection to a database through Java Database Connectivity - // (JDBC). + // (JDBC). JDBC Connections use the following ConnectionParameters. Required: + // All of (HOST, PORT, JDBC_ENGINE) or JDBC_CONNECTION_URL. Required: All + // of (USERNAME, PASSWORD) or SECRET_ID. Optional: JDBC_ENFORCE_SSL, CUSTOM_JDBC_CERT, + // CUSTOM_JDBC_CERT_STRING, SKIP_CUSTOM_JDBC_CERT_VALIDATION. These parameters + // are used to configure SSL with JDBC. // // * KAFKA - Designates a connection to an Apache Kafka streaming platform. - // - // * MONGODB - Designates a connection to a MongoDB document database. + // KAFKA Connections use the following ConnectionParameters. Required: KAFKA_BOOTSTRAP_SERVERS. + // Optional: KAFKA_SSL_ENABLED, KAFKA_CUSTOM_CERT, KAFKA_SKIP_CUSTOM_CERT_VALIDATION. + // These parameters are used to configure SSL with KAFKA. Optional: KAFKA_CLIENT_KEYSTORE, + // KAFKA_CLIENT_KEYSTORE_PASSWORD, KAFKA_CLIENT_KEY_PASSWORD, ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD, + // ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD. These parameters are used to configure + // TLS client configuration with SSL in KAFKA. Optional: KAFKA_SASL_MECHANISM. + // Can be specified as SCRAM-SHA-512, GSSAPI, or AWS_MSK_IAM. Optional: KAFKA_SASL_SCRAM_USERNAME, + // KAFKA_SASL_SCRAM_PASSWORD, ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD. These + // parameters are used to configure SASL/SCRAM-SHA-512 authentication with + // KAFKA. Optional: KAFKA_SASL_GSSAPI_KEYTAB, KAFKA_SASL_GSSAPI_KRB5_CONF, + // KAFKA_SASL_GSSAPI_SERVICE, KAFKA_SASL_GSSAPI_PRINCIPAL. These parameters + // are used to configure SASL/GSSAPI authentication with KAFKA. + // + // * MONGODB - Designates a connection to a MongoDB document database. MONGODB + // Connections use the following ConnectionParameters. Required: CONNECTION_URL. + // Required: All of (USERNAME, PASSWORD) or SECRET_ID. // // * NETWORK - Designates a network connection to a data source within an - // Amazon Virtual Private Cloud environment (Amazon VPC). + // Amazon Virtual Private Cloud environment (Amazon VPC). NETWORK Connections + // do not require ConnectionParameters. Instead, provide a PhysicalConnectionRequirements. // // * MARKETPLACE - Uses configuration settings contained in a connector purchased // from Amazon Web Services Marketplace to read from and write to data stores - // that are not natively supported by Glue. + // that are not natively supported by Glue. MARKETPLACE Connections use the + // following ConnectionParameters. Required: CONNECTOR_TYPE, CONNECTOR_URL, + // CONNECTOR_CLASS_NAME, CONNECTION_URL. Required for JDBC CONNECTOR_TYPE + // connections: All of (USERNAME, PASSWORD) or SECRET_ID. // // * CUSTOM - Uses configuration settings contained in a custom connector // to read from and write to data stores that are not natively supported @@ -27402,6 +27619,13 @@ type ConnectionInput struct { // // SFTP is not supported. // + // For more information about how optional ConnectionProperties are used to + // configure features in Glue, consult Glue connection properties (https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html). + // + // For more information about how optional ConnectionProperties are used to + // configure features in Glue Studio, consult Using connectors and connections + // (https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html). + // // ConnectionType is a required field ConnectionType *string `type:"string" required:"true" enum:"ConnectionType"` @@ -27411,7 +27635,8 @@ type ConnectionInput struct { // A list of criteria that can be used in selecting this connection. MatchCriteria []*string `type:"list"` - // The name of the connection. + // The name of the connection. Connection will not function as expected without + // a name. // // Name is a required field Name *string `min:"1" type:"string" required:"true"` @@ -34119,7 +34344,8 @@ type Database struct { // The ID of the Data Catalog in which the database resides. CatalogId *string `min:"1" type:"string"` - // Creates a set of default permissions on the table for principals. + // Creates a set of default permissions on the table for principals. Used by + // Lake Formation. Not used in the normal course of Glue operations. CreateTableDefaultPermissions []*PrincipalPermissions `type:"list"` // The time at which the metadata database was created in the catalog. @@ -34272,7 +34498,8 @@ func (s *DatabaseIdentifier) SetDatabaseName(v string) *DatabaseIdentifier { type DatabaseInput struct { _ struct{} `type:"structure"` - // Creates a set of default permissions on the table for principals. + // Creates a set of default permissions on the table for principals. Used by + // Lake Formation. Not used in the normal course of Glue operations. CreateTableDefaultPermissions []*PrincipalPermissions `type:"list"` // A description of the database. @@ -46493,21 +46720,31 @@ func (s *GetTriggersOutput) SetTriggers(v []*Trigger) *GetTriggersOutput { type GetUnfilteredPartitionMetadataInput struct { _ struct{} `type:"structure"` - // A structure containing information for audit. + // A structure containing Lake Formation audit context information. AuditContext *AuditContext `type:"structure"` + // The catalog ID where the partition resides. + // // CatalogId is a required field CatalogId *string `min:"1" type:"string" required:"true"` + // (Required) Specifies the name of a database that contains the partition. + // // DatabaseName is a required field DatabaseName *string `min:"1" type:"string" required:"true"` + // (Required) A list of partition key values. + // // PartitionValues is a required field PartitionValues []*string `type:"list" required:"true"` + // (Required) A list of supported permission types. + // // SupportedPermissionTypes is a required field SupportedPermissionTypes []*string `min:"1" type:"list" required:"true" enum:"PermissionType"` + // (Required) Specifies the name of a table that contains the partition. + // // TableName is a required field TableName *string `min:"1" type:"string" required:"true"` } @@ -46606,11 +46843,14 @@ func (s *GetUnfilteredPartitionMetadataInput) SetTableName(v string) *GetUnfilte type GetUnfilteredPartitionMetadataOutput struct { _ struct{} `type:"structure"` + // A list of column names that the user has been granted access to. AuthorizedColumns []*string `type:"list"` + // A Boolean value that indicates whether the partition location is registered + // with Lake Formation. IsRegisteredWithLakeFormation *bool `type:"boolean"` - // Represents a slice of table data. + // A Partition object containing the partition metadata. Partition *Partition `type:"structure"` } @@ -46653,28 +46893,117 @@ func (s *GetUnfilteredPartitionMetadataOutput) SetPartition(v *Partition) *GetUn type GetUnfilteredPartitionsMetadataInput struct { _ struct{} `type:"structure"` - // A structure containing information for audit. + // A structure containing Lake Formation audit context information. AuditContext *AuditContext `type:"structure"` + // The ID of the Data Catalog where the partitions in question reside. If none + // is provided, the AWS account ID is used by default. + // // CatalogId is a required field CatalogId *string `min:"1" type:"string" required:"true"` + // The name of the catalog database where the partitions reside. + // // DatabaseName is a required field DatabaseName *string `min:"1" type:"string" required:"true"` + // An expression that filters the partitions to be returned. + // + // The expression uses SQL syntax similar to the SQL WHERE filter clause. The + // SQL statement parser JSQLParser (http://jsqlparser.sourceforge.net/home.php) + // parses the expression. + // + // Operators: The following are the operators that you can use in the Expression + // API call: + // + // = + // + // Checks whether the values of the two operands are equal; if yes, then the + // condition becomes true. + // + // Example: Assume 'variable a' holds 10 and 'variable b' holds 20. + // + // (a = b) is not true. + // + // < > + // + // Checks whether the values of two operands are equal; if the values are not + // equal, then the condition becomes true. + // + // Example: (a < > b) is true. + // + // > + // + // Checks whether the value of the left operand is greater than the value of + // the right operand; if yes, then the condition becomes true. + // + // Example: (a > b) is not true. + // + // < + // + // Checks whether the value of the left operand is less than the value of the + // right operand; if yes, then the condition becomes true. + // + // Example: (a < b) is true. + // + // >= + // + // Checks whether the value of the left operand is greater than or equal to + // the value of the right operand; if yes, then the condition becomes true. + // + // Example: (a >= b) is not true. + // + // <= + // + // Checks whether the value of the left operand is less than or equal to the + // value of the right operand; if yes, then the condition becomes true. + // + // Example: (a <= b) is true. + // + // AND, OR, IN, BETWEEN, LIKE, NOT, IS NULL + // + // Logical operators. + // + // Supported Partition Key Types: The following are the supported partition + // keys. + // + // * string + // + // * date + // + // * timestamp + // + // * int + // + // * bigint + // + // * long + // + // * tinyint + // + // * smallint + // + // * decimal + // + // If an type is encountered that is not valid, an exception is thrown. Expression *string `type:"string"` + // The maximum number of partitions to return in a single response. MaxResults *int64 `min:"1" type:"integer"` + // A continuation token, if this is not the first call to retrieve these partitions. NextToken *string `type:"string"` - // Defines a non-overlapping region of a table's partitions, allowing multiple - // requests to be run in parallel. + // The segment of the table's partitions to scan in this request. Segment *Segment `type:"structure"` + // A list of supported permission types. + // // SupportedPermissionTypes is a required field SupportedPermissionTypes []*string `min:"1" type:"list" required:"true" enum:"PermissionType"` + // The name of the table that contains the partition. + // // TableName is a required field TableName *string `min:"1" type:"string" required:"true"` } @@ -46796,8 +47125,11 @@ func (s *GetUnfilteredPartitionsMetadataInput) SetTableName(v string) *GetUnfilt type GetUnfilteredPartitionsMetadataOutput struct { _ struct{} `type:"structure"` + // A continuation token, if the returned list of partitions does not include + // the last one. NextToken *string `type:"string"` + // A list of requested partitions. UnfilteredPartitions []*UnfilteredPartition `type:"list"` } @@ -46834,18 +47166,26 @@ func (s *GetUnfilteredPartitionsMetadataOutput) SetUnfilteredPartitions(v []*Unf type GetUnfilteredTableMetadataInput struct { _ struct{} `type:"structure"` - // A structure containing information for audit. + // A structure containing Lake Formation audit context information. AuditContext *AuditContext `type:"structure"` + // The catalog ID where the table resides. + // // CatalogId is a required field CatalogId *string `min:"1" type:"string" required:"true"` + // (Required) Specifies the name of a database that contains the table. + // // DatabaseName is a required field DatabaseName *string `min:"1" type:"string" required:"true"` + // (Required) Specifies the name of a table for which you are requesting metadata. + // // Name is a required field Name *string `min:"1" type:"string" required:"true"` + // (Required) A list of supported permission types. + // // SupportedPermissionTypes is a required field SupportedPermissionTypes []*string `min:"1" type:"list" required:"true" enum:"PermissionType"` } @@ -46935,13 +47275,17 @@ func (s *GetUnfilteredTableMetadataInput) SetSupportedPermissionTypes(v []*strin type GetUnfilteredTableMetadataOutput struct { _ struct{} `type:"structure"` + // A list of column names that the user has been granted access to. AuthorizedColumns []*string `type:"list"` + // A list of column row filters. CellFilters []*ColumnRowFilter `type:"list"` + // A Boolean value that indicates whether the partition location is registered + // with Lake Formation. IsRegisteredWithLakeFormation *bool `type:"boolean"` - // Represents a collection of related data organized in columns and rows. + // A Table object containing the table metadata. Table *TableData `type:"structure"` } @@ -58369,6 +58713,110 @@ func (s *RunStatementOutput) SetId(v int64) *RunStatementOutput { return s } +// Specifies a Delta Lake data source that is registered in the Glue Data Catalog. +// The data source must be stored in Amazon S3. +type S3CatalogDeltaSource struct { + _ struct{} `type:"structure"` + + // Specifies additional connection options. + AdditionalDeltaOptions map[string]*string `type:"map"` + + // The name of the database to read from. + // + // Database is a required field + Database *string `type:"string" required:"true"` + + // The name of the Delta Lake data source. + // + // Name is a required field + Name *string `type:"string" required:"true"` + + // Specifies the data schema for the Delta Lake source. + OutputSchemas []*GlueSchema `type:"list"` + + // The name of the table in the database to read from. + // + // Table is a required field + Table *string `type:"string" required:"true"` +} + +// String returns the string representation. +// +// API parameter values that are decorated as "sensitive" in the API will not +// be included in the string output. The member name will be present, but the +// value will be replaced with "sensitive". +func (s S3CatalogDeltaSource) String() string { + return awsutil.Prettify(s) +} + +// GoString returns the string representation. +// +// API parameter values that are decorated as "sensitive" in the API will not +// be included in the string output. The member name will be present, but the +// value will be replaced with "sensitive". +func (s S3CatalogDeltaSource) GoString() string { + return s.String() +} + +// Validate inspects the fields of the type to determine if they are valid. +func (s *S3CatalogDeltaSource) Validate() error { + invalidParams := request.ErrInvalidParams{Context: "S3CatalogDeltaSource"} + if s.Database == nil { + invalidParams.Add(request.NewErrParamRequired("Database")) + } + if s.Name == nil { + invalidParams.Add(request.NewErrParamRequired("Name")) + } + if s.Table == nil { + invalidParams.Add(request.NewErrParamRequired("Table")) + } + if s.OutputSchemas != nil { + for i, v := range s.OutputSchemas { + if v == nil { + continue + } + if err := v.Validate(); err != nil { + invalidParams.AddNested(fmt.Sprintf("%s[%v]", "OutputSchemas", i), err.(request.ErrInvalidParams)) + } + } + } + + if invalidParams.Len() > 0 { + return invalidParams + } + return nil +} + +// SetAdditionalDeltaOptions sets the AdditionalDeltaOptions field's value. +func (s *S3CatalogDeltaSource) SetAdditionalDeltaOptions(v map[string]*string) *S3CatalogDeltaSource { + s.AdditionalDeltaOptions = v + return s +} + +// SetDatabase sets the Database field's value. +func (s *S3CatalogDeltaSource) SetDatabase(v string) *S3CatalogDeltaSource { + s.Database = &v + return s +} + +// SetName sets the Name field's value. +func (s *S3CatalogDeltaSource) SetName(v string) *S3CatalogDeltaSource { + s.Name = &v + return s +} + +// SetOutputSchemas sets the OutputSchemas field's value. +func (s *S3CatalogDeltaSource) SetOutputSchemas(v []*GlueSchema) *S3CatalogDeltaSource { + s.OutputSchemas = v + return s +} + +// SetTable sets the Table field's value. +func (s *S3CatalogDeltaSource) SetTable(v string) *S3CatalogDeltaSource { + s.Table = &v + return s +} + // Specifies a Hudi data source that is registered in the Glue Data Catalog. // The Hudi data source must be stored in Amazon S3. type S3CatalogHudiSource struct { @@ -58603,7 +59051,383 @@ type S3CatalogTarget struct { // API parameter values that are decorated as "sensitive" in the API will not // be included in the string output. The member name will be present, but the // value will be replaced with "sensitive". -func (s S3CatalogTarget) String() string { +func (s S3CatalogTarget) String() string { + return awsutil.Prettify(s) +} + +// GoString returns the string representation. +// +// API parameter values that are decorated as "sensitive" in the API will not +// be included in the string output. The member name will be present, but the +// value will be replaced with "sensitive". +func (s S3CatalogTarget) GoString() string { + return s.String() +} + +// Validate inspects the fields of the type to determine if they are valid. +func (s *S3CatalogTarget) Validate() error { + invalidParams := request.ErrInvalidParams{Context: "S3CatalogTarget"} + if s.Database == nil { + invalidParams.Add(request.NewErrParamRequired("Database")) + } + if s.Inputs == nil { + invalidParams.Add(request.NewErrParamRequired("Inputs")) + } + if s.Inputs != nil && len(s.Inputs) < 1 { + invalidParams.Add(request.NewErrParamMinLen("Inputs", 1)) + } + if s.Name == nil { + invalidParams.Add(request.NewErrParamRequired("Name")) + } + if s.Table == nil { + invalidParams.Add(request.NewErrParamRequired("Table")) + } + + if invalidParams.Len() > 0 { + return invalidParams + } + return nil +} + +// SetDatabase sets the Database field's value. +func (s *S3CatalogTarget) SetDatabase(v string) *S3CatalogTarget { + s.Database = &v + return s +} + +// SetInputs sets the Inputs field's value. +func (s *S3CatalogTarget) SetInputs(v []*string) *S3CatalogTarget { + s.Inputs = v + return s +} + +// SetName sets the Name field's value. +func (s *S3CatalogTarget) SetName(v string) *S3CatalogTarget { + s.Name = &v + return s +} + +// SetPartitionKeys sets the PartitionKeys field's value. +func (s *S3CatalogTarget) SetPartitionKeys(v [][]*string) *S3CatalogTarget { + s.PartitionKeys = v + return s +} + +// SetSchemaChangePolicy sets the SchemaChangePolicy field's value. +func (s *S3CatalogTarget) SetSchemaChangePolicy(v *CatalogSchemaChangePolicy) *S3CatalogTarget { + s.SchemaChangePolicy = v + return s +} + +// SetTable sets the Table field's value. +func (s *S3CatalogTarget) SetTable(v string) *S3CatalogTarget { + s.Table = &v + return s +} + +// Specifies a command-separated value (CSV) data store stored in Amazon S3. +type S3CsvSource struct { + _ struct{} `type:"structure"` + + // Specifies additional connection options. + AdditionalOptions *S3DirectSourceAdditionalOptions `type:"structure"` + + // Specifies how the data is compressed. This is generally not necessary if + // the data has a standard file extension. Possible values are "gzip" and "bzip"). + CompressionType *string `type:"string" enum:"CompressionType"` + + // Specifies a character to use for escaping. This option is used only when + // reading CSV files. The default value is none. If enabled, the character which + // immediately follows is used as-is, except for a small set of well-known escapes + // (\n, \r, \t, and \0). + Escaper *string `type:"string"` + + // A string containing a JSON list of Unix-style glob patterns to exclude. For + // example, "[\"**.pdf\"]" excludes all PDF files. + Exclusions []*string `type:"list"` + + // Grouping files is turned on by default when the input contains more than + // 50,000 files. To turn on grouping with fewer than 50,000 files, set this + // parameter to "inPartition". To disable grouping when there are more than + // 50,000 files, set this parameter to "none". + GroupFiles *string `type:"string"` + + // The target group size in bytes. The default is computed based on the input + // data size and the size of your cluster. When there are fewer than 50,000 + // input files, "groupFiles" must be set to "inPartition" for this to take effect. + GroupSize *string `type:"string"` + + // This option controls the duration in milliseconds after which the s3 listing + // is likely to be consistent. Files with modification timestamps falling within + // the last maxBand milliseconds are tracked specially when using JobBookmarks + // to account for Amazon S3 eventual consistency. Most users don't need to set + // this option. The default is 900000 milliseconds, or 15 minutes. + MaxBand *int64 `type:"integer"` + + // This option specifies the maximum number of files to save from the last maxBand + // seconds. If this number is exceeded, extra files are skipped and only processed + // in the next job run. + MaxFilesInBand *int64 `type:"integer"` + + // A Boolean value that specifies whether a single record can span multiple + // lines. This can occur when a field contains a quoted new-line character. + // You must set this option to True if any record spans multiple lines. The + // default value is False, which allows for more aggressive file-splitting during + // parsing. + Multiline *bool `type:"boolean"` + + // The name of the data store. + // + // Name is a required field + Name *string `type:"string" required:"true"` + + // A Boolean value that specifies whether to use the advanced SIMD CSV reader + // along with Apache Arrow based columnar memory formats. Only available in + // Glue version 3.0. + OptimizePerformance *bool `type:"boolean"` + + // Specifies the data schema for the S3 CSV source. + OutputSchemas []*GlueSchema `type:"list"` + + // A list of the Amazon S3 paths to read from. + // + // Paths is a required field + Paths []*string `type:"list" required:"true"` + + // Specifies the character to use for quoting. The default is a double quote: + // '"'. Set this to -1 to turn off quoting entirely. + // + // QuoteChar is a required field + QuoteChar *string `type:"string" required:"true" enum:"QuoteChar"` + + // If set to true, recursively reads files in all subdirectories under the specified + // paths. + Recurse *bool `type:"boolean"` + + // Specifies the delimiter character. The default is a comma: ",", but any other + // character can be specified. + // + // Separator is a required field + Separator *string `type:"string" required:"true" enum:"Separator"` + + // A Boolean value that specifies whether to skip the first data line. The default + // value is False. + SkipFirst *bool `type:"boolean"` + + // A Boolean value that specifies whether to treat the first line as a header. + // The default value is False. + WithHeader *bool `type:"boolean"` + + // A Boolean value that specifies whether to write the header to output. The + // default value is True. + WriteHeader *bool `type:"boolean"` +} + +// String returns the string representation. +// +// API parameter values that are decorated as "sensitive" in the API will not +// be included in the string output. The member name will be present, but the +// value will be replaced with "sensitive". +func (s S3CsvSource) String() string { + return awsutil.Prettify(s) +} + +// GoString returns the string representation. +// +// API parameter values that are decorated as "sensitive" in the API will not +// be included in the string output. The member name will be present, but the +// value will be replaced with "sensitive". +func (s S3CsvSource) GoString() string { + return s.String() +} + +// Validate inspects the fields of the type to determine if they are valid. +func (s *S3CsvSource) Validate() error { + invalidParams := request.ErrInvalidParams{Context: "S3CsvSource"} + if s.Name == nil { + invalidParams.Add(request.NewErrParamRequired("Name")) + } + if s.Paths == nil { + invalidParams.Add(request.NewErrParamRequired("Paths")) + } + if s.QuoteChar == nil { + invalidParams.Add(request.NewErrParamRequired("QuoteChar")) + } + if s.Separator == nil { + invalidParams.Add(request.NewErrParamRequired("Separator")) + } + if s.OutputSchemas != nil { + for i, v := range s.OutputSchemas { + if v == nil { + continue + } + if err := v.Validate(); err != nil { + invalidParams.AddNested(fmt.Sprintf("%s[%v]", "OutputSchemas", i), err.(request.ErrInvalidParams)) + } + } + } + + if invalidParams.Len() > 0 { + return invalidParams + } + return nil +} + +// SetAdditionalOptions sets the AdditionalOptions field's value. +func (s *S3CsvSource) SetAdditionalOptions(v *S3DirectSourceAdditionalOptions) *S3CsvSource { + s.AdditionalOptions = v + return s +} + +// SetCompressionType sets the CompressionType field's value. +func (s *S3CsvSource) SetCompressionType(v string) *S3CsvSource { + s.CompressionType = &v + return s +} + +// SetEscaper sets the Escaper field's value. +func (s *S3CsvSource) SetEscaper(v string) *S3CsvSource { + s.Escaper = &v + return s +} + +// SetExclusions sets the Exclusions field's value. +func (s *S3CsvSource) SetExclusions(v []*string) *S3CsvSource { + s.Exclusions = v + return s +} + +// SetGroupFiles sets the GroupFiles field's value. +func (s *S3CsvSource) SetGroupFiles(v string) *S3CsvSource { + s.GroupFiles = &v + return s +} + +// SetGroupSize sets the GroupSize field's value. +func (s *S3CsvSource) SetGroupSize(v string) *S3CsvSource { + s.GroupSize = &v + return s +} + +// SetMaxBand sets the MaxBand field's value. +func (s *S3CsvSource) SetMaxBand(v int64) *S3CsvSource { + s.MaxBand = &v + return s +} + +// SetMaxFilesInBand sets the MaxFilesInBand field's value. +func (s *S3CsvSource) SetMaxFilesInBand(v int64) *S3CsvSource { + s.MaxFilesInBand = &v + return s +} + +// SetMultiline sets the Multiline field's value. +func (s *S3CsvSource) SetMultiline(v bool) *S3CsvSource { + s.Multiline = &v + return s +} + +// SetName sets the Name field's value. +func (s *S3CsvSource) SetName(v string) *S3CsvSource { + s.Name = &v + return s +} + +// SetOptimizePerformance sets the OptimizePerformance field's value. +func (s *S3CsvSource) SetOptimizePerformance(v bool) *S3CsvSource { + s.OptimizePerformance = &v + return s +} + +// SetOutputSchemas sets the OutputSchemas field's value. +func (s *S3CsvSource) SetOutputSchemas(v []*GlueSchema) *S3CsvSource { + s.OutputSchemas = v + return s +} + +// SetPaths sets the Paths field's value. +func (s *S3CsvSource) SetPaths(v []*string) *S3CsvSource { + s.Paths = v + return s +} + +// SetQuoteChar sets the QuoteChar field's value. +func (s *S3CsvSource) SetQuoteChar(v string) *S3CsvSource { + s.QuoteChar = &v + return s +} + +// SetRecurse sets the Recurse field's value. +func (s *S3CsvSource) SetRecurse(v bool) *S3CsvSource { + s.Recurse = &v + return s +} + +// SetSeparator sets the Separator field's value. +func (s *S3CsvSource) SetSeparator(v string) *S3CsvSource { + s.Separator = &v + return s +} + +// SetSkipFirst sets the SkipFirst field's value. +func (s *S3CsvSource) SetSkipFirst(v bool) *S3CsvSource { + s.SkipFirst = &v + return s +} + +// SetWithHeader sets the WithHeader field's value. +func (s *S3CsvSource) SetWithHeader(v bool) *S3CsvSource { + s.WithHeader = &v + return s +} + +// SetWriteHeader sets the WriteHeader field's value. +func (s *S3CsvSource) SetWriteHeader(v bool) *S3CsvSource { + s.WriteHeader = &v + return s +} + +// Specifies a target that writes to a Delta Lake data source in the Glue Data +// Catalog. +type S3DeltaCatalogTarget struct { + _ struct{} `type:"structure"` + + // Specifies additional connection options for the connector. + AdditionalOptions map[string]*string `type:"map"` + + // The name of the database to write to. + // + // Database is a required field + Database *string `type:"string" required:"true"` + + // The nodes that are inputs to the data target. + // + // Inputs is a required field + Inputs []*string `min:"1" type:"list" required:"true"` + + // The name of the data target. + // + // Name is a required field + Name *string `type:"string" required:"true"` + + // Specifies native partitioning using a sequence of keys. + PartitionKeys [][]*string `type:"list"` + + // A policy that specifies update behavior for the crawler. + SchemaChangePolicy *CatalogSchemaChangePolicy `type:"structure"` + + // The name of the table in the database to write to. + // + // Table is a required field + Table *string `type:"string" required:"true"` +} + +// String returns the string representation. +// +// API parameter values that are decorated as "sensitive" in the API will not +// be included in the string output. The member name will be present, but the +// value will be replaced with "sensitive". +func (s S3DeltaCatalogTarget) String() string { return awsutil.Prettify(s) } @@ -58612,13 +59436,13 @@ func (s S3CatalogTarget) String() string { // API parameter values that are decorated as "sensitive" in the API will not // be included in the string output. The member name will be present, but the // value will be replaced with "sensitive". -func (s S3CatalogTarget) GoString() string { +func (s S3DeltaCatalogTarget) GoString() string { return s.String() } // Validate inspects the fields of the type to determine if they are valid. -func (s *S3CatalogTarget) Validate() error { - invalidParams := request.ErrInvalidParams{Context: "S3CatalogTarget"} +func (s *S3DeltaCatalogTarget) Validate() error { + invalidParams := request.ErrInvalidParams{Context: "S3DeltaCatalogTarget"} if s.Database == nil { invalidParams.Add(request.NewErrParamRequired("Database")) } @@ -58641,138 +59465,86 @@ func (s *S3CatalogTarget) Validate() error { return nil } +// SetAdditionalOptions sets the AdditionalOptions field's value. +func (s *S3DeltaCatalogTarget) SetAdditionalOptions(v map[string]*string) *S3DeltaCatalogTarget { + s.AdditionalOptions = v + return s +} + // SetDatabase sets the Database field's value. -func (s *S3CatalogTarget) SetDatabase(v string) *S3CatalogTarget { +func (s *S3DeltaCatalogTarget) SetDatabase(v string) *S3DeltaCatalogTarget { s.Database = &v return s } // SetInputs sets the Inputs field's value. -func (s *S3CatalogTarget) SetInputs(v []*string) *S3CatalogTarget { +func (s *S3DeltaCatalogTarget) SetInputs(v []*string) *S3DeltaCatalogTarget { s.Inputs = v return s } // SetName sets the Name field's value. -func (s *S3CatalogTarget) SetName(v string) *S3CatalogTarget { +func (s *S3DeltaCatalogTarget) SetName(v string) *S3DeltaCatalogTarget { s.Name = &v return s } // SetPartitionKeys sets the PartitionKeys field's value. -func (s *S3CatalogTarget) SetPartitionKeys(v [][]*string) *S3CatalogTarget { +func (s *S3DeltaCatalogTarget) SetPartitionKeys(v [][]*string) *S3DeltaCatalogTarget { s.PartitionKeys = v return s } // SetSchemaChangePolicy sets the SchemaChangePolicy field's value. -func (s *S3CatalogTarget) SetSchemaChangePolicy(v *CatalogSchemaChangePolicy) *S3CatalogTarget { +func (s *S3DeltaCatalogTarget) SetSchemaChangePolicy(v *CatalogSchemaChangePolicy) *S3DeltaCatalogTarget { s.SchemaChangePolicy = v return s } // SetTable sets the Table field's value. -func (s *S3CatalogTarget) SetTable(v string) *S3CatalogTarget { +func (s *S3DeltaCatalogTarget) SetTable(v string) *S3DeltaCatalogTarget { s.Table = &v return s } -// Specifies a command-separated value (CSV) data store stored in Amazon S3. -type S3CsvSource struct { +// Specifies a target that writes to a Delta Lake data source in Amazon S3. +type S3DeltaDirectTarget struct { _ struct{} `type:"structure"` - // Specifies additional connection options. - AdditionalOptions *S3DirectSourceAdditionalOptions `type:"structure"` + // Specifies additional connection options for the connector. + AdditionalOptions map[string]*string `type:"map"` // Specifies how the data is compressed. This is generally not necessary if // the data has a standard file extension. Possible values are "gzip" and "bzip"). - CompressionType *string `type:"string" enum:"CompressionType"` - - // Specifies a character to use for escaping. This option is used only when - // reading CSV files. The default value is none. If enabled, the character which - // immediately follows is used as-is, except for a small set of well-known escapes - // (\n, \r, \t, and \0). - Escaper *string `type:"string"` - - // A string containing a JSON list of Unix-style glob patterns to exclude. For - // example, "[\"**.pdf\"]" excludes all PDF files. - Exclusions []*string `type:"list"` - - // Grouping files is turned on by default when the input contains more than - // 50,000 files. To turn on grouping with fewer than 50,000 files, set this - // parameter to "inPartition". To disable grouping when there are more than - // 50,000 files, set this parameter to "none". - GroupFiles *string `type:"string"` - - // The target group size in bytes. The default is computed based on the input - // data size and the size of your cluster. When there are fewer than 50,000 - // input files, "groupFiles" must be set to "inPartition" for this to take effect. - GroupSize *string `type:"string"` - - // This option controls the duration in milliseconds after which the s3 listing - // is likely to be consistent. Files with modification timestamps falling within - // the last maxBand milliseconds are tracked specially when using JobBookmarks - // to account for Amazon S3 eventual consistency. Most users don't need to set - // this option. The default is 900000 milliseconds, or 15 minutes. - MaxBand *int64 `type:"integer"` - - // This option specifies the maximum number of files to save from the last maxBand - // seconds. If this number is exceeded, extra files are skipped and only processed - // in the next job run. - MaxFilesInBand *int64 `type:"integer"` - - // A Boolean value that specifies whether a single record can span multiple - // lines. This can occur when a field contains a quoted new-line character. - // You must set this option to True if any record spans multiple lines. The - // default value is False, which allows for more aggressive file-splitting during - // parsing. - Multiline *bool `type:"boolean"` - - // The name of the data store. // - // Name is a required field - Name *string `type:"string" required:"true"` - - // A Boolean value that specifies whether to use the advanced SIMD CSV reader - // along with Apache Arrow based columnar memory formats. Only available in - // Glue version 3.0. - OptimizePerformance *bool `type:"boolean"` - - // Specifies the data schema for the S3 CSV source. - OutputSchemas []*GlueSchema `type:"list"` + // Compression is a required field + Compression *string `type:"string" required:"true" enum:"DeltaTargetCompressionType"` - // A list of the Amazon S3 paths to read from. + // Specifies the data output format for the target. // - // Paths is a required field - Paths []*string `type:"list" required:"true"` + // Format is a required field + Format *string `type:"string" required:"true" enum:"TargetFormat"` - // Specifies the character to use for quoting. The default is a double quote: - // '"'. Set this to -1 to turn off quoting entirely. + // The nodes that are inputs to the data target. // - // QuoteChar is a required field - QuoteChar *string `type:"string" required:"true" enum:"QuoteChar"` - - // If set to true, recursively reads files in all subdirectories under the specified - // paths. - Recurse *bool `type:"boolean"` + // Inputs is a required field + Inputs []*string `min:"1" type:"list" required:"true"` - // Specifies the delimiter character. The default is a comma: ",", but any other - // character can be specified. + // The name of the data target. // - // Separator is a required field - Separator *string `type:"string" required:"true" enum:"Separator"` + // Name is a required field + Name *string `type:"string" required:"true"` - // A Boolean value that specifies whether to skip the first data line. The default - // value is False. - SkipFirst *bool `type:"boolean"` + // Specifies native partitioning using a sequence of keys. + PartitionKeys [][]*string `type:"list"` - // A Boolean value that specifies whether to treat the first line as a header. - // The default value is False. - WithHeader *bool `type:"boolean"` + // The Amazon S3 path of your Delta Lake data source to write to. + // + // Path is a required field + Path *string `type:"string" required:"true"` - // A Boolean value that specifies whether to write the header to output. The - // default value is True. - WriteHeader *bool `type:"boolean"` + // A policy that specifies update behavior for the crawler. + SchemaChangePolicy *DirectSchemaChangePolicy `type:"structure"` } // String returns the string representation. @@ -58780,7 +59552,7 @@ type S3CsvSource struct { // API parameter values that are decorated as "sensitive" in the API will not // be included in the string output. The member name will be present, but the // value will be replaced with "sensitive". -func (s S3CsvSource) String() string { +func (s S3DeltaDirectTarget) String() string { return awsutil.Prettify(s) } @@ -58789,34 +59561,30 @@ func (s S3CsvSource) String() string { // API parameter values that are decorated as "sensitive" in the API will not // be included in the string output. The member name will be present, but the // value will be replaced with "sensitive". -func (s S3CsvSource) GoString() string { +func (s S3DeltaDirectTarget) GoString() string { return s.String() } // Validate inspects the fields of the type to determine if they are valid. -func (s *S3CsvSource) Validate() error { - invalidParams := request.ErrInvalidParams{Context: "S3CsvSource"} - if s.Name == nil { - invalidParams.Add(request.NewErrParamRequired("Name")) +func (s *S3DeltaDirectTarget) Validate() error { + invalidParams := request.ErrInvalidParams{Context: "S3DeltaDirectTarget"} + if s.Compression == nil { + invalidParams.Add(request.NewErrParamRequired("Compression")) } - if s.Paths == nil { - invalidParams.Add(request.NewErrParamRequired("Paths")) + if s.Format == nil { + invalidParams.Add(request.NewErrParamRequired("Format")) } - if s.QuoteChar == nil { - invalidParams.Add(request.NewErrParamRequired("QuoteChar")) + if s.Inputs == nil { + invalidParams.Add(request.NewErrParamRequired("Inputs")) } - if s.Separator == nil { - invalidParams.Add(request.NewErrParamRequired("Separator")) + if s.Inputs != nil && len(s.Inputs) < 1 { + invalidParams.Add(request.NewErrParamMinLen("Inputs", 1)) } - if s.OutputSchemas != nil { - for i, v := range s.OutputSchemas { - if v == nil { - continue - } - if err := v.Validate(); err != nil { - invalidParams.AddNested(fmt.Sprintf("%s[%v]", "OutputSchemas", i), err.(request.ErrInvalidParams)) - } - } + if s.Name == nil { + invalidParams.Add(request.NewErrParamRequired("Name")) + } + if s.Path == nil { + invalidParams.Add(request.NewErrParamRequired("Path")) } if invalidParams.Len() > 0 { @@ -58826,116 +59594,148 @@ func (s *S3CsvSource) Validate() error { } // SetAdditionalOptions sets the AdditionalOptions field's value. -func (s *S3CsvSource) SetAdditionalOptions(v *S3DirectSourceAdditionalOptions) *S3CsvSource { +func (s *S3DeltaDirectTarget) SetAdditionalOptions(v map[string]*string) *S3DeltaDirectTarget { s.AdditionalOptions = v return s } -// SetCompressionType sets the CompressionType field's value. -func (s *S3CsvSource) SetCompressionType(v string) *S3CsvSource { - s.CompressionType = &v +// SetCompression sets the Compression field's value. +func (s *S3DeltaDirectTarget) SetCompression(v string) *S3DeltaDirectTarget { + s.Compression = &v return s } -// SetEscaper sets the Escaper field's value. -func (s *S3CsvSource) SetEscaper(v string) *S3CsvSource { - s.Escaper = &v +// SetFormat sets the Format field's value. +func (s *S3DeltaDirectTarget) SetFormat(v string) *S3DeltaDirectTarget { + s.Format = &v return s } -// SetExclusions sets the Exclusions field's value. -func (s *S3CsvSource) SetExclusions(v []*string) *S3CsvSource { - s.Exclusions = v +// SetInputs sets the Inputs field's value. +func (s *S3DeltaDirectTarget) SetInputs(v []*string) *S3DeltaDirectTarget { + s.Inputs = v return s } -// SetGroupFiles sets the GroupFiles field's value. -func (s *S3CsvSource) SetGroupFiles(v string) *S3CsvSource { - s.GroupFiles = &v +// SetName sets the Name field's value. +func (s *S3DeltaDirectTarget) SetName(v string) *S3DeltaDirectTarget { + s.Name = &v return s } -// SetGroupSize sets the GroupSize field's value. -func (s *S3CsvSource) SetGroupSize(v string) *S3CsvSource { - s.GroupSize = &v +// SetPartitionKeys sets the PartitionKeys field's value. +func (s *S3DeltaDirectTarget) SetPartitionKeys(v [][]*string) *S3DeltaDirectTarget { + s.PartitionKeys = v return s } -// SetMaxBand sets the MaxBand field's value. -func (s *S3CsvSource) SetMaxBand(v int64) *S3CsvSource { - s.MaxBand = &v +// SetPath sets the Path field's value. +func (s *S3DeltaDirectTarget) SetPath(v string) *S3DeltaDirectTarget { + s.Path = &v return s } -// SetMaxFilesInBand sets the MaxFilesInBand field's value. -func (s *S3CsvSource) SetMaxFilesInBand(v int64) *S3CsvSource { - s.MaxFilesInBand = &v +// SetSchemaChangePolicy sets the SchemaChangePolicy field's value. +func (s *S3DeltaDirectTarget) SetSchemaChangePolicy(v *DirectSchemaChangePolicy) *S3DeltaDirectTarget { + s.SchemaChangePolicy = v return s } -// SetMultiline sets the Multiline field's value. -func (s *S3CsvSource) SetMultiline(v bool) *S3CsvSource { - s.Multiline = &v - return s -} +// Specifies a Delta Lake data source stored in Amazon S3. +type S3DeltaSource struct { + _ struct{} `type:"structure"` -// SetName sets the Name field's value. -func (s *S3CsvSource) SetName(v string) *S3CsvSource { - s.Name = &v - return s -} + // Specifies additional connection options. + AdditionalDeltaOptions map[string]*string `type:"map"` -// SetOptimizePerformance sets the OptimizePerformance field's value. -func (s *S3CsvSource) SetOptimizePerformance(v bool) *S3CsvSource { - s.OptimizePerformance = &v - return s + // Specifies additional options for the connector. + AdditionalOptions *S3DirectSourceAdditionalOptions `type:"structure"` + + // The name of the Delta Lake source. + // + // Name is a required field + Name *string `type:"string" required:"true"` + + // Specifies the data schema for the Delta Lake source. + OutputSchemas []*GlueSchema `type:"list"` + + // A list of the Amazon S3 paths to read from. + // + // Paths is a required field + Paths []*string `type:"list" required:"true"` } -// SetOutputSchemas sets the OutputSchemas field's value. -func (s *S3CsvSource) SetOutputSchemas(v []*GlueSchema) *S3CsvSource { - s.OutputSchemas = v - return s +// String returns the string representation. +// +// API parameter values that are decorated as "sensitive" in the API will not +// be included in the string output. The member name will be present, but the +// value will be replaced with "sensitive". +func (s S3DeltaSource) String() string { + return awsutil.Prettify(s) } -// SetPaths sets the Paths field's value. -func (s *S3CsvSource) SetPaths(v []*string) *S3CsvSource { - s.Paths = v - return s +// GoString returns the string representation. +// +// API parameter values that are decorated as "sensitive" in the API will not +// be included in the string output. The member name will be present, but the +// value will be replaced with "sensitive". +func (s S3DeltaSource) GoString() string { + return s.String() } -// SetQuoteChar sets the QuoteChar field's value. -func (s *S3CsvSource) SetQuoteChar(v string) *S3CsvSource { - s.QuoteChar = &v - return s +// Validate inspects the fields of the type to determine if they are valid. +func (s *S3DeltaSource) Validate() error { + invalidParams := request.ErrInvalidParams{Context: "S3DeltaSource"} + if s.Name == nil { + invalidParams.Add(request.NewErrParamRequired("Name")) + } + if s.Paths == nil { + invalidParams.Add(request.NewErrParamRequired("Paths")) + } + if s.OutputSchemas != nil { + for i, v := range s.OutputSchemas { + if v == nil { + continue + } + if err := v.Validate(); err != nil { + invalidParams.AddNested(fmt.Sprintf("%s[%v]", "OutputSchemas", i), err.(request.ErrInvalidParams)) + } + } + } + + if invalidParams.Len() > 0 { + return invalidParams + } + return nil } -// SetRecurse sets the Recurse field's value. -func (s *S3CsvSource) SetRecurse(v bool) *S3CsvSource { - s.Recurse = &v +// SetAdditionalDeltaOptions sets the AdditionalDeltaOptions field's value. +func (s *S3DeltaSource) SetAdditionalDeltaOptions(v map[string]*string) *S3DeltaSource { + s.AdditionalDeltaOptions = v return s } -// SetSeparator sets the Separator field's value. -func (s *S3CsvSource) SetSeparator(v string) *S3CsvSource { - s.Separator = &v +// SetAdditionalOptions sets the AdditionalOptions field's value. +func (s *S3DeltaSource) SetAdditionalOptions(v *S3DirectSourceAdditionalOptions) *S3DeltaSource { + s.AdditionalOptions = v return s } -// SetSkipFirst sets the SkipFirst field's value. -func (s *S3CsvSource) SetSkipFirst(v bool) *S3CsvSource { - s.SkipFirst = &v +// SetName sets the Name field's value. +func (s *S3DeltaSource) SetName(v string) *S3DeltaSource { + s.Name = &v return s } -// SetWithHeader sets the WithHeader field's value. -func (s *S3CsvSource) SetWithHeader(v bool) *S3CsvSource { - s.WithHeader = &v +// SetOutputSchemas sets the OutputSchemas field's value. +func (s *S3DeltaSource) SetOutputSchemas(v []*GlueSchema) *S3DeltaSource { + s.OutputSchemas = v return s } -// SetWriteHeader sets the WriteHeader field's value. -func (s *S3CsvSource) SetWriteHeader(v bool) *S3CsvSource { - s.WriteHeader = &v +// SetPaths sets the Paths field's value. +func (s *S3DeltaSource) SetPaths(v []*string) *S3DeltaSource { + s.Paths = v return s } @@ -64876,7 +65676,18 @@ type TableData struct { // this table. StorageDescriptor *StorageDescriptor `type:"structure"` - // The type of this table (EXTERNAL_TABLE, VIRTUAL_VIEW, etc.). + // The type of this table. Glue will create tables with the EXTERNAL_TABLE type. + // Other services, such as Athena, may create tables with additional table types. + // + // Glue related table types: + // + // EXTERNAL_TABLE + // + // Hive compatible attribute - indicates a non-Hive managed table. + // + // GOVERNED + // + // Used by Lake Formation. The Glue Data Catalog understands GOVERNED. TableType *string `type:"string"` // A TableIdentifier structure that describes a target table for resource linking. @@ -64888,10 +65699,13 @@ type TableData struct { // The ID of the table version. VersionId *string `min:"1" type:"string"` - // If the table is a view, the expanded text of the view; otherwise null. + // Included for Apache Hive compatibility. Not used in the normal course of + // Glue operations. ViewExpandedText *string `type:"string"` - // If the table is a view, the original text of the view; otherwise null. + // Included for Apache Hive compatibility. Not used in the normal course of + // Glue operations. If the table is a VIRTUAL_VIEW, certain Athena configuration + // encoded in base64. ViewOriginalText *string `type:"string"` } @@ -65162,7 +65976,8 @@ type TableInput struct { // Name is a required field Name *string `min:"1" type:"string" required:"true"` - // The table owner. + // The table owner. Included for Apache Hive compatibility. Not used in the + // normal course of Glue operations. Owner *string `min:"1" type:"string"` // These key-value pairs define properties associated with the table. @@ -65185,16 +66000,30 @@ type TableInput struct { // this table. StorageDescriptor *StorageDescriptor `type:"structure"` - // The type of this table (EXTERNAL_TABLE, VIRTUAL_VIEW, etc.). + // The type of this table. Glue will create tables with the EXTERNAL_TABLE type. + // Other services, such as Athena, may create tables with additional table types. + // + // Glue related table types: + // + // EXTERNAL_TABLE + // + // Hive compatible attribute - indicates a non-Hive managed table. + // + // GOVERNED + // + // Used by Lake Formation. The Glue Data Catalog understands GOVERNED. TableType *string `type:"string"` // A TableIdentifier structure that describes a target table for resource linking. TargetTable *TableIdentifier `type:"structure"` - // If the table is a view, the expanded text of the view; otherwise null. + // Included for Apache Hive compatibility. Not used in the normal course of + // Glue operations. ViewExpandedText *string `type:"string"` - // If the table is a view, the original text of the view; otherwise null. + // Included for Apache Hive compatibility. Not used in the normal course of + // Glue operations. If the table is a VIRTUAL_VIEW, certain Athena configuration + // encoded in base64. ViewOriginalText *string `type:"string"` } @@ -66523,14 +67352,18 @@ func (s *TriggerUpdate) SetSchedule(v string) *TriggerUpdate { return s } +// A partition that contains unfiltered metadata. type UnfilteredPartition struct { _ struct{} `type:"structure"` + // The list of columns the user has permissions to access. AuthorizedColumns []*string `type:"list"` + // A Boolean value indicating that the partition location is registered with + // Lake Formation. IsRegisteredWithLakeFormation *bool `type:"boolean"` - // Represents a slice of table data. + // The partition object. Partition *Partition `type:"structure"` } @@ -71344,6 +72177,22 @@ func DeleteBehavior_Values() []string { } } +const ( + // DeltaTargetCompressionTypeUncompressed is a DeltaTargetCompressionType enum value + DeltaTargetCompressionTypeUncompressed = "uncompressed" + + // DeltaTargetCompressionTypeSnappy is a DeltaTargetCompressionType enum value + DeltaTargetCompressionTypeSnappy = "snappy" +) + +// DeltaTargetCompressionType_Values returns all elements of the DeltaTargetCompressionType enum +func DeltaTargetCompressionType_Values() []string { + return []string{ + DeltaTargetCompressionTypeUncompressed, + DeltaTargetCompressionTypeSnappy, + } +} + const ( // EnableHybridValuesTrue is a EnableHybridValues enum value EnableHybridValuesTrue = "TRUE" @@ -72574,6 +73423,9 @@ const ( // TargetFormatHudi is a TargetFormat enum value TargetFormatHudi = "hudi" + + // TargetFormatDelta is a TargetFormat enum value + TargetFormatDelta = "delta" ) // TargetFormat_Values returns all elements of the TargetFormat enum @@ -72585,6 +73437,7 @@ func TargetFormat_Values() []string { TargetFormatOrc, TargetFormatParquet, TargetFormatHudi, + TargetFormatDelta, } }