Destination S3 Data Lake: Easier beta logistics (#50968)

airbytehq · Jan 8, 2025 · 6adbcff · 6adbcff
1 parent 44483fc
commit 6adbcff
Show file tree

Hide file tree

Showing 38 changed files with 5 additions and 10 deletions.
diff --git a/...nnectors/destination-iceberg-v2/README.md → ...ectors/destination-s3-data-lake/README.md b/...nnectors/destination-iceberg-v2/README.md → ...ectors/destination-s3-data-lake/README.md
diff --git a/...ctors/destination-iceberg-v2/build.gradle → ...ors/destination-s3-data-lake/build.gradle b/...ctors/destination-iceberg-v2/build.gradle → ...ors/destination-s3-data-lake/build.gradle
diff --git a/.../destination-iceberg-v2/gradle.properties → ...estination-s3-data-lake/gradle.properties b/.../destination-iceberg-v2/gradle.properties → ...estination-s3-data-lake/gradle.properties
diff --git a/...onnectors/destination-iceberg-v2/icon.svg → ...nectors/destination-s3-data-lake/icon.svg b/...onnectors/destination-iceberg-v2/icon.svg → ...nectors/destination-s3-data-lake/icon.svg
diff --git a/...tors/destination-iceberg-v2/metadata.yaml → ...rs/destination-s3-data-lake/metadata.yaml b/...tors/destination-iceberg-v2/metadata.yaml → ...rs/destination-s3-data-lake/metadata.yaml
@@ -15,19 +15,14 @@ data:
             type: GSM
             alias: airbyte-connector-testing-secret-store
   connectorType: destination
-  definitionId: 37a928c1-2d5c-431a-a97d-ae236bd1ea0c
-  dockerImageTag: 0.2.5
-  dockerRepository: airbyte/destination-iceberg-v2
+  definitionId: 716ca874-520b-4902-9f80-9fad66754b89
+  dockerImageTag: 0.2.6
+  dockerRepository: airbyte/destination-s3-data-lake
   documentationUrl: https://docs.airbyte.com/integrations/destinations/s3
-  githubIssueLabel: destination-iceberg-v2
+  githubIssueLabel: destination-s3-data-lake
   icon: icon.svg
   license: ELv2
-  name: S3 Data Lake Destination
-  registryOverrides:
-    cloud:
-      enabled: false
-    oss:
-      enabled: false
+  name: S3 Data Lake Destination (BETA)
   releaseStage: alpha
   supportLevel: community
   supportsRefreshes: true

diff --git a/...on/iceberg/v2/io/BaseDeltaTaskWriter.java → ...on/iceberg/v2/io/BaseDeltaTaskWriter.java b/...on/iceberg/v2/io/BaseDeltaTaskWriter.java → ...on/iceberg/v2/io/BaseDeltaTaskWriter.java
diff --git a/...ion/iceberg/v2/GlueCredentialsProvider.kt → ...ion/iceberg/v2/GlueCredentialsProvider.kt b/...ion/iceberg/v2/GlueCredentialsProvider.kt → ...ion/iceberg/v2/GlueCredentialsProvider.kt
diff --git a/...tination/iceberg/v2/IcebergDestination.kt → ...tination/iceberg/v2/IcebergDestination.kt b/...tination/iceberg/v2/IcebergDestination.kt → ...tination/iceberg/v2/IcebergDestination.kt
diff --git a/...ination/iceberg/v2/IcebergStreamLoader.kt → ...ination/iceberg/v2/IcebergStreamLoader.kt b/...ination/iceberg/v2/IcebergStreamLoader.kt → ...ination/iceberg/v2/IcebergStreamLoader.kt
diff --git a/...estination/iceberg/v2/IcebergV2Checker.kt → ...estination/iceberg/v2/IcebergV2Checker.kt b/...estination/iceberg/v2/IcebergV2Checker.kt → ...estination/iceberg/v2/IcebergV2Checker.kt
diff --git a/...tion/iceberg/v2/IcebergV2Configuration.kt → ...tion/iceberg/v2/IcebergV2Configuration.kt b/...tion/iceberg/v2/IcebergV2Configuration.kt → ...tion/iceberg/v2/IcebergV2Configuration.kt
diff --git a/...tion/iceberg/v2/IcebergV2Specification.kt → ...tion/iceberg/v2/IcebergV2Specification.kt b/...tion/iceberg/v2/IcebergV2Specification.kt → ...tion/iceberg/v2/IcebergV2Specification.kt
diff --git a/...destination/iceberg/v2/IcebergV2Writer.kt → ...destination/iceberg/v2/IcebergV2Writer.kt b/...destination/iceberg/v2/IcebergV2Writer.kt → ...destination/iceberg/v2/IcebergV2Writer.kt
diff --git a/...estination/iceberg/v2/TableIdGenerator.kt → ...estination/iceberg/v2/TableIdGenerator.kt b/...estination/iceberg/v2/TableIdGenerator.kt → ...estination/iceberg/v2/TableIdGenerator.kt
diff --git a/...tion/iceberg/v2/io/IcebergTableCleaner.kt → ...tion/iceberg/v2/io/IcebergTableCleaner.kt b/...tion/iceberg/v2/io/IcebergTableCleaner.kt → ...tion/iceberg/v2/io/IcebergTableCleaner.kt
diff --git a/...ceberg/v2/io/IcebergTableWriterFactory.kt → ...ceberg/v2/io/IcebergTableWriterFactory.kt b/...ceberg/v2/io/IcebergTableWriterFactory.kt → ...ceberg/v2/io/IcebergTableWriterFactory.kt
diff --git a/.../destination/iceberg/v2/io/IcebergUtil.kt → .../destination/iceberg/v2/io/IcebergUtil.kt b/.../destination/iceberg/v2/io/IcebergUtil.kt → .../destination/iceberg/v2/io/IcebergUtil.kt
diff --git a/...ns/destination/iceberg/v2/io/Operation.kt → ...ns/destination/iceberg/v2/io/Operation.kt b/...ns/destination/iceberg/v2/io/Operation.kt → ...ns/destination/iceberg/v2/io/Operation.kt
diff --git a/...ation/iceberg/v2/io/PartitionedWriters.kt → ...ation/iceberg/v2/io/PartitionedWriters.kt b/...ation/iceberg/v2/io/PartitionedWriters.kt → ...ation/iceberg/v2/io/PartitionedWriters.kt
diff --git a/...estination/iceberg/v2/io/RecordWrapper.kt → ...estination/iceberg/v2/io/RecordWrapper.kt b/...estination/iceberg/v2/io/RecordWrapper.kt → ...estination/iceberg/v2/io/RecordWrapper.kt
diff --git a/...ion/iceberg/v2/io/UnpartitionedWriters.kt → ...ion/iceberg/v2/io/UnpartitionedWriters.kt b/...ion/iceberg/v2/io/UnpartitionedWriters.kt → ...ion/iceberg/v2/io/UnpartitionedWriters.kt
diff --git a/...n/iceberg/v2/IcebergDestinationCleaner.kt → ...n/iceberg/v2/IcebergDestinationCleaner.kt b/...n/iceberg/v2/IcebergDestinationCleaner.kt → ...n/iceberg/v2/IcebergDestinationCleaner.kt
diff --git a/...iceberg/v2/IcebergExpectedRecordMapper.kt → ...iceberg/v2/IcebergExpectedRecordMapper.kt b/...iceberg/v2/IcebergExpectedRecordMapper.kt → ...iceberg/v2/IcebergExpectedRecordMapper.kt
diff --git a/...tination/iceberg/v2/IcebergV2CheckTest.kt → ...tination/iceberg/v2/IcebergV2CheckTest.kt b/...tination/iceberg/v2/IcebergV2CheckTest.kt → ...tination/iceberg/v2/IcebergV2CheckTest.kt
diff --git a/...ination/iceberg/v2/IcebergV2DataDumper.kt → ...ination/iceberg/v2/IcebergV2DataDumper.kt b/...ination/iceberg/v2/IcebergV2DataDumper.kt → ...ination/iceberg/v2/IcebergV2DataDumper.kt
diff --git a/...stination/iceberg/v2/IcebergV2SpecTest.kt → ...stination/iceberg/v2/IcebergV2SpecTest.kt b/...stination/iceberg/v2/IcebergV2SpecTest.kt → ...stination/iceberg/v2/IcebergV2SpecTest.kt
diff --git a/...stination/iceberg/v2/IcebergV2TestUtil.kt → ...stination/iceberg/v2/IcebergV2TestUtil.kt b/...stination/iceberg/v2/IcebergV2TestUtil.kt → ...stination/iceberg/v2/IcebergV2TestUtil.kt
diff --git a/...tination/iceberg/v2/IcebergV2WriteTest.kt → ...tination/iceberg/v2/IcebergV2WriteTest.kt b/...tination/iceberg/v2/IcebergV2WriteTest.kt → ...tination/iceberg/v2/IcebergV2WriteTest.kt
diff --git a/...nation/iceberg/v2/NessieTestContainers.kt → ...nation/iceberg/v2/NessieTestContainers.kt b/...nation/iceberg/v2/NessieTestContainers.kt → ...nation/iceberg/v2/NessieTestContainers.kt
diff --git a/...ration/resources/expected-spec-cloud.json → ...ration/resources/expected-spec-cloud.json b/...ration/resources/expected-spec-cloud.json → ...ration/resources/expected-spec-cloud.json
diff --git a/...egration/resources/expected-spec-oss.json → ...egration/resources/expected-spec-oss.json b/...egration/resources/expected-spec-oss.json → ...egration/resources/expected-spec-oss.json
diff --git a/.../authn-keycloak/config/iceberg-realm.json → .../authn-keycloak/config/iceberg-realm.json b/.../authn-keycloak/config/iceberg-realm.json → .../authn-keycloak/config/iceberg-realm.json
diff --git a/...ation/resources/nessie/docker-compose.yml → ...ation/resources/nessie/docker-compose.yml b/...ation/resources/nessie/docker-compose.yml → ...ation/resources/nessie/docker-compose.yml
diff --git a/...ination/iceberg/v2/IcebergV2WriterTest.kt → ...ination/iceberg/v2/IcebergV2WriterTest.kt b/...ination/iceberg/v2/IcebergV2WriterTest.kt → ...ination/iceberg/v2/IcebergV2WriterTest.kt
diff --git a/.../iceberg/v2/io/BaseDeltaTaskWriterTest.kt → .../iceberg/v2/io/BaseDeltaTaskWriterTest.kt b/.../iceberg/v2/io/BaseDeltaTaskWriterTest.kt → .../iceberg/v2/io/BaseDeltaTaskWriterTest.kt
diff --git a/.../iceberg/v2/io/IcebergTableCleanerTest.kt → .../iceberg/v2/io/IcebergTableCleanerTest.kt b/.../iceberg/v2/io/IcebergTableCleanerTest.kt → .../iceberg/v2/io/IcebergTableCleanerTest.kt
diff --git a/...rg/v2/io/IcebergTableWriterFactoryTest.kt → ...rg/v2/io/IcebergTableWriterFactoryTest.kt b/...rg/v2/io/IcebergTableWriterFactoryTest.kt → ...rg/v2/io/IcebergTableWriterFactoryTest.kt
diff --git a/...tination/iceberg/v2/io/IcebergUtilTest.kt → ...tination/iceberg/v2/io/IcebergUtilTest.kt b/...tination/iceberg/v2/io/IcebergUtilTest.kt → ...tination/iceberg/v2/io/IcebergUtilTest.kt