From 0546359e4be13e03d8658bceec139d04349038cf Mon Sep 17 00:00:00 2001 From: Patrick Jin Date: Fri, 20 Dec 2024 14:07:57 -0800 Subject: [PATCH] Merge fixes from main to 1.3 branch (#626) * add table changes with use_delta_format=True example (#619) * Fix wheels build by removing duplicate wheels (#623) * update delta-kernel-rust-sharing-wrapper to 0.2.1 and fix path in workflows (#625) * update delta-kernel-rust-sharing-wrapper to 0.2.1 * fix names in build workflow --- .github/workflows/build-kernel-wheels.yml | 18 +++++++----------- README.md | 3 +++ .../Cargo.toml | 2 +- 3 files changed, 11 insertions(+), 12 deletions(-) diff --git a/.github/workflows/build-kernel-wheels.yml b/.github/workflows/build-kernel-wheels.yml index 9d7cf7849..060f446f8 100644 --- a/.github/workflows/build-kernel-wheels.yml +++ b/.github/workflows/build-kernel-wheels.yml @@ -1,13 +1,13 @@ -name: Build wheels for 4 os for delta-kernel-rust-sharing-wrapper +name: Build delta-kernel-rust-sharing-wrapper wheels for 4 OS and 2 architectures on: push: paths: - - python/delta-sharing-kernel/** + - python/delta-kernel-rust-sharing-wrapper/** - .github/workflows/** pull_request: paths: - - python/delta-sharing-kernel/** + - python/delta-kernel-rust-sharing-wrapper/** - .github/workflows/** jobs: @@ -18,17 +18,13 @@ jobs: os: [ubuntu-latest, ubuntu-20.04, macos-latest, windows-latest] python-version: [3.8] arch: [x86_64, arm64] - include: - - os: macos-latest - arch: x86_64 - - os: macos-latest - arch: arm64 + exclude: - os: ubuntu-latest - arch: x86_64 + arch: arm64 - os: ubuntu-20.04 - arch: x86_64 + arch: arm64 - os: windows-latest - arch: x86_64 + arch: arm64 steps: - uses: actions/checkout@v2 diff --git a/README.md b/README.md index 3dc6a2de1..c4e2e249f 100644 --- a/README.md +++ b/README.md @@ -108,6 +108,9 @@ If the table supports history sharing(`tableConfig.cdfEnabled=true` in the OSS D # Load table changes from version 0 to version 5, as a Pandas DataFrame. delta_sharing.load_table_changes_as_pandas(table_url, starting_version=0, ending_version=5) +# Load table changes from version 0 to version 5 as a Pandas DataFrame, explicitly using Delta Format. +delta_sharing.load_table_changes_as_pandas(table_url, starting_version=0, ending_version=5, use_delta_format=True) + # If the code is running with PySpark, you can load table changes as Spark DataFrame. delta_sharing.load_table_changes_as_spark(table_url, starting_version=0, ending_version=5) ``` diff --git a/python/delta-kernel-rust-sharing-wrapper/Cargo.toml b/python/delta-kernel-rust-sharing-wrapper/Cargo.toml index a19f8eb24..92852e7a2 100644 --- a/python/delta-kernel-rust-sharing-wrapper/Cargo.toml +++ b/python/delta-kernel-rust-sharing-wrapper/Cargo.toml @@ -2,7 +2,7 @@ name = "delta-kernel-rust-sharing-wrapper" edition = "2021" license = "Apache-2.0" -version = "0.2.0" +version = "0.2.1" [lib] name = "delta_kernel_rust_sharing_wrapper"