diff --git a/.github/workflows/paimon-python-checks.yml b/.github/workflows/paimon-python-checks.yml index efa187367bbd..4f0bb2a8fd2e 100755 --- a/.github/workflows/paimon-python-checks.yml +++ b/.github/workflows/paimon-python-checks.yml @@ -34,7 +34,7 @@ env: JDK_VERSION: 8 MAVEN_OPTS: -Dmaven.wagon.httpconnectionManager.ttlSeconds=30 -Dmaven.wagon.http.retryHandler.requestSentEnabled=true LUMINA_DATA_VERSION: 0.1.0 - PYPAIMON_RUST_REV: 7c568274a4c5df6bd00e8d60edea21395412202b + PYPAIMON_RUST_VERSION: 0.3.0 concurrency: @@ -84,12 +84,6 @@ jobs: java -version mvn -version - - name: Install Rust toolchain - if: matrix.python-version == '3.11' - run: | - curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain stable --profile minimal - echo "$HOME/.cargo/bin" >> $GITHUB_PATH - - name: Verify Python version run: python --version @@ -133,9 +127,10 @@ jobs: pip install torch --index-url https://download.pytorch.org/whl/cpu python -m pip install pyroaring readerwriterlock==1.0.9 fsspec==2024.3.1 cachetools==5.3.3 ossfs==2023.12.0 ray==2.54.0 fastavro==1.11.1 'isal>=1.8,<2' pyarrow==16.0.0 zstandard==0.24.0 polars==1.32.0 duckdb==1.3.2 numpy==1.24.3 pandas==2.0.3 pylance==0.39.0 cramjam flake8==4.0.1 pytest~=7.0 py4j==0.10.9.9 requests parameterized==0.9.0 'daft>=0.7.6' 'datafusion>=52' if [[ "${{ matrix.python-version }}" == "3.11" ]]; then - # Exercise the split-planning API in one lane until the compatible 0.3 wheel is published. - python -m pip install "git+https://github.com/apache/paimon-rust.git@${PYPAIMON_RUST_REV}#subdirectory=bindings/python" - python -c "from pypaimon_rust.datafusion import PaimonCatalog; assert hasattr(PaimonCatalog, 'get_table')" + # Install the 0.3.0 GA wheel from PyPI. + python -m pip install "pypaimon-rust==${PYPAIMON_RUST_VERSION}" + python -c "import importlib.metadata as m; assert m.version('pypaimon-rust') == '${PYPAIMON_RUST_VERSION}'" + python -c "from pypaimon_rust.datafusion import PaimonCatalog, Split; assert hasattr(PaimonCatalog, 'get_table') and hasattr(Split, 'serialize')" else python -m pip install pypaimon-rust==0.2.0 fi