From e4dc5ebc99de796caf5317fa908acfe53666c512 Mon Sep 17 00:00:00 2001 From: xiaohongbo Date: Mon, 12 Jan 2026 11:26:49 +0800 Subject: [PATCH 1/4] fix cramjam version define and introduce dependency check in CI --- .github/workflows/paimon-python-checks.yml | 13 +++++++++++++ paimon-python/dev/requirements.txt | 2 +- 2 files changed, 14 insertions(+), 1 deletion(-) diff --git a/.github/workflows/paimon-python-checks.yml b/.github/workflows/paimon-python-checks.yml index 367668453d5b..ec865b65cb22 100755 --- a/.github/workflows/paimon-python-checks.yml +++ b/.github/workflows/paimon-python-checks.yml @@ -81,6 +81,19 @@ jobs: - name: Verify Python version run: python --version + - name: Verify requirements.txt dependencies can be installed + shell: bash + run: | + cd paimon-python + python -m pip install --upgrade pip + # Use --dry-run to verify dependencies can be resolved without actually installing + python -m pip install -r dev/requirements.txt --dry-run || { + echo "ERROR: Failed to resolve dependencies from dev/requirements.txt" + echo "This indicates a version conflict or unavailable package version" + exit 1 + } + echo "✓ All dependencies in dev/requirements.txt can be resolved" + - name: Build Java run: | echo "Start compiling modules" diff --git a/paimon-python/dev/requirements.txt b/paimon-python/dev/requirements.txt index 9f0779803724..9a63b7dc43a8 100644 --- a/paimon-python/dev/requirements.txt +++ b/paimon-python/dev/requirements.txt @@ -39,4 +39,4 @@ ray>=2.10,<3 readerwriterlock>=1,<2 torch zstandard>=0.19,<1 -cramjam>=0.6,<1; python_version>="3.7" +cramjam>=1.3.0,<3; python_version>="3.7" From 067795adf2a1a777dc32489e8fe6148b705606c8 Mon Sep 17 00:00:00 2001 From: xiaohongbo Date: Mon, 12 Jan 2026 12:04:13 +0800 Subject: [PATCH 2/4] test CI will failure --- .github/workflows/paimon-python-checks.yml | 9 +++++++-- paimon-python/dev/requirements.txt | 2 +- 2 files changed, 8 insertions(+), 3 deletions(-) diff --git a/.github/workflows/paimon-python-checks.yml b/.github/workflows/paimon-python-checks.yml index ec865b65cb22..720214666f46 100755 --- a/.github/workflows/paimon-python-checks.yml +++ b/.github/workflows/paimon-python-checks.yml @@ -86,12 +86,17 @@ jobs: run: | cd paimon-python python -m pip install --upgrade pip - # Use --dry-run to verify dependencies can be resolved without actually installing - python -m pip install -r dev/requirements.txt --dry-run || { + # Use --target to install to a temporary directory to verify dependencies + # This works for both Python 3.6 (pip 21.3.1) and Python 3.10+ (pip 22.2+) + # since --target is supported in all pip versions + TEMP_DIR=$(mktemp -d) + python -m pip install -r dev/requirements.txt --target "$TEMP_DIR" || { echo "ERROR: Failed to resolve dependencies from dev/requirements.txt" echo "This indicates a version conflict or unavailable package version" + rm -rf "$TEMP_DIR" exit 1 } + rm -rf "$TEMP_DIR" echo "✓ All dependencies in dev/requirements.txt can be resolved" - name: Build Java diff --git a/paimon-python/dev/requirements.txt b/paimon-python/dev/requirements.txt index 9a63b7dc43a8..9f0779803724 100644 --- a/paimon-python/dev/requirements.txt +++ b/paimon-python/dev/requirements.txt @@ -39,4 +39,4 @@ ray>=2.10,<3 readerwriterlock>=1,<2 torch zstandard>=0.19,<1 -cramjam>=1.3.0,<3; python_version>="3.7" +cramjam>=0.6,<1; python_version>="3.7" From 5b190d195b56eca00666cb0677944a69de747638 Mon Sep 17 00:00:00 2001 From: xiaohongbo Date: Mon, 12 Jan 2026 12:11:31 +0800 Subject: [PATCH 3/4] fix cramjam version define --- paimon-python/dev/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/paimon-python/dev/requirements.txt b/paimon-python/dev/requirements.txt index 9f0779803724..9a63b7dc43a8 100644 --- a/paimon-python/dev/requirements.txt +++ b/paimon-python/dev/requirements.txt @@ -39,4 +39,4 @@ ray>=2.10,<3 readerwriterlock>=1,<2 torch zstandard>=0.19,<1 -cramjam>=0.6,<1; python_version>="3.7" +cramjam>=1.3.0,<3; python_version>="3.7" From 43f1ce339df8f89f79575654a37d24b9aedbfd8c Mon Sep 17 00:00:00 2001 From: xiaohongbo Date: Mon, 12 Jan 2026 12:21:04 +0800 Subject: [PATCH 4/4] fix ray version define --- paimon-python/dev/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/paimon-python/dev/requirements.txt b/paimon-python/dev/requirements.txt index 9a63b7dc43a8..103ec94b32ef 100644 --- a/paimon-python/dev/requirements.txt +++ b/paimon-python/dev/requirements.txt @@ -35,7 +35,7 @@ pyarrow>=16,<20; python_version >= "3.8" pylance>=0.20,<1; python_version>="3.9" pylance>=0.10,<1; python_version>="3.8" and python_version<"3.9" pyroaring -ray>=2.10,<3 +ray>=2.10,<3; python_version>="3.7" readerwriterlock>=1,<2 torch zstandard>=0.19,<1