From 94487f40f2c941c7448a97578e0d13b980b24ec0 Mon Sep 17 00:00:00 2001 From: Zac Blanco Date: Fri, 29 May 2026 00:06:43 +0000 Subject: [PATCH 1/4] ci: Increase link jobs and add guten cpp build --- .github/workflows/build-main.yml | 1 + .github/workflows/build-test.yml | 41 ++++++++++++++++++++++++++++++++ 2 files changed, 42 insertions(+) diff --git a/.github/workflows/build-main.yml b/.github/workflows/build-main.yml index d7dc15c89..f1dd6ff5b 100644 --- a/.github/workflows/build-main.yml +++ b/.github/workflows/build-main.yml @@ -30,6 +30,7 @@ env: CCACHE_DIR: /data/ccache-data CCACHE_MAX_SIZE: '100G' CI_NUM_THREADS: "16" + CI_NUM_LINK_JOB: "12" IN_CI: '1' jobs: diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml index 097155801..f02a83c01 100644 --- a/.github/workflows/build-test.yml +++ b/.github/workflows/build-test.yml @@ -31,6 +31,7 @@ env: CCACHE_DIR: /data/ccache-data CCACHE_MAX_SIZE: '100G' CI_NUM_THREADS: "16" + CI_NUM_LINK_JOB: "12" IN_CI: '1' jobs: @@ -114,3 +115,43 @@ jobs: run: | echo 'tools.cmake.cmaketoolchain:extra_variables={"CMAKE_CXX_FLAGS_DEBUG": ""}' >> $(conan profile path default) make ${{ matrix.build_target }} + + gluten-cpp-build: + needs: changes + if: ${{ needs.changes.outputs.source_code == 'true' }} + runs-on: [ self-hosted, medium ] + container: + image: bolt-registry:5000/bolt-ci:20260114 + volumes: + - /data/ccache-data:/data/ccache-data + options: --user root --init + services: + conanserver: + image: bolt-registry:5000/conan-server:latest + volumes: + - /data/conan-server-data:/var/conan/data + steps: + - name: Checkout code + uses: actions/checkout@v6 + + - id: env-setup + uses: ./.github/actions/bolt-build-base + + - name: Build bolt + run: | + make release_spark + + - name: Export bolt to conan server + run: | + make export_release + + - name: Checkout gluten + uses: actions/checkout@v6 + with: + repository: WangGuangxin/gluten + ref: add_bolt_backend + path: gluten-src + + - name: Build gluten + run: | + cd gluten-src && make release From 6680a666036312c0c18cc7e5700f911c86803883 Mon Sep 17 00:00:00 2001 From: Zac Blanco Date: Fri, 29 May 2026 00:26:01 +0000 Subject: [PATCH 2/4] Add fake path --- .github/workflows/build-test.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml index f02a83c01..72645a195 100644 --- a/.github/workflows/build-test.yml +++ b/.github/workflows/build-test.yml @@ -154,4 +154,5 @@ jobs: - name: Build gluten run: | + export JAVA_HOME=/usr/lib/jvm/java-8-openjdk cd gluten-src && make release From 1e176e72a36cfcfc1b5fadc48a87cd0558194f2e Mon Sep 17 00:00:00 2001 From: Zac Blanco Date: Fri, 29 May 2026 00:41:04 +0000 Subject: [PATCH 3/4] use tmp fork --- .github/workflows/build-test.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml index 72645a195..b67485a5a 100644 --- a/.github/workflows/build-test.yml +++ b/.github/workflows/build-test.yml @@ -148,8 +148,8 @@ jobs: - name: Checkout gluten uses: actions/checkout@v6 with: - repository: WangGuangxin/gluten - ref: add_bolt_backend + repository: ZacBlanco/incubator-gluten + ref: update-duckdb-dependency path: gluten-src - name: Build gluten From 2789e98184ff1dc3a0865b7b5d406f9ca534c049 Mon Sep 17 00:00:00 2001 From: Zac Blanco Date: Fri, 29 May 2026 00:47:59 +0000 Subject: [PATCH 4/4] tmp install default jdk --- .github/workflows/build-test.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml index b67485a5a..6fe803241 100644 --- a/.github/workflows/build-test.yml +++ b/.github/workflows/build-test.yml @@ -145,6 +145,11 @@ jobs: run: | make export_release + - name: Install JDK + run: | + sudo apt update + sudo apt install -y --no-install-recommends default-jdk + - name: Checkout gluten uses: actions/checkout@v6 with: