From bc0334ee32478de137e2181a30872e48a5957bb9 Mon Sep 17 00:00:00 2001 From: yew1eb Date: Fri, 23 Jan 2026 22:20:31 +0800 Subject: [PATCH] [AURON #1952] Add sort writer test for Celeborn integration CI --- .github/workflows/celeborn.yml | 9 ++++----- .github/workflows/tpcds-reusable.yml | 2 ++ 2 files changed, 6 insertions(+), 5 deletions(-) diff --git a/.github/workflows/celeborn.yml b/.github/workflows/celeborn.yml index d8b4c4b0f..dd23bd94b 100644 --- a/.github/workflows/celeborn.yml +++ b/.github/workflows/celeborn.yml @@ -37,11 +37,10 @@ jobs: strategy: fail-fast: false matrix: - include: - - celebornver: "celeborn-0.6" - - celebornver: "celeborn-0.5" + celebornver: [ "celeborn-0.6", "celeborn-0.5" ] + writer: ["hash", "sort"] uses: ./.github/workflows/tpcds-reusable.yml - name: Test Celeborn ${{ matrix.celebornver }} + name: Test Celeborn ${{ matrix.celebornver }}, writer=${{ matrix.writer }} with: celebornver: ${{ matrix.celebornver }} sparkver: "spark-3.5" @@ -50,6 +49,6 @@ jobs: extrasparkconf: >- --conf spark.shuffle.manager=org.apache.spark.sql.execution.auron.shuffle.celeborn.AuronCelebornShuffleManager --conf spark.serializer=org.apache.spark.serializer.KryoSerializer - --conf spark.celeborn.client.spark.shuffle.writer=hash + --conf spark.celeborn.client.spark.shuffle.writer=${{ matrix.writer }} --conf spark.celeborn.client.push.replicate.enabled=false queries: '["q1,q2,q3,q4,q5,q6,q7,q8,q9"]' diff --git a/.github/workflows/tpcds-reusable.yml b/.github/workflows/tpcds-reusable.yml index 9ed97a15b..d16181442 100644 --- a/.github/workflows/tpcds-reusable.yml +++ b/.github/workflows/tpcds-reusable.yml @@ -168,6 +168,7 @@ jobs: with: name: unit-tests-reports-${{ inputs.sparkver }}_${{ inputs.scalaver }}-jdk-${{ inputs.javaver }}${{ inputs.celebornver && format('-{0}', inputs.celebornver) || '' }}${{ inputs.unifflever && format('-{0}', inputs.unifflever) || '' }} path: "**/target/surefire-reports/*.xml" + overwrite: true - name: Upload unit tests log if: failure() uses: actions/upload-artifact@v6 @@ -191,6 +192,7 @@ jobs: }}${{ inputs.unifflever && format('-{0}', inputs.unifflever) || '' }} path: ~/.m2/repository/org/apache/auron if-no-files-found: error + overwrite: true run-tpcds-test: name: Run TPC-DS test ${{ matrix.query }}