diff --git a/.github/workflows/celeborn.yml b/.github/workflows/celeborn.yml index d8b4c4b0f..dd23bd94b 100644 --- a/.github/workflows/celeborn.yml +++ b/.github/workflows/celeborn.yml @@ -37,11 +37,10 @@ jobs: strategy: fail-fast: false matrix: - include: - - celebornver: "celeborn-0.6" - - celebornver: "celeborn-0.5" + celebornver: [ "celeborn-0.6", "celeborn-0.5" ] + writer: ["hash", "sort"] uses: ./.github/workflows/tpcds-reusable.yml - name: Test Celeborn ${{ matrix.celebornver }} + name: Test Celeborn ${{ matrix.celebornver }}, writer=${{ matrix.writer }} with: celebornver: ${{ matrix.celebornver }} sparkver: "spark-3.5" @@ -50,6 +49,6 @@ jobs: extrasparkconf: >- --conf spark.shuffle.manager=org.apache.spark.sql.execution.auron.shuffle.celeborn.AuronCelebornShuffleManager --conf spark.serializer=org.apache.spark.serializer.KryoSerializer - --conf spark.celeborn.client.spark.shuffle.writer=hash + --conf spark.celeborn.client.spark.shuffle.writer=${{ matrix.writer }} --conf spark.celeborn.client.push.replicate.enabled=false queries: '["q1,q2,q3,q4,q5,q6,q7,q8,q9"]' diff --git a/.github/workflows/tpcds-reusable.yml b/.github/workflows/tpcds-reusable.yml index 40f81e544..15d40096e 100644 --- a/.github/workflows/tpcds-reusable.yml +++ b/.github/workflows/tpcds-reusable.yml @@ -156,6 +156,7 @@ jobs: with: name: unit-tests-reports-${{ inputs.sparkver }}_${{ inputs.scalaver }}-jdk-${{ inputs.javaver }}${{ inputs.celebornver && format('-{0}', inputs.celebornver) || '' }}${{ inputs.unifflever && format('-{0}', inputs.unifflever) || '' }} path: "**/target/surefire-reports/*.xml" + overwrite: true - name: Upload unit tests log if: failure() uses: actions/upload-artifact@v6