Merge pull request apache#29781: Add SparkStructuredStreamingRunner t…

…o beam_PostCommit_Java_Tpcds_Spark workflow
Polber · Dec 15, 2023 · e1ce548 · e1ce548
2 parents 5fb4db3 + 860bc30
commit e1ce548
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/.github/workflows/beam_PostCommit_Java_Tpcds_Spark.yml b/.github/workflows/beam_PostCommit_Java_Tpcds_Spark.yml
@@ -48,7 +48,6 @@ env:
   GRADLE_ENTERPRISE_CACHE_USERNAME: ${{ secrets.GE_CACHE_USERNAME }}
   GRADLE_ENTERPRISE_CACHE_PASSWORD: ${{ secrets.GE_CACHE_PASSWORD }}
   GRADLE_COMMAND_ARGUMENTS: |
-    --runner=SparkRunner
     --dataSize=1GB
     --sourceType=PARQUET
     --dataDirectory=gs://beam-tpcds/datasets/parquet/nonpartitioned
@@ -80,25 +79,26 @@ jobs:
       github.event.comment.body == 'Run Spark Runner Tpcds Tests'
     runs-on: [self-hosted, ubuntu-20.04, main]
     timeout-minutes: 240
-    name: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
+    name: ${{ matrix.job_name }} (${{ matrix.job_phrase }}) ${{ matrix.runner }}
     strategy:
       matrix:
         job_name: ["beam_PostCommit_Java_Tpcds_Spark"]
         job_phrase: ["Run Spark Runner Tpcds Tests"]
+        runner: [SparkRunner, SparkStructuredStreamingRunner]
     steps:
       - uses: actions/checkout@v4
       - name: Setup repository
         uses: ./.github/actions/setup-action
         with:
           comment_phrase: ${{ matrix.job_phrase }}
           github_token: ${{ secrets.GITHUB_TOKEN }}
-          github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
+          github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }}) ${{ matrix.runner }}
       - name: Setup environment
         uses: ./.github/actions/setup-environment-action
-      - name: run PostCommit Java Tpcds Spark script
+      - name: run PostCommit Java Tpcds Spark (${{ matrix.runner }}) script
         uses: ./.github/actions/gradle-command-self-hosted-action
         with:
           gradle-command: :sdks:java:testing:tpcds:run
           arguments: |
             -Ptpcds.runner=:runners:spark:3 \
-            "-Ptpcds.args=${{env.tpcdsBigQueryArgs}} ${{env.tpcdsInfluxDBArgs}} ${{ env.GRADLE_COMMAND_ARGUMENTS }} --queries=${{env.tpcdsQueriesArg}}" \
+            "-Ptpcds.args=${{env.tpcdsBigQueryArgs}} ${{env.tpcdsInfluxDBArgs}} ${{ env.GRADLE_COMMAND_ARGUMENTS }} --runner=${{ matrix.runner }} --queries=${{env.tpcdsQueriesArg}}" \