From 860bc30a110eb697dd78918481b2ba6c496a34b1 Mon Sep 17 00:00:00 2001 From: Alexey Romanenko Date: Fri, 15 Dec 2023 12:20:28 +0100 Subject: [PATCH] Add SparkStructuredStreamingRunner to beam_PostCommit_Java_Tpcds_Spark workflow --- .github/workflows/beam_PostCommit_Java_Tpcds_Spark.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/beam_PostCommit_Java_Tpcds_Spark.yml b/.github/workflows/beam_PostCommit_Java_Tpcds_Spark.yml index 580cfc83132c..f39feaf64a1b 100644 --- a/.github/workflows/beam_PostCommit_Java_Tpcds_Spark.yml +++ b/.github/workflows/beam_PostCommit_Java_Tpcds_Spark.yml @@ -48,7 +48,6 @@ env: GRADLE_ENTERPRISE_CACHE_USERNAME: ${{ secrets.GE_CACHE_USERNAME }} GRADLE_ENTERPRISE_CACHE_PASSWORD: ${{ secrets.GE_CACHE_PASSWORD }} GRADLE_COMMAND_ARGUMENTS: | - --runner=SparkRunner --dataSize=1GB --sourceType=PARQUET --dataDirectory=gs://beam-tpcds/datasets/parquet/nonpartitioned @@ -80,11 +79,12 @@ jobs: github.event.comment.body == 'Run Spark Runner Tpcds Tests' runs-on: [self-hosted, ubuntu-20.04, main] timeout-minutes: 240 - name: ${{ matrix.job_name }} (${{ matrix.job_phrase }}) + name: ${{ matrix.job_name }} (${{ matrix.job_phrase }}) ${{ matrix.runner }} strategy: matrix: job_name: ["beam_PostCommit_Java_Tpcds_Spark"] job_phrase: ["Run Spark Runner Tpcds Tests"] + runner: [SparkRunner, SparkStructuredStreamingRunner] steps: - uses: actions/checkout@v4 - name: Setup repository @@ -92,13 +92,13 @@ jobs: with: comment_phrase: ${{ matrix.job_phrase }} github_token: ${{ secrets.GITHUB_TOKEN }} - github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }}) + github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }}) ${{ matrix.runner }} - name: Setup environment uses: ./.github/actions/setup-environment-action - - name: run PostCommit Java Tpcds Spark script + - name: run PostCommit Java Tpcds Spark (${{ matrix.runner }}) script uses: ./.github/actions/gradle-command-self-hosted-action with: gradle-command: :sdks:java:testing:tpcds:run arguments: | -Ptpcds.runner=:runners:spark:3 \ - "-Ptpcds.args=${{env.tpcdsBigQueryArgs}} ${{env.tpcdsInfluxDBArgs}} ${{ env.GRADLE_COMMAND_ARGUMENTS }} --queries=${{env.tpcdsQueriesArg}}" \ + "-Ptpcds.args=${{env.tpcdsBigQueryArgs}} ${{env.tpcdsInfluxDBArgs}} ${{ env.GRADLE_COMMAND_ARGUMENTS }} --runner=${{ matrix.runner }} --queries=${{env.tpcdsQueriesArg}}" \