From fdb41b150b515e339355a73c1803ad92128cc881 Mon Sep 17 00:00:00 2001 From: Yi Hu Date: Wed, 17 Jan 2024 18:23:45 -0500 Subject: [PATCH 1/2] Exclude newly added failing validation runner tests --- .github/trigger_files/beam_PostCommit_Java_PVR_Spark_Batch.json | 0 ...ostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json | 0 runners/spark/job-server/spark_job_server.gradle | 2 ++ runners/spark/spark_runner.gradle | 2 ++ 4 files changed, 4 insertions(+) create mode 100644 .github/trigger_files/beam_PostCommit_Java_PVR_Spark_Batch.json create mode 100644 .github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json diff --git a/.github/trigger_files/beam_PostCommit_Java_PVR_Spark_Batch.json b/.github/trigger_files/beam_PostCommit_Java_PVR_Spark_Batch.json new file mode 100644 index 000000000000..e69de29bb2d1 diff --git a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json new file mode 100644 index 000000000000..e69de29bb2d1 diff --git a/runners/spark/job-server/spark_job_server.gradle b/runners/spark/job-server/spark_job_server.gradle index 89c5d897b082..8945ad3498c7 100644 --- a/runners/spark/job-server/spark_job_server.gradle +++ b/runners/spark/job-server/spark_job_server.gradle @@ -87,6 +87,8 @@ runShadow { def sickbayTests = [ // TODO(BEAM-13498) 'org.apache.beam.sdk.transforms.ParDoTest$TimestampTests.testProcessElementSkew', + // TODO(https://github.com/apache/beam/issues/29973) + 'org.apache.beam.sdk.transforms.ReshuffleTest.testReshufflePreservesMetadata', ] def portableValidatesRunnerTask(String name, boolean streaming, boolean docker, ArrayList sickbayTests) { diff --git a/runners/spark/spark_runner.gradle b/runners/spark/spark_runner.gradle index a58d1bb25ca8..f53e3b867165 100644 --- a/runners/spark/spark_runner.gradle +++ b/runners/spark/spark_runner.gradle @@ -422,6 +422,8 @@ tasks.register("validatesStructuredStreamingRunnerBatch", Test) { excludeTestsMatching 'org.apache.beam.sdk.transforms.FlattenTest.testFlattenMultipleCoders' // SDF excludeTestsMatching 'org.apache.beam.sdk.transforms.SplittableDoFnTest.testLifecycleMethodsBounded' + // https://github.com/apache/beam/issues/29972 + excludeTestsMatching 'org.apache.beam.sdk.transforms.CombineTest$CombineWithContextTests.testHotKeyCombineWithSideInputs' } } From c4f7d7138860d9625a48ecbb3bcd09cacd60f1f7 Mon Sep 17 00:00:00 2001 From: Yi Hu Date: Fri, 19 Jan 2024 14:15:57 -0500 Subject: [PATCH 2/2] remove temp files --- .github/trigger_files/beam_PostCommit_Go.json | 0 .github/trigger_files/beam_PostCommit_Go_VR_Flink.json | 0 .github/trigger_files/beam_PostCommit_Go_VR_Samza.json | 0 .github/trigger_files/beam_PostCommit_Go_VR_Spark.json | 0 .github/trigger_files/beam_PostCommit_Java_PVR_Spark_Batch.json | 0 ..._PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json | 0 6 files changed, 0 insertions(+), 0 deletions(-) delete mode 100644 .github/trigger_files/beam_PostCommit_Go.json delete mode 100644 .github/trigger_files/beam_PostCommit_Go_VR_Flink.json delete mode 100644 .github/trigger_files/beam_PostCommit_Go_VR_Samza.json delete mode 100644 .github/trigger_files/beam_PostCommit_Go_VR_Spark.json delete mode 100644 .github/trigger_files/beam_PostCommit_Java_PVR_Spark_Batch.json delete mode 100644 .github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json diff --git a/.github/trigger_files/beam_PostCommit_Go.json b/.github/trigger_files/beam_PostCommit_Go.json deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/.github/trigger_files/beam_PostCommit_Go_VR_Flink.json b/.github/trigger_files/beam_PostCommit_Go_VR_Flink.json deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/.github/trigger_files/beam_PostCommit_Go_VR_Samza.json b/.github/trigger_files/beam_PostCommit_Go_VR_Samza.json deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/.github/trigger_files/beam_PostCommit_Go_VR_Spark.json b/.github/trigger_files/beam_PostCommit_Go_VR_Spark.json deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/.github/trigger_files/beam_PostCommit_Java_PVR_Spark_Batch.json b/.github/trigger_files/beam_PostCommit_Java_PVR_Spark_Batch.json deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json deleted file mode 100644 index e69de29bb2d1..000000000000