From cb06b1bd35c5d8cf5ea5de83290d8ef23a17bc5a Mon Sep 17 00:00:00 2001 From: Ahmed Abualsaud <65791736+ahmedabu98@users.noreply.github.com> Date: Wed, 13 Nov 2024 13:09:45 -0500 Subject: [PATCH] Set streaming engine option to fix V1 tests (#33100) * set enable_streaming_engine option * trigger test * trigger test * revert test trigger --- .../sdk/io/gcp/bigquery/providers/BigQueryManagedIT.java | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/providers/BigQueryManagedIT.java b/sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/providers/BigQueryManagedIT.java index 3aba2c2c6fef..6b685392809f 100644 --- a/sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/providers/BigQueryManagedIT.java +++ b/sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/providers/BigQueryManagedIT.java @@ -118,6 +118,13 @@ public void testStreamingStorageWriteRead() { String.format("%s:%s.%s", PROJECT, BIG_QUERY_DATASET_ID, testName.getMethodName()); Map config = ImmutableMap.of("table", table); + if (writePipeline.getOptions().getRunner().getName().contains("DataflowRunner")) { + // Need to manually enable streaming engine for legacy dataflow runner + ExperimentalOptions.addExperiment( + writePipeline.getOptions().as(ExperimentalOptions.class), + GcpOptions.STREAMING_ENGINE_EXPERIMENT); + } + // streaming write PCollectionRowTuple.of("input", getInput(writePipeline, true)) .apply(Managed.write(Managed.BIGQUERY).withConfig(config));