Create PubSubIO Load test (apache#30286)

* Create PubSubIO Load test * run preCommit gradle tasks * refactor PubSub Load test and assertions * delete unused dependency * correct direct runner test dependency * declare dependency * refactor * refactor
Polber · Feb 23, 2024 · ae8bbf8 · ae8bbf8
1 parent 3728f5c
commit ae8bbf8
Show file tree

Hide file tree

Showing 2 changed files with 480 additions and 1 deletion.
diff --git a/it/google-cloud-platform/build.gradle b/it/google-cloud-platform/build.gradle
@@ -41,6 +41,7 @@ dependencies {
     implementation 'org.apache.parquet:parquet-avro:1.12.0'
     implementation 'org.apache.parquet:parquet-common:1.12.0'
     implementation 'org.apache.parquet:parquet-hadoop:1.12.0'
+    implementation 'org.apache.commons:commons-lang3:3.9'
     implementation library.java.gax
     implementation library.java.google_api_common
     implementation library.java.protobuf_java_util
@@ -72,10 +73,11 @@ dependencies {
 
     testImplementation project(path: ":sdks:java:testing:test-utils")
     testImplementation project(path: ":sdks:java:io:google-cloud-platform")
+    testImplementation project(path: ":sdks:java:extensions:protobuf", configuration: "testRuntimeMigration")
     testImplementation project(path: ":sdks:java:io:synthetic")
     testImplementation library.java.mockito_inline
     testImplementation project(path: ":sdks:java:extensions:google-cloud-platform-core", configuration: "testRuntimeMigration")
-    testRuntimeOnly project(path: ":runners:direct-java", configuration: "shadowTest")
+    testImplementation project(path: ":runners:direct-java", configuration: "shadow")
     testRuntimeOnly library.java.slf4j_simple
 }
 
@@ -84,4 +86,6 @@ tasks.register("BigTablePerformanceTest", IoPerformanceTestUtilities.IoPerforman
 tasks.register("BigQueryPerformanceTest", IoPerformanceTestUtilities.IoPerformanceTest, project, 'google-cloud-platform', 'BigQueryIOLT', ['configuration':'medium','project':'apache-beam-testing', 'artifactBucket':'io-performance-temp'])
 tasks.register("BigQueryStressTest", IoPerformanceTestUtilities.IoPerformanceTest, project, 'google-cloud-platform', 'BigQueryIOST', ['configuration':'medium','project':'apache-beam-testing', 'artifactBucket':'io-performance-temp'])
 tasks.register("BigQueryStorageApiStreamingPerformanceTest", IoPerformanceTestUtilities.IoPerformanceTest, project, 'google-cloud-platform', 'BigQueryStreamingLT', ['configuration':'large', 'project':'apache-beam-testing', 'artifactBucket':'io-performance-temp'])
+tasks.register("PubSubPerformanceTest", IoPerformanceTestUtilities.IoPerformanceTest, project, 'google-cloud-platform', 'PubSubIOLT', ['configuration':'large','project':'apache-beam-testing', 'artifactBucket':'io-performance-temp'])
 tasks.register("WordCountIntegrationTest", IoPerformanceTestUtilities.IoPerformanceTest, project, 'google-cloud-platform', 'WordCountIT', ['project':'apache-beam-testing', 'artifactBucket':'io-performance-temp'])
+