Include Iceberg Hive runtime dependencies in IO expansion service con…

…tainer (apache#32232)

* include iceberg hive runtime dependencies in io expansion service container

* trigger integration tests

.github/trigger_files/IO_Iceberg_Integration_Tests.json

@@ -1,4 +1,4 @@
 {
     "comment": "Modify this file in a trivial way to cause this test suite to run",
-    "modification": 4
+    "modification": 5
 }

sdks/java/io/expansion-service/build.gradle

@@ -44,9 +44,14 @@ dependencies {
   implementation project(":sdks:java:io:kafka:upgrade")
   permitUnusedDeclared project(":sdks:java:io:kafka:upgrade") // BEAM-11761
 
-  // Needed by Iceberg I/O users that use GCS for the warehouse location.
+  // **** IcebergIO runtime dependencies ****
+  runtimeOnly library.java.hadoop_client
+  // Needed when using GCS as the warehouse location.
   implementation library.java.bigdataoss_gcs_connector
   permitUnusedDeclared library.java.bigdataoss_gcs_connector
+  // Needed for HiveCatalog
+  runtimeOnly ("org.apache.iceberg:iceberg-hive-metastore:1.4.2")
+  runtimeOnly project(path: ":sdks:java:io:iceberg:hive:exec", configuration: "shadow")
 
   runtimeOnly library.java.kafka_clients
   runtimeOnly library.java.slf4j_jdk14

sdks/java/io/iceberg/hive/build.gradle

@@ -34,8 +34,6 @@ dependencies {
     // dependencies needed to run with iceberg's hive catalog
     runtimeOnly ("org.apache.iceberg:iceberg-hive-metastore:$iceberg_version")
     runtimeOnly project(path: ":sdks:java:io:iceberg:hive:exec", configuration: "shadow")
-    runtimeOnly library.java.bigdataoss_gcs_connector
-    runtimeOnly library.java.hadoop_client
 
     // ----- below dependencies are for testing and will not appear in the shaded jar -----
     // Beam IcebergIO dependencies
@@ -44,6 +42,8 @@ dependencies {
     testImplementation project(":sdks:java:io:iceberg")
     testRuntimeOnly project(path: ":runners:direct-java", configuration: "shadow")
     testRuntimeOnly library.java.snake_yaml
+    testRuntimeOnly library.java.bigdataoss_gcs_connector
+    testRuntimeOnly library.java.hadoop_client
 
     // needed to set up the test environment
     testImplementation "org.apache.iceberg:iceberg-common:$iceberg_version"