Skip to content

Commit

Permalink
suport hadoop3
Browse files Browse the repository at this point in the history
  • Loading branch information
baisui1981 committed Jul 26, 2023
1 parent 3124c05 commit 0145014
Show file tree
Hide file tree
Showing 3 changed files with 20 additions and 5 deletions.
4 changes: 2 additions & 2 deletions packaging/hudi-flink-bundle/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@
<javax.servlet.version>3.1.0</javax.servlet.version>
<!-- override to be same with flink 1.12.2 -->
<parquet.version>1.11.1</parquet.version>
<hive.version>2.3.1</hive.version>
<!-- <hive.version>2.3.1</hive.version>-->
<thrift.version>0.9.3</thrift.version>
</properties>

Expand Down Expand Up @@ -680,7 +680,7 @@
<profile>
<id>flink-bundle-shade-hive3</id>
<properties>
<hive.version>3.1.2</hive.version>
<!-- <hive.version>3.1.2</hive.version>-->
<flink.bundle.hive.scope>compile</flink.bundle.hive.scope>
</properties>
<dependencies>
Expand Down
17 changes: 16 additions & 1 deletion pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -121,7 +121,7 @@

<!-- <spark3.version>3.1.2</spark3.version>-->
<!--for aliyum emr spark3 version 3.2.1 ,so change to -->
<spark3.version>3.2.1</spark3.version>
<spark3.version>3.3.1</spark3.version>
<hudi.spark.module>hudi-spark2</hudi.spark.module>
<avro.version>1.8.2</avro.version>
<scala11.version>2.11.12</scala11.version>
Expand Down Expand Up @@ -1654,6 +1654,21 @@
</property>
</activation>
</profile>


<profile>
<id>hive2</id>
<properties>
<hive.version>2.3.1</hive.version>
</properties>
</profile>
<profile>
<id>hive3</id>
<properties>
<hive.version>3.1.3</hive.version>
</properties>
</profile>

</profiles>

</project>
4 changes: 2 additions & 2 deletions tisInstall.sh
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,6 @@ mvn clean deploy -P$MVN_PROFILE \
-DaltDeploymentRepository=base::default::http://localhost:8080/release
}

compileAndDeploy "spark2,flink-bundle-shade-hive2"
compileAndDeploy "spark2,flink-bundle-shade-hive2,hive2"

compileAndDeploy "spark3,flink-bundle-shade-hive3"
compileAndDeploy "spark3,flink-bundle-shade-hive3,hive3"

0 comments on commit 0145014

Please sign in to comment.