Skip to content

Commit

Permalink
address review comments
Browse files Browse the repository at this point in the history
  • Loading branch information
kazuyukitanimura committed May 23, 2024
1 parent d45ac85 commit 32bc314
Show file tree
Hide file tree
Showing 6 changed files with 21 additions and 39 deletions.
42 changes: 12 additions & 30 deletions .github/workflows/pr_build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -81,7 +81,7 @@ jobs:
matrix:
os: [ubuntu-latest]
java_version: [17]
test-target: [rust, java]
test-target: [java]
spark-version: ['4.0']
is_push_event:
- ${{ github.event_name == 'push' }}
Expand All @@ -97,22 +97,16 @@ jobs:
with:
rust-version: ${{env.RUST_VERSION}}
jdk-version: ${{ matrix.java_version }}
- if: matrix.test-target == 'rust'
name: Rust test steps
uses: ./.github/actions/rust-test
- if: matrix.test-target == 'java'
name: Clone Spark
- name: Clone Spark
uses: actions/checkout@v4
with:
repository: "apache/spark"
path: "apache-spark"
- if: matrix.test-target == 'java'
name: Install Spark
- name: Install Spark
shell: bash
working-directory: ./apache-spark
run: build/mvn install -Phive -Phadoop-cloud -DskipTests
- if: matrix.test-target == 'java'
name: Java test steps
- name: Java test steps
uses: ./.github/actions/java-test
with:
# TODO: remove -DskipTests after fixing tests
Expand Down Expand Up @@ -218,7 +212,7 @@ jobs:
matrix:
os: [macos-13]
java_version: [17]
test-target: [rust, java]
test-target: [java]
spark-version: ['4.0']
fail-fast: false
if: github.event_name == 'push'
Expand All @@ -231,22 +225,16 @@ jobs:
with:
rust-version: ${{env.RUST_VERSION}}
jdk-version: ${{ matrix.java_version }}
- if: matrix.test-target == 'rust'
name: Rust test steps
uses: ./.github/actions/rust-test
- if: matrix.test-target == 'java'
name: Clone Spark
- name: Clone Spark
uses: actions/checkout@v4
with:
repository: "apache/spark"
path: "apache-spark"
- if: matrix.test-target == 'java'
name: Install Spark
- name: Install Spark
shell: bash
working-directory: ./apache-spark
run: build/mvn install -Phive -Phadoop-cloud -DskipTests
- if: matrix.test-target == 'java'
name: Java test steps
- name: Java test steps
uses: ./.github/actions/java-test
with:
# TODO: remove -DskipTests after fixing tests
Expand All @@ -258,7 +246,7 @@ jobs:
strategy:
matrix:
java_version: [17]
test-target: [rust, java]
test-target: [java]
spark-version: ['4.0']
is_push_event:
- ${{ github.event_name == 'push' }}
Expand All @@ -277,22 +265,16 @@ jobs:
jdk-version: ${{ matrix.java_version }}
jdk-architecture: aarch64
protoc-architecture: aarch_64
- if: matrix.test-target == 'rust'
name: Rust test steps
uses: ./.github/actions/rust-test
- if: matrix.test-target == 'java'
name: Clone Spark
- name: Clone Spark
uses: actions/checkout@v4
with:
repository: "apache/spark"
path: "apache-spark"
- if: matrix.test-target == 'java'
name: Install Spark
- name: Install Spark
shell: bash
working-directory: ./apache-spark
run: build/mvn install -Phive -Phadoop-cloud -DskipTests
- if: matrix.test-target == 'java'
name: Java test steps
- name: Java test steps
uses: ./.github/actions/java-test
with:
# TODO: remove -DskipTests after fixing tests
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,8 +25,8 @@ import org.apache.spark.sql.catalyst.expressions._
*/
trait CometExprShim {
/**
* Returns a tuple of expressions for the `unhex` function.
*/
* Returns a tuple of expressions for the `unhex` function.
*/
def unhexSerde(unhex: Unhex): (Expression, Expression) = {
(unhex.child, Literal(false))
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,8 +25,8 @@ import org.apache.spark.sql.catalyst.expressions._
*/
trait CometExprShim {
/**
* Returns a tuple of expressions for the `unhex` function.
*/
* Returns a tuple of expressions for the `unhex` function.
*/
def unhexSerde(unhex: Unhex): (Expression, Expression) = {
(unhex.child, Literal(false))
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,8 +25,8 @@ import org.apache.spark.sql.catalyst.expressions._
*/
trait CometExprShim {
/**
* Returns a tuple of expressions for the `unhex` function.
*/
* Returns a tuple of expressions for the `unhex` function.
*/
def unhexSerde(unhex: Unhex): (Expression, Expression) = {
(unhex.child, Literal(unhex.failOnError))
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,8 +25,8 @@ import org.apache.spark.sql.catalyst.expressions._
*/
trait CometExprShim {
/**
* Returns a tuple of expressions for the `unhex` function.
*/
* Returns a tuple of expressions for the `unhex` function.
*/
protected def unhexSerde(unhex: Unhex): (Expression, Expression) = {
(unhex.child, Literal(unhex.failOnError))
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ import org.apache.spark.sql.CometTestBase
import org.apache.comet.CometConf

/**
* This test suite contains tests for only Spark 3.4.
* This test suite contains tests for only Spark 3.4+.
*/
class CometExec3_4PlusSuite extends CometTestBase {
import testImplicits._
Expand Down

0 comments on commit 32bc314

Please sign in to comment.