diff --git a/.github/pr-title-checker-config.json b/.github/pr-title-checker-config.json
index 27727f7b390c9..af3d29a5ab8c3 100644
--- a/.github/pr-title-checker-config.json
+++ b/.github/pr-title-checker-config.json
@@ -4,10 +4,10 @@
"color": "B60205"
},
"CHECKS": {
- "regexp": "^(cherrypick|cherry pick|cherry-pick)?(| |:|: )+(feat|fix|test|refactor|chore|style|doc|perf|build|ci|revert|deprecate)(\\(.*\\))?:.*",
+ "regexp": "^(cherrypick|cherry pick|cherry-pick)?(| |:|: )+(feat|fix|test|refactor|chore|style|doc|perf|build|ci|revert|deprecate)(\\(.*\\))?:[^']*",
"ignoreLabels" : ["ignore-title"]
},
"MESSAGES": {
- "failure": "The PR title is invalid. Please refer to https://github.com/risingwavelabs/risingwave/blob/main/CONTRIBUTING.md#pull-request-title for the convention."
+ "failure": "The PR title is invalid. Please refer to https://github.com/risingwavelabs/risingwave/blob/main/CONTRIBUTING.md#pull-request-title and https://github.com/risingwavelabs/risingwave/blob/main/.github/pr-title-checker-config.json for the convention."
}
}
diff --git a/.github/workflows/cherry-pick-to-release-branch.yml b/.github/workflows/cherry-pick-to-release-branch.yml
index 363854209f30b..2e086b0ad1ede 100644
--- a/.github/workflows/cherry-pick-to-release-branch.yml
+++ b/.github/workflows/cherry-pick-to-release-branch.yml
@@ -54,3 +54,6 @@ jobs:
pr_body: ${{ format('Cherry picking \#{0} onto branch release-2.0', github.event.number) }}
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+permissions:
+ contents: write
diff --git a/Cargo.lock b/Cargo.lock
index fcce5f2c9db4b..83d02b79355ff 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -401,14 +401,14 @@ dependencies = [
[[package]]
name = "arrow-arith"
-version = "52.0.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a7029a5b3efbeafbf4a12d12dc16b8f9e9bff20a410b8c25c5d28acc089e1043"
+checksum = "03675e42d1560790f3524800e41403b40d0da1c793fe9528929fde06d8c7649a"
dependencies = [
- "arrow-array 52.0.0",
- "arrow-buffer 52.0.0",
- "arrow-data 52.0.0",
- "arrow-schema 52.0.0",
+ "arrow-array 53.0.0",
+ "arrow-buffer 53.0.0",
+ "arrow-data 53.0.0",
+ "arrow-schema 53.0.0",
"chrono",
"half 2.3.1",
"num",
@@ -463,6 +463,22 @@ dependencies = [
"num",
]
+[[package]]
+name = "arrow-array"
+version = "53.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "cd2bf348cf9f02a5975c5962c7fa6dee107a2009a7b41ac5fb1a027e12dc033f"
+dependencies = [
+ "ahash 0.8.11",
+ "arrow-buffer 53.0.0",
+ "arrow-data 53.0.0",
+ "arrow-schema 53.0.0",
+ "chrono",
+ "half 2.3.1",
+ "hashbrown 0.14.3",
+ "num",
+]
+
[[package]]
name = "arrow-buffer"
version = "48.0.1"
@@ -496,6 +512,17 @@ dependencies = [
"num",
]
+[[package]]
+name = "arrow-buffer"
+version = "53.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3092e37715f168976012ce52273c3989b5793b0db5f06cbaa246be25e5f0924d"
+dependencies = [
+ "bytes",
+ "half 2.3.1",
+ "num",
+]
+
[[package]]
name = "arrow-cast"
version = "48.0.1"
@@ -552,6 +579,26 @@ dependencies = [
"ryu",
]
+[[package]]
+name = "arrow-cast"
+version = "53.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7ce1018bb710d502f9db06af026ed3561552e493e989a79d0d0f5d9cf267a785"
+dependencies = [
+ "arrow-array 53.0.0",
+ "arrow-buffer 53.0.0",
+ "arrow-data 53.0.0",
+ "arrow-schema 53.0.0",
+ "arrow-select 53.0.0",
+ "atoi",
+ "base64 0.22.0",
+ "chrono",
+ "half 2.3.1",
+ "lexical-core",
+ "num",
+ "ryu",
+]
+
[[package]]
name = "arrow-csv"
version = "48.0.1"
@@ -607,24 +654,37 @@ dependencies = [
"num",
]
+[[package]]
+name = "arrow-data"
+version = "53.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4e4ac0c4ee79150afe067dc4857154b3ee9c1cd52b5f40d59a77306d0ed18d65"
+dependencies = [
+ "arrow-buffer 53.0.0",
+ "arrow-schema 53.0.0",
+ "half 2.3.1",
+ "num",
+]
+
[[package]]
name = "arrow-flight"
-version = "50.0.0"
+version = "52.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1d7f215461ad6346f2e4cc853e377d4e076d533e1ed78d327debe83023e3601f"
+checksum = "cdd624aafd1f34710a1d6ed44ea0e9b06f7b75adc4277c53bac4a2d23229030b"
dependencies = [
- "arrow-array 50.0.0",
- "arrow-buffer 50.0.0",
- "arrow-cast 50.0.0",
- "arrow-ipc 50.0.0",
- "arrow-schema 50.0.0",
- "base64 0.21.7",
+ "arrow-array 52.0.0",
+ "arrow-buffer 52.0.0",
+ "arrow-cast 52.0.0",
+ "arrow-ipc 52.0.0",
+ "arrow-schema 52.0.0",
+ "base64 0.22.0",
"bytes",
"futures",
"paste",
- "prost 0.12.1",
+ "prost 0.12.6",
+ "prost-types 0.12.6",
"tokio",
- "tonic 0.10.2",
+ "tonic 0.11.0",
]
[[package]]
@@ -669,6 +729,20 @@ dependencies = [
"flatbuffers 24.3.25",
]
+[[package]]
+name = "arrow-ipc"
+version = "53.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bb307482348a1267f91b0912e962cd53440e5de0f7fb24c5f7b10da70b38c94a"
+dependencies = [
+ "arrow-array 53.0.0",
+ "arrow-buffer 53.0.0",
+ "arrow-cast 53.0.0",
+ "arrow-data 53.0.0",
+ "arrow-schema 53.0.0",
+ "flatbuffers 24.3.25",
+]
+
[[package]]
name = "arrow-json"
version = "48.0.1"
@@ -721,15 +795,15 @@ dependencies = [
[[package]]
name = "arrow-ord"
-version = "52.0.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fcb56ed1547004e12203652f12fe12e824161ff9d1e5cf2a7dc4ff02ba94f413"
+checksum = "644046c479d80ae8ed02a7f1e1399072ea344ca6a7b0e293ab2d5d9ed924aa3b"
dependencies = [
- "arrow-array 52.0.0",
- "arrow-buffer 52.0.0",
- "arrow-data 52.0.0",
- "arrow-schema 52.0.0",
- "arrow-select 52.0.0",
+ "arrow-array 53.0.0",
+ "arrow-buffer 53.0.0",
+ "arrow-data 53.0.0",
+ "arrow-schema 53.0.0",
+ "arrow-select 53.0.0",
"half 2.3.1",
"num",
]
@@ -766,17 +840,16 @@ dependencies = [
[[package]]
name = "arrow-row"
-version = "52.0.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "575b42f1fc588f2da6977b94a5ca565459f5ab07b60545e17243fb9a7ed6d43e"
+checksum = "a29791f8eb13b340ce35525b723f5f0df17ecb955599e11f65c2a94ab34e2efb"
dependencies = [
"ahash 0.8.11",
- "arrow-array 52.0.0",
- "arrow-buffer 52.0.0",
- "arrow-data 52.0.0",
- "arrow-schema 52.0.0",
+ "arrow-array 53.0.0",
+ "arrow-buffer 53.0.0",
+ "arrow-data 53.0.0",
+ "arrow-schema 53.0.0",
"half 2.3.1",
- "hashbrown 0.14.3",
]
[[package]]
@@ -800,6 +873,12 @@ version = "52.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "32aae6a60458a2389c0da89c9de0b7932427776127da1a738e2efc21d32f3393"
+[[package]]
+name = "arrow-schema"
+version = "53.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c85320a3a2facf2b2822b57aa9d6d9d55edb8aee0b6b5d3b8df158e503d10858"
+
[[package]]
name = "arrow-select"
version = "48.0.1"
@@ -842,6 +921,20 @@ dependencies = [
"num",
]
+[[package]]
+name = "arrow-select"
+version = "53.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9cc7e6b582e23855fd1625ce46e51647aa440c20ea2e71b1d748e0839dd73cba"
+dependencies = [
+ "ahash 0.8.11",
+ "arrow-array 53.0.0",
+ "arrow-buffer 53.0.0",
+ "arrow-data 53.0.0",
+ "arrow-schema 53.0.0",
+ "num",
+]
+
[[package]]
name = "arrow-string"
version = "48.0.1"
@@ -876,15 +969,15 @@ dependencies = [
[[package]]
name = "arrow-string"
-version = "52.0.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e435ada8409bcafc910bc3e0077f532a4daa20e99060a496685c0e3e53cc2597"
+checksum = "0775b6567c66e56ded19b87a954b6b1beffbdd784ef95a3a2b03f59570c1d230"
dependencies = [
- "arrow-array 52.0.0",
- "arrow-buffer 52.0.0",
- "arrow-data 52.0.0",
- "arrow-schema 52.0.0",
- "arrow-select 52.0.0",
+ "arrow-array 53.0.0",
+ "arrow-buffer 53.0.0",
+ "arrow-data 53.0.0",
+ "arrow-schema 53.0.0",
+ "arrow-select 53.0.0",
"memchr",
"num",
"regex",
@@ -893,65 +986,64 @@ dependencies = [
[[package]]
name = "arrow-udf-flight"
-version = "0.1.0"
+version = "0.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4adb3a066bd22fb520bc3d040d9d59ee54f320c21faeb6df815ea20445c80c54"
+checksum = "82fbd8c05d6c16cccfc762bc865ff40fdb73cad6776a7ec14b65973f83e19074"
dependencies = [
- "arrow-array 50.0.0",
+ "arrow-array 52.0.0",
"arrow-flight",
- "arrow-schema 50.0.0",
- "arrow-select 50.0.0",
+ "arrow-schema 52.0.0",
+ "arrow-select 52.0.0",
"futures-util",
"thiserror",
"tokio",
- "tonic 0.10.2",
+ "tonic 0.11.0",
"tracing",
]
[[package]]
name = "arrow-udf-js"
-version = "0.3.1"
+version = "0.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "76cb6d108605c5489fff1ef9c520656946ad05ed0de3ea6d26d56bcb34bdb8c5"
+checksum = "5e09de178aed1119c14dab54def3bd9d383dfdb84f1af467bb0fbf0b64a88b04"
dependencies = [
"anyhow",
- "arrow-array 50.0.0",
- "arrow-buffer 50.0.0",
- "arrow-schema 50.0.0",
+ "arrow-array 52.0.0",
+ "arrow-buffer 52.0.0",
+ "arrow-schema 52.0.0",
"atomic-time",
"rquickjs",
]
[[package]]
name = "arrow-udf-python"
-version = "0.2.0"
+version = "0.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4506efc6fbc200c083add2a7ed4e3616a859941a745e922320ae7051d90d12ec"
+checksum = "efd364e0016acc32928c7e00a768f5fa6339ae8a243052fd3d354639d57b08aa"
dependencies = [
"anyhow",
- "arrow-array 50.0.0",
- "arrow-buffer 50.0.0",
- "arrow-ipc 50.0.0",
- "arrow-schema 50.0.0",
- "lazy_static",
+ "arrow-array 52.0.0",
+ "arrow-buffer 52.0.0",
+ "arrow-ipc 52.0.0",
+ "arrow-schema 52.0.0",
"pyo3",
"pyo3-build-config",
]
[[package]]
name = "arrow-udf-wasm"
-version = "0.2.2"
+version = "0.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "eb829e25925161d93617d4b053bae03fe51e708f2cce088d85df856011d4f369"
+checksum = "8e322a311a82351c980de6ac3e4a74fcd483d3591096411242208632e1b7acab"
dependencies = [
"anyhow",
- "arrow-array 50.0.0",
- "arrow-ipc 50.0.0",
- "arrow-schema 50.0.0",
+ "arrow-array 52.0.0",
+ "arrow-ipc 52.0.0",
+ "arrow-schema 52.0.0",
"async-trait",
"base64 0.22.0",
"genawaiter",
- "lazy_static",
+ "once_cell",
"tempfile",
"wasi-common",
"wasmtime",
@@ -1134,7 +1226,7 @@ dependencies = [
"futures-core",
"futures-io",
"futures-lite",
- "gloo-timers",
+ "gloo-timers 0.2.6",
"kv-log-macro",
"log",
"memchr",
@@ -1933,6 +2025,17 @@ dependencies = [
"tokio",
]
+[[package]]
+name = "backon"
+version = "1.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e4fa97bb310c33c811334143cf64c5bb2b7b3c06e453db6b095d7061eff8f113"
+dependencies = [
+ "fastrand 2.0.1",
+ "gloo-timers 0.3.0",
+ "tokio",
+]
+
[[package]]
name = "backtrace"
version = "0.3.69"
@@ -2430,12 +2533,6 @@ dependencies = [
"pkg-config",
]
-[[package]]
-name = "cache-padded"
-version = "1.3.0"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "981520c98f422fcc584dc1a95c334e6953900b9106bc47a9839b81790009eb21"
-
[[package]]
name = "camino"
version = "1.1.9"
@@ -2809,9 +2906,9 @@ dependencies = [
[[package]]
name = "cmsketch"
-version = "0.2.0"
+version = "0.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "17a94b4d5dca45a6aa85960fbb1d60096203102716732e8997515cc8ff2b6fff"
+checksum = "aeccf706e341a5fcdc7f309af21f75eb4dd68fd7474e171bfe1a5570ea48307a"
dependencies = [
"paste",
]
@@ -2828,6 +2925,12 @@ dependencies = [
"wasm-bindgen",
]
+[[package]]
+name = "cobs"
+version = "0.2.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "67ba02a97a2bd10f4b59b25c7973101c79642302776489e030cd13cdab09ed15"
+
[[package]]
name = "colorchoice"
version = "1.0.0"
@@ -2897,7 +3000,7 @@ dependencies = [
"futures-core",
"prost 0.13.1",
"prost-types 0.13.1",
- "tonic 0.12.1",
+ "tonic 0.12.2",
"tracing-core",
]
@@ -2921,7 +3024,7 @@ dependencies = [
"thread_local",
"tokio",
"tokio-stream 0.1.15 (registry+https://github.com/rust-lang/crates.io-index)",
- "tonic 0.12.1",
+ "tonic 0.12.2",
"tracing",
"tracing-core",
"tracing-subscriber",
@@ -3039,18 +3142,18 @@ dependencies = [
[[package]]
name = "cranelift-bforest"
-version = "0.107.0"
+version = "0.109.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "79b27922a6879b5b5361d0a084cb0b1941bf109a98540addcb932da13b68bed4"
+checksum = "0b6b33d7e757a887989eb18b35712b2a67d96171ec3149d1bfb657b29b7b367c"
dependencies = [
"cranelift-entity",
]
[[package]]
name = "cranelift-codegen"
-version = "0.107.0"
+version = "0.109.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "304c455b28bf56372729acb356afbb55d622f2b0f2f7837aa5e57c138acaac4d"
+checksum = "b9acf15cb22be42d07c3b57d7856329cb228b7315d385346149df2566ad5e4aa"
dependencies = [
"bumpalo",
"cranelift-bforest",
@@ -3063,39 +3166,40 @@ dependencies = [
"hashbrown 0.14.3",
"log",
"regalloc2",
+ "rustc-hash",
"smallvec",
"target-lexicon",
]
[[package]]
name = "cranelift-codegen-meta"
-version = "0.107.0"
+version = "0.109.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1653c56b99591d07f67c5ca7f9f25888948af3f4b97186bff838d687d666f613"
+checksum = "e934d301392b73b3f8b0540391fb82465a0f179a3cee7c726482ac4727efcc97"
dependencies = [
"cranelift-codegen-shared",
]
[[package]]
name = "cranelift-codegen-shared"
-version = "0.107.0"
+version = "0.109.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f5b6a9cf6b6eb820ee3f973a0db313c05dc12d370f37b4fe9630286e1672573f"
+checksum = "8afb2a2566b3d54b854dfb288b3b187f6d3d17d6f762c92898207eba302931da"
[[package]]
name = "cranelift-control"
-version = "0.107.0"
+version = "0.109.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d9d06e6bf30075fb6bed9e034ec046475093392eea1aff90eb5c44c4a033d19a"
+checksum = "0100f33b704cdacd01ad66ff41f8c5030d57cbff078e2a4e49ab1822591299fa"
dependencies = [
"arbitrary",
]
[[package]]
name = "cranelift-entity"
-version = "0.107.0"
+version = "0.109.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "29be04f931b73cdb9694874a295027471817f26f26d2f0ebe5454153176b6e3a"
+checksum = "a8cfdc315e5d18997093e040a8d234bea1ac1e118a716d3e30f40d449e78207b"
dependencies = [
"serde",
"serde_derive",
@@ -3103,9 +3207,9 @@ dependencies = [
[[package]]
name = "cranelift-frontend"
-version = "0.107.0"
+version = "0.109.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a07fd7393041d7faa2f37426f5dc7fc04003b70988810e8c063beefeff1cd8f9"
+checksum = "0f74b84f16af2e982b0c0c72233503d9d55cbfe3865dbe807ca28dc6642a28b5"
dependencies = [
"cranelift-codegen",
"log",
@@ -3115,15 +3219,15 @@ dependencies = [
[[package]]
name = "cranelift-isle"
-version = "0.107.0"
+version = "0.109.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f341d7938caa6dff8149dac05bb2b53fc680323826b83b4cf175ab9f5139a3c9"
+checksum = "adf306d3dde705fb94bd48082f01d38c4ededc74293a4c007805f610bf08bc6e"
[[package]]
name = "cranelift-native"
-version = "0.107.0"
+version = "0.109.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "82af6066e6448d26eeabb7aa26a43f7ff79f8217b06bade4ee6ef230aecc8880"
+checksum = "1ea0ebdef7aff4a79bcbc8b6495f31315f16b3bf311152f472eaa8d679352581"
dependencies = [
"cranelift-codegen",
"libc",
@@ -3132,9 +3236,9 @@ dependencies = [
[[package]]
name = "cranelift-wasm"
-version = "0.107.0"
+version = "0.109.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2766fab7284a914a7f17f90ebe865c86453225fb8637ac31f123f5028fee69cd"
+checksum = "d549108a1942065cdbac3bb96c2952afa0e1b9a3beff4b08c4308ac72257576d"
dependencies = [
"cranelift-codegen",
"cranelift-entity",
@@ -3588,6 +3692,20 @@ dependencies = [
"parking_lot_core 0.9.8",
]
+[[package]]
+name = "dashmap"
+version = "6.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5041cc499144891f3790297212f32a74fb938e5136a14943f338ef9e0ae276cf"
+dependencies = [
+ "cfg-if",
+ "crossbeam-utils",
+ "hashbrown 0.14.3",
+ "lock_api",
+ "once_cell",
+ "parking_lot_core 0.9.8",
+]
+
[[package]]
name = "data-encoding"
version = "2.4.0"
@@ -3615,7 +3733,7 @@ dependencies = [
"bytes",
"bzip2",
"chrono",
- "dashmap",
+ "dashmap 5.5.3",
"datafusion-common",
"datafusion-execution",
"datafusion-expr",
@@ -3674,7 +3792,7 @@ checksum = "4de1fd0d8db0f2b8e4f4121bfa1c7c09d3a5c08a0a65c2229cd849eb65cff855"
dependencies = [
"arrow 48.0.1",
"chrono",
- "dashmap",
+ "dashmap 5.5.3",
"datafusion-common",
"datafusion-expr",
"futures",
@@ -3798,7 +3916,7 @@ dependencies = [
"datafusion-common",
"datafusion-expr",
"object_store",
- "prost 0.12.1",
+ "prost 0.12.6",
]
[[package]]
@@ -3875,7 +3993,7 @@ dependencies = [
"bytes",
"cfg-if",
"chrono",
- "dashmap",
+ "dashmap 5.5.3",
"datafusion",
"datafusion-common",
"datafusion-expr",
@@ -4324,6 +4442,18 @@ dependencies = [
"zeroize",
]
+[[package]]
+name = "embedded-io"
+version = "0.4.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ef1a6892d9eef45c8fa6b9e0086428a2cca8491aca8f787c534a3d6d0bcb3ced"
+
+[[package]]
+name = "embedded-io"
+version = "0.6.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "edd0f118536f44f5ccd48bcb8b111bdc3de888b58c74639dfb034a357d0f206d"
+
[[package]]
name = "encode_unicode"
version = "0.3.6"
@@ -4500,7 +4630,7 @@ dependencies = [
"prost 0.13.1",
"tokio",
"tokio-stream 0.1.15 (registry+https://github.com/rust-lang/crates.io-index)",
- "tonic 0.12.1",
+ "tonic 0.12.2",
"tonic-build",
"tower",
"tower-service",
@@ -4606,6 +4736,46 @@ dependencies = [
"serde",
]
+[[package]]
+name = "fastrace"
+version = "0.7.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "25767929385a5128ff5a58c77d5fef43779bb580656801f72d4d32f7a97fea28"
+dependencies = [
+ "fastrace-macro",
+ "minstant",
+ "once_cell",
+ "parking_lot 0.12.1",
+ "pin-project",
+ "rand",
+ "rtrb",
+]
+
+[[package]]
+name = "fastrace-macro"
+version = "0.7.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d11870c0168b3d10fc7a7f0b6f9319fd7244d4caacc669ae86b3ecc5b6ca1b8c"
+dependencies = [
+ "proc-macro-error 1.0.4",
+ "proc-macro2",
+ "quote",
+ "syn 2.0.66",
+]
+
+[[package]]
+name = "fastrace-opentelemetry"
+version = "0.7.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8f33f99bae33fb7b952a933500e77cb9976b7672bb5d9def8e464663dfdfc107"
+dependencies = [
+ "fastrace",
+ "futures",
+ "log",
+ "opentelemetry",
+ "opentelemetry_sdk",
+]
+
[[package]]
name = "fastrand"
version = "1.9.0"
@@ -4780,6 +4950,7 @@ checksum = "55ac459de2512911e4b674ce33cf20befaba382d05b62b008afc1c8b57cbf181"
dependencies = [
"futures-core",
"futures-sink",
+ "nanorand",
"spin 0.9.8",
]
@@ -4815,49 +4986,47 @@ dependencies = [
[[package]]
name = "foyer"
-version = "0.10.4"
+version = "0.11.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ca1a3a9bf97a9d592d69c2210c5524668788f72ef1b7ea3054cfc1f8a3fb1257"
+checksum = "2de727a58f28ad9c5ff9952979d2392851b5917785ca657e07277890109cd3a0"
dependencies = [
"ahash 0.8.11",
"anyhow",
+ "fastrace",
"foyer-common",
"foyer-memory",
"foyer-storage",
"futures",
"madsim-tokio",
- "minitrace",
"pin-project",
"tracing",
]
[[package]]
name = "foyer-common"
-version = "0.8.1"
+version = "0.9.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e109f1fd012cc2f0785db5711c73c388fca2d2ac6e2aabb4eaa3a8af98b4dcdb"
+checksum = "be6577040f1b773e4a606180638ec48f5528d3d843d73092c06b5a8876bc4576"
dependencies = [
"bytes",
"cfg-if",
"crossbeam",
+ "fastrace",
"futures",
"hashbrown 0.14.3",
"itertools 0.13.0",
"madsim-tokio",
"metrics",
- "minitrace",
- "nix 0.29.0",
"parking_lot 0.12.1",
"pin-project",
- "rustversion",
"serde",
]
[[package]]
name = "foyer-intrusive"
-version = "0.8.1"
+version = "0.9.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2e7ad91ad11f2c94bb4b3b88acd447f3145224415d776f163d2b06a9ed24e63a"
+checksum = "01dbfd6763227809019a1dc01c98b6a78949c63d3a204d0a6f8e0325f077ab5c"
dependencies = [
"foyer-common",
"itertools 0.13.0",
@@ -4865,21 +5034,20 @@ dependencies = [
[[package]]
name = "foyer-memory"
-version = "0.6.1"
+version = "0.7.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "29273589433f89d61347b196754bfa22357420d1adbf815d354c23512106a194"
+checksum = "02c59933e075daa88363e228475ce4fa9098689b9e13a26442666a3a3142da8d"
dependencies = [
"ahash 0.8.11",
"bitflags 2.6.0",
"cmsketch",
+ "fastrace",
"foyer-common",
"foyer-intrusive",
"futures",
"hashbrown 0.14.3",
"itertools 0.13.0",
- "libc",
"madsim-tokio",
- "minitrace",
"parking_lot 0.12.1",
"pin-project",
"serde",
@@ -4888,28 +5056,31 @@ dependencies = [
[[package]]
name = "foyer-storage"
-version = "0.9.3"
+version = "0.10.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "19f533cf09e39963cc3886f9f165d235c7d4f937f4b09b48c09827ac158876f4"
+checksum = "6976958440e7fee57bd25f6c04df0759484c18a233f00740f6c2c5a47b939d90"
dependencies = [
"ahash 0.8.11",
"allocator-api2",
"anyhow",
"array-util",
"async-channel 2.2.1",
+ "auto_enums",
"bincode 1.3.3",
"bitflags 2.6.0",
"bytes",
+ "clap",
"either",
+ "fastrace",
+ "flume",
"foyer-common",
"foyer-memory",
+ "fs4",
"futures",
"itertools 0.13.0",
- "lazy_static",
"libc",
"lz4",
"madsim-tokio",
- "minitrace",
"parking_lot 0.12.1",
"pin-project",
"rand",
@@ -5008,6 +5179,16 @@ dependencies = [
"winapi",
]
+[[package]]
+name = "fs4"
+version = "0.9.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e8c6b3bd49c37d2aa3f3f2220233b29a7cd23f79d1fe70e5337d25fb390793de"
+dependencies = [
+ "rustix 0.38.31",
+ "windows-sys 0.52.0",
+]
+
[[package]]
name = "fs_extra"
version = "1.3.0"
@@ -5319,7 +5500,7 @@ dependencies = [
"http 0.2.9",
"thiserror",
"tokio",
- "tonic 0.10.2",
+ "tonic 0.11.0",
"tower",
"tracing",
"trust-dns-resolver 0.23.2",
@@ -5343,6 +5524,18 @@ dependencies = [
"wasm-bindgen",
]
+[[package]]
+name = "gloo-timers"
+version = "0.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bbb143cf96099802033e0d4f4963b19fd2e0b728bcf076cd9cf7f6634f092994"
+dependencies = [
+ "futures-channel",
+ "futures-core",
+ "js-sys",
+ "wasm-bindgen",
+]
+
[[package]]
name = "google-cloud-auth"
version = "0.16.0"
@@ -5374,7 +5567,7 @@ dependencies = [
"anyhow",
"arrow 50.0.0",
"async-trait",
- "backon",
+ "backon 0.4.4",
"base64 0.21.7",
"bigdecimal 0.4.5",
"google-cloud-auth",
@@ -5403,7 +5596,7 @@ dependencies = [
"thiserror",
"tokio",
"tokio-retry",
- "tonic 0.12.1",
+ "tonic 0.12.2",
"tower",
"tracing",
]
@@ -5416,7 +5609,7 @@ checksum = "0ae8ab26ef7c7c3f7dfb9cc3982293d031d8e78c85d00ddfb704b5c35aeff7c8"
dependencies = [
"prost 0.13.1",
"prost-types 0.13.1",
- "tonic 0.12.1",
+ "tonic 0.12.2",
]
[[package]]
@@ -5465,7 +5658,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "821239e5672ff23e2a7060901fa622950bbd80b649cdaadd78d1c1767ed14eb4"
dependencies = [
"cfg-if",
- "dashmap",
+ "dashmap 5.5.3",
"futures",
"futures-timer",
"no-std-compat",
@@ -5588,6 +5781,7 @@ checksum = "290f1a1d9242c78d09ce40a5e87e7554ee637af1351968159f4952f028f75604"
dependencies = [
"ahash 0.8.11",
"allocator-api2",
+ "serde",
]
[[package]]
@@ -5970,17 +6164,17 @@ dependencies = [
[[package]]
name = "iceberg"
version = "0.3.0"
-source = "git+https://github.com/risingwavelabs/iceberg-rust.git?rev=84bf51c9d0d5886e4ee306ca4f383f029e1767a4#84bf51c9d0d5886e4ee306ca4f383f029e1767a4"
+source = "git+https://github.com/risingwavelabs/iceberg-rust.git?rev=f8b7bff7bd7853be7733fc1db1203862878f92c1#f8b7bff7bd7853be7733fc1db1203862878f92c1"
dependencies = [
"anyhow",
"apache-avro 0.17.0 (registry+https://github.com/rust-lang/crates.io-index)",
"array-init",
- "arrow-arith 52.0.0",
- "arrow-array 52.0.0",
- "arrow-ord 52.0.0",
- "arrow-schema 52.0.0",
- "arrow-select 52.0.0",
- "arrow-string 52.0.0",
+ "arrow-arith 53.0.0",
+ "arrow-array 53.0.0",
+ "arrow-ord 53.0.0",
+ "arrow-schema 53.0.0",
+ "arrow-select 53.0.0",
+ "arrow-string 53.0.0",
"async-trait",
"bimap",
"bitvec",
@@ -5993,10 +6187,11 @@ dependencies = [
"moka",
"murmur3",
"once_cell",
- "opendal 0.49.0",
+ "opendal 0.50.0",
"ordered-float 4.1.1",
- "parquet 52.0.0",
+ "parquet 53.0.0",
"paste",
+ "rand",
"reqwest 0.12.4",
"rust_decimal",
"serde",
@@ -6014,7 +6209,7 @@ dependencies = [
[[package]]
name = "iceberg-catalog-glue"
version = "0.3.0"
-source = "git+https://github.com/risingwavelabs/iceberg-rust.git?rev=84bf51c9d0d5886e4ee306ca4f383f029e1767a4#84bf51c9d0d5886e4ee306ca4f383f029e1767a4"
+source = "git+https://github.com/risingwavelabs/iceberg-rust.git?rev=f8b7bff7bd7853be7733fc1db1203862878f92c1#f8b7bff7bd7853be7733fc1db1203862878f92c1"
dependencies = [
"anyhow",
"async-trait",
@@ -6031,7 +6226,7 @@ dependencies = [
[[package]]
name = "iceberg-catalog-rest"
version = "0.3.0"
-source = "git+https://github.com/risingwavelabs/iceberg-rust.git?rev=84bf51c9d0d5886e4ee306ca4f383f029e1767a4#84bf51c9d0d5886e4ee306ca4f383f029e1767a4"
+source = "git+https://github.com/risingwavelabs/iceberg-rust.git?rev=f8b7bff7bd7853be7733fc1db1203862878f92c1#f8b7bff7bd7853be7733fc1db1203862878f92c1"
dependencies = [
"async-trait",
"chrono",
@@ -6051,18 +6246,18 @@ dependencies = [
[[package]]
name = "icelake"
version = "0.3.141592654"
-source = "git+https://github.com/risingwavelabs/icelake.git?rev=3f4724158acee37a4785f56670a1427993a58739#3f4724158acee37a4785f56670a1427993a58739"
+source = "git+https://github.com/risingwavelabs/icelake.git?rev=1783f8f106958d6d0ce0249c1c708934a15c2a47#1783f8f106958d6d0ce0249c1c708934a15c2a47"
dependencies = [
"anyhow",
"apache-avro 0.17.0 (git+https://github.com/apache/avro.git)",
- "arrow-arith 52.0.0",
- "arrow-array 52.0.0",
- "arrow-buffer 52.0.0",
- "arrow-cast 52.0.0",
- "arrow-ord 52.0.0",
- "arrow-row 52.0.0",
- "arrow-schema 52.0.0",
- "arrow-select 52.0.0",
+ "arrow-arith 53.0.0",
+ "arrow-array 53.0.0",
+ "arrow-buffer 53.0.0",
+ "arrow-cast 53.0.0",
+ "arrow-ord 53.0.0",
+ "arrow-row 53.0.0",
+ "arrow-schema 53.0.0",
+ "arrow-select 53.0.0",
"async-trait",
"bitvec",
"bytes",
@@ -6077,9 +6272,9 @@ dependencies = [
"log",
"murmur3",
"once_cell",
- "opendal 0.47.2",
+ "opendal 0.49.2",
"ordered-float 3.9.1",
- "parquet 52.0.0",
+ "parquet 53.0.0",
"prometheus",
"regex",
"reqwest 0.11.20",
@@ -6925,7 +7120,7 @@ dependencies = [
"thiserror",
"tokio",
"toml 0.8.12",
- "tonic 0.12.1",
+ "tonic 0.12.2",
"tracing",
]
@@ -6987,7 +7182,7 @@ dependencies = [
"futures-util",
"madsim",
"tokio",
- "tonic 0.12.1",
+ "tonic 0.12.2",
"tower",
"tracing",
]
@@ -7062,9 +7257,9 @@ checksum = "490cc448043f947bae3cbee9c203358d62dbee0db12107a74be5c30ccfd09771"
[[package]]
name = "memchr"
-version = "2.7.1"
+version = "2.7.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "523dc4f511e55ab87b694dc30d0f820d60906ef06413f93d4d7a1385599cc149"
+checksum = "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3"
[[package]]
name = "memcomparable"
@@ -7174,61 +7369,21 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6877bb514081ee2a7ff5ef9de3281f14a4dd4bceac4c09388074a6b5df8a139a"
[[package]]
-name = "mime_guess"
-version = "2.0.4"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4192263c238a5f0d0c6bfd21f336a313a4ce1c450542449ca191bb657b4642ef"
-dependencies = [
- "mime",
- "unicase",
-]
-
-[[package]]
-name = "minimal-lexical"
-version = "0.2.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
-
-[[package]]
-name = "minitrace"
-version = "0.6.7"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "197d538cd69839d49a593c8c72df44291b0ea3296ecc0c85529002c53c8fbc6f"
-dependencies = [
- "minitrace-macro",
- "minstant",
- "once_cell",
- "parking_lot 0.12.1",
- "pin-project",
- "rand",
- "rtrb",
-]
-
-[[package]]
-name = "minitrace-macro"
-version = "0.6.7"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "14efd4b574325fcb981bce1ac700b9ccf071ec2eb94f7a6a6b583a84f228ba47"
-dependencies = [
- "proc-macro-error 1.0.4",
- "proc-macro2",
- "quote",
- "syn 1.0.109",
-]
-
-[[package]]
-name = "minitrace-opentelemetry"
-version = "0.6.7"
+name = "mime_guess"
+version = "2.0.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fabb581e91af60aab44f6d49ee70646c87162ad25224cd6184ae67cfca08db05"
+checksum = "4192263c238a5f0d0c6bfd21f336a313a4ce1c450542449ca191bb657b4642ef"
dependencies = [
- "futures",
- "log",
- "minitrace",
- "opentelemetry",
- "opentelemetry_sdk",
+ "mime",
+ "unicase",
]
+[[package]]
+name = "minimal-lexical"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
+
[[package]]
name = "miniz_oxide"
version = "0.7.2"
@@ -7489,6 +7644,15 @@ version = "0.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "034a0ad7deebf0c2abcf2435950a6666c3c15ea9d8fad0c0f48efa8a7f843fed"
+[[package]]
+name = "nanorand"
+version = "0.7.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6a51313c5820b0b02bd422f4b44776fbf47961755c74ce64afc73bfad10226c3"
+dependencies = [
+ "getrandom",
+]
+
[[package]]
name = "native-tls"
version = "0.2.11"
@@ -7829,9 +7993,9 @@ dependencies = [
[[package]]
name = "object"
-version = "0.33.0"
+version = "0.36.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d8dd6c0cdf9429bce006e1362bfce61fa1bfd8c898a643ed8d2b471934701d3d"
+checksum = "084f1a5821ac4c651660a94a7153d27ac9d8a53736203f58b31945ded098070a"
dependencies = [
"crc32fast",
"hashbrown 0.14.3",
@@ -7889,13 +8053,13 @@ checksum = "c08d65885ee38876c4f86fa503fb49d7b507c2b62552df7c70b2fce627e06381"
[[package]]
name = "opendal"
-version = "0.47.2"
+version = "0.49.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ff159a2da374ef2d64848a6547943cf1af7d2ceada5ae77be175e1389aa07ae3"
+checksum = "9b04d09b9822c2f75a1d2fc513a2c1279c70e91e7407936fffdf6a6976ec530a"
dependencies = [
"anyhow",
"async-trait",
- "backon",
+ "backon 0.4.4",
"base64 0.22.0",
"bytes",
"chrono",
@@ -7909,8 +8073,8 @@ dependencies = [
"once_cell",
"percent-encoding",
"prometheus",
- "quick-xml 0.31.0",
- "reqsign 0.15.2",
+ "quick-xml 0.36.1",
+ "reqsign",
"reqwest 0.12.4",
"serde",
"serde_json",
@@ -7921,13 +8085,13 @@ dependencies = [
[[package]]
name = "opendal"
-version = "0.49.0"
+version = "0.50.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "39d516adf7db912c38af382c3e92c27cd62fbbc240e630920555d784c2ab1494"
+checksum = "36e44fc43be9ffe18dad3e3ef9d61c1ae01991ee6f1c8c026978c35777a711bf"
dependencies = [
"anyhow",
"async-trait",
- "backon",
+ "backon 1.2.0",
"base64 0.22.0",
"bytes",
"chrono",
@@ -7941,7 +8105,7 @@ dependencies = [
"once_cell",
"percent-encoding",
"quick-xml 0.36.1",
- "reqsign 0.16.0",
+ "reqsign",
"reqwest 0.12.4",
"serde",
"serde_json",
@@ -8013,6 +8177,15 @@ version = "0.1.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ff011a302c396a5197692431fc1948019154afc178baf7d8e37367442a4601cf"
+[[package]]
+name = "openssl-src"
+version = "300.3.2+3.3.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a211a18d945ef7e648cc6e0058f4c548ee46aab922ea203e0d30e966ea23647b"
+dependencies = [
+ "cc",
+]
+
[[package]]
name = "openssl-sys"
version = "0.9.103"
@@ -8021,15 +8194,16 @@ checksum = "7f9e8deee91df40a943c71b917e5874b951d32a802526c85721ce3b776c929d6"
dependencies = [
"cc",
"libc",
+ "openssl-src",
"pkg-config",
"vcpkg",
]
[[package]]
name = "opentelemetry"
-version = "0.23.0"
+version = "0.24.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1b69a91d4893e713e06f724597ad630f1fa76057a5e1026c0ca67054a9032a76"
+checksum = "4c365a63eec4f55b7efeceb724f1336f26a9cf3427b70e59e2cd2a5b947fba96"
dependencies = [
"futures-core",
"futures-sink",
@@ -8041,57 +8215,56 @@ dependencies = [
[[package]]
name = "opentelemetry-otlp"
-version = "0.16.0"
+version = "0.17.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a94c69209c05319cdf7460c6d4c055ed102be242a0a6245835d7bc42c6ec7f54"
+checksum = "6b925a602ffb916fb7421276b86756027b37ee708f9dce2dbdcc51739f07e727"
dependencies = [
"async-trait",
"futures-core",
- "http 0.2.9",
+ "http 1.1.0",
"opentelemetry",
"opentelemetry-proto",
"opentelemetry_sdk",
- "prost 0.12.1",
+ "prost 0.13.1",
"thiserror",
"tokio",
- "tonic 0.11.0",
+ "tonic 0.12.2",
]
[[package]]
name = "opentelemetry-proto"
-version = "0.6.0"
+version = "0.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "984806e6cf27f2b49282e2a05e288f30594f3dbc74eb7a6e99422bc48ed78162"
+checksum = "30ee9f20bff9c984511a02f082dc8ede839e4a9bf15cc2487c8d6fea5ad850d9"
dependencies = [
"opentelemetry",
"opentelemetry_sdk",
- "prost 0.12.1",
- "tonic 0.11.0",
+ "prost 0.13.1",
+ "tonic 0.12.2",
]
[[package]]
name = "opentelemetry-semantic-conventions"
-version = "0.15.0"
+version = "0.16.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1869fb4bb9b35c5ba8a1e40c9b128a7b4c010d07091e864a29da19e4fe2ca4d7"
+checksum = "1cefe0543875379e47eb5f1e68ff83f45cc41366a92dfd0d073d513bf68e9a05"
[[package]]
name = "opentelemetry_sdk"
-version = "0.23.0"
+version = "0.24.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ae312d58eaa90a82d2e627fd86e075cf5230b3f11794e2ed74199ebbe572d4fd"
+checksum = "692eac490ec80f24a17828d49b40b60f5aeaccdfe6a503f939713afd22bc28df"
dependencies = [
"async-trait",
"futures-channel",
"futures-executor",
"futures-util",
"glob",
- "lazy_static",
"once_cell",
"opentelemetry",
- "ordered-float 4.1.1",
"percent-encoding",
"rand",
+ "serde_json",
"thiserror",
"tokio",
"tokio-stream 0.1.15 (registry+https://github.com/rust-lang/crates.io-index)",
@@ -8159,7 +8332,7 @@ dependencies = [
"serde",
"serde_json",
"tokio",
- "tonic 0.12.1",
+ "tonic 0.12.2",
"tonic-build",
"tracing",
]
@@ -8340,18 +8513,18 @@ dependencies = [
[[package]]
name = "parquet"
-version = "52.0.0"
+version = "53.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "29c3b5322cc1bbf67f11c079c42be41a55949099b78732f7dba9e15edde40eab"
+checksum = "f0fbf928021131daaa57d334ca8e3904fe9ae22f73c56244fc7db9b04eedc3d8"
dependencies = [
"ahash 0.8.11",
- "arrow-array 52.0.0",
- "arrow-buffer 52.0.0",
- "arrow-cast 52.0.0",
- "arrow-data 52.0.0",
- "arrow-ipc 52.0.0",
- "arrow-schema 52.0.0",
- "arrow-select 52.0.0",
+ "arrow-array 53.0.0",
+ "arrow-buffer 53.0.0",
+ "arrow-cast 53.0.0",
+ "arrow-data 53.0.0",
+ "arrow-ipc 53.0.0",
+ "arrow-schema 53.0.0",
+ "arrow-select 53.0.0",
"base64 0.22.0",
"brotli 6.0.0",
"bytes",
@@ -8749,6 +8922,18 @@ version = "1.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7170ef9988bc169ba16dd36a7fa041e5c4cbeb6a35b76d4c03daded371eae7c0"
+[[package]]
+name = "postcard"
+version = "1.0.10"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5f7f0a8d620d71c457dd1d47df76bb18960378da56af4527aaa10f515eee732e"
+dependencies = [
+ "cobs",
+ "embedded-io 0.4.0",
+ "embedded-io 0.6.1",
+ "serde",
+]
+
[[package]]
name = "postgres-derive"
version = "0.4.5"
@@ -9091,12 +9276,12 @@ dependencies = [
[[package]]
name = "prost"
-version = "0.12.1"
+version = "0.12.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f4fdd22f3b9c31b53c060df4a0613a1c7f062d4115a2b984dd15b1858f7e340d"
+checksum = "deb1435c188b76130da55f17a466d252ff7b1418b2ad3e037d127b94e3411f29"
dependencies = [
"bytes",
- "prost-derive 0.12.1",
+ "prost-derive 0.12.6",
]
[[package]]
@@ -9145,8 +9330,8 @@ dependencies = [
"once_cell",
"petgraph",
"prettyplease 0.2.15",
- "prost 0.12.1",
- "prost-types 0.12.1",
+ "prost 0.12.6",
+ "prost-types 0.12.6",
"regex",
"syn 2.0.66",
"tempfile",
@@ -9189,12 +9374,12 @@ dependencies = [
[[package]]
name = "prost-derive"
-version = "0.12.1"
+version = "0.12.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "265baba7fabd416cf5078179f7d2cbeca4ce7a9041111900675ea7c4cb8a4c32"
+checksum = "81bddcdb20abf9501610992b6759a4c888aef7d1a7247ef75e2404275ac24af1"
dependencies = [
"anyhow",
- "itertools 0.11.0",
+ "itertools 0.12.1",
"proc-macro2",
"quote",
"syn 2.0.66",
@@ -9249,11 +9434,11 @@ dependencies = [
[[package]]
name = "prost-types"
-version = "0.12.1"
+version = "0.12.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e081b29f63d83a4bc75cfc9f3fe424f9156cf92d8a4f0c9407cce9a1b67327cf"
+checksum = "9091c90b0a32608e984ff2fa4091273cbdd755d54935c51d520887f4a1dbd5b0"
dependencies = [
- "prost 0.12.1",
+ "prost 0.12.6",
]
[[package]]
@@ -9485,16 +9670,6 @@ dependencies = [
"serde",
]
-[[package]]
-name = "quick-xml"
-version = "0.31.0"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1004a344b30a54e2ee58d66a71b32d2db2feb0a31f9a2d302bf0536f15de2a33"
-dependencies = [
- "memchr",
- "serde",
-]
-
[[package]]
name = "quick-xml"
version = "0.35.0"
@@ -9778,37 +9953,6 @@ dependencies = [
"bytecheck",
]
-[[package]]
-name = "reqsign"
-version = "0.15.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "70fe66d4cd0b5ed9b1abbfe639bf6baeaaf509f7da2d51b31111ba945be59286"
-dependencies = [
- "anyhow",
- "async-trait",
- "base64 0.22.0",
- "chrono",
- "form_urlencoded",
- "getrandom",
- "hex",
- "hmac",
- "home",
- "http 1.1.0",
- "jsonwebtoken",
- "log",
- "once_cell",
- "percent-encoding",
- "quick-xml 0.31.0",
- "rand",
- "reqwest 0.12.4",
- "rsa",
- "rust-ini",
- "serde",
- "serde_json",
- "sha1",
- "sha2",
-]
-
[[package]]
name = "reqsign"
version = "0.16.0"
@@ -9825,11 +9969,14 @@ dependencies = [
"hmac",
"home",
"http 1.1.0",
+ "jsonwebtoken",
"log",
+ "once_cell",
"percent-encoding",
"quick-xml 0.35.0",
"rand",
"reqwest 0.12.4",
+ "rsa",
"rust-ini",
"serde",
"serde_json",
@@ -10104,9 +10251,6 @@ name = "risingwave_batch"
version = "2.1.0-alpha"
dependencies = [
"anyhow",
- "arrow-array 50.0.0",
- "arrow-array 52.0.0",
- "arrow-schema 50.0.0",
"assert_matches",
"async-recursion",
"async-trait",
@@ -10124,9 +10268,9 @@ dependencies = [
"madsim-tokio",
"madsim-tonic",
"memcomparable",
- "opendal 0.47.2",
+ "opendal 0.49.2",
"parking_lot 0.12.1",
- "parquet 52.0.0",
+ "parquet 53.0.0",
"paste",
"prometheus",
"prost 0.13.1",
@@ -10260,17 +10404,17 @@ dependencies = [
"anyhow",
"arc-swap",
"arrow-array 48.0.1",
- "arrow-array 50.0.0",
"arrow-array 52.0.0",
+ "arrow-array 53.0.0",
"arrow-buffer 48.0.1",
- "arrow-buffer 50.0.0",
"arrow-buffer 52.0.0",
+ "arrow-buffer 53.0.0",
"arrow-cast 48.0.1",
- "arrow-cast 50.0.0",
"arrow-cast 52.0.0",
+ "arrow-cast 53.0.0",
"arrow-schema 48.0.1",
- "arrow-schema 50.0.0",
"arrow-schema 52.0.0",
+ "arrow-schema 53.0.0",
"async-trait",
"auto_enums",
"auto_impl",
@@ -10409,6 +10553,7 @@ version = "2.1.0-alpha"
dependencies = [
"auto_impl",
"bytes",
+ "cfg-or-panic",
"clap",
"darwin-libproc",
"easy-ext",
@@ -10596,12 +10741,6 @@ version = "2.1.0-alpha"
dependencies = [
"anyhow",
"apache-avro 0.16.0",
- "arrow-array 50.0.0",
- "arrow-array 52.0.0",
- "arrow-row 50.0.0",
- "arrow-schema 50.0.0",
- "arrow-schema 52.0.0",
- "arrow-select 50.0.0",
"assert_matches",
"async-compression",
"async-nats",
@@ -10663,10 +10802,10 @@ dependencies = [
"mysql_common",
"nexmark",
"num-bigint",
- "opendal 0.47.2",
+ "opendal 0.49.2",
"openssl",
"parking_lot 0.12.1",
- "parquet 52.0.0",
+ "parquet 53.0.0",
"paste",
"pg_bigdecimal",
"postgres-openssl",
@@ -10694,7 +10833,7 @@ dependencies = [
"rustls-pemfile 2.1.1",
"rustls-pki-types",
"rw_futures_util",
- "sea-schema",
+ "sea-schema 0.15.0",
"serde",
"serde_derive",
"serde_json",
@@ -10862,8 +11001,6 @@ name = "risingwave_expr"
version = "2.1.0-alpha"
dependencies = [
"anyhow",
- "arrow-array 50.0.0",
- "arrow-schema 50.0.0",
"async-trait",
"auto_impl",
"await-tree",
@@ -10904,10 +11041,7 @@ version = "2.1.0-alpha"
dependencies = [
"aho-corasick",
"anyhow",
- "arrow-array 50.0.0",
"arrow-flight",
- "arrow-schema 50.0.0",
- "arrow-schema 52.0.0",
"arrow-udf-flight",
"arrow-udf-js",
"arrow-udf-python",
@@ -10950,7 +11084,7 @@ dependencies = [
"sql-json-path",
"thiserror",
"thiserror-ext",
- "tonic 0.10.2",
+ "tonic 0.11.0",
"tracing",
"workspace-hack",
"zstd 0.13.0",
@@ -10972,8 +11106,6 @@ version = "2.1.0-alpha"
dependencies = [
"anyhow",
"arc-swap",
- "arrow-schema 50.0.0",
- "arrow-schema 52.0.0",
"assert_matches",
"async-recursion",
"async-trait",
@@ -11431,7 +11563,7 @@ dependencies = [
"madsim",
"madsim-aws-sdk-s3",
"madsim-tokio",
- "opendal 0.47.2",
+ "opendal 0.49.2",
"prometheus",
"reqwest 0.12.4",
"risingwave_common",
@@ -11543,11 +11675,11 @@ dependencies = [
"console",
"console-subscriber",
"either",
+ "fastrace",
+ "fastrace-opentelemetry",
"futures",
"hostname 0.4.0",
"madsim-tokio",
- "minitrace",
- "minitrace-opentelemetry",
"opentelemetry",
"opentelemetry-otlp",
"opentelemetry-semantic-conventions",
@@ -11705,7 +11837,7 @@ dependencies = [
"criterion",
"crossbeam",
"darwin-libproc",
- "dashmap",
+ "dashmap 6.1.0",
"dyn-clone",
"either",
"enum-as-inner 0.6.0",
@@ -11967,12 +12099,9 @@ dependencies = [
[[package]]
name = "rtrb"
-version = "0.2.3"
+version = "0.3.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "99e704dd104faf2326a320140f70f0b736d607c1caa1b1748a6c568a79819109"
-dependencies = [
- "cache-padded",
-]
+checksum = "f3f94e84c073f3b85d4012b44722fa8842b9986d741590d4f2636ad0a5b14143"
[[package]]
name = "rumqttc"
@@ -12456,8 +12585,8 @@ dependencies = [
"ouroboros",
"rust_decimal",
"sea-orm-macros",
- "sea-query",
- "sea-query-binder",
+ "sea-query 0.30.7",
+ "sea-query-binder 0.5.0",
"serde",
"serde_json",
"sqlx",
@@ -12480,7 +12609,7 @@ dependencies = [
"dotenvy",
"glob",
"regex",
- "sea-schema",
+ "sea-schema 0.14.2",
"tracing",
"tracing-subscriber",
"url",
@@ -12512,7 +12641,7 @@ dependencies = [
"futures",
"sea-orm",
"sea-orm-cli",
- "sea-schema",
+ "sea-schema 0.14.2",
"tracing",
"tracing-subscriber",
]
@@ -12535,6 +12664,16 @@ dependencies = [
"uuid",
]
+[[package]]
+name = "sea-query"
+version = "0.31.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7e5073b2cfed767511a57d18115f3b3d8bcb5690bf8c89518caec6cb22c0cd74"
+dependencies = [
+ "inherent",
+ "sea-query-derive",
+]
+
[[package]]
name = "sea-query-binder"
version = "0.5.0"
@@ -12544,13 +12683,23 @@ dependencies = [
"bigdecimal 0.3.1",
"chrono",
"rust_decimal",
- "sea-query",
+ "sea-query 0.30.7",
"serde_json",
"sqlx",
"time",
"uuid",
]
+[[package]]
+name = "sea-query-binder"
+version = "0.6.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "754965d4aee6145bec25d0898e5c931e6c22859789ce62fd85a42a15ed5a8ce3"
+dependencies = [
+ "sea-query 0.31.0",
+ "sqlx",
+]
+
[[package]]
name = "sea-query-derive"
version = "0.4.0"
@@ -12571,9 +12720,20 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "30d148608012d25222442d1ebbfafd1228dbc5221baf4ec35596494e27a2394e"
dependencies = [
"futures",
- "sea-query",
- "sea-query-binder",
- "sea-schema-derive",
+ "sea-query 0.30.7",
+ "sea-schema-derive 0.2.0",
+]
+
+[[package]]
+name = "sea-schema"
+version = "0.15.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ad52149fc81836ea7424c3425d8f6ed8ad448dd16d2e4f6a3907ba46f3f2fd78"
+dependencies = [
+ "futures",
+ "sea-query 0.31.0",
+ "sea-query-binder 0.6.0",
+ "sea-schema-derive 0.3.0",
"sqlx",
]
@@ -12589,6 +12749,18 @@ dependencies = [
"syn 1.0.109",
]
+[[package]]
+name = "sea-schema-derive"
+version = "0.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "debdc8729c37fdbf88472f97fd470393089f997a909e535ff67c544d18cfccf0"
+dependencies = [
+ "heck 0.4.1",
+ "proc-macro2",
+ "quote",
+ "syn 2.0.66",
+]
+
[[package]]
name = "seahash"
version = "4.1.0"
@@ -14386,36 +14558,6 @@ dependencies = [
"winnow 0.6.11",
]
-[[package]]
-name = "tonic"
-version = "0.10.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d560933a0de61cf715926b9cac824d4c883c2c43142f787595e48280c40a1d0e"
-dependencies = [
- "async-stream",
- "async-trait",
- "axum 0.6.20",
- "base64 0.21.7",
- "bytes",
- "h2 0.3.26",
- "http 0.2.9",
- "http-body 0.4.5",
- "hyper 0.14.27",
- "hyper-timeout 0.4.1",
- "percent-encoding",
- "pin-project",
- "prost 0.12.1",
- "rustls 0.21.11",
- "rustls-pemfile 1.0.4",
- "tokio",
- "tokio-rustls 0.24.1",
- "tokio-stream 0.1.15 (registry+https://github.com/rust-lang/crates.io-index)",
- "tower",
- "tower-layer",
- "tower-service",
- "tracing",
-]
-
[[package]]
name = "tonic"
version = "0.11.0"
@@ -14434,8 +14576,11 @@ dependencies = [
"hyper-timeout 0.4.1",
"percent-encoding",
"pin-project",
- "prost 0.12.1",
+ "prost 0.12.6",
+ "rustls-pemfile 2.1.1",
+ "rustls-pki-types",
"tokio",
+ "tokio-rustls 0.25.0",
"tokio-stream 0.1.15 (registry+https://github.com/rust-lang/crates.io-index)",
"tower",
"tower-layer",
@@ -14445,9 +14590,9 @@ dependencies = [
[[package]]
name = "tonic"
-version = "0.12.1"
+version = "0.12.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "38659f4a91aba8598d27821589f5db7dddd94601e7a01b1e485a50e5484c7401"
+checksum = "c6f6ba989e4b2c58ae83d862d3a3e27690b6e3ae630d0deb59f3697f32aa88ad"
dependencies = [
"async-stream",
"async-trait",
@@ -14479,9 +14624,9 @@ dependencies = [
[[package]]
name = "tonic-build"
-version = "0.12.1"
+version = "0.12.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "568392c5a2bd0020723e3f387891176aabafe36fd9fcd074ad309dfa0c8eb964"
+checksum = "fe4ee8877250136bd7e3d2331632810a4df4ea5e004656990d8d66d2f5ee8a67"
dependencies = [
"prettyplease 0.2.15",
"proc-macro2",
@@ -14618,9 +14763,9 @@ dependencies = [
[[package]]
name = "tracing-opentelemetry"
-version = "0.24.0"
+version = "0.25.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f68803492bf28ab40aeccaecc7021096bd256baf7ca77c3d425d89b35a7be4e4"
+checksum = "a9784ed4da7d921bc8df6963f8c80a0e4ce34ba6ba76668acadd3edbd985ff3b"
dependencies = [
"js-sys",
"once_cell",
@@ -15158,9 +15303,9 @@ checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423"
[[package]]
name = "wasi-common"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "63255d85e10627b07325d7cf4e5fe5a40fa4ff183569a0a67931be26d50ede07"
+checksum = "b86fd41e1e26ff6af9451c6a332a5ce5f5283ca51e87d875cdd9a05305598ee3"
dependencies = [
"anyhow",
"bitflags 2.6.0",
@@ -15256,18 +15401,18 @@ checksum = "ca6ad05a4870b2bf5fe995117d3728437bd27d7cd5f06f13c17443ef369775a1"
[[package]]
name = "wasm-encoder"
-version = "0.202.0"
+version = "0.209.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bfd106365a7f5f7aa3c1916a98cbb3ad477f5ff96ddb130285a91c6e7429e67a"
+checksum = "7b4a05336882dae732ce6bd48b7e11fe597293cb72c13da4f35d7d5f8d53b2a7"
dependencies = [
"leb128",
]
[[package]]
name = "wasm-encoder"
-version = "0.206.0"
+version = "0.217.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d759312e1137f199096d80a70be685899cd7d3d09c572836bb2e9b69b4dc3b1e"
+checksum = "7b88b0814c9a2b323a9b46c687e726996c255ac8b64aa237dd11c81ed4854760"
dependencies = [
"leb128",
]
@@ -15300,20 +15445,23 @@ dependencies = [
[[package]]
name = "wasmparser"
-version = "0.202.0"
+version = "0.209.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d6998515d3cf3f8b980ef7c11b29a9b1017d4cf86b99ae93b546992df9931413"
+checksum = "07035cc9a9b41e62d3bb3a3815a66ab87c993c06fe1cf6b2a3f2a18499d937db"
dependencies = [
+ "ahash 0.8.11",
"bitflags 2.6.0",
+ "hashbrown 0.14.3",
"indexmap 2.2.6",
"semver 1.0.18",
+ "serde",
]
[[package]]
name = "wasmprinter"
-version = "0.202.0"
+version = "0.209.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ab1cc9508685eef9502e787f4d4123745f5651a1e29aec047645d3cac1e2da7a"
+checksum = "ceca8ae6eaa8c7c87b33c25c53bdf299f8c2a764aee1179402ff7652ef3a6859"
dependencies = [
"anyhow",
"wasmparser",
@@ -15321,35 +15469,45 @@ dependencies = [
[[package]]
name = "wasmtime"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5a5990663c28d81015ddbb02a068ac1bf396a4ea296eba7125b2dfc7c00cb52e"
+checksum = "786d8b5e7a4d54917c5ebe555b9667337e5f93383f49bddaaeec2eba68093b45"
dependencies = [
"addr2line",
"anyhow",
"async-trait",
- "bincode 1.3.3",
"bumpalo",
+ "cc",
"cfg-if",
"encoding_rs",
"fxprof-processed-profile",
"gimli",
+ "hashbrown 0.14.3",
"indexmap 2.2.6",
"ittapi",
"libc",
+ "libm",
"log",
- "object 0.33.0",
+ "mach2",
+ "memfd",
+ "memoffset",
+ "object 0.36.4",
"once_cell",
"paste",
+ "postcard",
+ "psm",
"rayon",
"rustix 0.38.31",
"semver 1.0.18",
"serde",
"serde_derive",
"serde_json",
+ "smallvec",
+ "sptr",
"target-lexicon",
- "wasm-encoder 0.202.0",
+ "wasm-encoder 0.209.1",
"wasmparser",
+ "wasmtime-asm-macros",
"wasmtime-cache",
"wasmtime-component-macro",
"wasmtime-component-util",
@@ -15358,8 +15516,8 @@ dependencies = [
"wasmtime-fiber",
"wasmtime-jit-debug",
"wasmtime-jit-icache-coherence",
- "wasmtime-runtime",
"wasmtime-slab",
+ "wasmtime-versioned-export-macros",
"wasmtime-winch",
"wat",
"windows-sys 0.52.0",
@@ -15367,24 +15525,24 @@ dependencies = [
[[package]]
name = "wasmtime-asm-macros"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "625ee94c72004f3ea0228989c9506596e469517d7d0ed66f7300d1067bdf1ca9"
+checksum = "d697d99c341d4a9ffb72f3af7a02124d233eeb59aee010f36d88e97cca553d5e"
dependencies = [
"cfg-if",
]
[[package]]
name = "wasmtime-cache"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "98534bf28de232299e83eab33984a7a6c40c69534d6bd0ea216150b63d41a83a"
+checksum = "916610f9ae9a6c22deb25bba2e6247ba9f00b093d30620875203b91328a1adfa"
dependencies = [
"anyhow",
"base64 0.21.7",
- "bincode 1.3.3",
"directories-next",
"log",
+ "postcard",
"rustix 0.38.31",
"serde",
"serde_derive",
@@ -15396,9 +15554,9 @@ dependencies = [
[[package]]
name = "wasmtime-component-macro"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "64f84414a25ee3a624c8b77550f3fe7b5d8145bd3405ca58886ee6900abb6dc2"
+checksum = "b29b462b068e73b5b27fae092a27f47e5937cabf6b26be2779c978698a52feca"
dependencies = [
"anyhow",
"proc-macro2",
@@ -15411,15 +15569,15 @@ dependencies = [
[[package]]
name = "wasmtime-component-util"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "78580bdb4e04c7da3bf98088559ca1d29382668536e4d5c7f2f966d79c390307"
+checksum = "f9d2912c53d9054984b380dfbd7579f9c3681b2a73b903a56bd71a1c4f175f1e"
[[package]]
name = "wasmtime-cranelift"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b60df0ee08c6a536c765f69e9e8205273435b66d02dd401e938769a2622a6c1a"
+checksum = "a3975deafea000457ba84355c7c0fce0372937204f77026510b7b454f28a3a65"
dependencies = [
"anyhow",
"cfg-if",
@@ -15431,7 +15589,7 @@ dependencies = [
"cranelift-wasm",
"gimli",
"log",
- "object 0.33.0",
+ "object 0.36.4",
"target-lexicon",
"thiserror",
"wasmparser",
@@ -15441,24 +15599,23 @@ dependencies = [
[[package]]
name = "wasmtime-environ"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "64ffc1613db69ee47c96738861534f9a405e422a5aa00224fbf5d410b03fb445"
+checksum = "f444e900e848b884d8a8a2949b6f5b92af642a3e663ff8fbe78731143a55be61"
dependencies = [
"anyhow",
- "bincode 1.3.3",
"cpp_demangle",
"cranelift-entity",
"gimli",
"indexmap 2.2.6",
"log",
- "object 0.33.0",
+ "object 0.36.4",
+ "postcard",
"rustc-demangle",
"serde",
"serde_derive",
"target-lexicon",
- "thiserror",
- "wasm-encoder 0.202.0",
+ "wasm-encoder 0.209.1",
"wasmparser",
"wasmprinter",
"wasmtime-component-util",
@@ -15467,9 +15624,9 @@ dependencies = [
[[package]]
name = "wasmtime-fiber"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f043514a23792761c5765f8ba61a4aa7d67f260c0c37494caabceb41d8ae81de"
+checksum = "4ded58eb2d1bf0dcd2182d0ccd7055c4b10b50d711514f1d73f61515d0fa829d"
dependencies = [
"anyhow",
"cc",
@@ -15482,11 +15639,11 @@ dependencies = [
[[package]]
name = "wasmtime-jit-debug"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9c0ca2ad8f5d2b37f507ef1c935687a690e84e9f325f5a2af9639440b43c1f0e"
+checksum = "9bc54198c6720f098210a85efb3ba8c078d1de4d373cdb6778850a66ae088d11"
dependencies = [
- "object 0.33.0",
+ "object 0.36.4",
"once_cell",
"rustix 0.38.31",
"wasmtime-versioned-export-macros",
@@ -15494,69 +15651,40 @@ dependencies = [
[[package]]
name = "wasmtime-jit-icache-coherence"
-version = "20.0.0"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7a9f93a3289057b26dc75eb84d6e60d7694f7d169c7c09597495de6e016a13ff"
-dependencies = [
- "cfg-if",
- "libc",
- "windows-sys 0.52.0",
-]
-
-[[package]]
-name = "wasmtime-runtime"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c6332a2b0af4224c3ea57c857ad39acd2780ccc2b0c99ba1baa01864d90d7c94"
+checksum = "5afe2f0499542f9a4bcfa1b55bfdda803b6ade4e7c93c6b99e0f39dba44b0a91"
dependencies = [
"anyhow",
- "cc",
"cfg-if",
- "encoding_rs",
- "indexmap 2.2.6",
"libc",
- "log",
- "mach2",
- "memfd",
- "memoffset",
- "paste",
- "psm",
- "rustix 0.38.31",
- "sptr",
- "wasm-encoder 0.202.0",
- "wasmtime-asm-macros",
- "wasmtime-environ",
- "wasmtime-fiber",
- "wasmtime-jit-debug",
- "wasmtime-slab",
- "wasmtime-versioned-export-macros",
"windows-sys 0.52.0",
]
[[package]]
name = "wasmtime-slab"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8b3655075824a374c536a2b2cc9283bb765fcdf3d58b58587862c48571ad81ef"
+checksum = "0a7de1f2bec5bbb35d532e61c85c049dc84ae671df60492f90b954ecf21169e7"
[[package]]
name = "wasmtime-types"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b98cf64a242b0b9257604181ca28b28a5fcaa4c9ea1d396f76d1d2d1c5b40eef"
+checksum = "412463e9000e14cf6856be48628d2213c20c153e29ffc22b036980c892ea6964"
dependencies = [
"cranelift-entity",
"serde",
"serde_derive",
- "thiserror",
+ "smallvec",
"wasmparser",
]
[[package]]
name = "wasmtime-versioned-export-macros"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8561d9e2920db2a175213d557d71c2ac7695831ab472bbfafb9060cd1034684f"
+checksum = "de5a9bc4f44ceeb168e9e8e3be4e0b4beb9095b468479663a9e24c667e36826f"
dependencies = [
"proc-macro2",
"quote",
@@ -15565,14 +15693,14 @@ dependencies = [
[[package]]
name = "wasmtime-winch"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a06b573d14ac846a0fb8c541d8fca6a64acf9a1d176176982472274ab1d2fa5d"
+checksum = "ed4db238a0241df2d15f79ad17b3a37a27f2ea6cb885894d81b42ae107544466"
dependencies = [
"anyhow",
"cranelift-codegen",
"gimli",
- "object 0.33.0",
+ "object 0.36.4",
"target-lexicon",
"wasmparser",
"wasmtime-cranelift",
@@ -15582,9 +15710,9 @@ dependencies = [
[[package]]
name = "wasmtime-wit-bindgen"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "595bc7bb3b0ff4aa00fab718c323ea552c3034d77abc821a35112552f2ea487a"
+checksum = "70dc077306b38288262e5ba01d4b21532a6987416cdc0aedf04bb06c22a68fdc"
dependencies = [
"anyhow",
"heck 0.4.1",
@@ -15603,24 +15731,24 @@ dependencies = [
[[package]]
name = "wast"
-version = "206.0.0"
+version = "217.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "68586953ee4960b1f5d84ebf26df3b628b17e6173bc088e0acfbce431469795a"
+checksum = "79004ecebded92d3c710d4841383368c7f04b63d0992ddd6b0c7d5029b7629b7"
dependencies = [
"bumpalo",
"leb128",
"memchr",
"unicode-width",
- "wasm-encoder 0.206.0",
+ "wasm-encoder 0.217.0",
]
[[package]]
name = "wat"
-version = "1.206.0"
+version = "1.217.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "da4c6f2606276c6e991aebf441b2fc92c517807393f039992a3e0ad873efe4ad"
+checksum = "c126271c3d92ca0f7c63e4e462e40c69cca52fd4245fcda730d1cf558fb55088"
dependencies = [
- "wast 206.0.0",
+ "wast 217.0.0",
]
[[package]]
@@ -15695,9 +15823,9 @@ checksum = "653f141f39ec16bba3c5abe400a0c60da7468261cc2cbf36805022876bc721a8"
[[package]]
name = "wiggle"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1b6552dda951239e219c329e5a768393664e8d120c5e0818487ac2633f173b1f"
+checksum = "29830e5d01c182d24b94092c697aa7ab0ee97d22e78a2bf40ca91eae6ebca5c2"
dependencies = [
"anyhow",
"async-trait",
@@ -15710,9 +15838,9 @@ dependencies = [
[[package]]
name = "wiggle-generate"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "da64cb31e0bfe8b1d2d13956ef9fd5c77545756a1a6ef0e6cfd44e8f1f207aed"
+checksum = "557567f2793508760cd855f7659b7a0b9dc4dbc451f53f1415d6943a15311ade"
dependencies = [
"anyhow",
"heck 0.4.1",
@@ -15725,9 +15853,9 @@ dependencies = [
[[package]]
name = "wiggle-macro"
-version = "20.0.0"
+version = "22.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "900b2416ef2ff2903ded6cf55d4a941fed601bf56a8c4874856d7a77c1891994"
+checksum = "cc26129a8aea20b62c961d1b9ab4a3c3b56b10042ed85d004f8678af0f21ba6e"
dependencies = [
"proc-macro2",
"quote",
@@ -15768,9 +15896,9 @@ checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f"
[[package]]
name = "winch-codegen"
-version = "0.18.0"
+version = "0.20.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fb23450977f9d4a23c02439cf6899340b2d68887b19465c5682740d9cc37d52e"
+checksum = "85c6915884e731b2db0d8cf08cb64474cb69221a161675fd3c135f91febc3daa"
dependencies = [
"anyhow",
"cranelift-codegen",
@@ -16078,9 +16206,9 @@ dependencies = [
[[package]]
name = "wit-parser"
-version = "0.202.0"
+version = "0.209.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "744237b488352f4f27bca05a10acb79474415951c450e52ebd0da784c1df2bcc"
+checksum = "3e79b9e3c0b6bb589dec46317e645851e0db2734c44e2be5e251b03ff4a51269"
dependencies = [
"anyhow",
"id-arena",
@@ -16122,6 +16250,7 @@ dependencies = [
"libz-sys",
"log",
"lzma-sys",
+ "openssl-sys",
"sasl2-sys",
"tracing",
"zstd-sys",
diff --git a/Cargo.toml b/Cargo.toml
index c34b414ad0a7b..9e871501e3e9f 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -78,7 +78,7 @@ license = "Apache-2.0"
repository = "https://github.com/risingwavelabs/risingwave"
[workspace.dependencies]
-foyer = { version = "0.10.4", features = ["nightly", "mtrace"] }
+foyer = { version = "0.11.5", features = ["mtrace", "nightly"] }
apache-avro = { git = "https://github.com/risingwavelabs/avro", rev = "25113ba88234a9ae23296e981d8302c290fdaa4b", features = [
"snappy",
"zstandard",
@@ -136,36 +136,21 @@ tonic-build = { package = "madsim-tonic-build", version = "0.5" }
otlp-embedded = { git = "https://github.com/risingwavelabs/otlp-embedded", rev = "e6cd165b9bc85783b42c106e99186b86b73e3507" }
prost = { version = "0.13" }
prost-build = { version = "0.13" }
-# branch dylan/fix_parquet_nested_type_field_id
-icelake = { git = "https://github.com/risingwavelabs/icelake.git", rev = "3f4724158acee37a4785f56670a1427993a58739", features = [
+# branch rw_patch
+icelake = { git = "https://github.com/risingwavelabs/icelake.git", rev = "1783f8f106958d6d0ce0249c1c708934a15c2a47", features = [
"prometheus",
] }
-arrow-array-iceberg = { package = "arrow-array", version = "52" }
-arrow-schema-iceberg = { package = "arrow-schema", version = "52" }
-arrow-buffer-iceberg = { package = "arrow-buffer", version = "52" }
-arrow-cast-iceberg = { package = "arrow-cast", version = "52" }
# branch dev
-iceberg = { git = "https://github.com/risingwavelabs/iceberg-rust.git", rev = "84bf51c9d0d5886e4ee306ca4f383f029e1767a4" }
-iceberg-catalog-rest = { git = "https://github.com/risingwavelabs/iceberg-rust.git", rev = "84bf51c9d0d5886e4ee306ca4f383f029e1767a4" }
-iceberg-catalog-glue = { git = "https://github.com/risingwavelabs/iceberg-rust.git", rev = "84bf51c9d0d5886e4ee306ca4f383f029e1767a4" }
-opendal = "0.47"
-arrow-array = "50"
-arrow-arith = "50"
-arrow-cast = "50"
-arrow-schema = "50"
-arrow-buffer = "50"
-arrow-flight = "50"
-arrow-select = "50"
-arrow-ord = "50"
-arrow-row = "50"
-arrow-udf-js = "0.3.1"
-arrow-udf-wasm = { version = "0.2.2", features = ["build"] }
-arrow-udf-python = "0.2"
-arrow-udf-flight = "0.1"
-arrow-array-deltalake = { package = "arrow-array", version = "48.0.1" }
-arrow-buffer-deltalake = { package = "arrow-buffer", version = "48.0.1" }
-arrow-cast-deltalake = { package = "arrow-cast", version = "48.0.1" }
-arrow-schema-deltalake = { package = "arrow-schema", version = "48.0.1" }
+iceberg = { git = "https://github.com/risingwavelabs/iceberg-rust.git", rev = "f8b7bff7bd7853be7733fc1db1203862878f92c1" }
+iceberg-catalog-rest = { git = "https://github.com/risingwavelabs/iceberg-rust.git", rev = "f8b7bff7bd7853be7733fc1db1203862878f92c1" }
+iceberg-catalog-glue = { git = "https://github.com/risingwavelabs/iceberg-rust.git", rev = "f8b7bff7bd7853be7733fc1db1203862878f92c1" }
+opendal = "0.49"
+# used only by arrow-udf-flight
+arrow-flight = "52"
+arrow-udf-js = "0.4"
+arrow-udf-wasm = { version = "0.3", features = ["build"] }
+arrow-udf-python = "0.3"
+arrow-udf-flight = "0.3"
clap = { version = "4", features = ["cargo", "derive", "env"] }
# Use a forked version which removes the dependencies on dynamo db to reduce
# compile time and binary size.
@@ -176,18 +161,17 @@ deltalake = { git = "https://github.com/risingwavelabs/delta-rs", rev = "5c2dccd
itertools = "0.12.0"
jsonbb = "0.1.4"
lru = { git = "https://github.com/risingwavelabs/lru-rs.git", rev = "2682b85" }
-parquet = { version = "52", features = ["async"] }
+parquet = { version = "53", features = ["async"] }
thiserror-ext = "0.1.2"
tikv-jemalloc-ctl = { git = "https://github.com/risingwavelabs/jemallocator.git", rev = "64a2d9" }
tikv-jemallocator = { git = "https://github.com/risingwavelabs/jemallocator.git", features = [
"profiling",
"stats",
], rev = "64a2d9" }
-# TODO(http-bump): bump to use tonic 0.12 once minitrace-opentelemetry is updated
-opentelemetry = "0.23"
-opentelemetry-otlp = "0.16"
-opentelemetry_sdk = { version = "0.23", default-features = false }
-opentelemetry-semantic-conventions = "0.15"
+opentelemetry = "0.24"
+opentelemetry-otlp = "0.17"
+opentelemetry_sdk = { version = "0.24", default-features = false }
+opentelemetry-semantic-conventions = "0.16"
parking_lot = { version = "0.12", features = [
"arc_lock",
"deadlock_detection",
@@ -198,10 +182,24 @@ sea-orm = { version = "0.12.14", features = [
"sqlx-sqlite",
"runtime-tokio-native-tls",
] }
-sqlx = { version = "0.7.3", default-features = false, features = ["bigdecimal", "chrono", "json", "mysql", "postgres", "runtime-tokio-native-tls", "rust_decimal", "sqlite", "time", "uuid"] }
-tokio-stream = { git = "https://github.com/madsim-rs/tokio.git", rev = "0dd1055", features = ["net", "fs"] }
+sqlx = { version = "0.7.3", default-features = false, features = [
+ "bigdecimal",
+ "chrono",
+ "json",
+ "mysql",
+ "postgres",
+ "runtime-tokio-native-tls",
+ "rust_decimal",
+ "sqlite",
+ "time",
+ "uuid",
+] }
+tokio-stream = { git = "https://github.com/madsim-rs/tokio.git", rev = "0dd1055", features = [
+ "net",
+ "fs",
+] }
tokio-util = "0.7"
-tracing-opentelemetry = "0.24"
+tracing-opentelemetry = "0.25"
rand = { version = "0.8", features = ["small_rng"] }
risingwave_backup = { path = "./src/storage/backup" }
risingwave_batch = { path = "./src/batch" }
diff --git a/ci/scripts/backwards-compat-test.sh b/ci/scripts/backwards-compat-test.sh
index c077d3d360eb2..e7b857c339f04 100755
--- a/ci/scripts/backwards-compat-test.sh
+++ b/ci/scripts/backwards-compat-test.sh
@@ -102,9 +102,9 @@ setup_old_cluster() {
set -e
echo "Failed to download ${OLD_VERSION} from github releases, build from source later during \`risedev d\`"
configure_rw "$OLD_VERSION" true
- elif [[ $OLD_VERSION = '1.10.1' || $OLD_VERSION = '1.10.0' ]]; then
+ elif [[ $OLD_VERSION = '1.10.0' || $OLD_VERSION = '1.10.1' || $OLD_VERSION = '1.10.2' || $OLD_VERSION = '2.0.0' ]]; then
set -e
- echo "1.10.x has older openssl version, build from source later during \`risedev d\`"
+ echo "1.10.x, 2.0.0 have dynamically linked openssl, build from source later during \`risedev d\`"
configure_rw "$OLD_VERSION" true
else
set -e
diff --git a/ci/scripts/common.sh b/ci/scripts/common.sh
index 656bb66cc934a..9593a54aeaf54 100755
--- a/ci/scripts/common.sh
+++ b/ci/scripts/common.sh
@@ -139,10 +139,11 @@ configure_static_openssl() {
}
check_link_info() {
- ldd_output=$(ldd target/"$1"/risingwave)
+ profile=$1
+ ldd_output=$(ldd target/"$profile"/risingwave)
echo "$ldd_output"
# enforce that libssl is not present if we are building with static openssl
- if [[ "$profile" == "ci-release" ]] && [[ "$ldd_output" == *"libssl"* ]]; then
+ if [[ "$profile" == "ci-release" || "$profile" == "production" ]] && [[ "$ldd_output" == *"libssl"* ]]; then
echo "libssl should not be dynamically linked"
exit 1
fi
diff --git a/ci/scripts/e2e-iceberg-sink-v2-test.sh b/ci/scripts/e2e-iceberg-sink-v2-test.sh
index c039c625aa213..bcb530ae9fdd9 100755
--- a/ci/scripts/e2e-iceberg-sink-v2-test.sh
+++ b/ci/scripts/e2e-iceberg-sink-v2-test.sh
@@ -46,7 +46,9 @@ poetry run python main.py -t ./test_case/range_partition_append_only.toml
poetry run python main.py -t ./test_case/range_partition_upsert.toml
poetry run python main.py -t ./test_case/append_only_with_checkpoint_interval.toml
poetry run python main.py -t ./test_case/iceberg_select_empty_table.toml
-poetry run python main.py -t ./test_case/iceberg_source_eq_delete.toml
+poetry run python main.py -t ./test_case/iceberg_source_equality_delete.toml
+poetry run python main.py -t ./test_case/iceberg_source_position_delete.toml
+poetry run python main.py -t ./test_case/iceberg_source_all_delete.toml
echo "--- Kill cluster"
diff --git a/ci/scripts/release.sh b/ci/scripts/release.sh
index c2f88521a5fc9..c5013314fc543 100755
--- a/ci/scripts/release.sh
+++ b/ci/scripts/release.sh
@@ -3,6 +3,7 @@
# Exits as soon as any line fails.
set -euo pipefail
+SKIP_RELEASE=${SKIP_RELEASE:-0}
REPO_ROOT=${PWD}
ARCH="$(uname -m)"
@@ -72,22 +73,25 @@ if [ "${ARCH}" == "aarch64" ]; then
export JEMALLOC_SYS_WITH_LG_PAGE=16
fi
-configure_static_openssl
-
-cargo build -p risingwave_cmd_all --features "rw-static-link" --features external-udf --features wasm-udf --features js-udf --profile production
-cargo build -p risingwave_cmd --bin risectl --features "rw-static-link" --profile production
+cargo build -p risingwave_cmd_all --features "rw-static-link" --features external-udf --features wasm-udf --features js-udf --features openssl-vendored --profile production
+cargo build -p risingwave_cmd --bin risectl --features "rw-static-link" --features openssl-vendored --profile production
+echo "--- check link info"
check_link_info production
cd target/production && chmod +x risingwave risectl
-echo "--- Upload nightly binary to s3"
-if [ "${BUILDKITE_SOURCE}" == "schedule" ]; then
- tar -czvf risingwave-"$(date '+%Y%m%d')"-"${ARCH}"-unknown-linux.tar.gz risingwave
- aws s3 cp risingwave-"$(date '+%Y%m%d')"-"${ARCH}"-unknown-linux.tar.gz s3://rw-nightly-pre-built-binary
-elif [[ -n "${BINARY_NAME+x}" ]]; then
- tar -czvf risingwave-"${BINARY_NAME}"-"${ARCH}"-unknown-linux.tar.gz risingwave
- aws s3 cp risingwave-"${BINARY_NAME}"-"${ARCH}"-unknown-linux.tar.gz s3://rw-nightly-pre-built-binary
+if [ "${SKIP_RELEASE}" -ne 1 ]; then
+ echo "--- Upload nightly binary to s3"
+ if [ "${BUILDKITE_SOURCE}" == "schedule" ]; then
+ tar -czvf risingwave-"$(date '+%Y%m%d')"-"${ARCH}"-unknown-linux.tar.gz risingwave
+ aws s3 cp risingwave-"$(date '+%Y%m%d')"-"${ARCH}"-unknown-linux.tar.gz s3://rw-nightly-pre-built-binary
+ elif [[ -n "${BINARY_NAME+x}" ]]; then
+ tar -czvf risingwave-"${BINARY_NAME}"-"${ARCH}"-unknown-linux.tar.gz risingwave
+ aws s3 cp risingwave-"${BINARY_NAME}"-"${ARCH}"-unknown-linux.tar.gz s3://rw-nightly-pre-built-binary
+ fi
+else
+ echo "--- Skipped upload nightly binary"
fi
echo "--- Build connector node"
@@ -106,30 +110,34 @@ if [[ -n "${BUILDKITE_TAG}" ]]; then
dnf config-manager --add-repo https://cli.github.com/packages/rpm/gh-cli.repo
dnf install -y gh
- echo "--- Release create"
- set +e
- response=$(gh api repos/risingwavelabs/risingwave/releases/tags/"${BUILDKITE_TAG}" 2>&1)
- set -euo pipefail
- if [[ $response == *"Not Found"* ]]; then
- echo "Tag ${BUILDKITE_TAG} does not exist. Creating release..."
- gh release create "${BUILDKITE_TAG}" --notes "release ${BUILDKITE_TAG}" -d -p
+ if [ "${SKIP_RELEASE}" -ne 1 ]; then
+ echo "--- Release create"
+ set +e
+ response=$(gh release view -R risingwavelabs/risingwave "${BUILDKITE_TAG}" 2>&1)
+ set -euo pipefail
+ if [[ $response == *"not found"* ]]; then
+ echo "Tag ${BUILDKITE_TAG} does not exist. Creating release..."
+ gh release create "${BUILDKITE_TAG}" --notes "release ${BUILDKITE_TAG}" -d -p
+ else
+ echo "Tag ${BUILDKITE_TAG} already exists. Skipping release creation."
+ fi
+
+ echo "--- Release upload risingwave asset"
+ tar -czvf risingwave-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux.tar.gz risingwave
+ gh release upload "${BUILDKITE_TAG}" risingwave-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux.tar.gz
+
+ echo "--- Release upload risingwave debug info"
+ tar -czvf risingwave-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux.dwp.tar.gz risingwave.dwp
+ gh release upload "${BUILDKITE_TAG}" risingwave-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux.dwp.tar.gz
+
+ echo "--- Release upload risectl asset"
+ tar -czvf risectl-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux.tar.gz risectl
+ gh release upload "${BUILDKITE_TAG}" risectl-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux.tar.gz
+
+ echo "--- Release upload risingwave-all-in-one asset"
+ tar -czvf risingwave-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux-all-in-one.tar.gz risingwave libs
+ gh release upload "${BUILDKITE_TAG}" risingwave-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux-all-in-one.tar.gz
else
- echo "Tag ${BUILDKITE_TAG} already exists. Skipping release creation."
+ echo "--- Skipped upload RW assets"
fi
-
- echo "--- Release upload risingwave asset"
- tar -czvf risingwave-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux.tar.gz risingwave
- gh release upload "${BUILDKITE_TAG}" risingwave-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux.tar.gz
-
- echo "--- Release upload risingwave debug info"
- tar -czvf risingwave-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux.dwp.tar.gz risingwave.dwp
- gh release upload "${BUILDKITE_TAG}" risingwave-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux.dwp.tar.gz
-
- echo "--- Release upload risectl asset"
- tar -czvf risectl-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux.tar.gz risectl
- gh release upload "${BUILDKITE_TAG}" risectl-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux.tar.gz
-
- echo "--- Release upload risingwave-all-in-one asset"
- tar -czvf risingwave-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux-all-in-one.tar.gz risingwave libs
- gh release upload "${BUILDKITE_TAG}" risingwave-"${BUILDKITE_TAG}"-"${ARCH}"-unknown-linux-all-in-one.tar.gz
fi
diff --git a/ci/workflows/main-cron.yml b/ci/workflows/main-cron.yml
index d35803e02d758..d1086092f7e2d 100644
--- a/ci/workflows/main-cron.yml
+++ b/ci/workflows/main-cron.yml
@@ -529,7 +529,7 @@ steps:
retry: *auto-retry
- label: "S3 source and sink on parquet file"
- key: "s3-v2-source-check-parquet-file"
+ key: "s3-source-and-sink-parquet-encode"
command: "ci/scripts/s3-source-test.sh -p ci-release -s fs_parquet_source_and_sink.py"
if: |
!(build.pull_request.labels includes "ci/main-cron/run-selected") && build.env("CI_STEPS") == null
@@ -1061,6 +1061,26 @@ steps:
timeout_in_minutes: 10
retry: *auto-retry
+ - label: "release amd64 (dry-run)"
+ command: "SKIP_RELEASE=1 ci/scripts/release.sh"
+ if: |
+ build.pull_request.labels includes "ci/run-release-dry-run" || build.env("CI_STEPS") =~ /(^|,)release-dry-run(,|$$)/
+ plugins:
+ - seek-oss/aws-sm#v2.3.1:
+ env:
+ GITHUB_TOKEN: github-token
+ - docker-compose#v5.1.0:
+ run: release-env-x86
+ config: ci/docker-compose.yml
+ mount-buildkite-agent: true
+ environment:
+ - BINARY_NAME
+ - GITHUB_TOKEN
+ - BUILDKITE_TAG
+ - BUILDKITE_SOURCE
+ timeout_in_minutes: 60
+ retry: *auto-retry
+
- label: "release amd64"
command: "ci/scripts/release.sh"
if: build.tag != null
@@ -1080,6 +1100,28 @@ steps:
timeout_in_minutes: 60
retry: *auto-retry
+ - label: "release aarch64 (dry-run)"
+ command: "SKIP_RELEASE=1 ci/scripts/release.sh"
+ if: |
+ build.pull_request.labels includes "ci/run-release-dry-run" || build.env("CI_STEPS") =~ /(^|,)release-dry-run(,|$$)/
+ plugins:
+ - seek-oss/aws-sm#v2.3.1:
+ env:
+ GITHUB_TOKEN: github-token
+ - docker-compose#v5.1.0:
+ run: release-env-arm
+ config: ci/docker-compose.yml
+ mount-buildkite-agent: true
+ environment:
+ - BINARY_NAME
+ - GITHUB_TOKEN
+ - BUILDKITE_TAG
+ - BUILDKITE_SOURCE
+ agents:
+ queue: "linux-arm64"
+ timeout_in_minutes: 60
+ retry: *auto-retry
+
- label: "release aarch64"
command: "ci/scripts/release.sh"
if: build.tag != null
diff --git a/clippy.toml b/clippy.toml
index 21b972376b0ed..23134a6fe11f6 100644
--- a/clippy.toml
+++ b/clippy.toml
@@ -13,6 +13,8 @@ disallowed-methods = [
{ path = "speedate::DateTime::parse_bytes_with_config", reason = "Please use `parse_bytes_rfc3339_with_config` instead." },
{ path = "speedate::Date::parse_str", reason = "Please use `parse_str_rfc3339` instead." },
{ path = "speedate::Date::parse_bytes", reason = "Please use `parse_bytes_rfc3339` instead." },
+ { path = "tonic::transport::Endpoint::connect", reason = "Please use `EndpointExt::monitored_connect` instead." },
+ { path = "tonic::transport::Endpoint::connect_lazy", reason = "Please use `EndpointExt::monitored_connect_lazy` instead." },
]
disallowed-types = [
{ path = "num_traits::AsPrimitive", reason = "Please use `From` or `TryFrom` with `OrderedFloat` instead." },
diff --git a/dashboard/README.md b/dashboard/README.md
index 1212aef935684..724d21c964481 100644
--- a/dashboard/README.md
+++ b/dashboard/README.md
@@ -36,7 +36,20 @@ For example:
./risedev slt e2e_test/nexmark/create_sources.slt.part
./risedev psql -c 'CREATE TABLE dimension (v1 int);'
./risedev psql -c 'CREATE MATERIALIZED VIEW mv AS SELECT auction.* FROM dimension join auction on auction.id-auction.id = dimension.v1;'
-./risedev psql -c 'INSERT INTO dimension select 0 from generate_series(1, 50);'
+./risedev psql -c 'CREATE MATERIALIZED VIEW mv2 AS SELECT * FROM mv;'
+./risedev psql -c 'CREATE MATERIALIZED VIEW mv3 AS SELECT count(*) FROM mv2;'
+
+./risedev psql -c 'CREATE MATERIALIZED VIEW mv4 AS SELECT * FROM mv;'
+./risedev psql -c 'CREATE MATERIALIZED VIEW mv5 AS SELECT count(*) FROM mv2;'
+./risedev psql -c 'CREATE MATERIALIZED VIEW mv6 AS SELECT mv4.* FROM mv4 join mv2 using(id);'
+./risedev psql -c 'CREATE MATERIALIZED VIEW mv7 AS SELECT max(id) FROM mv;'
+
+./risedev psql -c 'CREATE MATERIALIZED VIEW mv8 AS SELECT mv.* FROM mv join mv6 using(id);'
+./risedev psql -c 'CREATE SCHEMA s1;'
+./risedev psql -c 'CREATE TABLE s1.t1 (v1 int);'
+./risedev psql -c 'CREATE MATERIALIZED VIEW s1.mv1 AS SELECT s1.t1.* FROM s1.t1 join mv on s1.t1.v1 = mv.id;'
+
+./risedev psql -c 'INSERT INTO dimension select 0 from generate_series(1, 20);'
```
Install dependencies and start the development server.
diff --git a/dashboard/components/FragmentGraph.tsx b/dashboard/components/FragmentGraph.tsx
index 6ca2c14dda28e..1e7d80c8641c3 100644
--- a/dashboard/components/FragmentGraph.tsx
+++ b/dashboard/components/FragmentGraph.tsx
@@ -10,7 +10,6 @@ import {
theme,
useDisclosure,
} from "@chakra-ui/react"
-import { tinycolor } from "@ctrl/tinycolor"
import loadable from "@loadable/component"
import * as d3 from "d3"
import { cloneDeep } from "lodash"
@@ -26,6 +25,7 @@ import {
} from "../lib/layout"
import { PlanNodeDatum } from "../pages/fragment_graph"
import { StreamNode } from "../proto/gen/stream_plan"
+import { backPressureColor, backPressureWidth } from "./utils/backPressure"
const ReactJson = loadable(() => import("react-json-view"))
@@ -396,7 +396,7 @@ export default function FragmentGraph({
if (backPressures) {
let value = backPressures.get(`${d.target}_${d.source}`)
if (value) {
- return backPressureWidth(value)
+ return backPressureWidth(value, 30)
}
}
@@ -482,44 +482,3 @@ export default function FragmentGraph({
)
}
-
-/**
- * The color for the edge with given back pressure value.
- *
- * @param value The back pressure rate, between 0 and 100.
- */
-function backPressureColor(value: number) {
- const colorRange = [
- theme.colors.green["100"],
- theme.colors.green["300"],
- theme.colors.yellow["400"],
- theme.colors.orange["500"],
- theme.colors.red["700"],
- ].map((c) => tinycolor(c))
-
- value = Math.max(value, 0)
- value = Math.min(value, 100)
-
- const step = colorRange.length - 1
- const pos = (value / 100) * step
- const floor = Math.floor(pos)
- const ceil = Math.ceil(pos)
-
- const color = tinycolor(colorRange[floor])
- .mix(tinycolor(colorRange[ceil]), (pos - floor) * 100)
- .toHexString()
-
- return color
-}
-
-/**
- * The width for the edge with given back pressure value.
- *
- * @param value The back pressure rate, between 0 and 100.
- */
-function backPressureWidth(value: number) {
- value = Math.max(value, 0)
- value = Math.min(value, 100)
-
- return 30 * (value / 100) + 2
-}
diff --git a/dashboard/components/Layout.tsx b/dashboard/components/Layout.tsx
index 6daa7e821ce3c..2a1eaf488d12d 100644
--- a/dashboard/components/Layout.tsx
+++ b/dashboard/components/Layout.tsx
@@ -144,7 +144,7 @@ function Layout({ children }: { children: React.ReactNode }) {
Streaming
- Dependency Graph
+ Relation Graph
Fragment Graph
diff --git a/dashboard/components/RelationDependencyGraph.tsx b/dashboard/components/RelationGraph.tsx
similarity index 81%
rename from dashboard/components/RelationDependencyGraph.tsx
rename to dashboard/components/RelationGraph.tsx
index d2f5052dc368d..a61a6924a370e 100644
--- a/dashboard/components/RelationDependencyGraph.tsx
+++ b/dashboard/components/RelationGraph.tsx
@@ -25,6 +25,7 @@ import {
relationTypeTitleCase,
} from "../lib/api/streaming"
import {
+ Edge,
Enter,
Position,
RelationPoint,
@@ -33,6 +34,7 @@ import {
generateRelationEdges,
} from "../lib/layout"
import { CatalogModal, useCatalogModal } from "./CatalogModal"
+import { backPressureColor, backPressureWidth } from "./utils/backPressure"
function boundBox(
relationPosition: RelationPointPosition[],
@@ -55,14 +57,16 @@ const rowMargin = 50
export const nodeRadius = 12
const layoutMargin = 50
-export default function RelationDependencyGraph({
+export default function RelationGraph({
nodes,
selectedId,
setSelectedId,
+ backPressures,
}: {
nodes: RelationPoint[]
selectedId: string | undefined
setSelectedId: (id: string) => void
+ backPressures?: Map // relationId-relationId->back_pressure_rate})
}) {
const [modalData, setModalId] = useCatalogModal(nodes.map((n) => n.relation))
@@ -114,22 +118,59 @@ export default function RelationDependencyGraph({
const isSelected = (id: string) => id === selectedId
- const applyEdge = (sel: EdgeSelection) =>
+ const applyEdge = (sel: EdgeSelection) => {
+ const color = (d: Edge) => {
+ if (backPressures) {
+ let value = backPressures.get(`${d.target}_${d.source}`)
+ if (value) {
+ return backPressureColor(value)
+ }
+ }
+
+ return theme.colors.gray["300"]
+ }
+
+ const width = (d: Edge) => {
+ if (backPressures) {
+ let value = backPressures.get(`${d.target}_${d.source}`)
+ if (value) {
+ return backPressureWidth(value, 15)
+ }
+ }
+
+ return 2
+ }
+
sel
.attr("d", ({ points }) => line(points))
.attr("fill", "none")
- .attr("stroke-width", 1)
- .attr("stroke-width", (d) =>
- isSelected(d.source) || isSelected(d.target) ? 4 : 2
- )
+ .attr("stroke-width", width)
+ .attr("stroke", color)
.attr("opacity", (d) =>
isSelected(d.source) || isSelected(d.target) ? 1 : 0.5
)
- .attr("stroke", (d) =>
- isSelected(d.source) || isSelected(d.target)
- ? theme.colors.blue["500"]
- : theme.colors.gray["300"]
- )
+
+ // Tooltip for back pressure rate
+ let title = sel.select("title")
+ if (title.empty()) {
+ title = sel.append("title")
+ }
+
+ const text = (d: Edge) => {
+ if (backPressures) {
+ let value = backPressures.get(`${d.target}_${d.source}`)
+ if (value) {
+ return `${value.toFixed(2)}%`
+ }
+ }
+
+ return ""
+ }
+
+ title.text(text)
+
+ return sel
+ }
const createEdge = (sel: Enter) =>
sel.append("path").attr("class", "edge").call(applyEdge)
@@ -224,7 +265,7 @@ export default function RelationDependencyGraph({
nodeSelection.enter().call(createNode)
nodeSelection.call(applyNode)
nodeSelection.exit().remove()
- }, [layoutMap, links, selectedId, setModalId, setSelectedId])
+ }, [layoutMap, links, selectedId, setModalId, setSelectedId, backPressures])
return (
<>
diff --git a/dashboard/components/Relations.tsx b/dashboard/components/Relations.tsx
index 49161feea908b..4636b3764947a 100644
--- a/dashboard/components/Relations.tsx
+++ b/dashboard/components/Relations.tsx
@@ -60,7 +60,7 @@ export const dependentsColumn: Column = {
name: "Depends",
width: 1,
content: (r) => (
-
+