From faaed4ec432b771289fb7614808b8c105b7d6284 Mon Sep 17 00:00:00 2001 From: Zihao Xu Date: Sat, 20 Apr 2024 00:01:39 -0400 Subject: [PATCH 1/2] chore(snowflake-sink): update spec and related demo sql(s) (#16415) --- integration_tests/snowflake-sink/create_sink.sql | 5 ++--- integration_tests/snowflake-sink/create_source.sql | 3 +++ integration_tests/snowflake-sink/snowflake_prep.sql | 10 +++++++--- 3 files changed, 12 insertions(+), 6 deletions(-) diff --git a/integration_tests/snowflake-sink/create_sink.sql b/integration_tests/snowflake-sink/create_sink.sql index 457def4f82e2d..0986005d8c717 100644 --- a/integration_tests/snowflake-sink/create_sink.sql +++ b/integration_tests/snowflake-sink/create_sink.sql @@ -12,9 +12,8 @@ CREATE SINK snowflake_sink FROM ss_mv WITH ( snowflake.aws_access_key_id = 'EXAMPLE_AWS_ID', snowflake.aws_secret_access_key = 'EXAMPLE_SECRET_KEY', snowflake.aws_region = 'EXAMPLE_REGION', - snowflake.max_batch_row_num = '1030', snowflake.s3_path = 'EXAMPLE_S3_PATH', - -- depends on your mv setup, note that snowflake sink only supports - -- append-only at present. + -- depends on your mv setup, note that snowflake sink *only* supports + -- `append-only` mode at present. force_append_only = 'true' ); \ No newline at end of file diff --git a/integration_tests/snowflake-sink/create_source.sql b/integration_tests/snowflake-sink/create_source.sql index ed7c02341638a..0a5bc60f49922 100644 --- a/integration_tests/snowflake-sink/create_source.sql +++ b/integration_tests/snowflake-sink/create_source.sql @@ -1,3 +1,6 @@ +-- please note that this will create a source that generates 1,000 rows in 10 seconds +-- you may want to change the configuration for better testing / demo purpose + CREATE table user_behaviors ( user_id int, target_id VARCHAR, diff --git a/integration_tests/snowflake-sink/snowflake_prep.sql b/integration_tests/snowflake-sink/snowflake_prep.sql index 96026d0884415..b684a93b2d299 100644 --- a/integration_tests/snowflake-sink/snowflake_prep.sql +++ b/integration_tests/snowflake-sink/snowflake_prep.sql @@ -19,11 +19,15 @@ SELECT TRIM( CREATE OR REPLACE TABLE example_snowflake_sink_table (user_id INT, target_id VARCHAR, event_timestamp TIMESTAMP_TZ); -- snowflake stage, we only supports json as sink format at present -CREATE OR REPLACE STAGE example_snowflake_stage URL = '' - credentials = ( AWS_KEY_ID = '' AWS_SECRET_KEY = '' ) file_format = ( type = JSON ); +CREATE OR REPLACE STAGE example_snowflake_stage + url = '' + credentials = ( AWS_KEY_ID = '' AWS_SECRET_KEY = '' ) + file_format = ( type = JSON ); -- snowflake pipe -CREATE OR REPLACE PIPE example_snowflake_pipe AS COPY INTO example_snowflake_sink_table FROM @example_snowflake_stage MATCH_BY_COLUMN_NAME = CASE_INSENSITIVE; +CREATE OR REPLACE PIPE example_snowflake_pipe + AS COPY INTO example_snowflake_sink_table + FROM @example_snowflake_stage MATCH_BY_COLUMN_NAME = CASE_INSENSITIVE; -- select from table after sinking from rw SELECT * FROM example_snowflake_sink_table WHERE event_timestamp IS NOT NULL; From ce45021bbd2aa3ad2c358a4e3cda884d7a8f7a5e Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Sun, 21 Apr 2024 11:05:53 +0800 Subject: [PATCH 2/2] chore(deps): Bump rustls from 0.23.4 to 0.23.5 (#16417) Signed-off-by: dependabot[bot] Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> --- Cargo.lock | 6 +++--- src/object_store/Cargo.toml | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index bf24db465e5f1..52409c1b0db38 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -11091,7 +11091,7 @@ dependencies = [ "prometheus", "reqwest 0.11.20", "risingwave_common", - "rustls 0.23.4", + "rustls 0.23.5", "spin 0.9.8", "thiserror", "thiserror-ext", @@ -11806,9 +11806,9 @@ dependencies = [ [[package]] name = "rustls" -version = "0.23.4" +version = "0.23.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8c4d6d8ad9f2492485e13453acbb291dd08f64441b6609c491f1c2cd2c6b4fe1" +checksum = "afabcee0551bd1aa3e18e5adbf2c0544722014b899adb31bd186ec638d3da97e" dependencies = [ "aws-lc-rs", "log", diff --git a/src/object_store/Cargo.toml b/src/object_store/Cargo.toml index bda496ea24f80..e4d573e8f4d2d 100644 --- a/src/object_store/Cargo.toml +++ b/src/object_store/Cargo.toml @@ -32,7 +32,7 @@ opendal = "0.45.1" prometheus = { version = "0.13", features = ["process"] } reqwest = "0.11" # required by opendal risingwave_common = { workspace = true } -rustls = "0.23.4" +rustls = "0.23.5" spin = "0.9" thiserror = "1" thiserror-ext = { workspace = true }