From be5c8887e03859bb03de17dba4c6bfa37daf3c33 Mon Sep 17 00:00:00 2001 From: Madhavan Sridharan Date: Fri, 8 Dec 2023 13:15:56 -0500 Subject: [PATCH] Adding RAT phase 2 changes --- SIT/features/01_constant_column/breakData.cql | 13 ++++++ SIT/features/01_constant_column/execute.sh | 14 ++++++ SIT/features/01_constant_column/expected.cql | 14 ++++++ .../01_constant_column/fix.properties | 14 ++++++ .../01_constant_column/migrate.properties | 14 ++++++ SIT/features/01_constant_column/setup.cql | 14 ++++++ SIT/features/05_guardrail/execute.sh | 14 ++++++ SIT/features/05_guardrail/expected.cql | 14 ++++++ SIT/features/05_guardrail/fix.properties | 14 ++++++ SIT/features/05_guardrail/migrate.properties | 14 ++++++ SIT/features/05_guardrail/setup.cql | 14 ++++++ SIT/features/06_partition_range/breakData.cql | 13 ++++++ SIT/features/06_partition_range/execute.sh | 14 ++++++ SIT/features/06_partition_range/expected.cql | 14 ++++++ SIT/features/06_partition_range/setup.cql | 14 ++++++ .../breakData.cql | 13 ++++++ .../01_explode_map_with_constants/execute.sh | 14 ++++++ .../expected.cql | 14 ++++++ .../fix.properties | 14 ++++++ .../migrate.properties | 14 ++++++ .../01_explode_map_with_constants/setup.cql | 14 ++++++ .../breakData.cql | 14 ++++++ .../expected.cql | 14 ++++++ .../fix.properties | 14 ++++++ .../migrate.properties | 14 ++++++ .../setup.cql | 14 ++++++ SIT/regression/03_performance/breakData.cql | 14 ++++++ SIT/regression/03_performance/execute.sh | 14 ++++++ SIT/regression/03_performance/expected.cql | 14 ++++++ SIT/regression/03_performance/fix.properties | 14 ++++++ .../03_performance/migrate.properties | 15 ++++++ SIT/regression/03_performance/setup.cql | 14 ++++++ SIT/regression/04_null_ts_in_pk/cdm.sh | 14 ++++++ SIT/regression/04_null_ts_in_pk/execute.sh | 14 ++++++ SIT/regression/04_null_ts_in_pk/expected.cql | 14 ++++++ .../04_null_ts_in_pk/migrate.properties | 14 ++++++ SIT/regression/04_null_ts_in_pk/setup.cql | 14 ++++++ SIT/smoke_inflight/06_vector/execute.sh | 14 ++++++ SIT/smoke_inflight/06_vector/expected.cql | 14 ++++++ .../06_vector/migrate.properties | 14 ++++++ SIT/smoke_inflight/06_vector/setup.cql | 14 ++++++ rat-excludes.txt | 46 ++++++++++++++++++- 42 files changed, 617 insertions(+), 1 deletion(-) diff --git a/SIT/features/01_constant_column/breakData.cql b/SIT/features/01_constant_column/breakData.cql index 4229788b..f9661d3c 100644 --- a/SIT/features/01_constant_column/breakData.cql +++ b/SIT/features/01_constant_column/breakData.cql @@ -1,3 +1,16 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ DELETE FROM target.feature_constant_column WHERE key='key2' AND const1='abcd'; UPDATE target.feature_constant_column SET value='value999' WHERE key='key3' AND const1='abcd'; diff --git a/SIT/features/01_constant_column/execute.sh b/SIT/features/01_constant_column/execute.sh index ebca9d97..93493f02 100644 --- a/SIT/features/01_constant_column/execute.sh +++ b/SIT/features/01_constant_column/execute.sh @@ -1,3 +1,17 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + #!/bin/bash -e workingDir="$1" diff --git a/SIT/features/01_constant_column/expected.cql b/SIT/features/01_constant_column/expected.cql index 42f06f00..4835cb0b 100644 --- a/SIT/features/01_constant_column/expected.cql +++ b/SIT/features/01_constant_column/expected.cql @@ -1 +1,15 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + SELECT * FROM target.feature_constant_column; diff --git a/SIT/features/01_constant_column/fix.properties b/SIT/features/01_constant_column/fix.properties index e6b61ccc..b0ef2743 100644 --- a/SIT/features/01_constant_column/fix.properties +++ b/SIT/features/01_constant_column/fix.properties @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + spark.cdm.connect.origin.host cdm-sit-cass spark.cdm.connect.target.host cdm-sit-cass diff --git a/SIT/features/01_constant_column/migrate.properties b/SIT/features/01_constant_column/migrate.properties index 656c89ee..e7102f15 100644 --- a/SIT/features/01_constant_column/migrate.properties +++ b/SIT/features/01_constant_column/migrate.properties @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + spark.cdm.connect.origin.host cdm-sit-cass spark.cdm.connect.target.host cdm-sit-cass diff --git a/SIT/features/01_constant_column/setup.cql b/SIT/features/01_constant_column/setup.cql index ad743327..a14e9501 100644 --- a/SIT/features/01_constant_column/setup.cql +++ b/SIT/features/01_constant_column/setup.cql @@ -1,3 +1,17 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + DROP TABLE IF EXISTS origin.feature_constant_column; CREATE TABLE origin.feature_constant_column(key text, value text, PRIMARY KEY (key)); INSERT INTO origin.feature_constant_column(key,value) VALUES ('key1','valueA'); diff --git a/SIT/features/05_guardrail/execute.sh b/SIT/features/05_guardrail/execute.sh index 093ac1b5..135416a1 100644 --- a/SIT/features/05_guardrail/execute.sh +++ b/SIT/features/05_guardrail/execute.sh @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + #!/bin/bash -e workingDir="$1" diff --git a/SIT/features/05_guardrail/expected.cql b/SIT/features/05_guardrail/expected.cql index ec875fb7..e97b1036 100644 --- a/SIT/features/05_guardrail/expected.cql +++ b/SIT/features/05_guardrail/expected.cql @@ -1 +1,15 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + SELECT * FROM target.feature_guardrail; diff --git a/SIT/features/05_guardrail/fix.properties b/SIT/features/05_guardrail/fix.properties index 96c4c8a1..0046ee48 100644 --- a/SIT/features/05_guardrail/fix.properties +++ b/SIT/features/05_guardrail/fix.properties @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + spark.cdm.connect.origin.host cdm-sit-cass spark.cdm.connect.target.host cdm-sit-cass diff --git a/SIT/features/05_guardrail/migrate.properties b/SIT/features/05_guardrail/migrate.properties index c1bc6a2f..03f801c7 100644 --- a/SIT/features/05_guardrail/migrate.properties +++ b/SIT/features/05_guardrail/migrate.properties @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + spark.cdm.connect.origin.host cdm-sit-cass spark.cdm.connect.target.host cdm-sit-cass diff --git a/SIT/features/05_guardrail/setup.cql b/SIT/features/05_guardrail/setup.cql index dcc340a1..0ccc6a46 100644 --- a/SIT/features/05_guardrail/setup.cql +++ b/SIT/features/05_guardrail/setup.cql @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + DROP TABLE IF EXISTS origin.feature_guardrail; CREATE TABLE origin.feature_guardrail(key text, value text, fruits map, PRIMARY KEY (key)); INSERT INTO origin.feature_guardrail(key,value,fruits) VALUES ('clean','valueA', {'apples': 'delicious', 'oranges': 'sweet', 'bananas': 'squishy', 'grapes': 'sour'}); diff --git a/SIT/features/06_partition_range/breakData.cql b/SIT/features/06_partition_range/breakData.cql index b17e722a..22c7e8fa 100644 --- a/SIT/features/06_partition_range/breakData.cql +++ b/SIT/features/06_partition_range/breakData.cql @@ -1,3 +1,16 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ DELETE FROM target.feature_partition_range WHERE key='key1'; UPDATE target.feature_partition_range SET value='value999' WHERE key='key2'; diff --git a/SIT/features/06_partition_range/execute.sh b/SIT/features/06_partition_range/execute.sh index 2ece30b5..b95b9324 100644 --- a/SIT/features/06_partition_range/execute.sh +++ b/SIT/features/06_partition_range/execute.sh @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + #!/bin/bash -e workingDir="$1" diff --git a/SIT/features/06_partition_range/expected.cql b/SIT/features/06_partition_range/expected.cql index e74ad974..3be42e74 100644 --- a/SIT/features/06_partition_range/expected.cql +++ b/SIT/features/06_partition_range/expected.cql @@ -1 +1,15 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + SELECT * FROM target.feature_partition_range; diff --git a/SIT/features/06_partition_range/setup.cql b/SIT/features/06_partition_range/setup.cql index dc0818f8..e9a8045b 100644 --- a/SIT/features/06_partition_range/setup.cql +++ b/SIT/features/06_partition_range/setup.cql @@ -1,3 +1,17 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + DROP TABLE IF EXISTS origin.feature_partition_range; CREATE TABLE origin.feature_partition_range(key text, value text, PRIMARY KEY (key)); INSERT INTO origin.feature_partition_range(key,value) VALUES ('key1','valueA'); diff --git a/SIT/regression/01_explode_map_with_constants/breakData.cql b/SIT/regression/01_explode_map_with_constants/breakData.cql index 4266b5d1..9e1da895 100644 --- a/SIT/regression/01_explode_map_with_constants/breakData.cql +++ b/SIT/regression/01_explode_map_with_constants/breakData.cql @@ -1,3 +1,16 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ DELETE FROM target.feature_explode_map_with_constants WHERE const1='abcd' AND const2=1234 AND key='key2'; UPDATE target.feature_explode_map_with_constants SET time=7398730800000 WHERE const1='abcd' AND const2=1234 AND key='key3' AND fruit='apples'; diff --git a/SIT/regression/01_explode_map_with_constants/execute.sh b/SIT/regression/01_explode_map_with_constants/execute.sh index c83ae7cd..b8fcf560 100644 --- a/SIT/regression/01_explode_map_with_constants/execute.sh +++ b/SIT/regression/01_explode_map_with_constants/execute.sh @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + #!/bin/bash -e workingDir="$1" diff --git a/SIT/regression/01_explode_map_with_constants/expected.cql b/SIT/regression/01_explode_map_with_constants/expected.cql index 81af1fba..8fa4730c 100644 --- a/SIT/regression/01_explode_map_with_constants/expected.cql +++ b/SIT/regression/01_explode_map_with_constants/expected.cql @@ -1 +1,15 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + SELECT * FROM target.feature_explode_map_with_constants; diff --git a/SIT/regression/01_explode_map_with_constants/fix.properties b/SIT/regression/01_explode_map_with_constants/fix.properties index fda5f582..644afb60 100644 --- a/SIT/regression/01_explode_map_with_constants/fix.properties +++ b/SIT/regression/01_explode_map_with_constants/fix.properties @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + spark.cdm.connect.origin.host cdm-sit-cass spark.cdm.connect.target.host cdm-sit-cass diff --git a/SIT/regression/01_explode_map_with_constants/migrate.properties b/SIT/regression/01_explode_map_with_constants/migrate.properties index ffd19f85..53ac2612 100644 --- a/SIT/regression/01_explode_map_with_constants/migrate.properties +++ b/SIT/regression/01_explode_map_with_constants/migrate.properties @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + spark.cdm.connect.origin.host cdm-sit-cass spark.cdm.connect.target.host cdm-sit-cass diff --git a/SIT/regression/01_explode_map_with_constants/setup.cql b/SIT/regression/01_explode_map_with_constants/setup.cql index 56c88a6e..34fe94f8 100644 --- a/SIT/regression/01_explode_map_with_constants/setup.cql +++ b/SIT/regression/01_explode_map_with_constants/setup.cql @@ -1,3 +1,17 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + DROP TABLE IF EXISTS origin.feature_explode_map_with_constants; CREATE TABLE origin.feature_explode_map_with_constants(key text, time text, fruits map, PRIMARY KEY (key)); INSERT INTO origin.feature_explode_map_with_constants(key,time,fruits) VALUES ('key1','1087383600000', {'apples': 3, 'oranges': 5, 'bananas': 2, 'grapes': 11}); diff --git a/SIT/regression/02_ColumnRenameWithConstantsAndExplode/breakData.cql b/SIT/regression/02_ColumnRenameWithConstantsAndExplode/breakData.cql index 91007405..7de1e628 100644 --- a/SIT/regression/02_ColumnRenameWithConstantsAndExplode/breakData.cql +++ b/SIT/regression/02_ColumnRenameWithConstantsAndExplode/breakData.cql @@ -1,3 +1,17 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + DELETE FROM target.column_rename_with_constants_and_explode WHERE customer='CUSTOMER' AND year=2023 AND key_name='key2'; UPDATE target.column_rename_with_constants_and_explode SET fruit_qty=999 WHERE customer='CUSTOMER' AND year=2023 AND key_name='key3' AND fruit='oranges'; DELETE FROM target.column_rename_with_constants_and_explode WHERE customer='CUSTOMER' AND year=2023 AND key_name='key3' AND fruit='kiwi'; diff --git a/SIT/regression/02_ColumnRenameWithConstantsAndExplode/expected.cql b/SIT/regression/02_ColumnRenameWithConstantsAndExplode/expected.cql index 3c107919..2435e8ce 100644 --- a/SIT/regression/02_ColumnRenameWithConstantsAndExplode/expected.cql +++ b/SIT/regression/02_ColumnRenameWithConstantsAndExplode/expected.cql @@ -1 +1,15 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + SELECT * FROM target.column_rename_with_constants_and_explode; diff --git a/SIT/regression/02_ColumnRenameWithConstantsAndExplode/fix.properties b/SIT/regression/02_ColumnRenameWithConstantsAndExplode/fix.properties index 2eee301d..1f9e12ad 100644 --- a/SIT/regression/02_ColumnRenameWithConstantsAndExplode/fix.properties +++ b/SIT/regression/02_ColumnRenameWithConstantsAndExplode/fix.properties @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + spark.cdm.connect.origin.host cdm-sit-cass spark.cdm.connect.target.host cdm-sit-cass diff --git a/SIT/regression/02_ColumnRenameWithConstantsAndExplode/migrate.properties b/SIT/regression/02_ColumnRenameWithConstantsAndExplode/migrate.properties index 3881f79a..3187e423 100644 --- a/SIT/regression/02_ColumnRenameWithConstantsAndExplode/migrate.properties +++ b/SIT/regression/02_ColumnRenameWithConstantsAndExplode/migrate.properties @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + spark.cdm.connect.origin.host cdm-sit-cass spark.cdm.connect.target.host cdm-sit-cass diff --git a/SIT/regression/02_ColumnRenameWithConstantsAndExplode/setup.cql b/SIT/regression/02_ColumnRenameWithConstantsAndExplode/setup.cql index 1c9fb141..60ee3b7e 100644 --- a/SIT/regression/02_ColumnRenameWithConstantsAndExplode/setup.cql +++ b/SIT/regression/02_ColumnRenameWithConstantsAndExplode/setup.cql @@ -1,3 +1,17 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + DROP TABLE IF EXISTS origin."ColumnRenameWithConstantsAndExplode"; CREATE TABLE origin."ColumnRenameWithConstantsAndExplode" ( "key-name" text PRIMARY KEY, diff --git a/SIT/regression/03_performance/breakData.cql b/SIT/regression/03_performance/breakData.cql index c6112d82..30018398 100644 --- a/SIT/regression/03_performance/breakData.cql +++ b/SIT/regression/03_performance/breakData.cql @@ -1,2 +1,16 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + DELETE FROM target.regression_performance WHERE pk_id = 600; SELECT * FROM target.regression_performance WHERE pk_id >= 400 AND pk_id < 700 ALLOW FILTERING; diff --git a/SIT/regression/03_performance/execute.sh b/SIT/regression/03_performance/execute.sh index b92fa069..c2dc579e 100644 --- a/SIT/regression/03_performance/execute.sh +++ b/SIT/regression/03_performance/execute.sh @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + #!/bin/bash -e workingDir="$1" diff --git a/SIT/regression/03_performance/expected.cql b/SIT/regression/03_performance/expected.cql index f67628dc..5ca89eef 100644 --- a/SIT/regression/03_performance/expected.cql +++ b/SIT/regression/03_performance/expected.cql @@ -1 +1,15 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + SELECT * FROM target.regression_performance WHERE pk_id >= 400 AND pk_id < 700 ALLOW FILTERING; diff --git a/SIT/regression/03_performance/fix.properties b/SIT/regression/03_performance/fix.properties index 4a8e16af..551c8d59 100644 --- a/SIT/regression/03_performance/fix.properties +++ b/SIT/regression/03_performance/fix.properties @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + spark.cdm.connect.origin.host cdm-sit-cass spark.cdm.connect.target.host cdm-sit-cass diff --git a/SIT/regression/03_performance/migrate.properties b/SIT/regression/03_performance/migrate.properties index 14da5564..69125dba 100644 --- a/SIT/regression/03_performance/migrate.properties +++ b/SIT/regression/03_performance/migrate.properties @@ -1,3 +1,18 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + + spark.cdm.connect.origin.host cdm-sit-cass spark.cdm.connect.target.host cdm-sit-cass diff --git a/SIT/regression/03_performance/setup.cql b/SIT/regression/03_performance/setup.cql index 64010995..cbea022e 100644 --- a/SIT/regression/03_performance/setup.cql +++ b/SIT/regression/03_performance/setup.cql @@ -1,3 +1,17 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ + DROP TABLE IF EXISTS origin.regression_performance; CREATE TABLE origin.regression_performance (pk_id int, ck_id text, f1 text, PRIMARY KEY (pk_id, ck_id) ) WITH CLUSTERING ORDER BY (ck_id ASC); diff --git a/SIT/regression/04_null_ts_in_pk/cdm.sh b/SIT/regression/04_null_ts_in_pk/cdm.sh index 23d10dd1..a1bd7cf9 100644 --- a/SIT/regression/04_null_ts_in_pk/cdm.sh +++ b/SIT/regression/04_null_ts_in_pk/cdm.sh @@ -1,3 +1,17 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + #!/bin/bash -e cat <); INSERT INTO origin.smoke_vector(col1, embedding) VALUES (1,[1.1,2.2,3.3]); diff --git a/rat-excludes.txt b/rat-excludes.txt index 1569fde9..7fdd8586 100644 --- a/rat-excludes.txt +++ b/rat-excludes.txt @@ -15,6 +15,9 @@ CONTRIBUTING.md RELEASE.md LICENSE.md Dockerfile +.all-contributorsrc +.snyk +.snyk.ignore.example PERF/* SIT/* scripts/* @@ -22,4 +25,45 @@ test-backup/feature/* src/resources/partitions.csv src/resources/primary_key_rows.csv src/resources/log4j.xml - +SIT/smoke_inflight/06_vector/expected.out +SIT/smoke_inflight/06_vector/cdm.migrateData.assert +SIT/smoke_inflight/06_vector/cdm.validateData.assert +SIT/smoke_inflight/06_vector/cdm.txt +SIT/regression/01_explode_map_with_constants/cdm.migrateData.assert +SIT/regression/01_explode_map_with_constants/cdm.fixData.assert +SIT/regression/01_explode_map_with_constants/cdm.validateData.assert +SIT/regression/01_explode_map_with_constants/expected.out +SIT/regression/01_explode_map_with_constants/cdm.txt +SIT/regression/02_ColumnRenameWithConstantsAndExplode/cdm.txt +SIT/regression/02_ColumnRenameWithConstantsAndExplode/expected.out +SIT/regression/03_performance/cdm.txt +SIT/regression/03_performance/data_break.csv +SIT/regression/03_performance/expected.out +SIT/regression/03_performance/data.csv +SIT/regression/03_performance/cdm.migrateData.assert +SIT/regression/03_performance/cdm.fixData.assert +SIT/regression/03_performance/cdm.validateData.assert +SIT/regression/04_null_ts_in_pk/cdm.txt +SIT/regression/04_null_ts_in_pk/expected.out +SIT/features/06_partition_range/cdm.txt +SIT/features/06_partition_range/expected.out +SIT/features/06_partition_range/origin.feature_partition_range_partitions.csv +SIT/features/05_guardrail/cdm.guardrailCheck.assert +SIT/features/05_guardrail/cdm.txt +SIT/features/05_guardrail/expected.out +SIT/features/05_guardrail/cdm.migrateData.assert +SIT/features/05_guardrail/cdm.fixData.assert +SIT/features/05_guardrail/cdm.validateData.assert +SIT/features/01_constant_column/cdm.txt +SIT/features/01_constant_column/expected.out +SIT/features/01_constant_column/cdm.migrateData.assert +SIT/features/01_constant_column/cdm.fixData.assert +SIT/features/01_constant_column/cdm.validateData.assert +PERF/logs/scenario_20230523_162859_122.log +PERF/logs/scenario_20230523_162126_056.log +PERF/logs/scenario_20230523_162204_904.log +PERF/logs/scenario_20230523_162151_747.log +PERF/logs/scenario_20230523_162909_904.log +PERF/logs/scenario_20230523_162138_788.log +PERF/logs/scenario_20230523_164956_671.log +PERF/logs/scenario_20230523_162115_962.log \ No newline at end of file