🚑 Fix incremental logic to accommodate for window functions

models/core/_core.yml

@@ -202,6 +202,8 @@ models:
         description: 'The unique order ID for the transaction.'
         tests:
           - not_null
+          - unique:
+              where: "valid_to is null"
 
       - name: takehome_percentage
         data_type: varchar

models/core/revenuecat_subscription_transactions.sql

@@ -2,23 +2,37 @@
   config(
     materialized = 'incremental',
     unique_key = 'transaction_row_id',
+    merge_update_columns = ['valid_to'],
     )
 }}
 
-with
+with 
+{% if is_incremental() %} 
+merge_identifiers as (
+  select distinct store_transaction_id 
+        from {{ source('revenuecat', 'transactions') }}
+        where regexp_substr(_file_name, '[0-9]{10}')::timestamp_ntz > (
+            select max(_exported_at) 
+            from {{ this }}
+        )
+),
+{% endif %}
 
 source as (
     select 
         * 
     from 
-        {{ source('revenuecat', 'transactions') }}
+        {{ source('revenuecat', 'transactions') }} src
 
     where 1=1
         {% if var('revenuecat_filter') %}
         and {{ var('revenuecat_filter') }}
         {% endif %}
-        {% if is_incremental() %}
-        and regexp_substr(_file_name, '[0-9]{10}')::timestamp_ntz > (select max(_exported_at) from {{ this }})
+        {% if is_incremental() %} 
+        and store_transaction_id in (
+                select store_transaction_id 
+                from merge_identifiers
+        )
         {% endif %}
 
 ),