feat: add protocol changes for cursor based (#38)

Multiwoven · Apr 20, 2024 · f418fbe · f418fbe
1 parent 632523b
commit f418fbe
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 3 deletions.
diff --git a/integrations/Gemfile.lock b/integrations/Gemfile.lock
@@ -7,7 +7,7 @@ GIT
 PATH
   remote: .
   specs:
-    multiwoven-integrations (0.1.55)
+    multiwoven-integrations (0.1.56)
       activesupport
       async-websocket
       csv

diff --git a/integrations/lib/multiwoven/integrations/protocol/protocol.rb b/integrations/lib/multiwoven/integrations/protocol/protocol.rb
@@ -114,7 +114,7 @@ class Stream < ProtocolModel
       attribute? :supported_sync_modes, Types::Array.of(SyncMode).optional.default(["incremental"])
 
       # Applicable for database streams
-      attribute? :source_defined_cursor, Types::Bool.optional
+      attribute? :source_defined_cursor, Types::Bool.default(false).optional
       attribute? :default_cursor_field, Types::Array.of(Types::String).optional
       attribute? :source_defined_primary_key, Types::Array.of(Types::Array.of(Types::String)).optional
       attribute? :namespace, Types::String.optional
@@ -168,6 +168,7 @@ class SyncConfig < ProtocolModel
       attribute :stream, Stream
       attribute :sync_mode, SyncMode
       attribute? :cursor_field, Types::String.optional
+      attribute? :current_cursor_field, Types::String.optional
       attribute :destination_sync_mode, DestinationSyncMode
     end
 

diff --git a/integrations/lib/multiwoven/integrations/rollout.rb b/integrations/lib/multiwoven/integrations/rollout.rb
@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.1.55"
+    VERSION = "0.1.56"
 
     ENABLED_SOURCES = %w[
       Snowflake

diff --git a/integrations/spec/multiwoven/integrations/protocol/protocol_spec.rb b/integrations/spec/multiwoven/integrations/protocol/protocol_spec.rb
@@ -156,6 +156,7 @@ module Integrations::Protocol
           expect(instance.batch_support).to eq(false)
           expect(instance.batch_size).to eq(1)
           expect(instance.supported_sync_modes).to eq(%w[full_refresh incremental])
+          expect(instance.source_defined_cursor).to eq(true)
 
           expect(instance.request_rate_limit).to be_nil
           expect(instance.request_rate_limit_unit).to eq("minute")
@@ -290,6 +291,7 @@ module Integrations::Protocol
             "sync_mode": "full_refresh",
             "destination_sync_mode": "insert",
             "cursor_field": "example_cursor_field",
+            "current_cursor_field": "current",
             "offset": "100",
             "limit": "10"
           }.to_json
@@ -306,6 +308,7 @@ module Integrations::Protocol
           expect(sync_config.sync_mode).to eq("full_refresh")
           expect(sync_config.destination_sync_mode).to eq("insert")
           expect(sync_config.cursor_field).to eq("example_cursor_field")
+          expect(sync_config.current_cursor_field).to eq("current")
           sync_config.limit = "10"
           sync_config.offset = "100"
           expect(sync_config.offset).to eq("100")