From ebf81588504f65f826228a236b45e2a5893f19cf Mon Sep 17 00:00:00 2001
From: "github-actions[bot]"
 <41898282+github-actions[bot]@users.noreply.github.com>
Date: Fri, 19 Jul 2024 08:23:17 -0400
Subject: [PATCH] fix(CE): DuckDB httpfs extension requirement (#298) (#253)

* fix(CE): DuckDB httpfs extension requirement
---
 integrations/Gemfile.lock                                       | 2 +-
 integrations/lib/multiwoven/integrations/core/constants.rb      | 2 ++
 integrations/lib/multiwoven/integrations/rollout.rb             | 2 +-
 .../lib/multiwoven/integrations/source/amazon_s3/client.rb      | 2 ++
 4 files changed, 6 insertions(+), 2 deletions(-)

diff --git a/integrations/Gemfile.lock b/integrations/Gemfile.lock
index 98331163..06dca624 100644
--- a/integrations/Gemfile.lock
+++ b/integrations/Gemfile.lock
@@ -7,7 +7,7 @@ GIT
 PATH
   remote: .
   specs:
-    multiwoven-integrations (0.5.0)
+    multiwoven-integrations (0.5.1)
       activesupport
       async-websocket
       aws-sdk-athena
diff --git a/integrations/lib/multiwoven/integrations/core/constants.rb b/integrations/lib/multiwoven/integrations/core/constants.rb
index 245521c3..45b106f0 100644
--- a/integrations/lib/multiwoven/integrations/core/constants.rb
+++ b/integrations/lib/multiwoven/integrations/core/constants.rb
@@ -16,6 +16,8 @@ module Constants
       JSON_SCHEMA_URL = "https://json-schema.org/draft-07/schema#"
 
       # CONNECTORS
+      INSTALL_HTTPFS_QUERY = ENV["INSTALL_HTTPFS_QUERY"] || "INSTALL HTTPFS; LOAD HTTPFS;"
+
       KLAVIYO_AUTH_ENDPOINT = "https://a.klaviyo.com/api/lists/"
       KLAVIYO_AUTH_PAYLOAD = {
         data: {
diff --git a/integrations/lib/multiwoven/integrations/rollout.rb b/integrations/lib/multiwoven/integrations/rollout.rb
index 7dc8c564..faea3702 100644
--- a/integrations/lib/multiwoven/integrations/rollout.rb
+++ b/integrations/lib/multiwoven/integrations/rollout.rb
@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.5.0"
+    VERSION = "0.5.1"
 
     ENABLED_SOURCES = %w[
       Snowflake
diff --git a/integrations/lib/multiwoven/integrations/source/amazon_s3/client.rb b/integrations/lib/multiwoven/integrations/source/amazon_s3/client.rb
index 18989368..e5ddc115 100644
--- a/integrations/lib/multiwoven/integrations/source/amazon_s3/client.rb
+++ b/integrations/lib/multiwoven/integrations/source/amazon_s3/client.rb
@@ -74,6 +74,8 @@ def create_connection(connection_config)
         @session_name = "preview-#{connection_config[:region]}-#{connection_config[:bucket]}" if @session_name.to_s.empty?
         auth_data = get_auth_data(connection_config)
         conn = DuckDB::Database.open.connect
+        # Install and/or Load the HTTPFS extension
+        conn.execute(INSTALL_HTTPFS_QUERY)
         # Set up S3 configuration
         secret_query = "
               CREATE SECRET amazons3_source (