multiwoven-integrations 0.1.76 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 489b7124c7814169b6c17fbd7de9cbde740e2f23f4ce0e0f0f74ddf6ba1b73c8
-  data.tar.gz: 74fb01f7fa855194d7585df7ab7c79afd8a84d811be3989c30b53e3232174c9b
+  metadata.gz: febb4cb77450c3c979b96a081e455bd9bcc7e108cd2947f3fc234d967a4c6be5
+  data.tar.gz: e2c4cfec3ffb70f51ba93ba1ce5e0f65183af0473db3ac7530178249ad87cb4b
 SHA512:
-  metadata.gz: 470ab95e9f07707468d2baa2f414436545ffa6f51d456ee2b498ae3b88e71df0fd3e73fadf8ca2d7429238a4b8676272bbd9cec81aa762745c571625b7be2791
-  data.tar.gz: 30cf3c3609382f06a4d7509e2923902011dbe85f0ff23aecd8ae5ec392289de759388a438389ca3bc22aeb68ce507b0aa9ef0c8131a9d0fa5db47cde381dfff1
+  metadata.gz: 367011ca22c74f7792ffc576041c25527b5890f07e0cad6e49f64abfb444e06656f415fbb601a7743ad8f47f12eebc5382a301a237ec180db259d6bed8c72709
+  data.tar.gz: 056e9d7df88a2444e4d9cc500af8b87f0376c4bde9e1236848b7ee1d633bd243f1275d72f251c8354e0eb208308d29b5727717623f99d248b3e7596c25dd3ce0

data/lib/multiwoven/integrations/core/source_connector.rb

@@ -13,6 +13,12 @@ module Multiwoven
 
       private
 
+      # This needs to be implemented as private method
+      # In every source connector. This will be used for model preview
+      def create_connection(connector_config)
+        # return a connection to the client's source
+      end
+
       # This needs to be implemented as private method
       # In every source connector. This will be used for model preview
       def query(connection, query)

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.1.76"
+    VERSION = "0.3.0"
 
     ENABLED_SOURCES = %w[
       Snowflake
@@ -13,6 +13,8 @@ module Multiwoven
       SalesforceConsumerGoodsCloud
       AwsAthena
       Clickhouse
+      AmazonS3
+      MariaDB
     ].freeze
 
     ENABLED_DESTINATIONS = %w[

data/lib/multiwoven/integrations/source/amazon_s3/client.rb

@@ -0,0 +1,151 @@
+# frozen_string_literal: true
+
+module Multiwoven::Integrations::Source
+  module AmazonS3
+    include Multiwoven::Integrations::Core
+    class Client < SourceConnector
+      DISCOVER_QUERY = "SELECT * FROM S3Object LIMIT 1;"
+
+      def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        client = config_aws(connection_config)
+        client.get_bucket_policy_status({ bucket: connection_config[:bucket] })
+        ConnectionStatus.new(status: ConnectionStatusType["succeeded"]).to_multiwoven_message
+      rescue StandardError => e
+        ConnectionStatus.new(status: ConnectionStatusType["failed"], message: e.message).to_multiwoven_message
+      end
+
+      def discover(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        conn = create_connection(connection_config)
+        # If pulling from multiple files, all files must have the same schema
+        path = build_path(connection_config[:path])
+        full_path = "s3://#{connection_config[:bucket]}/#{path}*.#{connection_config[:file_type]}"
+        records = get_results(conn, "DESCRIBE SELECT * FROM '#{full_path}';")
+        columns = build_discover_columns(records)
+        streams = [Multiwoven::Integrations::Protocol::Stream.new(name: full_path, action: StreamAction["fetch"], json_schema: convert_to_json_schema(columns))]
+        catalog = Catalog.new(streams: streams)
+        catalog.to_multiwoven_message
+      rescue StandardError => e
+        handle_exception(e, { context: "AMAZONS3:DISCOVER:EXCEPTION", type: "error" })
+      end
+
+      def read(sync_config)
+        connection_config = sync_config.source.connection_specification.with_indifferent_access
+        conn = create_connection(connection_config)
+        query = sync_config.model.query
+        query = batched_query(query, sync_config.limit, sync_config.offset) unless sync_config.limit.nil? && sync_config.offset.nil?
+        query(conn, query)
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "AMAZONS3:READ:EXCEPTION",
+                           type: "error",
+                           sync_id: sync_config.sync_id,
+                           sync_run_id: sync_config.sync_run_id
+                         })
+      end
+
+      private
+
+      # DuckDB
+      def create_connection(connection_config)
+        conn = DuckDB::Database.open.connect
+        # Set up S3 configuration
+        secret_query = "
+              CREATE SECRET amazons3_source (
+              TYPE S3,
+              KEY_ID '#{connection_config[:access_id]}',
+              SECRET '#{connection_config[:secret_access]}',
+              REGION '#{connection_config[:region]}'
+          );
+        "
+        get_results(conn, secret_query)
+        conn
+      end
+
+      def build_path(path)
+        path = "#{path}/" if !path.to_s.strip.empty? && path[-1] != "/"
+        path
+      end
+
+      def get_results(conn, query)
+        results = conn.query(query)
+        hash_array_values(results)
+      end
+
+      def query(conn, query)
+        records = get_results(conn, query)
+        records.map do |row|
+          RecordMessage.new(data: row, emitted_at: Time.now.to_i).to_multiwoven_message
+        end
+      end
+
+      def hash_array_values(describe)
+        keys = describe.columns.map(&:name)
+        describe.map do |row|
+          Hash[keys.zip(row)]
+        end
+      end
+
+      def build_discover_columns(describe_results)
+        describe_results.map do |row|
+          type = column_schema_helper(row["column_type"])
+          {
+            column_name: row["column_name"],
+            type: type
+          }
+        end
+      end
+
+      def column_schema_helper(column_type)
+        case column_type
+        when "VARCHAR", "BIT", "DATE", "TIME", "TIMESTAMP", "UUID"
+          "string"
+        when "DOUBLE"
+          "number"
+        when "BIGINT", "HUGEINT", "INTEGER", "SMALLINT"
+          "integer"
+        when "BOOLEAN"
+          "boolean"
+        end
+      end
+
+      # AWS SDK
+      def config_aws(config)
+        config = config.with_indifferent_access
+        Aws.config.update({
+                            region: config[:region],
+                            credentials: Aws::Credentials.new(config[:access_id], config[:secret_access])
+                          })
+        config.with_indifferent_access
+        Aws::S3::Client.new
+      end
+
+      def build_select_content_options(config, query)
+        config = config.with_indifferent_access
+        bucket_name = config[:bucket]
+        file_key = config[:file_key]
+        file_type = config[:file_type]
+        options = {
+          bucket: bucket_name,
+          key: file_key,
+          expression_type: "SQL",
+          expression: query,
+          output_serialization: {
+            json: {}
+          }
+        }
+        if file_type == "parquet"
+          options[:input_serialization] = {
+            parquet: {}
+          }
+        elsif file_type == "csv"
+          options[:input_serialization] = {
+            csv: { file_header_info: "USE" }
+          }
+        end
+        options
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/source/amazon_s3/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "AmazonS3",
+    "title": "Amazon S3",
+    "connector_type": "source",
+    "category": "Data Lake",
+    "documentation_url": "https://docs.mutliwoven.com",
+    "github_issue_label": "source-amazons3",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/source/amazon_s3/config/spec.json

@@ -0,0 +1,51 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/integrations/sources/amazons3",
+  "stream_type": "dynamic",
+  "connector_query_type": "raw_sql",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "AmazonS3",
+    "type": "object",
+    "required": ["region", "bucket", "access_id", "secret_access", "file_type"],
+    "properties": {
+      "region": {
+        "description": "AWS region",
+        "examples": ["us-east-2"],
+        "type": "string",
+        "title": "Region",
+        "order": 1
+      },
+      "access_id": {
+        "type": "string",
+        "title": "Access Id",
+        "order": 2
+      },
+      "secret_access": {
+        "type": "string",
+        "title": "Secret Access",
+        "multiwoven_secret": true,
+        "order": 3
+      },
+      "bucket": {
+        "description": "Bucket Name",
+        "type": "string",
+        "title": "Bucket",
+        "order": 4
+      },
+      "path": {
+        "description": "Path to csv or parquet files",
+        "examples": ["/path/to/files"],
+        "type": "string",
+        "title": "Path",
+        "order": 5
+      },
+      "file_type": {
+        "description": "The type of file to read",
+        "type": "string",
+        "title": "File Type",
+        "enum": ["csv", "parquet"],
+        "order": 6
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/source/amazon_s3/icon.svg

@@ -0,0 +1,34 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="428" height="512" viewBox="0 0 428 512">
+  <defs>
+    <style>
+      .cls-1 {
+        fill: #e25444;
+      }
+
+      .cls-1, .cls-2, .cls-3 {
+        fill-rule: evenodd;
+      }
+
+      .cls-2 {
+        fill: #7b1d13;
+      }
+
+      .cls-3 {
+        fill: #58150d;
+      }
+    </style>
+  </defs>
+  <path class="cls-1" d="M378,99L295,257l83,158,34-19V118Z"/>
+  <path class="cls-2" d="M378,99L212,118,127.5,257,212,396l166,19V99Z"/>
+  <path class="cls-3" d="M43,99L16,111V403l27,12L212,257Z"/>
+  <path class="cls-1" d="M42.637,98.667l169.587,47.111V372.444L42.637,415.111V98.667Z"/>
+  <path class="cls-3" d="M212.313,170.667l-72.008-11.556,72.008-81.778,71.83,81.778Z"/>
+  <path class="cls-3" d="M284.143,159.111l-71.919,11.733-71.919-11.733V77.333"/>
+  <path class="cls-3" d="M212.313,342.222l-72.008,13.334,72.008,70.222,71.83-70.222Z"/>
+  <path class="cls-2" d="M212,16L140,54V159l72.224-20.333Z"/>
+  <path class="cls-2" d="M212.224,196.444l-71.919,7.823V309.105l71.919,8.228V196.444Z"/>
+  <path class="cls-2" d="M212.224,373.333L140.305,355.3V458.363L212.224,496V373.333Z"/>
+  <path class="cls-1" d="M284.143,355.3l-71.919,18.038V496l71.919-37.637V355.3Z"/>
+  <path class="cls-1" d="M212.224,196.444l71.919,7.823V309.105l-71.919,8.228V196.444Z"/>
+  <path class="cls-1" d="M212,16l72,38V159l-72-20V16Z"/>
+</svg>

data/lib/multiwoven/integrations/source/maria_db/client.rb

@@ -0,0 +1,92 @@
+# frozen_string_literal: true
+
+module Multiwoven::Integrations::Source
+  module MariaDB
+    include Multiwoven::Integrations::Core
+    class Client < SourceConnector
+      def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        create_connection(connection_config)
+        ConnectionStatus.new(status: ConnectionStatusType["succeeded"]).to_multiwoven_message
+      rescue StandardError => e
+        ConnectionStatus.new(status: ConnectionStatusType["failed"], message: e.message).to_multiwoven_message
+      end
+
+      def discover(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        query = "SELECT table_name, column_name, data_type, is_nullable FROM information_schema.columns WHERE table_schema = '#{connection_config[:database]}' ORDER BY table_name, ordinal_position;"
+        db = create_connection(connection_config)
+        results = query_execution(db, query)
+        catalog = Catalog.new(streams: create_streams(results))
+        catalog.to_multiwoven_message
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "MARIA:DB:DISCOVER:EXCEPTION",
+                           type: "error"
+                         })
+      end
+
+      def read(sync_config)
+        connection_config = sync_config.source.connection_specification.with_indifferent_access
+        query = sync_config.model.query
+        query = batched_query(query, sync_config.limit, sync_config.offset) unless sync_config.limit.nil? && sync_config.offset.nil?
+        db = create_connection(connection_config)
+        query(db, query)
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "MARIA:DB:READ:EXCEPTION",
+                           type: "error",
+                           sync_id: sync_config.sync_id,
+                           sync_run_id: sync_config.sync_run_id
+                         })
+      end
+
+      private
+
+      def create_connection(connection_config)
+        Sequel.connect(
+          adapter: "mysql2",
+          host: connection_config[:host],
+          port: connection_config[:port],
+          user: connection_config[:username],
+          password: connection_config[:password],
+          database: connection_config[:database]
+        )
+      end
+
+      def query_execution(db, query)
+        db.fetch(query).all
+      end
+
+      def create_streams(records)
+        group_by_table(records).map do |_, r|
+          Multiwoven::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
+        end
+      end
+
+      def query(db, query)
+        records = []
+        query_execution(db, query).map do |row|
+          records << RecordMessage.new(data: row, emitted_at: Time.now.to_i).to_multiwoven_message
+        end
+        records
+      end
+
+      def group_by_table(records)
+        result = {}
+        records.each_with_index do |entry, index|
+          table_name = entry[:table_name]
+          column_data = {
+            column_name: entry[:column_name],
+            data_type: entry[:data_type],
+            is_nullable: entry[:is_nullable] == "YES"
+          }
+          result[index] ||= {}
+          result[index][:tablename] = table_name
+          result[index][:columns] = [column_data]
+        end
+        result
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/source/maria_db/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "MariaDB",
+    "title": "Maria DB",
+    "connector_type": "source",
+    "category": "Data Warehouse",
+    "documentation_url": "https://docs.squared.ai/guides/data-integration/sources/mariadb",
+    "github_issue_label": "source-maria-db",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/source/maria_db/config/spec.json

@@ -0,0 +1,48 @@
+{
+  "documentation_url": "https://docs.squared.ai/guides/data-integration/sources/mariadb",
+  "stream_type": "dynamic",
+  "connector_query_type": "raw_sql",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Maria DB",
+    "type": "object",
+    "required": ["host", "port", "username", "password", "database"],
+    "properties": {
+      "host": {
+        "description": "The hostname or IP address of the server where the MariaDB database is hosted.",
+        "examples": ["localhost"],
+        "type": "string",
+        "title": "Host",
+        "order": 0
+      },
+      "port": {
+        "description": "The port number on which the MariaDB server is listening for connections.",
+        "examples": ["3306"],
+        "type": "string",
+        "title": "Port",
+        "order": 1
+      },
+      "username": {
+        "description": "The username used to authenticate and connect to the MariaDB database.",
+        "examples": ["root"],
+        "type": "string",
+        "title": "Username",
+        "order": 2
+      },
+      "password": {
+        "description": "The password corresponding to the username used for authentication.",
+        "type": "string",
+        "multiwoven_secret": true,
+        "title": "Password",
+        "order": 3
+      },
+      "database": {
+        "description": "The name of the specific database within the MariaDB server to connect to.",
+        "examples": ["mydatabase"],
+        "type": "string",
+        "title": "Database",
+        "order": 4
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/source/maria_db/icon.svg

@@ -0,0 +1,15 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<svg xmlns="http://www.w3.org/2000/svg" id="Layer_1" data-name="Layer 1" viewBox="0 0 309.88 252.72">
+    <defs>
+        <style>.cls-1{fill:#003545;}</style>
+    </defs>
+    <title>MDB-VLogo_RGB</title>
+    <path class="cls-1" d="M61.74,214.91,73,258.46h-8.5L57,227.09,42.86,258.46H35.68L21.62,227.27,13.9,258.46H5.58l11.16-43.55H24.1l15.2,33.72,15.14-33.72Z" transform="translate(-5.58 -6.4)"></path>
+    <path class="cls-1" d="M105.11,231.74v-5.07h8.21v31.79h-8.21v-5.12c-2.17,3.68-6.63,5.79-12.06,5.79-11.35,0-17.68-8-17.68-17.2,0-8.87,6-16,16.47-16C97.81,226,102.76,228,105.11,231.74Zm-21,10.62c0,5.85,3.68,10.86,10.8,10.86,6.87,0,10.61-4.89,10.61-10.68s-3.86-10.74-11-10.74C87.68,231.8,84.12,236.74,84.12,242.36Z" transform="translate(-5.58 -6.4)"></path>
+    <path class="cls-1" d="M131.83,258.46h-8.2V226.67h8.2v7.12A12.58,12.58,0,0,1,143.29,226a14.84,14.84,0,0,1,5.13.84l-1.75,6a18,18,0,0,0-4.34-.6c-5.92,0-10.5,4.46-10.5,11Z" transform="translate(-5.58 -6.4)"></path>
+    <path class="cls-1" d="M152.52,218.28a4.17,4.17,0,0,1,4.4-4.28,4.33,4.33,0,0,1,4.47,4.41,4.15,4.15,0,0,1-4.47,4.22A4.22,4.22,0,0,1,152.52,218.28Zm.36,8.39h8.21V249.9c0,1.44.3,2.47,1.5,2.47a8.85,8.85,0,0,0,1.57-.18l1.27,6a14.36,14.36,0,0,1-5.43,1c-3.44,0-7.12-1-7.12-8.81Z" transform="translate(-5.58 -6.4)"></path>
+    <path class="cls-1" d="M197.76,231.74v-5.07H206v31.79h-8.21v-5.12c-2.17,3.68-6.63,5.79-12.06,5.79-11.34,0-17.68-8-17.68-17.2,0-8.87,6-16,16.47-16C190.46,226,195.41,228,197.76,231.74Zm-21,10.62c0,5.85,3.68,10.86,10.8,10.86,6.88,0,10.62-4.89,10.62-10.68s-3.87-10.74-11-10.74C180.33,231.8,176.77,236.74,176.77,242.36Z" transform="translate(-5.58 -6.4)"></path>
+    <path class="cls-1" d="M218.57,214.91h19.67c16.53,0,24.79,9.11,24.67,21.77.12,13.16-9,21.78-23.22,21.78H218.57Zm5.43,3.86v35.89h15c13.15,0,18.16-8.87,18.16-18.1,0-10.43-6.27-17.79-18.16-17.79Z" transform="translate(-5.58 -6.4)"></path>
+    <path class="cls-1" d="M296.45,258.46h-25V214.91H294c8.62,0,16.83,1.62,16.71,11.28,0,6.81-4.23,8.69-8.69,9.41,6.33.54,10.14,4.58,10.14,11.1C312.2,256.47,303.63,258.46,296.45,258.46Zm-1.87-24.55c8.63,0,10.56-3.32,10.56-7.54,0-6.34-3.86-7.78-10.56-7.78H276.66v15.32Zm.24,3.68H276.66v17.19H295.6c5.31,0,10.92-1.75,10.92-8.44C306.52,238.62,300.07,237.59,294.82,237.59Z" transform="translate(-5.58 -6.4)"></path>
+    <path class="cls-1" d="M314.08,7.35a4.18,4.18,0,0,0-2.84-.95c-2.83,0-6.49,1.92-8.46,2.95l-.78.4a26.86,26.86,0,0,1-10.57,2.66c-3.76.12-7,.34-11.22.78-25,2.57-36.15,21.73-46.89,40.26C227.47,63.53,221.43,74,213.15,82a54.4,54.4,0,0,1-5.45,4.63C199.13,93,188.37,97.55,180,100.77c-8.06,3.08-16.86,5.85-25.36,8.53-7.79,2.45-15.14,4.77-21.9,7.28-3.05,1.13-5.64,2-7.93,2.76-6.16,2-10.6,3.53-17.09,8-2.53,1.73-5.07,3.6-6.79,5a71.62,71.62,0,0,0-13.55,14.27A84.25,84.25,0,0,1,76,160.27c-1.37,1.34-3.8,2-7.44,2-4.26,0-9.43-.88-14.9-1.81-5.64-1-11.47-1.95-16.47-1.95-4.06,0-7.17.66-9.49,2,0,0-3.91,2.28-5.56,5.23l1.62.73a33.21,33.21,0,0,1,6.92,5,34.72,34.72,0,0,0,7.2,5.12A6.18,6.18,0,0,1,40.1,178c-.68,1-1.68,2.29-2.73,3.67-5.77,7.55-9.14,12.32-7.21,14.92a6.07,6.07,0,0,0,3,.68c12.58,0,19.34-3.27,27.89-7.41,2.48-1.2,5-2.43,8-3.7,5-2.17,10.38-5.63,16.09-9.29C92.61,172,100.42,167,108,164.59a62.3,62.3,0,0,1,19.23-2.7c8,0,16.42,1.07,24.54,2.11,6.05.78,12.32,1.58,18.47,1.95,2.39.14,4.6.21,6.75.21a78.21,78.21,0,0,0,8.61-.45l.69-.24c4.31-2.65,6.33-8.34,8.29-13.84,1.26-3.54,2.32-6.72,4-8.74a2.55,2.55,0,0,1,.32-.27.4.4,0,0,1,.49.08s0,.05,0,.16c-1,21.51-9.66,35.17-18.42,47.31l-5.85,6.27s8.19,0,12.85-1.8c17-5.08,29.83-16.28,39.17-34.14a145.7,145.7,0,0,0,6.17-14.09c.16-.4,1.63-1.14,1.49.93-.05.61-.09,1.29-.14,2h0c0,.42,0,.85-.08,1.28-.24,3-.95,9.34-.95,9.34l5.25-2.81c12.66-8,22.42-24.14,29.82-49.25,3.08-10.46,5.34-20.85,7.33-30,2.38-11,4.43-20.43,6.78-24.09,3.69-5.74,9.32-9.62,14.77-13.39.74-.51,1.49-1,2.22-1.54,6.85-4.81,13.66-10.36,15.16-20.71l0-.23C316.05,10.22,315.13,8.25,314.08,7.35Z" transform="translate(-5.58 -6.4)"></path>
+</svg>

data/lib/multiwoven/integrations.rb

@@ -27,6 +27,8 @@ require "zip"
 require "zendesk_api"
 require "faraday"
 require "base64"
+require "aws-sdk-s3"
+require "duckdb"
 require "iterable-api-client"
 
 # Service
@@ -55,6 +57,8 @@ require_relative "integrations/source/databricks/client"
 require_relative "integrations/source/salesforce_consumer_goods_cloud/client"
 require_relative "integrations/source/aws_athena/client"
 require_relative "integrations/source/clickhouse/client"
+require_relative "integrations/source/amazon_s3/client"
+require_relative "integrations/source/maria_db/client"
 
 # Destination
 require_relative "integrations/destination/klaviyo/client"

data/multiwoven-integrations.gemspec

@@ -36,10 +36,12 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency "activesupport"
   spec.add_runtime_dependency "async-websocket"
   spec.add_runtime_dependency "aws-sdk-athena"
+  spec.add_runtime_dependency "aws-sdk-s3"
   spec.add_runtime_dependency "csv"
   spec.add_runtime_dependency "dry-schema"
   spec.add_runtime_dependency "dry-struct"
   spec.add_runtime_dependency "dry-types"
+  spec.add_runtime_dependency "duckdb"
   spec.add_runtime_dependency "git"
   spec.add_runtime_dependency "google-apis-sheets_v4"
   spec.add_runtime_dependency "google-cloud-bigquery"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.1.76
+  version: 0.3.0
 platform: ruby
 authors:
 - Subin T P
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-06-13 00:00:00.000000000 Z
+date: 2024-06-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -52,6 +52,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-s3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: csv
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +122,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: duckdb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: git
   requirement: !ruby/object:Gem::Requirement
@@ -519,6 +547,10 @@ files:
 - lib/multiwoven/integrations/protocol/protocol.rb
 - lib/multiwoven/integrations/rollout.rb
 - lib/multiwoven/integrations/service.rb
+- lib/multiwoven/integrations/source/amazon_s3/client.rb
+- lib/multiwoven/integrations/source/amazon_s3/config/meta.json
+- lib/multiwoven/integrations/source/amazon_s3/config/spec.json
+- lib/multiwoven/integrations/source/amazon_s3/icon.svg
 - lib/multiwoven/integrations/source/aws_athena/client.rb
 - lib/multiwoven/integrations/source/aws_athena/config/meta.json
 - lib/multiwoven/integrations/source/aws_athena/config/spec.json
@@ -535,6 +567,10 @@ files:
 - lib/multiwoven/integrations/source/databricks/config/meta.json
 - lib/multiwoven/integrations/source/databricks/config/spec.json
 - lib/multiwoven/integrations/source/databricks/icon.svg
+- lib/multiwoven/integrations/source/maria_db/client.rb
+- lib/multiwoven/integrations/source/maria_db/config/meta.json
+- lib/multiwoven/integrations/source/maria_db/config/spec.json
+- lib/multiwoven/integrations/source/maria_db/icon.svg
 - lib/multiwoven/integrations/source/postgresql/client.rb
 - lib/multiwoven/integrations/source/postgresql/config/meta.json
 - lib/multiwoven/integrations/source/postgresql/config/spec.json