RubyGems - multiwoven-integrations - Versions diffs - 0.26.1 → 0.27.1 - Mend

multiwoven-integrations 0.26.1 → 0.27.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (12) hide show

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 82e2969a45b00adf857272cb9968d3150c199c7f707b6c0e5d4dd68031f060e1
-  data.tar.gz: bd52fb19761cbbb3f6d03b15869ecaa4826329769ae14138be73ab272c8d8a63
+  metadata.gz: cbd0d602c8388b27dbcb21828148c5c00fcdf260213c2937e4cd501d16b9fb9e
+  data.tar.gz: d6520c4f7976af01f97b2f8b7e06dbee8e68e94a980aedc9e75b55694542a0ee
 SHA512:
-  metadata.gz: d146c4789ecf4a5ab24d92fc95de0594cf2d41667c2d79c2a96ae0b7ff3bcab13acf69710c16fff6b163cfd13926e8a837656131573abe7fff9b3764d5a4d55f
-  data.tar.gz: 2ab7ae3b4e4a9e91c4bf0c0b296b730f3e2d5a0f1f4872267a956476e128ff72dc4d85667be92fffd64c14bb7eee2a49a3d96cb18cb3c2bbaaaf30ab0df997d1
+  metadata.gz: ac660b7f3b5f4c3ac888ebe912aae96f0333a0d5a894875e379ffac898f3f493b56ed1d336bafc41a9b4f804d3d0ea3677828e9f98cd294d4de4cfcbc6955c30
+  data.tar.gz: 9766dfbbcd62e9c665a4c32039170683a0e4fb5c33fdac4fb5de9f6296384d2664b6cff1837dae02da33c1a55482c1e998d25832b2025ae1475b5f9b67a4e3a8

data/lib/multiwoven/integrations/core/constants.rb CHANGED Viewed

@@ -83,6 +83,11 @@ module Multiwoven
         mistral.mixtral-8x7b-instruct-v0:1
         mistral.mistral-small-2402-v1:0
       ].freeze
+      # Intuit QuickBooks
+      QUICKBOOKS_SANDBOX_QUERY_URL = "https://sandbox-quickbooks.api.intuit.com/v3/company/%<realm_id>s/query?query=%<query>s"
+      QUICKBOOKS_PRODUCTION_QUERY_URL = "https://quickbooks.api.intuit.com/v3/company/%<realm_id>s/query?query=%<query>s"
+      QUICKBOOKS_REDIRECT_URL = "https://developer.intuit.com/v2/OAuth2Playground/RedirectUrl"
     end
   end
 end

data/lib/multiwoven/integrations/core/vector_source_connector.rb ADDED Viewed

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+module Multiwoven
+  module Integrations::Core
+    class VectorSourceConnector < SourceConnector
+      # This needs to be implemented
+      # for all vector database sources
+      # that will be used in RAG workflows
+      def search(_vector_search_config)
+        raise "Not implemented"
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/protocol/protocol.rb CHANGED Viewed

@@ -10,7 +10,7 @@ module Multiwoven
     SyncStatus = Types::String.enum("started", "running", "complete", "incomplete")
     DestinationSyncMode = Types::String.enum("insert", "upsert")
     ConnectorType = Types::String.enum("source", "destination")
-    ConnectorQueryType = Types::String.enum("raw_sql", "soql", "ai_ml")
+    ConnectorQueryType = Types::String.enum("raw_sql", "soql", "ai_ml", "vector_search")
     ModelQueryType = Types::String.enum("raw_sql", "dbt", "soql", "table_selector", "ai_ml", "dynamic_sql", "unstructured", "vector_search")
     ConnectionStatusType = Types::String.enum("succeeded", "failed")
     StreamType = Types::String.enum("static", "dynamic", "user_defined")
@@ -179,6 +179,12 @@ module Multiwoven
       attribute :sync_id, Types::String.default("unknown")
     end
+    class VectorConfig < ProtocolModel
+      attribute :source, Connector
+      attribute :vector, Types::Array.of(Types::Float)
+      attribute :limit, Types::Integer.default(1)
+    end
     class ControlMessage < ProtocolModel
       attribute :type, ControlMessageType
       attribute :emitted_at, Types::Integer

data/lib/multiwoven/integrations/rollout.rb CHANGED Viewed

@@ -2,7 +2,7 @@
 module Multiwoven
   module Integrations
-    VERSION = "0.26.1"
+    VERSION = "0.27.1"
     ENABLED_SOURCES = %w[
       Snowflake
@@ -27,6 +27,7 @@ module Multiwoven
       Anthropic
       AwsBedrockModel
       GenericOpenAI
+      IntuitQuickBooks
     ].freeze
     ENABLED_DESTINATIONS = %w[

data/lib/multiwoven/integrations/source/intuit_quick_books/client.rb ADDED Viewed

@@ -0,0 +1,215 @@
+# frozen_string_literal: true
+module Multiwoven::Integrations::Source
+  module IntuitQuickBooks
+    include Multiwoven::Integrations::Core
+    QUICKBOOKS_OBJECTS = %w[Account Customer Employee Invoice TimeActivity].freeze
+    MAX_PER_PAGE = 1000
+    class Client < SourceConnector
+      def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        access_token = create_connection(connection_config)
+        query = "SELECT * FROM Customer STARTPOSITION 1 MAXRESULTS 1"
+        response = query_quickbooks(access_token, query)
+        if success?(response)
+          success_status
+        else
+          failure_status(nil)
+        end
+      rescue StandardError => e
+        handle_exception(e, { context: "INTUIT_QUICKBOOKS:CHECK_CONNECTION:EXCEPTION", type: "error" })
+        failure_status(e)
+      end
+      def discover(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        access_token = create_connection(connection_config)
+        catalog = build_catalog(load_catalog.with_indifferent_access)
+        streams = catalog[:streams]
+        QUICKBOOKS_OBJECTS.each do |object|
+          query = "SELECT * FROM #{object}"
+          response = query_quickbooks(access_token, query)
+          streams << create_streams(JSON.parse(response.body)["QueryResponse"])[0]
+        rescue StandardError => e
+          handle_exception(e, { context: "INTUIT_QUICKBOOKS:DISCOVER:LOOP_EXCEPTION", type: "error" })
+          next
+        end
+        catalog.to_multiwoven_message
+      rescue StandardError => e
+        handle_exception(e, { context: "INTUIT_QUICKBOOKS:DISCOVER:EXCEPTION", type: "error" })
+      end
+      def read(sync_config)
+        connection_config = sync_config.source.connection_specification
+        connection_config = connection_config.with_indifferent_access
+        query = sync_config.model.query
+        query = batched_query(query, sync_config.limit, sync_config.offset) unless sync_config.limit.nil? && sync_config.offset.nil?
+        access_token = create_connection(connection_config)
+        query(access_token, query)
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "INTUIT_QUICKBOOKS:READ:EXCEPTION",
+                           type: "error",
+                           sync_id: sync_config.sync_id,
+                           sync_run_id: sync_config.sync_run_id
+                         })
+      end
+      private
+      def query(access_token, query)
+        parsed = batched_query_for_quickbooks(query)
+        base_query = parsed[:base_query]
+        limit = parsed[:limit]
+        offset = parsed[:offset]
+        execute_query(access_token, base_query, limit, offset).map do |r|
+          flat_data = flatten_hash(r)
+          RecordMessage.new(data: flat_data, emitted_at: Time.now.to_i).to_multiwoven_message
+        end
+      end
+      def execute_query(access_token, base_query, limit, offset)
+        total_fetched = 0
+        current_offset = offset
+        result = []
+        while total_fetched < limit
+          batch_limit = [MAX_PER_PAGE, limit - total_fetched].min
+          paginated_query = "#{base_query} STARTPOSITION #{current_offset + 1} MAXRESULTS #{batch_limit}"
+          response = query_quickbooks(access_token, paginated_query)
+          records = JSON.parse(response.body)["QueryResponse"] || {}
+          break if records.empty?
+          records.each_value do |rows|
+            next unless rows.is_a?(Array)
+            rows.each do |row|
+              result << row
+            end
+          end
+          fetched_count = result.size - total_fetched
+          break if fetched_count < batch_limit
+          total_fetched += fetched_count
+          current_offset += fetched_count
+        end
+        result
+      end
+      def query_quickbooks(access_token, query)
+        encoded_query = URI.encode_www_form_component(query)
+        query_url = @environment == "sandbox" ? QUICKBOOKS_SANDBOX_QUERY_URL : QUICKBOOKS_PRODUCTION_QUERY_URL
+        send_request(
+          url: build_url(query_url, encoded_query),
+          http_method: HTTP_GET,
+          payload: {},
+          headers: auth_headers(access_token),
+          config: {}
+        )
+      end
+      def create_connection(connection_config)
+        cache = defined?(Rails) && Rails.respond_to?(:cache) ? Rails.cache : ActiveSupport::Cache::MemoryStore.new
+        load_connection_config(connection_config)
+        get_access_token(cache)
+      end
+      def load_connection_config(connection_config)
+        @client_id = connection_config[:client_id]
+        @client_secret = connection_config[:client_secret]
+        @realm_id = connection_config[:realm_id]
+        @environment = connection_config[:environment]
+        @refresh_token = connection_config[:refresh_token]
+      end
+      def get_access_token(cache)
+        cache_key = "intuit_quickbooks_#{@client_id}_#{@client_secret}_#{@realm_id}}"
+        cached_token = cache.read(cache_key)
+        if cached_token
+          cached_token
+        else
+          new_token = refresh_access_token
+          # max expiration is 3 minutes. No way to make it higher
+          cache.write(cache_key, new_token, expires_in: 180)
+          new_token
+        end
+      end
+      def refresh_access_token
+        oauth2_client = IntuitOAuth::Client.new(@client_id, @client_secret, QUICKBOOKS_REDIRECT_URL, @environment)
+        oauth2_client.token.refresh_tokens(@refresh_token).access_token
+      end
+      def create_streams(records)
+        group_by_table(records).map do |r|
+          Multiwoven::Integrations::Protocol::Stream.new(name: r[:table_name], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
+        end
+      end
+      def group_by_table(records)
+        records.filter_map do |table_name, rows|
+          if rows.is_a?(Array) && rows.all? { |row| row.is_a?(Hash) }
+            row_sample = rows.first || {}
+            columns = row_sample.map do |key, value|
+              {
+                column_name: key,
+                data_type: normalize_type(value),
+                is_nullable: rows.any? { |row| row[key].nil? }
+              }
+            end
+            { table_name: table_name, columns: columns }
+          end
+        end
+      end
+      def batched_query_for_quickbooks(query)
+        query = query.strip.chomp(";")
+        limit = query[/LIMIT\s+(\d+)/i, 1] || 1000
+        offset = query[/OFFSET\s+(\d+)/i, 1]
+        base_query = query.gsub(/LIMIT\s+\d+/i, "").gsub(/OFFSET\s+\d+/i, "").strip
+        {
+          base_query: base_query,
+          limit: limit.to_i,
+          offset: offset.to_i
+        }
+      end
+      def flatten_hash(hash, parent_key = "", result = {})
+        hash.each do |key, value|
+          full_key = parent_key.empty? ? key.to_s : "#{parent_key}.#{key}"
+          case value
+          when Hash
+            flatten_hash(value, full_key, result)
+          when Array
+            next
+          else
+            result[full_key] = value.is_a?(Integer) || value.is_a?(Float) ? value : value.to_s
+          end
+        end
+        result
+      end
+      def normalize_type(value)
+        case value
+        when Integer, Float then "NUMBER"
+        else "string"
+        end
+      end
+      def load_catalog
+        read_json(CATALOG_SPEC_PATH)
+      end
+      def build_url(url, query)
+        format(url, realm_id: @realm_id, query: query)
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/source/intuit_quick_books/config/catalog.json ADDED Viewed

@@ -0,0 +1,6 @@
+{
+  "request_rate_limit": 500,
+  "request_rate_limit_unit": "minute",
+  "request_rate_concurrency": 10,
+  "streams": []
+}

data/lib/multiwoven/integrations/source/intuit_quick_books/config/meta.json ADDED Viewed

@@ -0,0 +1,16 @@
+{
+    "data": {
+      "name": "IntuitQuickBooks",
+      "title": "Intuit QuickBooks",
+      "connector_type": "source",
+      "category": "Data Warehouse",
+      "documentation_url": "https://docs.squared.ai/guides/sources/data-sources/intuit_quickbooks",
+      "github_issue_label": "source-intuit-quickbooks",
+      "icon": "icon.svg",
+      "license": "MIT",
+      "release_stage": "alpha",
+      "support_level": "community",
+      "tags": ["language:ruby", "multiwoven"]
+    }
+  }

data/lib/multiwoven/integrations/source/intuit_quick_books/config/spec.json ADDED Viewed

@@ -0,0 +1,44 @@
+{
+    "documentation_url": "https://docs.squared.ai/guides/sources/data-sources/intuit_quickbooks",
+    "stream_type": "dynamic",
+    "connector_query_type": "raw_sql",
+    "connection_specification": {
+      "$schema": "http://json-schema.org/draft-07/schema#",
+      "title": "Intuit QuickBooks",
+      "type": "object",
+      "required": ["environment","client_id","client_secret","realm_id","refresh_token"],
+      "properties": {
+        "environment": {
+          "type": "string",
+          "title": "Environment",
+          "enum": ["sandbox", "production"],
+          "order": 0
+        },
+        "client_id": {
+          "type": "string",
+          "multiwoven_secret": true,
+          "title": "Client Id",
+          "order": 1
+        },
+        "client_secret": {
+          "type": "string",
+          "multiwoven_secret": true,
+          "title": "Client Secret",
+          "order": 2
+        },
+        "realm_id": {
+          "type": "string",
+          "multiwoven_secret": true,
+          "title": "Realm Id",
+          "order": 3
+        },
+        "refresh_token": {
+          "type": "string",
+          "multiwoven_secret": true,
+          "title": "Refresh Token",
+          "order": 4
+        }
+      }
+    }
+  }

data/lib/multiwoven/integrations/source/intuit_quick_books/icon.svg ADDED Viewed

@@ -0,0 +1 @@

+ <svg enable-background="new 0 0 2500 2500" viewBox="0 0 2500 2500" xmlns="http://www.w3.org/2000/svg"><circle cx="1250" cy="1250" fill="#2ca01c" r="1250"/><path d="m301.3 1249.6c.1 282.6 228 512.4 510.6 514.9h72.3v-188.9h-72.3c-175.2 47.8-355.9-55.5-403.6-230.7-.4-1.4-.7-2.8-1.1-4.2-49.1-177.5 53.7-361.4 230.6-412.5h36.1c45.3-9.9 92.2-9.9 137.5 0h175.6v1002.9c-.9 106.1 84.4 192.9 190.5 193.9v-1395.4h-364.5c-284.6 1.5-514 233.4-512.5 518v.1zm1387.5-519.8h-72.3v198.9h72.3c174.8-47.7 355.1 55.3 402.8 230 .4 1.3.7 2.7 1.1 4 48.8 176.9-53.7 360.1-229.9 411.1h-36.1c-45.3 9.9-92.2 9.9-137.5 0h-175.6v-1002.8c.9-106.1-84.4-192.9-190.5-193.9v1397.4h364.5c287.1-4.5 516.2-240.8 511.8-527.9-4.4-280.8-230.9-507.4-511.8-511.8z" fill="#fff"/></svg>

data/lib/multiwoven/integrations.rb CHANGED Viewed

@@ -39,6 +39,7 @@ require "grpc"
 require "MailchimpMarketing"
 require "aws-sdk-bedrockruntime"
 require "pinecone"
+require "intuit-oauth"
 # Service
 require_relative "integrations/config"
@@ -59,6 +60,7 @@ require_relative "integrations/core/http_client"
 require_relative "integrations/core/streaming_http_client"
 require_relative "integrations/core/query_builder"
 require_relative "integrations/core/unstructured_source_connector"
+require_relative "integrations/core/vector_source_connector"
 # Source
 require_relative "integrations/source/snowflake/client"
@@ -83,6 +85,7 @@ require_relative "integrations/source/watsonx_data/client"
 require_relative "integrations/source/anthropic/client"
 require_relative "integrations/source/aws_bedrock_model/client"
 require_relative "integrations/source/generic_open_ai/client"
+require_relative "integrations/source/intuit_quick_books/client"
 # Destination
 require_relative "integrations/destination/klaviyo/client"

metadata CHANGED Viewed

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.26.1
+  version: 0.27.1
 platform: ruby
 authors:
 - Subin T P
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-05-20 00:00:00.000000000 Z
+date: 2025-06-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -587,6 +587,7 @@ files:
 - lib/multiwoven/integrations/core/streaming_http_client.rb
 - lib/multiwoven/integrations/core/unstructured_source_connector.rb
 - lib/multiwoven/integrations/core/utils.rb
+- lib/multiwoven/integrations/core/vector_source_connector.rb
 - lib/multiwoven/integrations/destination/airtable/client.rb
 - lib/multiwoven/integrations/destination/airtable/config/catalog.json
 - lib/multiwoven/integrations/destination/airtable/config/meta.json
@@ -765,6 +766,11 @@ files:
 - lib/multiwoven/integrations/source/http_model/config/meta.json
 - lib/multiwoven/integrations/source/http_model/config/spec.json
 - lib/multiwoven/integrations/source/http_model/icon.svg
+- lib/multiwoven/integrations/source/intuit_quick_books/client.rb
+- lib/multiwoven/integrations/source/intuit_quick_books/config/catalog.json
+- lib/multiwoven/integrations/source/intuit_quick_books/config/meta.json
+- lib/multiwoven/integrations/source/intuit_quick_books/config/spec.json
+- lib/multiwoven/integrations/source/intuit_quick_books/icon.svg
 - lib/multiwoven/integrations/source/maria_db/client.rb
 - lib/multiwoven/integrations/source/maria_db/config/meta.json
 - lib/multiwoven/integrations/source/maria_db/config/spec.json