RubyGems - multiwoven-integrations - Versions diffs - 0.26.1 → 0.27.0 - Mend

multiwoven-integrations 0.26.1 → 0.27.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (10) hide show

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 82e2969a45b00adf857272cb9968d3150c199c7f707b6c0e5d4dd68031f060e1
-  data.tar.gz: bd52fb19761cbbb3f6d03b15869ecaa4826329769ae14138be73ab272c8d8a63
+  metadata.gz: dc21bbb426fb6d928bd910e3ce1d02b8dfa64c8b81d2f229cee83144a6c2fa2b
+  data.tar.gz: b6568f1feb3ad15f14c2092ac4299838d680d0b275c0ba7ea06327d566dec12e
 SHA512:
-  metadata.gz: d146c4789ecf4a5ab24d92fc95de0594cf2d41667c2d79c2a96ae0b7ff3bcab13acf69710c16fff6b163cfd13926e8a837656131573abe7fff9b3764d5a4d55f
-  data.tar.gz: 2ab7ae3b4e4a9e91c4bf0c0b296b730f3e2d5a0f1f4872267a956476e128ff72dc4d85667be92fffd64c14bb7eee2a49a3d96cb18cb3c2bbaaaf30ab0df997d1
+  metadata.gz: 34a9f069e6164ea242ea583a9456b3f84cf77cb0ded8ebae69df728277a6b5d985ed475b490cc7233744167e2a5e098e69d3b8768131e0dc8c96f75305ca684e
+  data.tar.gz: 942d74b686bdb030165662d7b76317842ecd2e35e16494fd28480a37f1fc2073670b5a1f14720e424dd1ac98672cf76a3e5686f03d1c23fbe570f69bd40e6601

data/lib/multiwoven/integrations/core/constants.rb CHANGED Viewed

@@ -83,6 +83,11 @@ module Multiwoven
         mistral.mixtral-8x7b-instruct-v0:1
         mistral.mistral-small-2402-v1:0
       ].freeze
+      # Intuit QuickBooks
+      QUICKBOOKS_SANDBOX_QUERY_URL = "https://sandbox-quickbooks.api.intuit.com/v3/company/%<realm_id>s/query?query=%<query>s"
+      QUICKBOOKS_PRODUCTION_QUERY_URL = "https://quickbooks.api.intuit.com/v3/company/%<realm_id>s/query?query=%<query>s"
+      QUICKBOOKS_REDIRECT_URL = "https://developer.intuit.com/v2/OAuth2Playground/RedirectUrl"
     end
   end
 end

data/lib/multiwoven/integrations/rollout.rb CHANGED Viewed

@@ -2,7 +2,7 @@
 module Multiwoven
   module Integrations
-    VERSION = "0.26.1"
+    VERSION = "0.27.0"
     ENABLED_SOURCES = %w[
       Snowflake
@@ -27,6 +27,7 @@ module Multiwoven
       Anthropic
       AwsBedrockModel
       GenericOpenAI
+      IntuitQuickBooks
     ].freeze
     ENABLED_DESTINATIONS = %w[

data/lib/multiwoven/integrations/source/intuit_quick_books/client.rb ADDED Viewed

@@ -0,0 +1,215 @@
+# frozen_string_literal: true
+module Multiwoven::Integrations::Source
+  module IntuitQuickBooks
+    include Multiwoven::Integrations::Core
+    QUICKBOOKS_OBJECTS = %w[Account Customer Employee Invoice TimeActivity].freeze
+    MAX_PER_PAGE = 1000
+    class Client < SourceConnector
+      def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        access_token = create_connection(connection_config)
+        query = "SELECT * FROM Customer STARTPOSITION 1 MAXRESULTS 1"
+        response = query_quickbooks(access_token, query)
+        if success?(response)
+          success_status
+        else
+          failure_status(nil)
+        end
+      rescue StandardError => e
+        handle_exception(e, { context: "INTUIT_QUICKBOOKS:CHECK_CONNECTION:EXCEPTION", type: "error" })
+        failure_status(e)
+      end
+      def discover(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        access_token = create_connection(connection_config)
+        catalog = build_catalog(load_catalog.with_indifferent_access)
+        streams = catalog[:streams]
+        QUICKBOOKS_OBJECTS.each do |object|
+          query = "SELECT * FROM #{object}"
+          response = query_quickbooks(access_token, query)
+          streams << create_streams(JSON.parse(response.body)["QueryResponse"])[0]
+        rescue StandardError => e
+          handle_exception(e, { context: "INTUIT_QUICKBOOKS:DISCOVER:LOOP_EXCEPTION", type: "error" })
+          next
+        end
+        catalog.to_multiwoven_message
+      rescue StandardError => e
+        handle_exception(e, { context: "INTUIT_QUICKBOOKS:DISCOVER:EXCEPTION", type: "error" })
+      end
+      def read(sync_config)
+        connection_config = sync_config.source.connection_specification
+        connection_config = connection_config.with_indifferent_access
+        query = sync_config.model.query
+        query = batched_query(query, sync_config.limit, sync_config.offset) unless sync_config.limit.nil? && sync_config.offset.nil?
+        access_token = create_connection(connection_config)
+        query(access_token, query)
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "INTUIT_QUICKBOOKS:READ:EXCEPTION",
+                           type: "error",
+                           sync_id: sync_config.sync_id,
+                           sync_run_id: sync_config.sync_run_id
+                         })
+      end
+      private
+      def query(access_token, query)
+        parsed = batched_query_for_quickbooks(query)
+        base_query = parsed[:base_query]
+        limit = parsed[:limit]
+        offset = parsed[:offset]
+        execute_query(access_token, base_query, limit, offset).map do |r|
+          flat_data = flatten_hash(r)
+          RecordMessage.new(data: flat_data, emitted_at: Time.now.to_i).to_multiwoven_message
+        end
+      end
+      def execute_query(access_token, base_query, limit, offset)
+        total_fetched = 0
+        current_offset = offset
+        result = []
+        while total_fetched < limit
+          batch_limit = [MAX_PER_PAGE, limit - total_fetched].min
+          paginated_query = "#{base_query} STARTPOSITION #{current_offset + 1} MAXRESULTS #{batch_limit}"
+          response = query_quickbooks(access_token, paginated_query)
+          records = JSON.parse(response.body)["QueryResponse"] || {}
+          break if records.empty?
+          records.each_value do |rows|
+            next unless rows.is_a?(Array)
+            rows.each do |row|
+              result << row
+            end
+          end
+          fetched_count = result.size - total_fetched
+          break if fetched_count < batch_limit
+          total_fetched += fetched_count
+          current_offset += fetched_count
+        end
+        result
+      end
+      def query_quickbooks(access_token, query)
+        encoded_query = URI.encode_www_form_component(query)
+        query_url = @environment == "sandbox" ? QUICKBOOKS_SANDBOX_QUERY_URL : QUICKBOOKS_PRODUCTION_QUERY_URL
+        send_request(
+          url: build_url(query_url, encoded_query),
+          http_method: HTTP_GET,
+          payload: {},
+          headers: auth_headers(access_token),
+          config: {}
+        )
+      end
+      def create_connection(connection_config)
+        cache = defined?(Rails) && Rails.respond_to?(:cache) ? Rails.cache : ActiveSupport::Cache::MemoryStore.new
+        load_connection_config(connection_config)
+        get_access_token(cache)
+      end
+      def load_connection_config(connection_config)
+        @client_id = connection_config[:client_id]
+        @client_secret = connection_config[:client_secret]
+        @realm_id = connection_config[:realm_id]
+        @environment = connection_config[:environment]
+        @refresh_token = connection_config[:refresh_token]
+      end
+      def get_access_token(cache)
+        cache_key = "intuit_quickbooks_#{@client_id}_#{@client_secret}_#{@realm_id}}"
+        cached_token = cache.read(cache_key)
+        if cached_token
+          cached_token
+        else
+          new_token = refresh_access_token
+          # max expiration is 3 minutes. No way to make it higher
+          cache.write(cache_key, new_token, expires_in: 180)
+          new_token
+        end
+      end
+      def refresh_access_token
+        oauth2_client = IntuitOAuth::Client.new(@client_id, @client_secret, QUICKBOOKS_REDIRECT_URL, @environment)
+        oauth2_client.token.refresh_tokens(@refresh_token).access_token
+      end
+      def create_streams(records)
+        group_by_table(records).map do |r|
+          Multiwoven::Integrations::Protocol::Stream.new(name: r[:table_name], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
+        end
+      end
+      def group_by_table(records)
+        records.filter_map do |table_name, rows|
+          if rows.is_a?(Array) && rows.all? { |row| row.is_a?(Hash) }
+            row_sample = rows.first || {}
+            columns = row_sample.map do |key, value|
+              {
+                column_name: key,
+                data_type: normalize_type(value),
+                is_nullable: rows.any? { |row| row[key].nil? }
+              }
+            end
+            { table_name: table_name, columns: columns }
+          end
+        end
+      end
+      def batched_query_for_quickbooks(query)
+        query = query.strip.chomp(";")
+        limit = query[/LIMIT\s+(\d+)/i, 1] || 1000
+        offset = query[/OFFSET\s+(\d+)/i, 1]
+        base_query = query.gsub(/LIMIT\s+\d+/i, "").gsub(/OFFSET\s+\d+/i, "").strip
+        {
+          base_query: base_query,
+          limit: limit.to_i,
+          offset: offset.to_i
+        }
+      end
+      def flatten_hash(hash, parent_key = "", result = {})
+        hash.each do |key, value|
+          full_key = parent_key.empty? ? key.to_s : "#{parent_key}.#{key}"
+          case value
+          when Hash
+            flatten_hash(value, full_key, result)
+          when Array
+            next
+          else
+            result[full_key] = value.is_a?(Integer) || value.is_a?(Float) ? value : value.to_s
+          end
+        end
+        result
+      end
+      def normalize_type(value)
+        case value
+        when Integer, Float then "NUMBER"
+        else "string"
+        end
+      end
+      def load_catalog
+        read_json(CATALOG_SPEC_PATH)
+      end
+      def build_url(url, query)
+        format(url, realm_id: @realm_id, query: query)
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/source/intuit_quick_books/config/catalog.json ADDED Viewed

@@ -0,0 +1,6 @@
+{
+  "request_rate_limit": 500,
+  "request_rate_limit_unit": "minute",
+  "request_rate_concurrency": 10,
+  "streams": []
+}

data/lib/multiwoven/integrations/source/intuit_quick_books/config/meta.json ADDED Viewed

@@ -0,0 +1,16 @@
+{
+    "data": {
+      "name": "IntuitQuickBooks",
+      "title": "Intuit QuickBooks",
+      "connector_type": "source",
+      "category": "Data Warehouse",
+      "documentation_url": "https://docs.squared.ai/guides/sources/data-sources/intuit_quickbooks",
+      "github_issue_label": "source-intuit-quickbooks",
+      "icon": "icon.svg",
+      "license": "MIT",
+      "release_stage": "alpha",
+      "support_level": "community",
+      "tags": ["language:ruby", "multiwoven"]
+    }
+  }

data/lib/multiwoven/integrations/source/intuit_quick_books/config/spec.json ADDED Viewed

@@ -0,0 +1,44 @@
+{
+    "documentation_url": "https://docs.squared.ai/guides/sources/data-sources/intuit_quickbooks",
+    "stream_type": "dynamic",
+    "connector_query_type": "raw_sql",
+    "connection_specification": {
+      "$schema": "http://json-schema.org/draft-07/schema#",
+      "title": "Intuit QuickBooks",
+      "type": "object",
+      "required": ["environment","client_id","client_secret","realm_id","refresh_token"],
+      "properties": {
+        "environment": {
+          "type": "string",
+          "title": "Environment",
+          "enum": ["sandbox", "production"],
+          "order": 0
+        },
+        "client_id": {
+          "type": "string",
+          "multiwoven_secret": true,
+          "title": "Client Id",
+          "order": 1
+        },
+        "client_secret": {
+          "type": "string",
+          "multiwoven_secret": true,
+          "title": "Client Secret",
+          "order": 2
+        },
+        "realm_id": {
+          "type": "string",
+          "multiwoven_secret": true,
+          "title": "Realm Id",
+          "order": 3
+        },
+        "refresh_token": {
+          "type": "string",
+          "multiwoven_secret": true,
+          "title": "Refresh Token",
+          "order": 4
+        }
+      }
+    }
+  }

data/lib/multiwoven/integrations/source/intuit_quick_books/icon.svg ADDED Viewed

@@ -0,0 +1 @@

+ <svg enable-background="new 0 0 2500 2500" viewBox="0 0 2500 2500" xmlns="http://www.w3.org/2000/svg"><circle cx="1250" cy="1250" fill="#2ca01c" r="1250"/><path d="m301.3 1249.6c.1 282.6 228 512.4 510.6 514.9h72.3v-188.9h-72.3c-175.2 47.8-355.9-55.5-403.6-230.7-.4-1.4-.7-2.8-1.1-4.2-49.1-177.5 53.7-361.4 230.6-412.5h36.1c45.3-9.9 92.2-9.9 137.5 0h175.6v1002.9c-.9 106.1 84.4 192.9 190.5 193.9v-1395.4h-364.5c-284.6 1.5-514 233.4-512.5 518v.1zm1387.5-519.8h-72.3v198.9h72.3c174.8-47.7 355.1 55.3 402.8 230 .4 1.3.7 2.7 1.1 4 48.8 176.9-53.7 360.1-229.9 411.1h-36.1c-45.3 9.9-92.2 9.9-137.5 0h-175.6v-1002.8c.9-106.1-84.4-192.9-190.5-193.9v1397.4h364.5c287.1-4.5 516.2-240.8 511.8-527.9-4.4-280.8-230.9-507.4-511.8-511.8z" fill="#fff"/></svg>

data/lib/multiwoven/integrations.rb CHANGED Viewed

@@ -39,6 +39,7 @@ require "grpc"
 require "MailchimpMarketing"
 require "aws-sdk-bedrockruntime"
 require "pinecone"
+require "intuit-oauth"
 # Service
 require_relative "integrations/config"
@@ -83,6 +84,7 @@ require_relative "integrations/source/watsonx_data/client"
 require_relative "integrations/source/anthropic/client"
 require_relative "integrations/source/aws_bedrock_model/client"
 require_relative "integrations/source/generic_open_ai/client"
+require_relative "integrations/source/intuit_quick_books/client"
 # Destination
 require_relative "integrations/destination/klaviyo/client"

metadata CHANGED Viewed

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.26.1
+  version: 0.27.0
 platform: ruby
 authors:
 - Subin T P
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-05-20 00:00:00.000000000 Z
+date: 2025-05-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -765,6 +765,11 @@ files:
 - lib/multiwoven/integrations/source/http_model/config/meta.json
 - lib/multiwoven/integrations/source/http_model/config/spec.json
 - lib/multiwoven/integrations/source/http_model/icon.svg
+- lib/multiwoven/integrations/source/intuit_quick_books/client.rb
+- lib/multiwoven/integrations/source/intuit_quick_books/config/catalog.json
+- lib/multiwoven/integrations/source/intuit_quick_books/config/meta.json
+- lib/multiwoven/integrations/source/intuit_quick_books/config/spec.json
+- lib/multiwoven/integrations/source/intuit_quick_books/icon.svg
 - lib/multiwoven/integrations/source/maria_db/client.rb
 - lib/multiwoven/integrations/source/maria_db/config/meta.json
 - lib/multiwoven/integrations/source/maria_db/config/spec.json