multiwoven-integrations 0.37.4 → 0.37.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '05388199967b31ad3c51c62b0e47a86912f323ffe5daae42a079774be79e0ae2'
-  data.tar.gz: a481efc3b0f6017fbb162a589f5dca0bc3a7620542fd188eb216eef52bf0d877
+  metadata.gz: 59ea4a91d7a1b3f7f9850dc4510479cfa7ed041ca99a1fa9e7ab00438e9f3792
+  data.tar.gz: 9ff38a77ba515018547e30b952cc717747f29d8cb039a12c7353e019a967f5b2
 SHA512:
-  metadata.gz: 617f3e4113419585e4879e3c65934ccece20619a15568058f6b51623a5ac87ee1b1059616d0e573c3606d93217439563fcee1a4f6a4761ac18d488ed34503b7e
-  data.tar.gz: 37ae6dd49137ee8599b942ad1c848ff60186578b4d803a16867410096aec582ac0761336dc07cbf0f87c9cfde7d1e9a1f43f935a69851e0688fd83bf5953f740
+  metadata.gz: bb3428f6243ff49687d8ab3384112f11572d107928ff51be3b273ac81b6942cd411e9ed5a383e6c9a02b3c9a8add019ed78b438fe4b0e3789e7e55f11d4b70f1
+  data.tar.gz: 149180ed9a2cd5cb71a32d4163b52252b887676fd72eff62ae659d675ade36d1305f59161da64ec8a5a2013bc7deecafa9bc9e764a496c63a77e1d7edbb7044b

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.37.4"
+    VERSION = "0.37.5"
 
     ENABLED_SOURCES = %w[
       Snowflake

data/lib/multiwoven/integrations/source/http/client.rb

@@ -56,7 +56,7 @@ module Multiwoven::Integrations::Source
         connection_config = sync_config.source.connection_specification
         connection_config = connection_config.with_indifferent_access
         connection_config = create_connection(connection_config)
-        if sync_config.increment_strategy_config.increment_strategy == "page"
+        if sync_config.increment_strategy_config&.increment_strategy == "page"
           @limit = sync_config.increment_strategy_config.limit
           @offset = sync_config.increment_strategy_config.offset
         else
@@ -82,6 +82,19 @@ module Multiwoven::Integrations::Source
         end
       end
 
+      def duplicate_request?(connection_config)
+        signature = [
+          @url,
+          connection_config[:http_method],
+          connection_config[:params],
+          connection_config[:request_format]
+        ].to_json
+        return true if @last_request_signature == signature
+
+        @last_request_signature = signature
+        false
+      end
+
       def create_connection(connection_config)
         @url = "#{connection_config[:base_url]}#{connection_config[:path]}"
         connection_config
@@ -113,6 +126,8 @@ module Multiwoven::Integrations::Source
       def query(connection_config, query)
         connection_config = prepare_config(connection_config)
         build_paginated_request(connection_config, query)
+        return [] if duplicate_request?(connection_config)
+
         response = send_request(
           url: @url,
           http_method: connection_config[:http_method],
@@ -144,12 +159,11 @@ module Multiwoven::Integrations::Source
       def parse_response(response_body, parse_response)
         case parse_response
         when Array
-          records = []
-          parse_response.each do |path|
-            records << JsonPath.on(response_body, path)
-          end
-          records[1].each_slice(records[0].size).map do |row_values|
-            data = Hash[records[0].zip(row_values)]
+          headers = JsonPath.on(response_body, parse_response[0]).flatten(1)
+          values = JsonPath.on(response_body, parse_response[1])
+          rows = values.first.is_a?(Array) ? values : values.each_slice(headers.size).to_a
+          rows.map do |row_values|
+            data = Hash[headers.zip(row_values)]
             RecordMessage.new(data: data, emitted_at: Time.now.to_i).to_multiwoven_message
           end
         else

data/lib/multiwoven/integrations/source/http/config/spec.json

@@ -72,7 +72,7 @@
       },
       "parse_response": {
         "title": "Parse Response",
-        "description": "A JSONPath expression that points to a single record (usually the first row) in the response. The keys of this object are treated as the column names. Example: `$.data[0]`",
+        "description": "How to extract rows from the response. Three supported forms: (1) a JSONPath expression pointing to a single record whose keys become column names, e.g. `$.data[0]`; (2) a JSON array of two JSONPaths `[\"$.headers_path\", \"$.values_path\"]` where the first resolves to column names and the second to a flat stream of values sliced into rows; (3) the same two-path form where the values path resolves to a 2D array (array of row-arrays), useful for Microsoft Graph Excel range endpoints, e.g. `[\"$.values[0]\", \"$.values[1:]\"]`.",
         "type": "string",
         "x-response-format": true,
         "order": 8,

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.37.4
+  version: 0.37.5
 platform: ruby
 authors:
 - Subin T P
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-07-15 00:00:00.000000000 Z
+date: 2026-07-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport