RubyGems - multiwoven-integrations - Versions diffs - 0.1.64 → 0.1.65 - Mend

multiwoven-integrations 0.1.64 → 0.1.65

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (10) hide show

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a04192999a6c02ae4dd3cf752c22f602d9ed196e3a293f67c53727b89ec0ce3a
-  data.tar.gz: 955cab0486157d96c00ba540de776dd9d32687366ddd260bfa4e9a81c95e017d
+  metadata.gz: 11fafa89e8f7adc1648906c3fa57fecb422d64a502d829e5fd437f7ed48169a2
+  data.tar.gz: fc3646918312c3293349d47598f1067f17a8614b0f6dc926c05f581642098d30
 SHA512:
-  metadata.gz: 30a2e1bbd87278e54f40ce5c8d07630d4b4e4b3a1b7f077c5f1bfdf9e00d37dd402bbe3fbcfa477cf7fd331929a9f2e41d8506e7ac9388e3403ae73e2b474be3
-  data.tar.gz: 77840062ae81f7efa968919d7377a0e324c6b7720ffe3f237996a55c850e8f7dc68f2a241086780ea4d22d66a2b3c3a5d57e3045aa6c921a909d6e2a36584acc
+  metadata.gz: e885c02a7fce0cd2032b2874a4ca0c0967f358e4a45ebf7b70d2c0211f75772e76432c9b8d9968d0bcd46d5d00c466d920043660ac3d9ce9db6f35722d9b4d23
+  data.tar.gz: af7ef1ee3ab3c78c2378a0635d35acaaed0a0cbaa36a146391844bb1ca1fd436a0494ea0a96178b57cb03ee3bcc6ca377a4698ee85b29de222a14473c9db5890

data/lib/multiwoven/integrations/destination/http/client.rb ADDED Viewed

@@ -0,0 +1,95 @@
+# frozen_string_literal: true
+module Multiwoven
+  module Integrations
+    module Destination
+      module Http
+        include Multiwoven::Integrations::Core
+        class Client < DestinationConnector
+          MAX_CHUNK_SIZE = 10
+          def check_connection(connection_config)
+            connection_config = connection_config.with_indifferent_access
+            destination_url = connection_config[:destination_url]
+            headers = connection_config[:headers]
+            request = Multiwoven::Integrations::Core::HttpClient.request(
+              destination_url,
+              HTTP_POST,
+              payload: {},
+              headers: headers
+            )
+            if success?(request)
+              success_status
+            else
+              failure_status(nil)
+            end
+          rescue StandardError => e
+            handle_exception("HTTP:CHECK_CONNECTION:EXCEPTION", "error", e)
+            failure_status(e)
+          end
+          def discover(_connection_config = nil)
+            catalog_json = read_json(CATALOG_SPEC_PATH)
+            catalog = build_catalog(catalog_json)
+            catalog.to_multiwoven_message
+          rescue StandardError => e
+            handle_exception(
+              "HTTP:DISCOVER:EXCEPTION",
+              "error",
+              e
+            )
+          end
+          def write(sync_config, records, _action = "create")
+            connection_config = sync_config.destination.connection_specification.with_indifferent_access
+            url = connection_config[:destination_url]
+            headers = connection_config[:headers]
+            write_success = 0
+            write_failure = 0
+            records.each_slice(MAX_CHUNK_SIZE) do |chunk|
+              payload = create_payload(chunk)
+              response = Multiwoven::Integrations::Core::HttpClient.request(
+                url,
+                sync_config.stream.request_method,
+                payload: payload,
+                headers: headers
+              )
+              if success?(response)
+                write_success += chunk.size
+              else
+                write_failure += chunk.size
+              end
+            rescue StandardError => e
+              handle_exception("HTTP:RECORD:WRITE:EXCEPTION", "error", e)
+              write_failure += chunk.size
+            end
+            tracker = Multiwoven::Integrations::Protocol::TrackingMessage.new(
+              success: write_success,
+              failed: write_failure
+            )
+            tracker.to_multiwoven_message
+          rescue StandardError => e
+            handle_exception("HTTP:WRITE:EXCEPTION", "error", e)
+          end
+          private
+          def create_payload(records)
+            {
+              "records" => records.map do |record|
+                {
+                  "fields" => record
+                }
+              end
+            }
+          end
+          def extract_body(response)
+            response_body = response.body
+            JSON.parse(response_body) if response_body
+          end
+        end
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/destination/http/config/catalog.json ADDED Viewed

@@ -0,0 +1,16 @@
+{
+  "request_rate_limit": 600,
+  "request_rate_limit_unit": "minute",
+  "request_rate_concurrency": 10,
+  "schema_mode": "schemaless",
+  "streams": [
+    {
+      "name": "http",
+      "batch_support": false,
+      "action": "create",
+      "method": "POST",
+      "json_schema": {},
+      "supported_sync_modes": ["incremental"]
+    }
+  ]
+}

data/lib/multiwoven/integrations/destination/http/config/meta.json ADDED Viewed

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "Http",
+    "title": "http",
+    "connector_type": "destination",
+    "category": "Http",
+    "documentation_url": "https://docs.multiwoven.com/destinations/http",
+    "github_issue_label": "destination-http",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/destination/http/config/spec.json ADDED Viewed

@@ -0,0 +1,24 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/integrations/destination/http",
+  "stream_type": "static",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Http",
+    "type": "object",
+    "required": ["destination_url"],
+    "properties": {
+      "destination_url": {
+        "type": "string",
+        "title": "Destination url",
+        "order": 0
+      },
+      "headers": {
+        "title": "Http Headers",
+        "order": 1,
+        "additionalProperties": {
+          "type": "string"
+        }
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/destination/http/icon.svg ADDED Viewed

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="utf-8"?>
+<svg width="800px" height="800px" viewBox="0 0 16 16" xmlns="http://www.w3.org/2000/svg" fill="none">

data/lib/multiwoven/integrations/destination/sftp/config/spec.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "documentation_url": "https://docs.multiwoven.com/integrations/destination/klaviyo",
+  "documentation_url": "https://docs.multiwoven.com/destinations/file-storage/sftp",
   "stream_type": "static",
   "connection_specification": {
     "$schema": "http://json-schema.org/draft-07/schema#",
@@ -70,4 +70,4 @@
       }
     }
   }
-}
+}

data/lib/multiwoven/integrations/rollout.rb CHANGED Viewed

@@ -2,7 +2,7 @@
 module Multiwoven
   module Integrations
-    VERSION = "0.1.64"
+    VERSION = "0.1.65"
     ENABLED_SOURCES = %w[
       Snowflake
@@ -25,6 +25,7 @@ module Multiwoven
       SalesforceConsumerGoodsCloud
       Sftp
       Postgresql
+      Http
     ].freeze
   end
 end

data/lib/multiwoven/integrations.rb CHANGED Viewed

@@ -61,6 +61,7 @@ require_relative "integrations/destination/stripe/client"
 require_relative "integrations/destination/salesforce_consumer_goods_cloud/client"
 require_relative "integrations/destination/sftp/client"
 require_relative "integrations/destination/postgresql/client"
+require_relative "integrations/destination/http/client"
 module Multiwoven
   module Integrations

metadata CHANGED Viewed

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.1.64
+  version: 0.1.65
 platform: ruby
 authors:
 - Subin T P
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-05-03 00:00:00.000000000 Z
+date: 2024-05-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -418,6 +418,11 @@ files:
 - lib/multiwoven/integrations/destination/google_sheets/config/meta.json
 - lib/multiwoven/integrations/destination/google_sheets/config/spec.json
 - lib/multiwoven/integrations/destination/google_sheets/icon.svg
+- lib/multiwoven/integrations/destination/http/client.rb
+- lib/multiwoven/integrations/destination/http/config/catalog.json
+- lib/multiwoven/integrations/destination/http/config/meta.json
+- lib/multiwoven/integrations/destination/http/config/spec.json
+- lib/multiwoven/integrations/destination/http/icon.svg
 - lib/multiwoven/integrations/destination/hubspot/client.rb
 - lib/multiwoven/integrations/destination/hubspot/config/catalog.json
 - lib/multiwoven/integrations/destination/hubspot/config/meta.json