multiwoven-integrations 0.1.64 → 0.1.65

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a04192999a6c02ae4dd3cf752c22f602d9ed196e3a293f67c53727b89ec0ce3a
-  data.tar.gz: 955cab0486157d96c00ba540de776dd9d32687366ddd260bfa4e9a81c95e017d
+  metadata.gz: 11fafa89e8f7adc1648906c3fa57fecb422d64a502d829e5fd437f7ed48169a2
+  data.tar.gz: fc3646918312c3293349d47598f1067f17a8614b0f6dc926c05f581642098d30
 SHA512:
-  metadata.gz: 30a2e1bbd87278e54f40ce5c8d07630d4b4e4b3a1b7f077c5f1bfdf9e00d37dd402bbe3fbcfa477cf7fd331929a9f2e41d8506e7ac9388e3403ae73e2b474be3
-  data.tar.gz: 77840062ae81f7efa968919d7377a0e324c6b7720ffe3f237996a55c850e8f7dc68f2a241086780ea4d22d66a2b3c3a5d57e3045aa6c921a909d6e2a36584acc
+  metadata.gz: e885c02a7fce0cd2032b2874a4ca0c0967f358e4a45ebf7b70d2c0211f75772e76432c9b8d9968d0bcd46d5d00c466d920043660ac3d9ce9db6f35722d9b4d23
+  data.tar.gz: af7ef1ee3ab3c78c2378a0635d35acaaed0a0cbaa36a146391844bb1ca1fd436a0494ea0a96178b57cb03ee3bcc6ca377a4698ee85b29de222a14473c9db5890

data/lib/multiwoven/integrations/destination/http/client.rb

@@ -0,0 +1,95 @@
+# frozen_string_literal: true
+
+module Multiwoven
+  module Integrations
+    module Destination
+      module Http
+        include Multiwoven::Integrations::Core
+        class Client < DestinationConnector
+          MAX_CHUNK_SIZE = 10
+          def check_connection(connection_config)
+            connection_config = connection_config.with_indifferent_access
+            destination_url = connection_config[:destination_url]
+            headers = connection_config[:headers]
+            request = Multiwoven::Integrations::Core::HttpClient.request(
+              destination_url,
+              HTTP_POST,
+              payload: {},
+              headers: headers
+            )
+            if success?(request)
+              success_status
+            else
+              failure_status(nil)
+            end
+          rescue StandardError => e
+            handle_exception("HTTP:CHECK_CONNECTION:EXCEPTION", "error", e)
+            failure_status(e)
+          end
+
+          def discover(_connection_config = nil)
+            catalog_json = read_json(CATALOG_SPEC_PATH)
+            catalog = build_catalog(catalog_json)
+            catalog.to_multiwoven_message
+          rescue StandardError => e
+            handle_exception(
+              "HTTP:DISCOVER:EXCEPTION",
+              "error",
+              e
+            )
+          end
+
+          def write(sync_config, records, _action = "create")
+            connection_config = sync_config.destination.connection_specification.with_indifferent_access
+            url = connection_config[:destination_url]
+            headers = connection_config[:headers]
+            write_success = 0
+            write_failure = 0
+            records.each_slice(MAX_CHUNK_SIZE) do |chunk|
+              payload = create_payload(chunk)
+              response = Multiwoven::Integrations::Core::HttpClient.request(
+                url,
+                sync_config.stream.request_method,
+                payload: payload,
+                headers: headers
+              )
+              if success?(response)
+                write_success += chunk.size
+              else
+                write_failure += chunk.size
+              end
+            rescue StandardError => e
+              handle_exception("HTTP:RECORD:WRITE:EXCEPTION", "error", e)
+              write_failure += chunk.size
+            end
+
+            tracker = Multiwoven::Integrations::Protocol::TrackingMessage.new(
+              success: write_success,
+              failed: write_failure
+            )
+            tracker.to_multiwoven_message
+          rescue StandardError => e
+            handle_exception("HTTP:WRITE:EXCEPTION", "error", e)
+          end
+
+          private
+
+          def create_payload(records)
+            {
+              "records" => records.map do |record|
+                {
+                  "fields" => record
+                }
+              end
+            }
+          end
+
+          def extract_body(response)
+            response_body = response.body
+            JSON.parse(response_body) if response_body
+          end
+        end
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/destination/http/config/catalog.json

@@ -0,0 +1,16 @@
+{
+  "request_rate_limit": 600,
+  "request_rate_limit_unit": "minute",
+  "request_rate_concurrency": 10,
+  "schema_mode": "schemaless",
+  "streams": [
+    {
+      "name": "http",
+      "batch_support": false,
+      "action": "create",
+      "method": "POST",
+      "json_schema": {},
+      "supported_sync_modes": ["incremental"]
+    }
+  ]
+}

data/lib/multiwoven/integrations/destination/http/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "Http",
+    "title": "http",
+    "connector_type": "destination",
+    "category": "Http",
+    "documentation_url": "https://docs.multiwoven.com/destinations/http",
+    "github_issue_label": "destination-http",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/destination/http/config/spec.json

@@ -0,0 +1,24 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/integrations/destination/http",
+  "stream_type": "static",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Http",
+    "type": "object",
+    "required": ["destination_url"],
+    "properties": {
+      "destination_url": {
+        "type": "string",
+        "title": "Destination url",
+        "order": 0
+      },
+      "headers": {
+        "title": "Http Headers",
+        "order": 1,
+        "additionalProperties": {
+          "type": "string"
+        }
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/destination/http/icon.svg

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="utf-8"?>
+
+<svg width="800px" height="800px" viewBox="0 0 16 16" xmlns="http://www.w3.org/2000/svg" fill="none">
+
+
+
+
+
+

data/lib/multiwoven/integrations/destination/sftp/config/spec.json

@@ -1,5 +1,5 @@
 {
-  "documentation_url": "https://docs.multiwoven.com/integrations/destination/klaviyo",
+  "documentation_url": "https://docs.multiwoven.com/destinations/file-storage/sftp",
   "stream_type": "static",
   "connection_specification": {
     "$schema": "http://json-schema.org/draft-07/schema#",
@@ -70,4 +70,4 @@
       }
     }
   }
-}
+}

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.1.64"
+    VERSION = "0.1.65"
 
     ENABLED_SOURCES = %w[
       Snowflake
@@ -25,6 +25,7 @@ module Multiwoven
       SalesforceConsumerGoodsCloud
       Sftp
       Postgresql
+      Http
     ].freeze
   end
 end

data/lib/multiwoven/integrations.rb

@@ -61,6 +61,7 @@ require_relative "integrations/destination/stripe/client"
 require_relative "integrations/destination/salesforce_consumer_goods_cloud/client"
 require_relative "integrations/destination/sftp/client"
 require_relative "integrations/destination/postgresql/client"
+require_relative "integrations/destination/http/client"
 
 module Multiwoven
   module Integrations

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.1.64
+  version: 0.1.65
 platform: ruby
 authors:
 - Subin T P
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-05-03 00:00:00.000000000 Z
+date: 2024-05-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -418,6 +418,11 @@ files:
 - lib/multiwoven/integrations/destination/google_sheets/config/meta.json
 - lib/multiwoven/integrations/destination/google_sheets/config/spec.json
 - lib/multiwoven/integrations/destination/google_sheets/icon.svg
+- lib/multiwoven/integrations/destination/http/client.rb
+- lib/multiwoven/integrations/destination/http/config/catalog.json
+- lib/multiwoven/integrations/destination/http/config/meta.json
+- lib/multiwoven/integrations/destination/http/config/spec.json
+- lib/multiwoven/integrations/destination/http/icon.svg
 - lib/multiwoven/integrations/destination/hubspot/client.rb
 - lib/multiwoven/integrations/destination/hubspot/config/catalog.json
 - lib/multiwoven/integrations/destination/hubspot/config/meta.json