etl-integrations 0.1.81

data/lib/multiwoven/integrations/destination/sftp/config/meta.json

@@ -0,0 +1,16 @@
+{
+  "data": {
+    "name": "Sftp",
+    "title": "SFTP",
+    "connector_type": "destination",
+    "connectorSubtype": "file",
+    "category": "File Storage",
+    "documentation_url": "https://docs.mutliwoven.com",
+    "github_issue_label": "destination-sftp",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/destination/sftp/config/spec.json

@@ -0,0 +1,50 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/integrations/destination/klaviyo",
+  "stream_type": "static",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "SFTP",
+    "required": ["host", "username", "password", "destination_path"],
+    "properties": {
+      "host": {
+        "title": "Host",
+        "description": "Hostname of the SFTP server.",
+        "type": "string",
+        "order": 0
+      },
+      "port": {
+        "title": "Port",
+        "description": "Port of the SFTP server.",
+        "type": "integer",
+        "minimum": 0,
+        "maximum": 65536,
+        "default": 22,
+        "order": 1
+      },
+      "username": {
+        "title": "User Name",
+        "description": "Username to use to access the SFTP server.",
+        "type": "string",
+        "order": 2
+      },
+      "password": {
+        "title": "Password",
+        "description": "Password associated with the username.",
+        "type": "string",
+        "order": 3
+      },
+      "destination_path": {
+        "title": "Destination path",
+        "type": "string",
+        "description": "Path to the directory where files will be written.",
+        "order": 4
+      },
+      "file_name": {
+        "title": "File Name",
+        "type": "string",
+        "description": "Name of the file to be written.",
+        "order": 5
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/destination/sftp/icon.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="250" height="250" fill="none"><g clip-path="url(#a)"><path fill="#615EFF" d="M200.745 218.706a12.051 12.051 0 0 1-3.483 8.475 11.837 11.837 0 0 1-8.4 3.514H62.072c-3.15 0-6.173-1.261-8.403-3.507a12.053 12.053 0 0 1-3.49-8.472V31.485a12.08 12.08 0 0 1 .903-4.593 11.996 11.996 0 0 1 2.578-3.894 11.875 11.875 0 0 1 3.86-2.6 11.791 11.791 0 0 1 4.552-.912h81.371l57.302 58.96v140.26Z"/><path fill="#fff" d="M83.868 156.832c-.142-1.429-.75-2.539-1.822-3.33-1.074-.792-2.53-1.187-4.37-1.187-1.25 0-2.305.177-3.166.531-.861.343-1.522.821-1.981 1.435a3.457 3.457 0 0 0-.673 2.09c-.023.65.112 1.217.407 1.701.307.484.725.903 1.256 1.258.53.342 1.144.643 1.84.903a19.02 19.02 0 0 0 2.229.638l3.255.779c1.58.354 3.03.827 4.352 1.417 1.32.591 2.464 1.317 3.431 2.179a9.057 9.057 0 0 1 2.247 3.047c.542 1.169.82 2.509.831 4.021-.011 2.22-.578 4.145-1.698 5.775-1.109 1.617-2.712 2.875-4.811 3.773-2.088.885-4.606 1.328-7.554 1.328-2.925 0-5.472-.449-7.642-1.346-2.158-.898-3.845-2.226-5.06-3.986-1.202-1.771-1.833-3.962-1.892-6.572h7.412c.082 1.217.43 2.232 1.044 3.047.625.803 1.456 1.411 2.494 1.825 1.05.401 2.235.602 3.555.602 1.298 0 2.424-.189 3.38-.567.966-.378 1.715-.903 2.246-1.576.53-.673.796-1.447.796-2.321 0-.815-.242-1.5-.725-2.055-.472-.555-1.168-1.027-2.088-1.417-.908-.39-2.022-.744-3.343-1.063l-3.945-.992c-3.054-.744-5.466-1.907-7.235-3.489-1.77-1.583-2.648-3.714-2.636-6.395-.012-2.196.572-4.116 1.751-5.757 1.192-1.641 2.825-2.923 4.9-3.844 2.076-.921 4.435-1.382 7.076-1.382 2.69 0 5.036.461 7.04 1.382 2.018.921 3.586 2.203 4.706 3.844 1.12 1.641 1.699 3.543 1.734 5.704h-7.341Zm12.988 25.844v-36.278h23.988v6.324h-16.328v8.645h14.736v6.324h-14.736v14.985h-7.66Zm27.76-29.954v-6.324h29.754v6.324h-11.091v29.954h-7.571v-29.954h-11.092Zm34.654 29.954v-36.278h14.294c2.748 0 5.089.526 7.023 1.577 1.934 1.039 3.408 2.486 4.422 4.34 1.026 1.842 1.539 3.968 1.539 6.377s-.519 4.535-1.557 6.377c-1.037 1.842-2.541 3.277-4.51 4.304-1.958 1.028-4.329 1.541-7.112 1.541h-9.11v-6.146h7.872c1.474 0 2.689-.254 3.644-.762.967-.52 1.686-1.234 2.158-2.143.484-.921.725-1.978.725-3.171 0-1.205-.241-2.256-.725-3.153-.472-.91-1.191-1.612-2.158-2.108-.967-.508-2.194-.762-3.679-.762h-5.166v30.007h-7.66Z"/><path fill="#1A194D" d="m149.75 76.907 50.996 49.177V78.101h-45.173a11.33 11.33 0 0 1-5.643-1.433l-.18.24Z" opacity=".3"/><path fill="#C5C4FF" d="M200.746 78.35h-45.297a11.836 11.836 0 0 1-8.399-3.514 12.055 12.055 0 0 1-3.484-8.475v-47.2l57.18 59.189Z"/></g><defs><clipPath id="a"><path fill="#fff" d="M50 19h151v212H50z"/></clipPath></defs></svg>

data/lib/multiwoven/integrations/destination/slack/client.rb

@@ -0,0 +1,114 @@
+# frozen_string_literal: true
+
+module Multiwoven
+  module Integrations
+    module Destination
+      module Slack
+        include Multiwoven::Integrations::Core
+
+        class Client < DestinationConnector
+          prepend Multiwoven::Integrations::Core::RateLimiter
+          attr_accessor :channel_id
+
+          def check_connection(connection_config)
+            configure_slack(connection_config[:api_token])
+            client = ::Slack::Web::Client.new
+            client.auth_test
+            success_status
+          rescue StandardError => e
+            failure_status(e)
+          end
+
+          def discover(_connection_config = nil)
+            catalog = build_catalog(load_catalog)
+            catalog.to_multiwoven_message
+          rescue StandardError => e
+            handle_exception("SLACK:DISCOVER:EXCEPTION", "error", e)
+          end
+
+          def write(sync_config, records, action = "create")
+            # Currently as we only create a message for each record in slack, we are not using actions.
+            # This will be changed in future.
+
+            @action = sync_config.stream.action || action
+            connection_config = sync_config.destination.connection_specification.with_indifferent_access
+            configure_slack(connection_config[:api_token])
+            @client = ::Slack::Web::Client.new
+            @channel_id = connection_config[:channel_id]
+            process_records(records, sync_config.stream)
+          rescue StandardError => e
+            handle_exception("SLACK:WRITE:EXCEPTION", "error", e)
+          end
+
+          private
+
+          def configure_slack(api_token)
+            ::Slack.configure do |config|
+              config.token = api_token
+            end
+          end
+
+          def process_records(records, stream)
+            write_success = 0
+            write_failure = 0
+            records.each do |record_object|
+              process_record(stream, record_object.with_indifferent_access)
+              write_success += 1
+            rescue StandardError => e
+              write_failure += 1
+              handle_exception("SLACK:CRM:WRITE:EXCEPTION", "error", e)
+            end
+            tracking_message(write_success, write_failure)
+          end
+
+          def process_record(stream, record)
+            send_data_to_slack(stream[:name], record)
+          end
+
+          def send_data_to_slack(stream_name, record = {})
+            args = build_args(stream_name, record)
+            @client.send(stream_name, **args)
+          end
+
+          def build_args(stream_name, record)
+            case stream_name
+            when "chat_postMessage"
+              { channel: channel_id, text: slack_code_block(record) }
+            else
+              raise "Stream name not found: #{stream_name}"
+            end
+          end
+
+          def slack_code_block(data)
+            longest_key = data.keys.map(&:to_s).max_by(&:length).length
+            table_str = "```\n"
+            data.each do |key, value|
+              table_str += "#{key.to_s.ljust(longest_key)} : #{value}\n"
+            end
+            table_str += "```"
+
+            table_str
+          end
+
+          def success_status
+            ConnectionStatus.new(status: ConnectionStatusType["succeeded"]).to_multiwoven_message
+          end
+
+          def failure_status(error)
+            ConnectionStatus.new(status: ConnectionStatusType["failed"], message: error.message).to_multiwoven_message
+          end
+
+          def load_catalog
+            read_json(CATALOG_SPEC_PATH)
+          end
+
+          def tracking_message(success, failure)
+            Multiwoven::Integrations::Protocol::TrackingMessage.new(
+              success: success, failed: failure
+            ).to_multiwoven_message
+          end
+        end
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/destination/slack/config/catalog.json

@@ -0,0 +1,22 @@
+{
+  "streams": [
+    {
+      "name": "chat_postMessage",
+      "action": "create",
+      "json_schema": {
+        "type": "object",
+        "additionalProperties": false,
+        "properties": {
+          "text": {
+            "type": ["string", "null"]
+          }
+        },
+        "oneOf": [{ "required": ["text"] }]
+      },
+      "supported_sync_modes": ["incremental"],
+      "request_rate_limit":  60,
+      "request_rate_limit_unit": "minute",
+      "request_rate_concurrency": 1
+    }
+  ]
+}

data/lib/multiwoven/integrations/destination/slack/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "Slack",
+    "title": "Slack",
+    "connector_type": "destination",
+    "category": "Team Collaboration",
+    "documentation_url": "https://docs.mutliwoven.com",
+    "github_issue_label": "destination-slack",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/destination/slack/config/spec.json

@@ -0,0 +1,22 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/integrations/destination/slack",
+  "stream_type": "static",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Slack",
+    "type": "object",
+    "required": ["api_token", "channel_id"],
+    "properties": {
+      "api_token": {
+        "type": "string",
+        "title": "API Token",
+        "order": 0
+      },
+      "channel_id": {
+        "type": "string",
+        "title": "Channel ID",
+        "order": 1
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/destination/slack/icon.svg

@@ -0,0 +1,26 @@
+<svg width="1025" height="1025" viewBox="0 0 1025 1025" fill="none" xmlns="http://www.w3.org/2000/svg">
+	<path
+		d="M215.74 647.688C215.74 706.893 167.375 755.258 108.17 755.258C48.9648 755.258 0.600006 706.893 0.600006 647.688C0.600006 588.483 48.9648 540.118 108.17 540.118H215.74V647.688Z"
+		fill="#E01E5A" />
+	<path
+		d="M269.942 647.688C269.942 588.483 318.307 540.118 377.512 540.118C436.717 540.118 485.082 588.483 485.082 647.688V917.03C485.082 976.235 436.717 1024.6 377.512 1024.6C318.307 1024.6 269.942 976.235 269.942 917.03V647.688Z"
+		fill="#E01E5A" />
+	<path
+		d="M377.512 215.74C318.307 215.74 269.942 167.375 269.942 108.17C269.942 48.9648 318.307 0.600006 377.512 0.600006C436.717 0.600006 485.082 48.9648 485.082 108.17V215.74H377.512Z"
+		fill="#36C5F0" />
+	<path
+		d="M377.512 269.942C436.717 269.942 485.082 318.307 485.082 377.512C485.082 436.717 436.717 485.082 377.512 485.082H108.17C48.9648 485.082 0.600006 436.717 0.600006 377.512C0.600006 318.307 48.9648 269.942 108.17 269.942H377.512Z"
+		fill="#36C5F0" />
+	<path
+		d="M809.46 377.512C809.46 318.307 857.825 269.942 917.03 269.942C976.235 269.942 1024.6 318.307 1024.6 377.512C1024.6 436.717 976.235 485.082 917.03 485.082H809.46V377.512Z"
+		fill="#2EB67D" />
+	<path
+		d="M755.258 377.512C755.258 436.717 706.893 485.082 647.688 485.082C588.483 485.082 540.118 436.717 540.118 377.512V108.17C540.118 48.9648 588.483 0.600006 647.688 0.600006C706.893 0.600006 755.258 48.9648 755.258 108.17V377.512Z"
+		fill="#2EB67D" />
+	<path
+		d="M647.688 809.46C706.893 809.46 755.258 857.825 755.258 917.03C755.258 976.235 706.893 1024.6 647.688 1024.6C588.483 1024.6 540.118 976.235 540.118 917.03V809.46H647.688Z"
+		fill="#ECB22E" />
+	<path
+		d="M647.688 755.258C588.483 755.258 540.118 706.893 540.118 647.688C540.118 588.483 588.483 540.118 647.688 540.118H917.03C976.235 540.118 1024.6 588.483 1024.6 647.688C1024.6 706.893 976.235 755.258 917.03 755.258H647.688Z"
+		fill="#ECB22E" />
+</svg>

data/lib/multiwoven/integrations/destination/stripe/client.rb

@@ -0,0 +1,82 @@
+# frozen_string_literal: true
+
+module Multiwoven
+  module Integrations
+    module Destination
+      module Stripe
+        include Multiwoven::Integrations::Core
+
+        API_VERSION = "59.0"
+
+        class Client < DestinationConnector
+          prepend Multiwoven::Integrations::Core::RateLimiter
+          def check_connection(connection_config)
+            connection_config = connection_config.with_indifferent_access
+            initialize_client(connection_config)
+            authenticate_client
+            success_status
+          rescue StandardError => e
+            failure_status(e)
+          end
+
+          def discover(_connection_config = nil)
+            catalog = build_catalog(load_catalog)
+            catalog.to_multiwoven_message
+          rescue StandardError => e
+            handle_exception("STRIPE:CRM:DISCOVER:EXCEPTION", "error", e)
+          end
+
+          def write(sync_config, records, action = "create")
+            @action = sync_config.stream.action || action
+            initialize_client(sync_config.destination.connection_specification)
+            process_records(records, sync_config.stream)
+          rescue StandardError => e
+            handle_exception("STRIPE:CRM:WRITE:EXCEPTION", "error", e)
+          end
+
+          private
+
+          def initialize_client(config)
+            config = config.with_indifferent_access
+            ::Stripe.api_key = config[:api_key]
+            @client = ::Stripe
+          end
+
+          def process_records(records, stream)
+            write_success = 0
+            write_failure = 0
+            properties = stream.json_schema[:properties]
+            records.each do |record_object|
+              record = extract_data(record_object, properties)
+              klass  = @client.const_get(stream.name)
+              klass.send(@action, record)
+              write_success += 1
+            rescue StandardError => e
+              handle_exception("STRIPE:CRM:WRITE:EXCEPTION", "error", e)
+              write_failure += 1
+            end
+            tracking_message(write_success, write_failure)
+          end
+
+          def authenticate_client
+            @client::Customer.list
+          end
+
+          def load_catalog
+            read_json(CATALOG_SPEC_PATH)
+          end
+
+          def tracking_message(success, failure)
+            Multiwoven::Integrations::Protocol::TrackingMessage.new(
+              success: success, failed: failure
+            ).to_multiwoven_message
+          end
+
+          def log_debug(message)
+            Multiwoven::Integrations::Service.logger.debug(message)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/destination/stripe/config/catalog.json

@@ -0,0 +1,128 @@
+{
+  "request_rate_limit": 100000,
+  "request_rate_limit_unit": "day",
+  "request_rate_concurrency": 10,
+  "streams": [
+    {
+      "name": "Customer",
+      "action": "create",
+      "json_schema": {
+        "type": "object",
+        "additionalProperties": true,
+        "properties": {
+          "email": {
+            "type": "string"
+          },
+          "description": {
+            "type": "string"
+          },
+          "name": {
+            "type": "string"
+          },
+          "payment_method": {
+            "type": "string"
+          },
+          "metadata": {
+            "type": "object"
+          },
+          "phone": {
+            "type": "string"
+          },
+          "address": {
+            "type": "object",
+            "additionalProperties": true,
+            "properties": {
+              "city": {
+                "type": "string"
+              },
+              "country": {
+                "type": "string"
+              },
+              "line1": {
+                "type": "string"
+              },
+              "line2": {
+                "type": "string"
+              },
+              "postal_code": {
+                "type": "string"
+              },
+              "state": {
+                "type": "string"
+              }
+            }
+          },
+          "shipping": {
+            "type": "object",
+            "additionalProperties": true,
+            "properties": {
+              "address": {
+                "type": "object",
+                "additionalProperties": true,
+                "properties": {
+                  "city": {
+                    "type": "string"
+                  },
+                  "country": {
+                    "type": "string"
+                  },
+                  "line1": {
+                    "type": "string"
+                  },
+                  "line2": {
+                    "type": "string"
+                  },
+                  "postal_code": {
+                    "type": "string"
+                  },
+                  "state": {
+                    "type": "string"
+                  }
+                }
+              },
+              "name": {
+                "type": "string"
+              },
+              "phone": {
+                "type": "string"
+              }
+            }
+          }
+        }
+      },
+      "supported_sync_modes": ["incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["updated"],
+      "source_defined_primary_key": [["Id"]]
+    },
+    {
+      "name": "Product",
+      "action": "create",
+      "json_schema": {
+        "type": "object",
+        "additionalProperties": true,
+        "required": ["name"],
+        "properties": {
+          "name": {
+            "type": "string"
+          },
+          "description": {
+            "type": "string"
+          },
+          "active": {
+            "type": "boolean"
+          },
+          "id": {
+            "type": "string"
+          },
+          "metadata": {
+            "type": "object"
+          }
+        }
+      },
+      "supported_sync_modes": ["incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["updated"]
+    }
+  ]
+}

data/lib/multiwoven/integrations/destination/stripe/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "Stripe",
+    "title": "Stripe",
+    "connector_type": "destination",
+    "category": "Payments",
+    "documentation_url": "https://docs.mutliwoven.com",
+    "github_issue_label": "destination-stripe",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/destination/stripe/config/spec.json

@@ -0,0 +1,17 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/integrations/destination/payments/stripe",
+  "stream_type": "static",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Stripe",
+    "type": "object",
+    "required": ["api_key"],
+    "properties": {
+      "api_key": {
+        "type": "string",
+        "title": "API Key",
+        "order": 0
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/destination/stripe/icon.svg

@@ -0,0 +1,10 @@
+<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 28.87 28.87" id="stripe">
+  <g data-name="Layer 2">
+    <g data-name="Layer 1">
+      <rect width="28.87" height="28.87" fill="#6772e5" rx="6.48" ry="6.48"></rect>
+      <path fill="#fff" fill-rule="evenodd"
+        d="M13.3 11.2c0-.69.57-1 1.49-1a9.84 9.84 0 0 1 4.37 1.13V7.24a11.6 11.6 0 0 0-4.36-.8c-3.56 0-5.94 1.86-5.94 5 0 4.86 6.68 4.07 6.68 6.17 0 .81-.71 1.07-1.68 1.07A11.06 11.06 0 0 1 9 17.25v4.19a12.19 12.19 0 0 0 4.8 1c3.65 0 6.17-1.8 6.17-5 .03-5.21-6.67-4.27-6.67-6.24z">
+      </path>
+    </g>
+  </g>
+</svg>