RubyGems - multiwoven-integrations - Versions diffs - 0.1.28 → 0.1.30 - Mend

multiwoven-integrations 0.1.28 → 0.1.30

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (22) hide show

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '0972dc10bbb0d6d81f9903d0edb045f22f5d93bfa7d622f1c5758fd3b4fd2692'
-  data.tar.gz: 50ac2206ed0ba57413cc9ac334bb8d00acd8a263e7a3b78efe7a437983636331
+  metadata.gz: de97ff2b2478ae4247a3027282f586bcc57c1d7db9de8aae698e8b83f0553f6a
+  data.tar.gz: 861cdab018b60dfb1e8dd36b2f8a433f382eb358aa8a3645845185ac1f578019
 SHA512:
-  metadata.gz: 8e9c3f011128710a4502dd51d5dad7934521fa80c923fd7c202721bcc63b206fa0e555b29f5ae5ad2dc4beb0619162b7f160e32a5e6ef78248b58ddb662af0ec
-  data.tar.gz: 4343882c80e4cfd50e008d6fbcd0636e0e92e87d2e08173f2dd73c3152448ac8c874f27e787f645be5c9e1ee46504c4a3c6b28ce36c63d660f02026471b2ba4b
+  metadata.gz: 53487427cd135f107cf333072798a53751e0d2fcc4bb92c5f42f8dafc88dfcd5c36f19c70f70daf4251f6b5c8770ef61992094258faeab0426eb73d22f8bc6ca
+  data.tar.gz: 462bf61c0646edbd85ead0ecfc203cca0aa31a14a94bcdacb0a117b46b0c60af79d4ad5d5cc44be48cbe1697d01c23a934ce8ef241a78c6f69df870e4c28cdc7

data/lib/multiwoven/integrations/core/destination_connector.rb CHANGED Viewed

@@ -3,7 +3,9 @@
 module Multiwoven
   module Integrations::Core
     class DestinationConnector < BaseConnector
-      # records is transformed json payload send it to the destination
+      prepend RateLimiter
+      # Records are transformed json payload send it to the destination
       # SyncConfig is the Protocol::SyncConfig object
       def write(_sync_config, _records, _action = "insert")
         raise "Not implemented"

data/lib/multiwoven/integrations/core/rate_limiter.rb ADDED Viewed

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+module Multiwoven
+  module Integrations::Core
+    module RateLimiter
+      def write(sync_config, records, action = "insert")
+        stream = sync_config.stream
+        @queue ||= Limiter::RateQueue.new(stream.request_rate_limit, interval: stream.rate_limit_unit_seconds) do
+          Integrations::Service.logger.info("Hit the limit for stream: #{stream.name}, waiting")
+        end
+        @queue.shift
+        super(sync_config, records, action)
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/core/utils.rb CHANGED Viewed

@@ -72,6 +72,31 @@ module Multiwoven
       def success?(response)
         response && %w[200 201].include?(response.code.to_s)
       end
+      def build_catalog(catalog_json)
+        streams = catalog_json["streams"].map { |stream_json| build_stream(stream_json) }
+        Multiwoven::Integrations::Protocol::Catalog.new(
+          streams: streams,
+          request_rate_limit: catalog_json["request_rate_limit"] || 60,
+          request_rate_limit_unit: catalog_json["request_rate_limit_unit"] || "minute",
+          request_rate_concurrency: catalog_json["request_rate_concurrency"] || 10
+        )
+      end
+      def build_stream(stream_json)
+        Multiwoven::Integrations::Protocol::Stream.new(
+          name: stream_json["name"],
+          url: stream_json["url"],
+          action: stream_json["action"],
+          request_method: stream_json["method"],
+          batch_support: stream_json["batch_support"] || false,
+          batch_size: stream_json["batch_size"] || 1,
+          json_schema: stream_json["json_schema"],
+          request_rate_limit: stream_json["request_rate_limit"].to_i,
+          request_rate_limit_unit: stream_json["request_rate_limit_unit"] || "minute",
+          request_rate_concurrency: stream_json["request_rate_concurrency"].to_i
+        )
+      end
     end
   end
 end

data/lib/multiwoven/integrations/destination/facebook_custom_audience/client.rb CHANGED Viewed

@@ -25,23 +25,7 @@ module Multiwoven::Integrations::Destination
       def discover(_connection_config = nil)
         catalog_json = read_json(CATALOG_SPEC_PATH)
-        streams = catalog_json["streams"].map do |stream|
-          Multiwoven::Integrations::Protocol::Stream.new(
-            url: stream["url"],
-            name: stream["name"],
-            json_schema: stream["json_schema"],
-            request_method: stream["method"],
-            action: stream["action"],
-            batch_support: stream["batch_support"],
-            batch_size: stream["batch_size"]
-          )
-        end
-        catalog = Multiwoven::Integrations::Protocol::Catalog.new(
-          streams: streams
-        )
+        catalog = build_catalog(catalog_json)
         catalog.to_multiwoven_message
       rescue StandardError => e
         handle_exception(

data/lib/multiwoven/integrations/destination/facebook_custom_audience/config/catalog.json CHANGED Viewed

@@ -1,4 +1,7 @@
 {
+  "request_rate_limit":  600,
+  "request_rate_limit_unit": "minute",
+  "request_rate_concurrency": 10,
   "streams": [
     {
       "name": "audience",

data/lib/multiwoven/integrations/destination/hubspot/client.rb ADDED Viewed

@@ -0,0 +1,106 @@
+# frozen_string_literal: true
+require "stringio"
+module Multiwoven
+  module Integrations
+    module Destination
+      module Hubspot
+        include Multiwoven::Integrations::Core
+        class Client < DestinationConnector
+          def check_connection(connection_config)
+            connection_config = connection_config.with_indifferent_access
+            initialize_client(connection_config)
+            authenticate_client
+            success_status
+          rescue StandardError => e
+            handle_exception("HUBSPOT:CRM:DISCOVER:EXCEPTION", "error", e)
+            failure_status(e)
+          end
+          def discover(_connection_config = nil)
+            catalog = build_catalog(load_catalog)
+            catalog.to_multiwoven_message
+          rescue StandardError => e
+            handle_exception("HUBSPOT:CRM:DISCOVER:EXCEPTION", "error", e)
+          end
+          def write(sync_config, records, action = "create")
+            @action = sync_config.stream.action || action
+            initialize_client(sync_config.destination.connection_specification)
+            process_records(records, sync_config.stream)
+          rescue StandardError => e
+            handle_exception("HUBSPOT:CRM:WRITE:EXCEPTION", "error", e)
+          end
+          private
+          def initialize_client(config)
+            config = config.with_indifferent_access
+            @client = ::Hubspot::Client.new(access_token: config[:access_token])
+          end
+          def process_records(records, stream)
+            write_success = 0
+            write_failure = 0
+            properties = stream.json_schema.with_indifferent_access[:properties]
+            records.each do |record_object|
+              record = extract_data(record_object, properties)
+              send_data_to_hubspot(stream.name, record)
+              write_success += 1
+            rescue StandardError => e
+              handle_exception("HUBSPOT:CRM:WRITE:EXCEPTION", "error", e)
+              write_failure += 1
+            end
+            tracking_message(write_success, write_failure)
+          end
+          def send_data_to_hubspot(stream_name, record = {})
+            args = build_args(@action, stream_name, record)
+            hubspot_stream = @client.crm.send(stream_name)
+            hubspot_data = { simple_public_object_input_for_create: args }
+            hubspot_stream.basic_api.send(@action, hubspot_data)
+          end
+          def build_args(action, stream_name, record)
+            case action
+            when :upsert
+              [stream_name, record[:external_key], record]
+            when :destroy
+              [stream_name, record[:id]]
+            else
+              record
+            end
+          end
+          def authenticate_client
+            @client.crm.contacts.basic_api.get_page
+          end
+          def success_status
+            ConnectionStatus.new(status: ConnectionStatusType["succeeded"]).to_multiwoven_message
+          end
+          def failure_status(error)
+            ConnectionStatus.new(status: ConnectionStatusType["failed"], message: error.message).to_multiwoven_message
+          end
+          def load_catalog
+            read_json(CATALOG_SPEC_PATH)
+          end
+          def tracking_message(success, failure)
+            Multiwoven::Integrations::Protocol::TrackingMessage.new(
+              success: success, failed: failure
+            ).to_multiwoven_message
+          end
+          def log_debug(message)
+            Multiwoven::Integrations::Service.logger.debug(message)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/destination/hubspot/config/catalog.json ADDED Viewed

@@ -0,0 +1,351 @@
+{
+  "request_rate_limit": 600,
+  "request_rate_limit_unit": "minute",
+  "request_rate_concurrency": 10,
+  "streams": [
+    {
+      "name": "contacts",
+      "action": "create",
+      "json_schema": {
+        "$schema": "http://json-schema.org/draft-07/schema#",
+        "title": "HubSpot CRM",
+        "type": "object",
+        "required": ["email"],
+        "properties": {
+          "properties": {
+            "type": "object",
+            "properties": {
+              "email": {
+                "type": "string",
+                "format": "email",
+                "description": "The contact's email address."
+              },
+              "firstname": {
+                "type": "string",
+                "description": "The contact's first name."
+              },
+              "lastname": {
+                "type": "string",
+                "description": "The contact's last name."
+              },
+              "phone": {
+                "type": "string",
+                "description": "The contact's phone number."
+              },
+              "company": {
+                "type": "string",
+                "description": "The contact's company name."
+              },
+              "website": {
+                "type": "string",
+                "format": "uri",
+                "description": "The contact's website URL."
+              },
+              "lifecyclestage": {
+                "type": "string",
+                "description": "The contact's lifecycle stage."
+              }
+            },
+            "additionalProperties": {
+              "type": ["string", "number", "boolean"],
+              "description": "Allows for additional custom properties with basic data types."
+            }
+          },
+          "associations": {
+            "type": "array",
+            "description": "An array of associated objects for the contact.",
+            "items": {
+              "type": "object",
+              "properties": {
+                "to": {
+                  "type": "object",
+                  "required": ["id"],
+                  "properties": {
+                    "id": {
+                      "type": "integer",
+                      "description": "The unique identifier of the associated object."
+                    }
+                  }
+                },
+                "types": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "required": ["associationCategory", "associationTypeId"],
+                    "properties": {
+                      "associationCategory": {
+                        "type": "string",
+                        "description": "The category of the association.",
+                        "enum": [
+                          "HUBSPOT_DEFINED",
+                          "USER_DEFINED",
+                          "INTEGRATOR_DEFINED"
+                        ]
+                      },
+                      "associationTypeId": {
+                        "type": "integer",
+                        "description": "The unique identifier of the association type."
+                      }
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }
+      },
+      "supported_sync_modes": ["full_refresh", "incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["updated"]
+    },
+    {
+      "name": "companies",
+      "action": "create",
+      "json_schema": {
+        "$schema": "http://json-schema.org/draft-07/schema#",
+        "type": "object",
+        "properties": {
+          "inputs": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "associations": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "properties": {
+                      "types": {
+                        "type": "array",
+                        "items": {
+                          "type": "object",
+                          "properties": {
+                            "associationCategory": {
+                              "type": "string",
+                              "enum": [
+                                "HUBSPOT_DEFINED",
+                                "USER_DEFINED",
+                                "INTEGRATOR_DEFINED"
+                              ]
+                            },
+                            "associationTypeId": {
+                              "type": "integer"
+                            }
+                          }
+                        }
+                      },
+                      "to": {
+                        "type": "object",
+                        "properties": {
+                          "id": {
+                            "type": "string"
+                          }
+                        }
+                      }
+                    }
+                  }
+                },
+                "properties": {
+                  "type": "object",
+                  "properties": {
+                    "city": {
+                      "type": "string"
+                    },
+                    "name": {
+                      "type": "string"
+                    },
+                    "phone": {
+                      "type": "string"
+                    },
+                    "state": {
+                      "type": "string"
+                    },
+                    "domain": {
+                      "type": "string"
+                    },
+                    "industry": {
+                      "type": "string"
+                    }
+                  },
+                  "required": ["name", "domain"]
+                }
+              },
+              "required": ["properties"]
+            }
+          }
+        },
+        "required": ["inputs"]
+      },
+      "supported_sync_modes": ["full_refresh", "incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["updated"]
+    },
+    {
+      "name": "deals",
+      "action": "create",
+      "json_schema": {
+        "$schema": "http://json-schema.org/draft-07/schema#",
+        "type": "object",
+        "properties": {
+          "properties": {
+            "type": "object",
+            "properties": {
+              "amount": {
+                "type": "string",
+                "pattern": "^[0-9]+(\\.[0-9]{1,2})?$"
+              },
+              "closedate": {
+                "type": "string",
+                "format": "date-time"
+              },
+              "dealname": {
+                "type": "string"
+              },
+              "pipeline": {
+                "type": "string"
+              },
+              "dealstage": {
+                "type": "string",
+                "enum": [
+                  "appointmentscheduled",
+                  "qualifiedtobuy",
+                  "presentationscheduled",
+                  "decisionmakerboughtin",
+                  "contractsent",
+                  "closedwon",
+                  "closedlost"
+                ]
+              },
+              "hubspot_owner_id": {
+                "type": "string",
+                "pattern": "^[0-9]+$"
+              }
+            },
+            "required": ["dealname", "pipeline", "dealstage"]
+          },
+          "associations": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "to": {
+                  "type": "object",
+                  "properties": {
+                    "id": {
+                      "type": "integer"
+                    }
+                  },
+                  "required": ["id"]
+                },
+                "types": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "properties": {
+                      "associationCategory": {
+                        "type": "string",
+                        "enum": [
+                          "HUBSPOT_DEFINED",
+                          "USER_DEFINED",
+                          "INTEGRATOR_DEFINED"
+                        ]
+                      },
+                      "associationTypeId": {
+                        "type": "integer"
+                      }
+                    },
+                    "required": ["associationCategory", "associationTypeId"]
+                  }
+                }
+              },
+              "required": ["to", "types"]
+            }
+          }
+        },
+        "required": ["properties"]
+      },
+      "supported_sync_modes": ["full_refresh", "incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["updated"]
+    },
+    {
+      "name": "line_items",
+      "action": "create",
+      "json_schema": {
+        "$schema": "http://json-schema.org/draft-07/schema#",
+        "type": "object",
+        "properties": {
+          "properties": {
+            "type": "object",
+            "properties": {
+              "name": {
+                "type": "string"
+              },
+              "price": {
+                "type": "string",
+                "pattern": "^[0-9]+(\\.[0-9]{1,2})?$"
+              },
+              "quantity": {
+                "type": "string",
+                "pattern": "^[0-9]+$"
+              },
+              "hs_product_id": {
+                "type": "string",
+                "pattern": "^[0-9]+$"
+              },
+              "recurringbillingfrequency": {
+                "type": "string"
+              },
+              "hs_recurring_billing_period": {
+                "type": "string"
+              }
+            },
+            "required": ["name", "price"]
+          },
+          "associations": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "to": {
+                  "type": "object",
+                  "properties": {
+                    "id": {
+                      "type": "integer"
+                    }
+                  },
+                  "required": ["id"]
+                },
+                "types": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "properties": {
+                      "associationCategory": {
+                        "type": "string",
+                        "enum": [
+                          "HUBSPOT_DEFINED",
+                          "USER_DEFINED",
+                          "INTEGRATOR_DEFINED"
+                        ]
+                      },
+                      "associationTypeId": {
+                        "type": "integer"
+                      }
+                    },
+                    "required": ["associationCategory", "associationTypeId"]
+                  }
+                }
+              },
+              "required": ["to", "types"]
+            }
+          }
+        },
+        "required": ["properties", "associations"]
+      },
+      "supported_sync_modes": ["full_refresh", "incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["updated"]
+    }
+  ]
+}

data/lib/multiwoven/integrations/destination/hubspot/config/meta.json ADDED Viewed

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "Hubspot",
+    "title": "HubSpot CRM",
+    "connector_type": "destination",
+    "category": "CRM",
+    "documentation_url": "https://docs.multiwoven.com/destinations/crm/hubspot",
+    "github_issue_label": "destination-hubspot-crm",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/destination/hubspot/config/spec.json ADDED Viewed

@@ -0,0 +1,17 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/destinations/crm/hubspot",
+  "stream_type": "static",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "HubSpot CRM",
+    "type": "object",
+    "required": ["access_token"],
+    "properties": {
+      "access_token": {
+        "type": "string",
+        "title": "Access Token",
+        "order": 0
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/destination/hubspot/icon.svg ADDED Viewed

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="utf-8"?><!-- Uploaded to: SVG Repo, www.svgrepo.com, Generator: SVG Repo Mixer Tools -->
+<svg width="800px" height="800px" viewBox="0 0 1024 1024" xmlns="http://www.w3.org/2000/svg">
+   <circle cx="512" cy="512" r="512" style="fill:#ff7a59"/>
+   <path d="M623.8 624.94c-38.23 0-69.24-30.67-69.24-68.51s31-68.52 69.24-68.52 69.26 30.67 69.26 68.52-31 68.51-69.26 68.51m20.74-200.42v-61a46.83 46.83 0 0 0 27.33-42.29v-1.41c0-25.78-21.32-46.86-47.35-46.86h-1.43c-26 0-47.35 21.09-47.35 46.86v1.41a46.85 46.85 0 0 0 27.33 42.29v61a135.08 135.08 0 0 0-63.86 27.79l-169.1-130.17A52.49 52.49 0 0 0 372 309c0-29.21-23.89-52.92-53.4-53s-53.45 23.59-53.48 52.81 23.85 52.88 53.36 52.93a53.29 53.29 0 0 0 26.33-7.09l166.38 128.1a132.14 132.14 0 0 0 2.07 150.3l-50.62 50.1A43.42 43.42 0 1 0 450.1 768c24.24 0 43.9-19.46 43.9-43.45a42.24 42.24 0 0 0-2-12.42l50-49.52a135.28 135.28 0 0 0 81.8 27.47c74.61 0 135.06-59.83 135.06-133.65 0-66.82-49.62-122-114.33-131.91" style="fill:#ffffff;fill-rule:evenodd"/>
+</svg>

data/lib/multiwoven/integrations/destination/klaviyo/client.rb CHANGED Viewed

@@ -3,7 +3,7 @@
 module Multiwoven::Integrations::Destination
   module Klaviyo
     include Multiwoven::Integrations::Core
-    class Client < DestinationConnector # rubocop:disable Metrics/ClassLength
+    class Client < DestinationConnector
       def check_connection(connection_config)
         connection_config = connection_config.with_indifferent_access
         api_key = connection_config[:private_api_key]
@@ -20,19 +20,7 @@ module Multiwoven::Integrations::Destination
       def discover(_connection_config = nil)
         catalog_json = read_json(CATALOG_SPEC_PATH)
-        streams = catalog_json["streams"].map do |stream|
-          Multiwoven::Integrations::Protocol::Stream.new(
-            name: stream["name"],
-            json_schema: stream["json_schema"],
-            url: stream["url"],
-            request_method: stream["method"],
-            action: stream["action"]
-          )
-        end
-        catalog = Multiwoven::Integrations::Protocol::Catalog.new(
-          streams: streams
-        )
+        catalog = build_catalog(catalog_json)
         catalog.to_multiwoven_message
       rescue StandardError => e

data/lib/multiwoven/integrations/destination/klaviyo/config/catalog.json CHANGED Viewed

@@ -1,4 +1,7 @@
 {
+    "request_rate_limit":  600,
+    "request_rate_limit_unit": "minute",
+    "request_rate_concurrency": 10,
     "streams": [
       {
         "name": "profile",

data/lib/multiwoven/integrations/destination/salesforce_crm/client.rb CHANGED Viewed

@@ -21,7 +21,7 @@ module Multiwoven
           end
           def discover(_connection_config = nil)
-            catalog = build_catalog(load_catalog_streams)
+            catalog = build_catalog(load_catalog)
             catalog.to_multiwoven_message
           rescue StandardError => e
             handle_exception("SALESFORCE:CRM:DISCOVER:EXCEPTION", "error", e)
@@ -96,20 +96,8 @@ module Multiwoven
             ConnectionStatus.new(status: ConnectionStatusType["failed"], message: error.message).to_multiwoven_message
           end
-          def load_catalog_streams
-            catalog_json = read_json(CATALOG_SPEC_PATH)
-            catalog_json["streams"].map { |stream| build_stream(stream) }
-          end
-          def build_stream(stream)
-            Multiwoven::Integrations::Protocol::Stream.new(
-              name: stream["name"], json_schema: stream["json_schema"],
-              action: stream["action"]
-            )
-          end
-          def build_catalog(streams)
-            Multiwoven::Integrations::Protocol::Catalog.new(streams: streams)
+          def load_catalog
+            read_json(CATALOG_SPEC_PATH)
           end
           def tracking_message(success, failure)

data/lib/multiwoven/integrations/destination/salesforce_crm/config/catalog.json CHANGED Viewed

@@ -1,4 +1,7 @@
 {
+  "request_rate_limit":  100000,
+  "request_rate_limit_unit": "day",
+  "request_rate_concurrency": 10,
   "streams": [
     {
       "name": "Account",

data/lib/multiwoven/integrations/destination/slack/client.rb CHANGED Viewed

@@ -19,7 +19,7 @@ module Multiwoven
           end
           def discover(_connection_config = nil)
-            catalog = build_catalog(load_catalog_streams)
+            catalog = build_catalog(load_catalog)
             catalog.to_multiwoven_message
           rescue StandardError => e
             handle_exception("SLACK:DISCOVER:EXCEPTION", "error", e)
@@ -97,20 +97,8 @@ module Multiwoven
             ConnectionStatus.new(status: ConnectionStatusType["failed"], message: error.message).to_multiwoven_message
           end
-          def load_catalog_streams
-            catalog_json = read_json(CATALOG_SPEC_PATH)
-            catalog_json["streams"].map { |stream| build_stream(stream) }
-          end
-          def build_stream(stream)
-            Multiwoven::Integrations::Protocol::Stream.new(
-              name: stream["name"], json_schema: stream["json_schema"],
-              action: stream["action"]
-            )
-          end
-          def build_catalog(streams)
-            Multiwoven::Integrations::Protocol::Catalog.new(streams: streams)
+          def load_catalog
+            read_json(CATALOG_SPEC_PATH)
           end
           def tracking_message(success, failure)

data/lib/multiwoven/integrations/destination/slack/config/catalog.json CHANGED Viewed

@@ -14,7 +14,9 @@
         "oneOf": [{ "required": ["text"] }]
       },
       "supported_sync_modes": ["full_refresh", "incremental"],
-      "source_defined_cursor": true
+      "request_rate_limit":  60,
+      "request_rate_limit_unit": "minute",
+      "request_rate_concurrency": 1
     }
   ]
 }

data/lib/multiwoven/integrations/protocol/protocol.rb CHANGED Viewed

@@ -23,6 +23,7 @@ module Multiwoven
       "rate_limit", "connection_config"
     )
     LogLevel = Types::String.enum("fatal", "error", "warn", "info", "debug", "trace")
+    RequestRateLimitingUnit = Types::String.default("minute").enum("minute", "hour", "day")
     class ProtocolModel < Dry::Struct
       extend Multiwoven::Integrations::Core::Utils
@@ -108,21 +109,46 @@ module Multiwoven
       attribute? :action, StreamAction
       attribute :json_schema, Types::Hash
       attribute? :supported_sync_modes, Types::Array.of(SyncMode).optional
       # Applicable for database streams
       attribute? :source_defined_cursor, Types::Bool.optional
       attribute? :default_cursor_field, Types::Array.of(Types::String).optional
       attribute? :source_defined_primary_key, Types::Array.of(Types::Array.of(Types::String)).optional
       attribute? :namespace, Types::String.optional
       # Applicable for API streams
       attribute? :url, Types::String.optional
       attribute? :request_method, Types::String.optional
       attribute :batch_support, Types::Bool.default(false)
       attribute :batch_size, Types::Integer.default(1)
+      # Rate limits
+      attribute? :request_rate_limit, Types::Integer
+      attribute? :request_rate_limit_unit, RequestRateLimitingUnit
+      attribute? :request_rate_concurrency, Types::Integer
+      def rate_limit_unit_seconds
+        case request_rate_limit_unit
+        when "minute"
+          60 # Seconds in a minute
+        when "hour"
+          3600 # Seconds in an hour
+        when "day"
+          86_400 # Seconds in a day
+        else
+          1 # Default case, consider as seconds or handle as error
+        end
+      end
     end
     class Catalog < ProtocolModel
       attribute :streams, Types::Array.of(Stream)
+      # Rate limits
+      attribute? :request_rate_limit, Types::Integer.default(60)
+      attribute? :request_rate_limit_unit, RequestRateLimitingUnit
+      attribute? :request_rate_concurrency, Types::Integer.default(10)
       def to_multiwoven_message
         MultiwovenMessage.new(
           type: MultiwovenMessageType["catalog"],

data/lib/multiwoven/integrations/rollout.rb CHANGED Viewed

@@ -2,7 +2,7 @@
 module Multiwoven
   module Integrations
-    VERSION = "0.1.28"
+    VERSION = "0.1.30"
     ENABLED_SOURCES = %w[
       Snowflake
@@ -16,6 +16,7 @@ module Multiwoven
       SalesforceCrm
       FacebookCustomAudience
       Slack
+      Hubspot
     ].freeze
   end
 end

data/lib/multiwoven/integrations/service.rb CHANGED Viewed

@@ -3,11 +3,10 @@
 module Multiwoven
   module Integrations
     class Service
+      def initialize
+        yield(self.class.config) if block_given?
+      end
       class << self
-        def initialize
-          yield(config) if block_given?
-        end
         def connectors
           {
             source: build_connectors(

data/lib/multiwoven/integrations.rb CHANGED Viewed

@@ -14,6 +14,8 @@ require "restforce"
 require "logger"
 require "slack-ruby-client"
 require "git"
+require "ruby-limiter"
+require "hubspot-api-client"
 # Service
 require_relative "integrations/config"
@@ -23,6 +25,7 @@ require_relative "integrations/service"
 # Core
 require_relative "integrations/core/constants"
 require_relative "integrations/core/utils"
+require_relative "integrations/core/rate_limiter"
 require_relative "integrations/protocol/protocol"
 require_relative "integrations/core/base_connector"
 require_relative "integrations/core/source_connector"
@@ -40,6 +43,7 @@ require_relative "integrations/destination/klaviyo/client"
 require_relative "integrations/destination/salesforce_crm/client"
 require_relative "integrations/destination/facebook_custom_audience/client"
 require_relative "integrations/destination/slack/client"
+require_relative "integrations/destination/hubspot/client"
 module Multiwoven
   module Integrations

metadata CHANGED Viewed

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.1.28
+  version: 0.1.30
 platform: ruby
 authors:
 - Subin T P
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-02-19 00:00:00.000000000 Z
+date: 2024-03-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -108,6 +108,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: hubspot-api-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: pg
   requirement: !ruby/object:Gem::Requirement
@@ -150,6 +164,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-limiter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: ruby-odbc
   requirement: !ruby/object:Gem::Requirement
@@ -299,6 +327,7 @@ files:
 - lib/multiwoven/integrations/core/constants.rb
 - lib/multiwoven/integrations/core/destination_connector.rb
 - lib/multiwoven/integrations/core/http_client.rb
+- lib/multiwoven/integrations/core/rate_limiter.rb
 - lib/multiwoven/integrations/core/source_connector.rb
 - lib/multiwoven/integrations/core/utils.rb
 - lib/multiwoven/integrations/destination/facebook_custom_audience/client.rb
@@ -306,6 +335,11 @@ files:
 - lib/multiwoven/integrations/destination/facebook_custom_audience/config/meta.json
 - lib/multiwoven/integrations/destination/facebook_custom_audience/config/spec.json
 - lib/multiwoven/integrations/destination/facebook_custom_audience/icon.svg
+- lib/multiwoven/integrations/destination/hubspot/client.rb
+- lib/multiwoven/integrations/destination/hubspot/config/catalog.json
+- lib/multiwoven/integrations/destination/hubspot/config/meta.json
+- lib/multiwoven/integrations/destination/hubspot/config/spec.json
+- lib/multiwoven/integrations/destination/hubspot/icon.svg
 - lib/multiwoven/integrations/destination/klaviyo/client.rb
 - lib/multiwoven/integrations/destination/klaviyo/config/catalog.json
 - lib/multiwoven/integrations/destination/klaviyo/config/meta.json