etl-integrations 0.1.81

data/lib/multiwoven/integrations/destination/hubspot/config/catalog.json

@@ -0,0 +1,351 @@
+{
+  "request_rate_limit": 600,
+  "request_rate_limit_unit": "minute",
+  "request_rate_concurrency": 10,
+  "streams": [
+    {
+      "name": "contacts",
+      "action": "create",
+      "json_schema": {
+        "$schema": "http://json-schema.org/draft-07/schema#",
+        "title": "HubSpot CRM",
+        "type": "object",
+        "required": ["email"],
+        "properties": {
+          "properties": {
+            "type": "object",
+            "properties": {
+              "email": {
+                "type": "string",
+                "format": "email",
+                "description": "The contact's email address."
+              },
+              "firstname": {
+                "type": "string",
+                "description": "The contact's first name."
+              },
+              "lastname": {
+                "type": "string",
+                "description": "The contact's last name."
+              },
+              "phone": {
+                "type": "string",
+                "description": "The contact's phone number."
+              },
+              "company": {
+                "type": "string",
+                "description": "The contact's company name."
+              },
+              "website": {
+                "type": "string",
+                "format": "uri",
+                "description": "The contact's website URL."
+              },
+              "lifecyclestage": {
+                "type": "string",
+                "description": "The contact's lifecycle stage."
+              }
+            },
+            "additionalProperties": {
+              "type": ["string", "number", "boolean"],
+              "description": "Allows for additional custom properties with basic data types."
+            }
+          },
+          "associations": {
+            "type": "array",
+            "description": "An array of associated objects for the contact.",
+            "items": {
+              "type": "object",
+              "properties": {
+                "to": {
+                  "type": "object",
+                  "required": ["id"],
+                  "properties": {
+                    "id": {
+                      "type": "integer",
+                      "description": "The unique identifier of the associated object."
+                    }
+                  }
+                },
+                "types": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "required": ["associationCategory", "associationTypeId"],
+                    "properties": {
+                      "associationCategory": {
+                        "type": "string",
+                        "description": "The category of the association.",
+                        "enum": [
+                          "HUBSPOT_DEFINED",
+                          "USER_DEFINED",
+                          "INTEGRATOR_DEFINED"
+                        ]
+                      },
+                      "associationTypeId": {
+                        "type": "integer",
+                        "description": "The unique identifier of the association type."
+                      }
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }
+      },
+      "supported_sync_modes": ["incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["updated"]
+    },
+    {
+      "name": "companies",
+      "action": "create",
+      "json_schema": {
+        "$schema": "http://json-schema.org/draft-07/schema#",
+        "type": "object",
+        "properties": {
+          "inputs": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "associations": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "properties": {
+                      "types": {
+                        "type": "array",
+                        "items": {
+                          "type": "object",
+                          "properties": {
+                            "associationCategory": {
+                              "type": "string",
+                              "enum": [
+                                "HUBSPOT_DEFINED",
+                                "USER_DEFINED",
+                                "INTEGRATOR_DEFINED"
+                              ]
+                            },
+                            "associationTypeId": {
+                              "type": "integer"
+                            }
+                          }
+                        }
+                      },
+                      "to": {
+                        "type": "object",
+                        "properties": {
+                          "id": {
+                            "type": "string"
+                          }
+                        }
+                      }
+                    }
+                  }
+                },
+                "properties": {
+                  "type": "object",
+                  "properties": {
+                    "city": {
+                      "type": "string"
+                    },
+                    "name": {
+                      "type": "string"
+                    },
+                    "phone": {
+                      "type": "string"
+                    },
+                    "state": {
+                      "type": "string"
+                    },
+                    "domain": {
+                      "type": "string"
+                    },
+                    "industry": {
+                      "type": "string"
+                    }
+                  },
+                  "required": ["name", "domain"]
+                }
+              },
+              "required": ["properties"]
+            }
+          }
+        },
+        "required": ["inputs"]
+      },
+      "supported_sync_modes": [ "incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["updated"]
+    },
+    {
+      "name": "deals",
+      "action": "create",
+      "json_schema": {
+        "$schema": "http://json-schema.org/draft-07/schema#",
+        "type": "object",
+        "properties": {
+          "properties": {
+            "type": "object",
+            "properties": {
+              "amount": {
+                "type": "string",
+                "pattern": "^[0-9]+(\\.[0-9]{1,2})?$"
+              },
+              "closedate": {
+                "type": "string",
+                "format": "date-time"
+              },
+              "dealname": {
+                "type": "string"
+              },
+              "pipeline": {
+                "type": "string"
+              },
+              "dealstage": {
+                "type": "string",
+                "enum": [
+                  "appointmentscheduled",
+                  "qualifiedtobuy",
+                  "presentationscheduled",
+                  "decisionmakerboughtin",
+                  "contractsent",
+                  "closedwon",
+                  "closedlost"
+                ]
+              },
+              "hubspot_owner_id": {
+                "type": "string",
+                "pattern": "^[0-9]+$"
+              }
+            },
+            "required": ["dealname", "pipeline", "dealstage"]
+          },
+          "associations": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "to": {
+                  "type": "object",
+                  "properties": {
+                    "id": {
+                      "type": "integer"
+                    }
+                  },
+                  "required": ["id"]
+                },
+                "types": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "properties": {
+                      "associationCategory": {
+                        "type": "string",
+                        "enum": [
+                          "HUBSPOT_DEFINED",
+                          "USER_DEFINED",
+                          "INTEGRATOR_DEFINED"
+                        ]
+                      },
+                      "associationTypeId": {
+                        "type": "integer"
+                      }
+                    },
+                    "required": ["associationCategory", "associationTypeId"]
+                  }
+                }
+              },
+              "required": ["to", "types"]
+            }
+          }
+        },
+        "required": ["properties"]
+      },
+      "supported_sync_modes": ["incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["updated"]
+    },
+    {
+      "name": "line_items",
+      "action": "create",
+      "json_schema": {
+        "$schema": "http://json-schema.org/draft-07/schema#",
+        "type": "object",
+        "properties": {
+          "properties": {
+            "type": "object",
+            "properties": {
+              "name": {
+                "type": "string"
+              },
+              "price": {
+                "type": "string",
+                "pattern": "^[0-9]+(\\.[0-9]{1,2})?$"
+              },
+              "quantity": {
+                "type": "string",
+                "pattern": "^[0-9]+$"
+              },
+              "hs_product_id": {
+                "type": "string",
+                "pattern": "^[0-9]+$"
+              },
+              "recurringbillingfrequency": {
+                "type": "string"
+              },
+              "hs_recurring_billing_period": {
+                "type": "string"
+              }
+            },
+            "required": ["name", "price"]
+          },
+          "associations": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "to": {
+                  "type": "object",
+                  "properties": {
+                    "id": {
+                      "type": "integer"
+                    }
+                  },
+                  "required": ["id"]
+                },
+                "types": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "properties": {
+                      "associationCategory": {
+                        "type": "string",
+                        "enum": [
+                          "HUBSPOT_DEFINED",
+                          "USER_DEFINED",
+                          "INTEGRATOR_DEFINED"
+                        ]
+                      },
+                      "associationTypeId": {
+                        "type": "integer"
+                      }
+                    },
+                    "required": ["associationCategory", "associationTypeId"]
+                  }
+                }
+              },
+              "required": ["to", "types"]
+            }
+          }
+        },
+        "required": ["properties", "associations"]
+      },
+      "supported_sync_modes": ["incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["updated"]
+    }
+  ]
+}

data/lib/multiwoven/integrations/destination/hubspot/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "Hubspot",
+    "title": "HubSpot CRM",
+    "connector_type": "destination",
+    "category": "CRM",
+    "documentation_url": "https://docs.multiwoven.com/destinations/crm/hubspot",
+    "github_issue_label": "destination-hubspot-crm",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/destination/hubspot/config/spec.json

@@ -0,0 +1,17 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/destinations/crm/hubspot",
+  "stream_type": "static",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "HubSpot CRM",
+    "type": "object",
+    "required": ["access_token"],
+    "properties": {
+      "access_token": {
+        "type": "string",
+        "title": "Access Token",
+        "order": 0
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/destination/hubspot/icon.svg

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="utf-8"?><!-- Uploaded to: SVG Repo, www.svgrepo.com, Generator: SVG Repo Mixer Tools -->
+<svg width="800px" height="800px" viewBox="0 0 1024 1024" xmlns="http://www.w3.org/2000/svg">
+   <circle cx="512" cy="512" r="512" style="fill:#ff7a59"/>
+   <path d="M623.8 624.94c-38.23 0-69.24-30.67-69.24-68.51s31-68.52 69.24-68.52 69.26 30.67 69.26 68.52-31 68.51-69.26 68.51m20.74-200.42v-61a46.83 46.83 0 0 0 27.33-42.29v-1.41c0-25.78-21.32-46.86-47.35-46.86h-1.43c-26 0-47.35 21.09-47.35 46.86v1.41a46.85 46.85 0 0 0 27.33 42.29v61a135.08 135.08 0 0 0-63.86 27.79l-169.1-130.17A52.49 52.49 0 0 0 372 309c0-29.21-23.89-52.92-53.4-53s-53.45 23.59-53.48 52.81 23.85 52.88 53.36 52.93a53.29 53.29 0 0 0 26.33-7.09l166.38 128.1a132.14 132.14 0 0 0 2.07 150.3l-50.62 50.1A43.42 43.42 0 1 0 450.1 768c24.24 0 43.9-19.46 43.9-43.45a42.24 42.24 0 0 0-2-12.42l50-49.52a135.28 135.28 0 0 0 81.8 27.47c74.61 0 135.06-59.83 135.06-133.65 0-66.82-49.62-122-114.33-131.91" style="fill:#ffffff;fill-rule:evenodd"/>
+</svg>

data/lib/multiwoven/integrations/destination/klaviyo/client.rb

@@ -0,0 +1,116 @@
+# frozen_string_literal: true
+
+module Multiwoven::Integrations::Destination
+  module Klaviyo
+    include Multiwoven::Integrations::Core
+    class Client < DestinationConnector
+      prepend Multiwoven::Integrations::Core::RateLimiter
+      def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        api_key = connection_config[:private_api_key]
+
+        response = Multiwoven::Integrations::Core::HttpClient.request(
+          KLAVIYO_AUTH_ENDPOINT,
+          HTTP_POST,
+          payload: KLAVIYO_AUTH_PAYLOAD,
+          headers: auth_headers(api_key)
+        )
+        parse_response(response)
+      end
+
+      def discover(_connection_config = nil)
+        catalog_json = read_json(CATALOG_SPEC_PATH)
+
+        catalog = build_catalog(catalog_json)
+
+        catalog.to_multiwoven_message
+      rescue StandardError => e
+        handle_exception(
+          "KLAVIYO:DISCOVER:EXCEPTION",
+          "error",
+          e
+        )
+      end
+
+      def write(sync_config, records, _action = "insert")
+        connection_config = sync_config.destination.connection_specification.with_indifferent_access
+        connection_config = connection_config.with_indifferent_access
+        url = sync_config.stream.url
+
+        request_method = sync_config.stream.request_method
+
+        write_success = 0
+        write_failure = 0
+        records.each do |record|
+          # pre process payload
+          # Add hardcode values into payload
+          record["data"] ||= {}
+          record["data"]["type"] = sync_config.stream.name
+
+          response = Multiwoven::Integrations::Core::HttpClient.request(
+            url,
+            request_method,
+            payload: record,
+            headers: auth_headers(connection_config["private_api_key"])
+          )
+          if success?(response)
+            write_success += 1
+          else
+            write_failure += 1
+          end
+        rescue StandardError => e
+          logger.error(
+            "KLAVIYO:RECORD:WRITE:FAILURE: #{e.message}"
+          )
+          write_failure += 1
+        end
+        tracker = Multiwoven::Integrations::Protocol::TrackingMessage.new(
+          success: write_success,
+          failed: write_failure
+        )
+        tracker.to_multiwoven_message
+      rescue StandardError => e
+        # TODO: Handle rate limiting seperately
+        handle_exception(
+          "KLAVIYO:WRITE:EXCEPTION",
+          "error",
+          e
+        )
+      end
+
+      private
+
+      def parse_response(response)
+        if success?(response)
+          ConnectionStatus.new(
+            status: ConnectionStatusType["succeeded"]
+          ).to_multiwoven_message
+        else
+          message = extract_message(response)
+          ConnectionStatus.new(
+            status: ConnectionStatusType["failed"], message: message
+          ).to_multiwoven_message
+        end
+      end
+
+      def success?(response)
+        response && %w[200 201].include?(response.code)
+      end
+
+      def extract_message(response)
+        JSON.parse(response.body)["message"]
+      rescue StandardError => e
+        "Klaviyo auth failed: #{e.message}"
+      end
+
+      def auth_headers(api_key)
+        {
+          "Accept" => "application/json",
+          "Authorization" => "Klaviyo-API-Key #{api_key}",
+          "Revision" => "2023-02-22",
+          "Content-Type" => "application/json"
+        }
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/destination/klaviyo/config/catalog.json

@@ -0,0 +1,103 @@
+{
+  "request_rate_limit": 600,
+  "request_rate_limit_unit": "minute",
+  "request_rate_concurrency": 10,
+  "streams": [
+    {
+      "name": "profile",
+      "action": "create",
+      "url": "https://a.klaviyo.com/api/profiles",
+      "method": "POST",
+      "json_schema": {
+        "$schema": "http://json-schema.org/draft-07/schema#",
+        "type": "object",
+        "properties": {
+          "data": {
+            "type": "object",
+            "properties": {
+              "type": {
+                "type": "string",
+                "enum": ["profile"]
+              },
+              "attributes": {
+                "type": "object",
+                "properties": {
+                  "email": {
+                    "type": "string",
+                    "format": "email"
+                  },
+                  "phone_number": {
+                    "type": "string"
+                  },
+                  "external_id": {
+                    "type": "string",
+                    "format": "uuid"
+                  },
+                  "first_name": {
+                    "type": "string"
+                  },
+                  "last_name": {
+                    "type": "string"
+                  },
+                  "organization": {
+                    "type": "string"
+                  },
+                  "title": {
+                    "type": "string"
+                  },
+                  "image": {
+                    "type": "string",
+                    "format": "uri"
+                  },
+                  "location": {
+                    "type": "object",
+                    "properties": {
+                      "address1": {
+                        "type": "string"
+                      },
+                      "address2": {
+                        "type": "string"
+                      },
+                      "city": {
+                        "type": "string"
+                      },
+                      "country": {
+                        "type": "string"
+                      },
+                      "region": {
+                        "type": "string"
+                      },
+                      "zip": {
+                        "type": "string"
+                      },
+                      "timezone": {
+                        "type": "string"
+                      },
+                      "ip": {
+                        "type": "string",
+                        "format": "ipv4"
+                      }
+                    }
+                  },
+                  "properties": {
+                    "type": "object",
+                    "additionalProperties": {
+                      "type": "string"
+                    }
+                  }
+                },
+                "required": ["email", "phone_number"]
+              }
+            },
+            "required": ["type", "attributes"]
+          }
+        },
+        "required": ["data"]
+      },
+      "supported_sync_modes": ["incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["updated"],
+      "source_defined_primary_key": [["id", "email"]]
+    }
+  ]
+}

data/lib/multiwoven/integrations/destination/klaviyo/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "Klaviyo",
+    "title": "Klaviyo",
+    "connector_type": "destination",
+    "category": "Marketing Automation",
+    "documentation_url": "https://docs.mutliwoven.com",
+    "github_issue_label": "destination-klaviyo",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/destination/klaviyo/config/spec.json

@@ -0,0 +1,22 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/integrations/destination/klaviyo",
+  "stream_type": "static",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Klaviyo",
+    "type": "object",
+    "required": ["public_api_key", "private_api_key"],
+    "properties": {
+      "public_api_key": {
+        "type": "string",
+        "title": "Public API Key",
+        "order": 0
+      },
+      "private_api_key": {
+        "type": "string",
+        "title": "Private API Key",
+        "order": 1
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/destination/klaviyo/icon.svg

@@ -0,0 +1,6 @@
+<svg version="1.1" id="Layer_1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" x="0px" y="0px" viewBox="0 0 67.8 45.4" style="enable-background:new 0 0 67.8 45.4;" xml:space="preserve">
+ <g>
+  <path d="M67.8,45.4H0V0h67.8L53.6,22.7L67.8,45.4L67.8,45.4z">
+  </path>
+ </g>
+</svg>