RubyGems - multiwoven-integrations - Versions diffs - 0.18.5 → 0.19.1 - Mend

multiwoven-integrations 0.18.5 → 0.19.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (12) hide show

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6f5f6890969a89be17fe50cb2fd9ff8f863b185de80b6153837ef8a031edf293
-  data.tar.gz: f76b6b9d309d6336ea4650b8b27e9752a646a78d1a501d74537ffafae7752bc6
+  metadata.gz: dbb3e326a630a72bdfc3bdd812dee5775ec035f4cb4367485c6c3f07ca95530b
+  data.tar.gz: 7cf87b1c5e54f38834c612f84bc5bd5afea9b50a25fe9e301a8e4f6ad9c3b80d
 SHA512:
-  metadata.gz: b3eb67d238ea710d230a6a41404046864eab190dadf4341035441196fc7637c1c70ebe390806808a09d4ccef95cfd53e90e6e9bb33e7cc8f778b481c8a34ce83
-  data.tar.gz: e30a2fa6adb0293bd07e467b475df793a38bf271e9b48d41c7ff3d41a9f1ba2d9b791acb9f51582c7f3fbfe123e8a8592d9758bf7a384cc309762c94e97f8dc9
+  metadata.gz: 4ed79bc81b1022578f20cfe10e883b120d834a8475d885383939256f8eefcb9f8acb72de4da5cefbc0c0aa7f5aeb1738c0aaa6cf65d0551ad5a25df28976f5c9
+  data.tar.gz: b6b3ed98a1a05ff42b290b81f2c5a309fc2baf97957bc40fb543821ce32ddfae1a75cd8daf151df8a451cecc7fa3ba75a474c4ae707fec5fb6d74c366bb209bd

data/lib/multiwoven/integrations/core/constants.rb CHANGED Viewed

@@ -46,6 +46,8 @@ module Multiwoven
       "workbook/worksheets"
       MS_EXCEL_SHEET_RANGE_API = "https://graph.microsoft.com/v1.0/drives/%<drive_id>s/items/%<item_id>s/"\
       "workbook/worksheets/%<sheet_name>s/range(address='A1:Z1')/usedRange?$select=values"
+      MS_DYNAMICS_WHOAMI_API = "https://%<instance_url>s.crm.dynamics.com/api/data/v%<api_version>s/WhoAmI"
+      MS_DYNAMICS_REST_API = "https://%<instance_url>s.crm.dynamics.com/api/data/v%<api_version>s/%<entity>s"
       DATABRICKS_HEALTH_URL  = "https://%<databricks_host>s/api/2.0/serving-endpoints/%<endpoint_name>s"
       DATABRICKS_SERVING_URL = "https://%<databricks_host>s/serving-endpoints/%<endpoint_name>s/invocations"

data/lib/multiwoven/integrations/core/utils.rb CHANGED Viewed

@@ -39,6 +39,8 @@ module Multiwoven
         case type
         when "NUMBER"
           "integer"
+        when "vector"
+          "vector"
         else
           "string" # Default type
         end

data/lib/multiwoven/integrations/destination/microsoft_dynamics/client.rb ADDED Viewed

@@ -0,0 +1,150 @@
+# frozen_string_literal: true
+module Multiwoven::Integrations::Destination
+  module MicrosoftDynamics
+    include Multiwoven::Integrations::Core
+    API_VERSION = "9.2"
+    class Client < DestinationConnector
+      def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        initialize_client(connection_config)
+        token_response = create_access_token
+        uri = URI.parse(format(MS_DYNAMICS_WHOAMI_API, instance_url: @instance_url, api_version: API_VERSION))
+        http = Net::HTTP.new(uri.host, uri.port)
+        http.use_ssl = (uri.scheme == "https")
+        request = Net::HTTP::Get.new(uri)
+        auth_headers(token_response["access_token"]).each { |key, value| request[key] = value }
+        response = http.request(request)
+        response_body = JSON.parse(response.body)
+        if success?(response) && response_body.key?("UserId")
+          success_status
+        else
+          failure_status(nil)
+        end
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "MICROSOFT:DYNAMICS:CHECK_CONNECTION:EXCEPTION",
+                           type: "error"
+                         })
+        failure_status(e)
+      end
+      def discover(_connection_config = nil)
+        catalog_json = read_json(CATALOG_SPEC_PATH)
+        catalog = build_catalog(catalog_json)
+        catalog.to_multiwoven_message
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "MICROSOFT:DYNAMICS:DISCOVER:EXCEPTION",
+                           type: "error"
+                         })
+      end
+      def write(sync_config, records, _action = "upsert")
+        @sync_config = sync_config
+        stream = @sync_config.stream
+        connection_config = @sync_config.destination.connection_specification.with_indifferent_access
+        create_connection(connection_config)
+        build_url(stream)
+        process_records(records, stream)
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "MICROSOFT:DYNAMICS:WRITE:EXCEPTION",
+                           type: "error",
+                           sync_id: @sync_config.sync_id,
+                           sync_run_id: @sync_config.sync_run_id
+                         })
+      end
+      private
+      def create_access_token
+        uri = URI.parse("https://login.microsoftonline.com/#{@tenant_id}/oauth2/v2.0/token")
+        payload = {
+          client_id: @client_id,
+          client_secret: @client_secret,
+          scope: "https://#{@instance_url}.crm.dynamics.com/.default",
+          grant_type: "client_credentials"
+        }
+        response = Net::HTTP.post_form(uri, payload)
+        JSON.parse(response.body)
+      end
+      def get_access_token(cache)
+        cache_key = "dynamics_#{@instance_url}_#{@tenant_id}_#{@client_id}"
+        cached_token = cache.read(cache_key)
+        if cached_token
+          @access_token = cached_token
+        else
+          new_token = create_access_token
+          # max expiration is 3 minutes. No way to make it higher
+          cache.write(cache_key, new_token["access_token"], expires_in: 180)
+          @access_token = new_token["access_token"]
+        end
+      end
+      def create_connection(connection_config)
+        cache = defined?(Rails) && Rails.respond_to?(:cache) ? Rails.cache : ActiveSupport::Cache::MemoryStore.new
+        initialize_client(connection_config)
+        get_access_token(cache)
+      end
+      def initialize_client(connection_config)
+        @tenant_id = connection_config[:tenant_id]
+        @client_id = connection_config[:application_id]
+        @instance_url = connection_config[:instance_url]
+        @client_secret = connection_config[:client_secret]
+      end
+      def process_records(records, stream)
+        write_success = 0
+        write_failure = 0
+        properties = stream.json_schema[:properties]
+        log_message_array = []
+        records.each do |record_object|
+          record = extract_data(record_object, properties)
+          response = send_data_to_dynamics(record)
+          response_code = response.code.to_i
+          if response_code >= 200 && response_code < 300
+            write_success += 1
+            log_message_array << log_request_response("info", record, response["location"])
+          else
+            write_failure += 1
+            log_message_array << log_request_response("error", record, response.body)
+          end
+        rescue StandardError => e
+          # TODO: add sync_id and sync run id to the logs
+          handle_exception(e, {
+                             context: "MICROSOFT:DYNAMICS:WRITE:EXCEPTION",
+                             type: "error",
+                             sync_id: @sync_config.sync_id,
+                             sync_run_id: @sync_config.sync_run_id
+                           })
+          write_failure += 1
+          log_message_array << log_request_response("error", record, e.message)
+        end
+        tracking_message(write_success, write_failure, log_message_array)
+      end
+      def build_url(stream)
+        @destination_url = format(MS_DYNAMICS_REST_API, instance_url: @instance_url, api_version: API_VERSION, entity: stream.name)
+      end
+      def send_data_to_dynamics(payload)
+        uri = URI.parse(@destination_url)
+        http = Net::HTTP.new(uri.host, uri.port)
+        http.use_ssl = (uri.scheme == "https")
+        request = Net::HTTP::Post.new(uri)
+        auth_headers(@access_token).each { |key, value| request[key] = value }
+        request.body = payload.to_json
+        http.request(request)
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/destination/microsoft_dynamics/config/catalog.json ADDED Viewed

@@ -0,0 +1,161 @@
+{
+  "request_rate_limit": 40000,
+  "request_rate_limit_unit": "day",
+  "request_rate_concurrency": 10,
+  "streams": [
+    {
+      "name": "accounts",
+      "action": "create",
+      "json_schema": {
+        "type": "object",
+        "additionalProperties": true,
+        "required": ["name"],
+        "properties": {
+          "name": {
+            "type": "string"
+          },
+          "account_number": {
+            "type": "string"
+          },
+          "telephone1": {
+            "type": "string"
+          },
+          "emailaddress1": {
+            "type": "string",
+            "format": "email"
+          },
+          "websiteurl": {
+            "type": "string",
+            "format": "uri"
+          },
+          "address1_line1": {
+            "type": "string"
+          },
+          "address1_city": {
+            "type": "string"
+          },
+          "address1_stateorprovince": {
+            "type": "string"
+          },
+          "address1_postalcode": {
+            "type": "string"
+          },
+          "industrycode": {
+            "type": "integer"
+          },
+          "revenue": {
+            "type": "number",
+            "format": "float"
+          },
+          "numberofemployees": {
+            "type": "integer"
+          }
+        }
+      },
+      "supported_sync_modes": ["incremental"],
+      "source_defined_cursor": false,
+      "source_defined_primary_key": ["account_number"]
+    },
+    {
+      "name": "contacts",
+      "action": "create",
+      "json_schema": {
+        "type": "object",
+        "additionalProperties": true,
+        "required": ["emailaddress1", "firstname", "lastname"],
+        "properties": {
+          "firstname": {
+            "type": "string"
+          },
+          "lastname": {
+            "type": "string"
+          },
+          "emailaddress1": {
+            "type": "string",
+            "format": "email"
+          },
+          "mobilephone": {
+            "type": "string"
+          },
+          "telephone1": {
+            "type": "string"
+          },
+          "address1_line1": {
+            "type": "string"
+          },
+          "address1_city": {
+            "type": "string"
+          },
+          "address1_stateorprovince": {
+            "type": "string"
+          },
+          "address1_postalcode": {
+            "type": "string"
+          },
+          "jobtitle": {
+            "type": "string"
+          },
+          "parentcustomerid": {
+            "type": "string",
+            "description": "ID of the associated Account"
+          }
+        }
+      },
+      "supported_sync_modes": ["incremental"],
+      "source_defined_cursor": false,
+      "source_defined_primary_key": ["emailaddress1"]
+    },
+    {
+      "name": "opportunities",
+      "action": "create",
+      "json_schema": {
+        "type": "object",
+        "additionalProperties": true,
+        "required": ["name", "customerid", "estimatedvalue"],
+        "properties": {
+          "name": {
+            "type": "string"
+          },
+          "customerid": {
+            "type": "string",
+            "description": "ID of the associated Account or Contact"
+          },
+          "estimatedvalue": {
+            "type": "number",
+            "format": "float"
+          },
+          "description": {
+            "type": "string"
+          },
+          "closeprobability": {
+            "type": "integer",
+            "minimum": 0,
+            "maximum": 100
+          },
+          "estimatedclosedate": {
+            "type": "string",
+            "format": "date"
+          },
+          "actualclosedate": {
+            "type": "string",
+            "format": "date"
+          },
+          "opportunityratingcode": {
+            "type": "string",
+            "enum": ["Hot", "Warm", "Cold"]
+          },
+          "stageid": {
+            "type": "string"
+          },
+          "ownerid": {
+            "type": "string",
+            "description": "ID of the owner (user or team)"
+          }
+        }
+      },
+      "supported_sync_modes": ["incremental"],
+      "source_defined_cursor": false,
+      "source_defined_primary_key": ["customerid"]
+    }
+  ]
+}

data/lib/multiwoven/integrations/destination/microsoft_dynamics/config/meta.json ADDED Viewed

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "MicrosoftDynamics",
+    "title": "Microsoft Dynamics",
+    "connector_type": "destination",
+    "category": "CRM",
+    "documentation_url": "https://docs.mutliwoven.com",
+    "github_issue_label": "destination-microsoft-dynamics",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/destination/microsoft_dynamics/config/spec.json ADDED Viewed

@@ -0,0 +1,35 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/integrations/destination/microsoft_dynamics",
+  "stream_type": "dynamic",
+  "connector_query_type": "raw_sql",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Microsoft Dynamics",
+    "type": "object",
+    "required": ["instance_url", "tenant_id", "application_id", "client_secret"],
+    "properties": {
+      "instance_url": {
+        "type": "string",
+        "title": "Organization Name",
+        "order": 0
+      },
+      "tenant_id": {
+        "type": "string",
+        "multiwoven_secret": true,
+        "title": "Tenant ID",
+        "order": 1
+      },
+      "application_id": {
+        "type": "string",
+        "title": "Application ID",
+        "order": 2
+      },
+      "client_secret": {
+        "type": "string",
+        "multiwoven_secret": true,
+        "title": "Client Secret",
+        "order": 3
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/destination/microsoft_dynamics/icon.svg ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ <?xml version="1.0" encoding="utf-8"?><!-- Uploaded to: SVG Repo, www.svgrepo.com, Generator: SVG Repo Mixer Tools -->
2	+ <svg fill="#000000" width="800px" height="800px" viewBox="0 0 24 24" role="img" xmlns="http://www.w3.org/2000/svg"><title>Dynamics 365 icon</title><path d="M4.59 7.41l4.94 3.54L4.59 24zm0-7.41v6.36l9.53 5.29 4.59-3.52zm0 24l14.82-8.47v-6.7Z"/></svg>

data/lib/multiwoven/integrations/destination/postgresql/client.rb CHANGED Viewed

@@ -20,7 +20,10 @@ module Multiwoven::Integrations::Destination
       def discover(connection_config)
         connection_config = connection_config.with_indifferent_access
-        query = "SELECT table_name, column_name, data_type, is_nullable
+        query = "SELECT table_name, column_name,
+                 CASE WHEN data_type = 'USER-DEFINED' THEN udt_name ELSE data_type END
+                 AS data_type,
+                 is_nullable
                  FROM information_schema.columns
                  WHERE table_schema = '#{connection_config[:schema]}' AND table_catalog = '#{connection_config[:database]}'
                  ORDER BY table_name, ordinal_position;"

data/lib/multiwoven/integrations/rollout.rb CHANGED Viewed

@@ -2,7 +2,7 @@
 module Multiwoven
   module Integrations
-    VERSION = "0.18.5"
+    VERSION = "0.19.1"
     ENABLED_SOURCES = %w[
       Snowflake
@@ -47,6 +47,7 @@ module Multiwoven
       Mailchimp
       AISDataStore
       AmazonS3
+      MicrosoftDynamics
     ].freeze
   end
 end

data/lib/multiwoven/integrations.rb CHANGED Viewed

@@ -99,6 +99,7 @@ require_relative "integrations/destination/microsoft_sql/client"
 require_relative "integrations/destination/mailchimp/client"
 require_relative "integrations/destination/ais_data_store/client"
 require_relative "integrations/destination/amazon_s3/client"
+require_relative "integrations/destination/microsoft_dynamics/client"
 module Multiwoven
   module Integrations

metadata CHANGED Viewed

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.18.5
+  version: 0.19.1
 platform: ruby
 authors:
 - Subin T P
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-01-22 00:00:00.000000000 Z
+date: 2025-02-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -644,6 +644,11 @@ files:
 - lib/multiwoven/integrations/destination/maria_db/config/meta.json
 - lib/multiwoven/integrations/destination/maria_db/config/spec.json
 - lib/multiwoven/integrations/destination/maria_db/icon.svg
+- lib/multiwoven/integrations/destination/microsoft_dynamics/client.rb
+- lib/multiwoven/integrations/destination/microsoft_dynamics/config/catalog.json
+- lib/multiwoven/integrations/destination/microsoft_dynamics/config/meta.json
+- lib/multiwoven/integrations/destination/microsoft_dynamics/config/spec.json
+- lib/multiwoven/integrations/destination/microsoft_dynamics/icon.svg
 - lib/multiwoven/integrations/destination/microsoft_excel/client.rb
 - lib/multiwoven/integrations/destination/microsoft_excel/config/catalog.json
 - lib/multiwoven/integrations/destination/microsoft_excel/config/meta.json