etl-integrations 0.1.81

data/lib/multiwoven/integrations/destination/salesforce_crm/client.rb

@@ -0,0 +1,117 @@
+# frozen_string_literal: true
+
+require "stringio"
+
+module Multiwoven
+  module Integrations
+    module Destination
+      module SalesforceCrm
+        include Multiwoven::Integrations::Core
+
+        API_VERSION = "59.0"
+
+        class Client < DestinationConnector
+          prepend Multiwoven::Integrations::Core::RateLimiter
+          def check_connection(connection_config)
+            connection_config = connection_config.with_indifferent_access
+            initialize_client(connection_config)
+            authenticate_client
+            success_status
+          rescue StandardError => e
+            failure_status(e)
+          end
+
+          def discover(_connection_config = nil)
+            catalog = build_catalog(load_catalog)
+            catalog.to_multiwoven_message
+          rescue StandardError => e
+            handle_exception("SALESFORCE:CRM:DISCOVER:EXCEPTION", "error", e)
+          end
+
+          def write(sync_config, records, action = "create")
+            @action = sync_config.stream.action || action
+            initialize_client(sync_config.destination.connection_specification)
+            process_records(records, sync_config.stream)
+          rescue StandardError => e
+            handle_exception("SALESFORCE:CRM:WRITE:EXCEPTION", "error", e)
+          end
+
+          private
+
+          def initialize_client(config)
+            config = config.with_indifferent_access
+            @client = Restforce.new(oauth_token: config[:access_token],
+                                    refresh_token: config[:refresh_token],
+                                    instance_url: config[:instance_url],
+                                    client_id: config[:client_id],
+                                    client_secret: config[:client_secret],
+                                    authentication_callback: proc { |x| log_debug(x.to_s) },
+                                    api_version: API_VERSION)
+          end
+
+          def process_records(records, stream)
+            write_success = 0
+            write_failure = 0
+            properties = stream.json_schema[:properties]
+            records.each do |record_object|
+              record = extract_data(record_object, properties)
+              process_record(stream, record)
+              write_success += 1
+            rescue StandardError => e
+              handle_exception("SALESFORCE:CRM:WRITE:EXCEPTION", "error", e)
+              write_failure += 1
+            end
+            tracking_message(write_success, write_failure)
+          end
+
+          def process_record(stream, record)
+            send_data_to_salesforce(stream.name, record)
+          end
+
+          def send_data_to_salesforce(stream_name, record = {})
+            method_name = "#{@action}!"
+            args = build_args(@action, stream_name, record)
+            @client.send(method_name, *args)
+          end
+
+          def build_args(action, stream_name, record)
+            case action
+            when :upsert
+              [stream_name, record[:external_key], record]
+            when :destroy
+              [stream_name, record[:id]]
+            else
+              [stream_name, record]
+            end
+          end
+
+          def authenticate_client
+            @client.authenticate!
+          end
+
+          def success_status
+            ConnectionStatus.new(status: ConnectionStatusType["succeeded"]).to_multiwoven_message
+          end
+
+          def failure_status(error)
+            ConnectionStatus.new(status: ConnectionStatusType["failed"], message: error.message).to_multiwoven_message
+          end
+
+          def load_catalog
+            read_json(CATALOG_SPEC_PATH)
+          end
+
+          def tracking_message(success, failure)
+            Multiwoven::Integrations::Protocol::TrackingMessage.new(
+              success: success, failed: failure
+            ).to_multiwoven_message
+          end
+
+          def log_debug(message)
+            Multiwoven::Integrations::Service.logger.debug(message)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/destination/salesforce_crm/config/catalog.json

@@ -0,0 +1,320 @@
+{
+  "request_rate_limit":  100000,
+  "request_rate_limit_unit": "day",
+  "request_rate_concurrency": 10,
+  "streams": [
+    {
+      "name": "Account",
+      "action": "create",
+      "json_schema": {
+        "type": "object",
+        "additionalProperties": true,
+        "properties": {
+          "Id": {
+            "type": "string"
+          },
+          "IsDeleted": {
+            "type": "boolean"
+          },
+          "MasterRecordId": {
+            "type": ["string", "null"]
+          },
+          "Name": {
+            "type": "string"
+          },
+          "Type": {
+            "type": ["string", "null"],
+            "enum": [
+              "Prospect",
+              "Customer - Direct",
+              "Customer - Channel",
+              "Channel Partner / Reseller",
+              "Installation Partner",
+              "Technology Partner",
+              "Other"
+            ]
+          },
+          "ParentId": {
+            "type": ["string", "null"]
+          },
+          "BillingStreet": {
+            "type": ["string", "null"]
+          },
+          "BillingCity": {
+            "type": ["string", "null"]
+          },
+          "BillingState": {
+            "type": ["string", "null"]
+          },
+          "BillingPostalCode": {
+            "type": ["string", "null"]
+          },
+          "BillingCountry": {
+            "type": ["string", "null"]
+          },
+          "BillingLatitude": {
+            "type": ["number", "null"]
+          },
+          "BillingLongitude": {
+            "type": ["number", "null"]
+          },
+          "BillingGeocodeAccuracy": {
+            "type": ["string", "null"],
+            "enum": [
+              "Address",
+              "NearAddress",
+              "Block",
+              "Street",
+              "ExtendedZip",
+              "Zip",
+              "Neighborhood",
+              "City",
+              "County",
+              "State",
+              "Unknown"
+            ]
+          },
+          "BillingAddress": {
+            "type": ["string", "null"],
+            "enum": [
+              "Address",
+              "NearAddress",
+              "Block",
+              "Street",
+              "ExtendedZip",
+              "Zip",
+              "Neighborhood",
+              "City",
+              "County",
+              "State",
+              "Unknown"
+            ]
+          },
+          "ShippingStreet": {
+            "type": ["string", "null"]
+          },
+          "ShippingCity": {
+            "type": ["string", "null"]
+          },
+          "ShippingState": {
+            "type": ["string", "null"]
+          },
+          "ShippingPostalCode": {
+            "type": ["string", "null"]
+          },
+          "ShippingCountry": {
+            "type": ["string", "null"]
+          },
+          "ShippingLatitude": {
+            "type": ["number", "null"]
+          },
+          "ShippingLongitude": {
+            "type": ["number", "null"]
+          },
+          "ShippingGeocodeAccuracy": {
+            "type": ["string", "null"]
+          },
+          "ShippingAddress": {
+            "type": ["string", "null"]
+          },
+          "Phone": {
+            "type": ["string", "null"]
+          },
+          "Fax": {
+            "type": ["string", "null"]
+          },
+          "AccountNumber": {
+            "type": ["string", "null"]
+          },
+          "Website": {
+            "type": ["string", "null"],
+            "format": "uri"
+          },
+          "PhotoUrl": {
+            "type": ["string", "null"],
+            "format": "uri"
+          },
+          "Sic": {
+            "type": ["string", "null"]
+          },
+          "Industry": {
+            "type": ["string", "null"],
+            "enum": [
+              "Agriculture",
+              "Apparel",
+              "Banking",
+              "Biotechnology",
+              "Chemicals",
+              "Communications",
+              "Construction",
+              "Consulting",
+              "Education",
+              "Electronics",
+              "Energy",
+              "Engineering",
+              "Entertainment",
+              "Environmental",
+              "Finance",
+              "Food & Beverage",
+              "Government",
+              "Healthcare",
+              "Hospitality",
+              "Insurance",
+              "Machinery",
+              "Manufacturing",
+              "Media",
+              "Not For Profit",
+              "Recreation",
+              "Retail",
+              "Shipping",
+              "Technology",
+              "Telecommunications",
+              "Transportation",
+              "Utilities",
+              "Other"
+            ]
+          },
+          "AnnualRevenue": {
+            "type": ["number", "null"]
+          },
+          "NumberOfEmployees": {
+            "type": ["integer", "null"]
+          },
+          "Ownership": {
+            "type": ["string", "null"],
+            "enum": ["Public", "Private", "Subsidiary", "Other"]
+          },
+          "TickerSymbol": {
+            "type": ["string", "null"]
+          },
+          "Description": {
+            "type": ["string", "null"]
+          },
+          "Rating": {
+            "type": ["string", "null"],
+            "enum": ["Hot", "Warm", "Cold"]
+          },
+          "Site": {
+            "type": ["string", "null"]
+          },
+          "OwnerId": {
+            "type": "string"
+          },
+          "CreatedDate": {
+            "type": "string",
+            "format": "date-time"
+          },
+          "CreatedById": {
+            "type": "string"
+          },
+          "LastModifiedDate": {
+            "type": "string",
+            "format": "date-time"
+          },
+          "LastModifiedById": {
+            "type": "string"
+          },
+          "SystemModstamp": {
+            "type": "string",
+            "format": "date-time"
+          },
+          "LastActivityDate": {
+            "type": ["string", "null"],
+            "format": "date"
+          },
+          "LastViewedDate": {
+            "type": ["string", "null"],
+            "format": "date-time"
+          },
+          "LastReferencedDate": {
+            "type": ["string", "null"],
+            "format": "date-time"
+          },
+          "Jigsaw": {
+            "type": ["string", "null"]
+          },
+          "JigsawCompanyId": {
+            "type": ["string", "null"]
+          },
+          "CleanStatus": {
+            "type": ["string", "null"],
+            "enum": [
+              "In Sync",
+              "Different",
+              "Reviewed",
+              "Not Found",
+              "Inactive",
+              "Not Compared",
+              "Select Match",
+              "Skipped"
+            ]
+          },
+          "AccountSource": {
+            "type": ["string", "null"],
+            "enum": [
+              "Web",
+              "Phone Inquiry",
+              "Partner Referral",
+              "Purchased List",
+              "Other"
+            ]
+          },
+          "DunsNumber": {
+            "type": ["string", "null"]
+          },
+          "Tradestyle": {
+            "type": ["string", "null"]
+          },
+          "NaicsCode": {
+            "type": ["string", "null"]
+          },
+          "NaicsDesc": {
+            "type": ["string", "null"]
+          },
+          "YearStarted": {
+            "type": ["string", "null"]
+          },
+          "SicDesc": {
+            "type": ["string", "null"]
+          },
+          "DandbCompanyId": {
+            "type": ["string", "null"]
+          },
+          "OperatingHoursId": {
+            "type": ["string", "null"]
+          },
+          "CustomerPriority__c": {
+            "type": ["string", "null"],
+            "enum": ["High", "Low", "Medium"]
+          },
+          "SLA__c": {
+            "type": ["string", "null"],
+            "enum": ["Gold", "Silver", "Platinum", "Bronze"]
+          },
+          "Active__c": {
+            "type": ["string", "null"],
+            "enum": ["Yes", "No"]
+          },
+          "NumberofLocations__c": {
+            "type": ["number", "null"]
+          },
+          "UpsellOpportunity__c": {
+            "type": ["string", "null"],
+            "enum": ["Yes", "No", "Maybe"]
+          },
+          "SLASerialNumber__c": {
+            "type": ["string", "null"]
+          },
+          "SLAExpirationDate__c": {
+            "type": ["string", "null"],
+            "format": "date"
+          }
+        }
+      },
+      "supported_sync_modes": ["incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": ["updated"],
+      "source_defined_primary_key": [["Id"]]
+    }
+  ]
+}

data/lib/multiwoven/integrations/destination/salesforce_crm/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "SalesforceCrm",
+    "title": "Salesforce CRM",
+    "connector_type": "destination",
+    "category": "CRM",
+    "documentation_url": "https://docs.mutliwoven.com",
+    "github_issue_label": "destination-salesforce-crm",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/destination/salesforce_crm/config/spec.json

@@ -0,0 +1,43 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/integrations/destination/salesforce_crm",
+  "stream_type": "static",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Salesforce CRM",
+    "type": "object",
+    "required": [
+      "access_token",
+      "refresh_token",
+      "instance_url",
+      "client_id",
+      "client_secret"
+    ],
+    "properties": {
+      "access_token": {
+        "type": "string",
+        "title": "Access Token",
+        "order": 0
+      },
+      "refresh_token": {
+        "type": "string",
+        "title": "Refresh Token",
+        "order": 1
+      },
+      "instance_url": {
+        "type": "string",
+        "title": "Instance URL",
+        "order": 2
+      },
+      "client_id": {
+        "type": "string",
+        "title": "Client ID",
+        "order": 3
+      },
+      "client_secret": {
+        "type": "string",
+        "title": "Client Secret",
+        "order": 4
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/destination/salesforce_crm/icon.svg

@@ -0,0 +1,16 @@
+<svg width="1021" height="716" viewBox="0 0 1021 716" fill="none" xmlns="http://www.w3.org/2000/svg">
+  <mask id="mask0_1_78" style="mask-type:luminance" maskUnits="userSpaceOnUse" x="0" y="0" width="1021" height="716">
+    <path d="M0.225052 0.875458H1020.86V715.2H0.225052V0.875458Z" fill="white" />
+  </mask>
+  <g mask="url(#mask0_1_78)">
+    <path fill-rule="evenodd" clip-rule="evenodd"
+      d="M424.821 78.8082C457.743 44.5099 503.583 23.2272 554.277 23.2272C621.662 23.2272 680.461 60.8038 711.763 116.595C739.77 104.08 770.107 97.6302 800.783 97.6678C922.328 97.6678 1020.86 197.063 1020.86 319.681C1020.86 442.298 922.328 541.698 800.783 541.698C785.941 541.698 771.447 540.205 757.426 537.376C729.861 586.547 677.31 619.777 617.011 619.777C592.621 619.81 568.546 614.269 546.625 603.576C518.68 669.326 453.549 715.425 377.665 715.425C298.622 715.425 231.255 665.418 205.415 595.283C193.898 597.713 182.159 598.935 170.389 598.929C76.2824 598.929 0 521.848 0 426.766C0 363.038 34.2684 307.4 85.2021 277.637C74.4107 252.788 68.8576 225.981 68.8893 198.89C68.8893 89.5321 157.662 0.875458 267.166 0.875458C331.457 0.875458 388.595 31.4379 424.821 78.8082Z"
+      fill="#00A1E0" />
+  </g>
+  <path fill-rule="evenodd" clip-rule="evenodd"
+    d="M147.861 371.425C147.22 373.098 148.09 373.446 148.296 373.743C150.213 375.131 152.16 376.136 154.125 377.265C164.534 382.775 174.373 384.392 184.65 384.392C205.591 384.392 218.6 373.259 218.6 355.33V354.977C218.6 338.398 203.915 332.374 190.153 328.027L188.356 327.445C177.977 324.077 169.02 321.162 169.02 314.324V313.976C169.02 308.12 174.256 303.818 182.37 303.818C191.39 303.818 202.081 306.815 208.975 310.622C208.975 310.622 211.008 311.935 211.747 309.973C212.148 308.912 215.633 299.527 216.004 298.511C216.402 297.412 215.704 296.583 214.987 296.155C207.114 291.358 196.24 288.094 184.984 288.094L182.895 288.102C163.727 288.102 150.344 299.692 150.344 316.279V316.635C150.344 334.114 165.108 339.797 178.937 343.747L181.158 344.437C191.229 347.528 199.928 350.198 199.928 357.284V357.636C199.928 364.125 194.275 368.945 185.171 368.945C181.642 368.945 170.374 368.885 158.199 361.185C156.725 360.326 155.884 359.707 154.748 359.013C154.148 358.649 152.647 357.993 151.995 359.958L147.861 371.425ZM454.423 371.425C453.782 373.098 454.652 373.446 454.866 373.743C456.775 375.131 458.726 376.136 460.687 377.265C471.1 382.775 480.939 384.392 491.212 384.392C512.154 384.392 525.166 373.259 525.166 355.33V354.977C525.166 338.398 510.485 332.374 496.719 328.027L494.922 327.445C484.543 324.077 475.582 321.162 475.582 314.324V313.976C475.582 308.12 480.822 303.818 488.939 303.818C497.957 303.818 508.643 306.815 515.537 310.622C515.537 310.622 517.57 311.935 518.313 309.973C518.71 308.912 522.199 299.527 522.566 298.511C522.968 297.412 522.266 296.583 521.554 296.155C513.677 291.358 502.806 288.094 491.55 288.094L489.457 288.102C470.294 288.102 456.91 299.692 456.91 316.279V316.635C456.91 334.114 471.67 339.797 485.504 343.747L487.72 344.437C497.795 347.528 506.494 350.198 506.494 357.284V357.636C506.494 364.125 500.837 368.945 491.741 368.945C488.204 368.945 476.936 368.885 464.765 361.185C463.291 360.326 462.428 359.733 461.31 359.013C460.931 358.773 459.165 358.083 458.561 359.958L454.423 371.425ZM663.706 336.301C663.706 346.429 661.815 354.426 658.102 360.063C654.411 365.652 648.841 368.371 641.073 368.371C633.305 368.371 627.764 365.656 624.134 360.071C620.469 354.429 618.608 346.429 618.608 336.301C618.608 326.181 620.469 318.21 624.134 312.629C627.764 307.096 633.305 304.411 641.073 304.411C648.841 304.411 654.411 307.1 658.102 312.633C661.823 318.21 663.706 326.181 663.706 336.301ZM681.192 317.52C679.471 311.71 676.796 306.598 673.237 302.333C669.67 298.057 665.157 294.617 659.809 292.127C654.467 289.632 648.166 288.368 641.073 288.368C633.98 288.368 627.674 289.632 622.329 292.127C616.988 294.617 612.472 298.057 608.905 302.34C605.349 306.613 602.667 311.718 600.953 317.52C599.246 323.285 598.38 329.606 598.38 336.301C598.38 343 599.246 349.324 600.953 355.082C602.667 360.881 605.341 365.99 608.909 370.269C612.476 374.553 617.003 377.963 622.337 380.393C627.686 382.824 633.987 384.062 641.073 384.062C648.162 384.062 654.456 382.824 659.801 380.393C665.142 377.963 669.662 374.553 673.237 370.269C676.796 366.005 679.471 360.888 681.192 355.082C682.895 349.313 683.762 342.993 683.762 336.301C683.762 329.613 682.895 323.289 681.192 317.52ZM824.729 365.66C824.155 363.96 822.497 364.602 822.497 364.602C819.958 365.573 817.257 366.473 814.369 366.924C811.458 367.381 808.236 367.61 804.789 367.61C796.338 367.61 789.605 365.093 784.8 360.119C779.973 355.142 777.261 347.1 777.291 336.222C777.317 326.335 779.71 318.886 784.001 313.207C788.255 307.565 794.751 304.67 803.39 304.67C810.603 304.67 816.105 305.506 821.871 307.314C821.871 307.314 823.24 307.91 823.896 306.106C825.43 301.856 826.563 298.833 828.198 294.163C828.663 292.832 827.523 292.269 827.107 292.108C824.841 291.223 819.489 289.771 815.449 289.16C811.672 288.582 807.257 288.282 802.332 288.282C794.992 288.282 788.446 289.538 782.85 292.029C777.265 294.516 772.527 297.952 768.773 302.224C765.018 306.504 762.16 311.616 760.269 317.415C758.375 323.184 757.419 329.516 757.419 336.23C757.419 350.727 761.331 362.441 769.046 371.023C776.788 379.635 788.401 384.009 803.559 384.009C812.512 384.009 821.698 382.197 828.315 379.594C828.315 379.594 829.575 378.987 829.027 377.516L824.729 365.66ZM855.314 326.59C856.15 320.96 857.692 316.282 860.096 312.629C863.723 307.096 869.245 304.047 877.013 304.047C884.785 304.047 889.905 307.1 893.596 312.633C896.034 316.29 897.099 321.162 897.515 326.597L855.314 326.59ZM914.162 314.223C912.673 308.619 909.004 302.959 906.593 300.371C902.785 296.268 899.057 293.394 895.355 291.808C889.997 289.531 884.234 288.361 878.412 288.368C871.026 288.368 864.316 289.617 858.873 292.168C853.423 294.726 848.843 298.222 845.254 302.565C841.657 306.905 838.96 312.07 837.238 317.929C835.513 323.754 834.642 330.105 834.642 336.811C834.642 343.63 835.546 349.988 837.324 355.705C839.121 361.47 842.006 366.53 845.899 370.742C849.789 374.969 854.796 378.285 860.779 380.596C866.732 382.902 873.963 384.099 882.257 384.073C899.353 384.017 908.344 380.206 912.058 378.154C912.714 377.786 913.333 377.152 912.56 375.326L908.689 364.493C908.097 362.876 906.461 363.461 906.461 363.461C902.219 365.044 896.214 367.869 882.17 367.839C872.996 367.824 866.199 365.112 861.927 360.877C857.557 356.545 855.411 350.183 855.047 341.196L914.207 341.241C914.207 341.241 915.767 341.226 915.929 339.703C915.992 339.073 917.958 327.55 914.162 314.223ZM381.427 326.59C382.263 320.96 383.809 316.282 386.209 312.629C389.84 307.096 395.354 304.047 403.13 304.047C410.902 304.047 416.022 307.1 419.712 312.633C422.147 316.29 423.212 321.162 423.628 326.597L381.427 326.59ZM440.275 314.223C438.79 308.619 435.117 302.959 432.709 300.371C428.902 296.268 425.178 293.394 421.472 291.808C416.113 289.532 410.35 288.362 404.529 288.368C397.143 288.368 390.433 289.617 384.99 292.168C379.54 294.726 374.96 298.222 371.363 302.565C367.774 306.905 365.077 312.07 363.347 317.929C361.626 323.754 360.759 330.105 360.759 336.811C360.759 343.63 361.656 349.988 363.445 355.705C365.238 361.47 368.126 366.53 372.012 370.742C375.906 374.969 380.909 378.285 386.892 380.596C392.848 382.902 400.073 384.099 408.373 384.073C425.466 384.017 434.461 380.206 438.174 378.154C438.827 377.786 439.45 377.152 438.673 375.326L434.806 364.493C434.21 362.876 432.574 363.461 432.574 363.461C428.336 365.044 422.331 367.869 408.283 367.839C399.112 367.824 392.312 365.112 388.04 360.877C383.674 356.545 381.524 350.183 381.161 341.196L440.324 341.241C440.324 341.241 441.884 341.226 442.045 339.703C442.109 339.073 444.075 327.55 440.275 314.223ZM253.532 365.337C251.21 363.484 250.887 363.03 250.119 361.826C248.945 360.014 248.344 357.434 248.344 354.129C248.344 348.934 250.07 345.191 253.626 342.678C253.588 342.685 258.727 338.244 270.786 338.402C276.166 338.497 281.533 338.955 286.851 339.771V366.665H286.859C286.859 366.665 279.338 368.281 270.872 368.792C258.839 369.515 253.494 365.326 253.532 365.337ZM277.076 323.754C274.676 323.578 271.566 323.492 267.838 323.492C262.77 323.492 257.868 324.122 253.266 325.36C248.644 326.605 244.488 328.533 240.914 331.087C237.341 333.639 234.404 336.979 232.328 340.847C230.231 344.752 229.162 349.339 229.162 354.482C229.162 359.729 230.074 364.275 231.874 367.989C233.636 371.671 236.287 374.855 239.59 377.254C242.879 379.647 246.938 381.402 251.645 382.475C256.293 383.536 261.559 384.073 267.313 384.073C273.389 384.073 279.432 383.563 285.287 382.576C290.275 381.717 295.243 380.751 300.19 379.68C302.163 379.227 304.338 378.63 304.338 378.63C305.801 378.259 305.688 376.695 305.688 376.695L305.655 322.584C305.655 310.716 302.489 301.924 296.251 296.463C290.043 291.028 280.902 288.282 269.076 288.282C264.635 288.282 257.5 288.882 253.217 289.741C253.217 289.741 240.299 292.247 234.98 296.414C234.98 296.414 233.81 297.134 234.447 298.766L238.637 310.018C239.158 311.478 240.58 310.979 240.58 310.979C240.58 310.979 241.026 310.802 241.551 310.491C252.932 304.302 267.332 304.486 267.332 304.486C273.723 304.486 278.648 305.78 281.956 308.312C285.186 310.791 286.825 314.523 286.825 322.411V324.913C281.75 324.178 277.076 323.754 277.076 323.754ZM754.324 293.271C754.409 293.073 754.454 292.86 754.455 292.644C754.457 292.429 754.414 292.216 754.332 292.017C754.249 291.818 754.126 291.638 753.972 291.487C753.818 291.337 753.636 291.219 753.435 291.14C752.426 290.757 747.396 289.696 743.518 289.456C736.08 288.991 731.957 290.244 728.259 291.909C724.591 293.563 720.528 296.238 718.263 299.287L718.255 292.07C718.255 291.08 717.554 290.281 716.556 290.281H701.387C700.405 290.281 699.692 291.08 699.692 292.07V380.337C699.693 380.813 699.883 381.269 700.219 381.606C700.556 381.943 701.013 382.133 701.489 382.134H717.036C717.512 382.133 717.968 381.943 718.304 381.606C718.64 381.269 718.829 380.813 718.829 380.337V336.245C718.829 330.322 719.482 324.422 720.783 320.712C722.066 317.04 723.81 314.114 725.971 312.01C728.018 309.979 730.524 308.471 733.278 307.614C735.858 306.874 738.53 306.497 741.215 306.496C744.309 306.496 747.715 307.292 747.715 307.292C748.855 307.419 749.489 306.721 749.876 305.694C750.892 302.989 753.773 294.884 754.324 293.271Z"
+    fill="#FFFFFE" />
+  <path fill-rule="evenodd" clip-rule="evenodd"
+    d="M608.402 252.367C606.483 251.787 604.53 251.323 602.555 250.979C599.897 250.536 597.206 250.327 594.513 250.356C583.811 250.356 575.375 253.38 569.453 259.351C563.571 265.278 559.569 274.306 557.562 286.185L556.838 290.195H543.406C543.406 290.195 541.767 290.127 541.422 291.917L539.217 304.22C539.063 305.397 539.569 306.132 541.145 306.125H554.22L540.953 380.179C539.914 386.143 538.725 391.049 537.409 394.767C536.111 398.435 534.843 401.184 533.283 403.18C531.771 405.112 530.338 406.533 527.866 407.362C525.826 408.049 523.478 408.364 520.905 408.364C519.472 408.364 517.566 408.124 516.16 407.842C514.753 407.565 514.022 407.25 512.968 406.807C512.968 406.807 511.434 406.222 510.83 407.76C510.338 409.016 506.854 418.6 506.441 419.785C506.021 420.956 506.61 421.878 507.353 422.145C509.093 422.767 510.387 423.165 512.758 423.724C516.051 424.5 518.827 424.549 521.426 424.549C526.872 424.549 531.835 423.784 535.95 422.298C540.091 420.802 543.695 418.195 546.884 414.665C550.331 410.858 552.499 406.871 554.573 401.432C556.625 396.042 558.373 389.35 559.772 381.552L573.102 306.125H592.592C592.592 306.125 594.235 306.185 594.576 304.403L596.782 292.1C596.936 290.923 596.433 290.187 594.85 290.195H575.934C576.028 289.767 576.887 283.113 579.059 276.849C579.985 274.175 581.73 272.018 583.207 270.536C584.587 269.125 586.287 268.068 588.162 267.453C590.218 266.817 592.361 266.509 594.513 266.538C596.294 266.538 598.042 266.752 599.374 267.029C601.208 267.419 601.921 267.626 602.401 267.768C604.329 268.357 604.588 267.787 604.966 266.853L609.49 254.43C609.955 253.095 608.822 252.532 608.402 252.367ZM344.06 380.337C344.06 381.327 343.355 382.134 342.365 382.134H326.675C325.681 382.134 324.976 381.327 324.976 380.337V254.051C324.976 253.065 325.681 252.266 326.675 252.266H342.365C343.355 252.266 344.06 253.065 344.06 254.051V380.337Z"
+    fill="#FFFFFE" />
+</svg>

data/lib/multiwoven/integrations/destination/sftp/client.rb

@@ -0,0 +1,133 @@
+# frozen_string_literal: true
+
+module Multiwoven::Integrations::Destination
+  module Sftp
+    include Multiwoven::Integrations::Core
+    class Client < DestinationConnector # rubocop:disable Metrics/ClassLength
+      prepend Multiwoven::Integrations::Core::Fullrefresher
+      prepend Multiwoven::Integrations::Core::RateLimiter
+
+      def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        with_sftp_client(connection_config) do |sftp|
+          stream = SecureRandom.uuid
+          test_path = "#{connection_config[:destination_path]}/#{stream}"
+          test_file_operations(sftp, test_path)
+          return success_status
+        end
+      rescue StandardError => e
+        handle_exception("SFTP:CHECK_CONNECTION:EXCEPTION", "error", e)
+        failure_status(e)
+      end
+
+      def discover(_connection_config = nil)
+        catalog_json = read_json(CATALOG_SPEC_PATH)
+
+        catalog = build_catalog(catalog_json)
+
+        catalog.to_multiwoven_message
+      rescue StandardError => e
+        handle_exception(
+          "SFTP:DISCOVER:EXCEPTION",
+          "error",
+          e
+        )
+      end
+
+      def write(sync_config, records, _action = "insert")
+        connection_config = sync_config.destination.connection_specification.with_indifferent_access
+        file_path = generate_file_path(sync_config)
+        local_file_name = generate_local_file_name(sync_config)
+        csv_content = generate_csv_content(records)
+        write_success = 0
+        write_failure = 0
+
+        Tempfile.create([local_file_name, ".csv"]) do |tempfile|
+          tempfile.write(csv_content)
+          tempfile.close
+          with_sftp_client(connection_config) do |sftp|
+            sftp.upload!(tempfile.path, file_path)
+            write_success += records.size
+          rescue StandardError => e
+            handle_exception("SFTP:RECORD:WRITE:EXCEPTION", "error", e)
+            write_failure += records.size
+          end
+        end
+        tracking_message(write_success, write_failure)
+      rescue StandardError => e
+        handle_exception(
+          "SFTP:WRITE:EXCEPTION",
+          "error",
+          e
+        )
+      end
+
+      def clear_all_records(sync_config)
+        connection_specification = sync_config.destination.connection_specification.with_indifferent_access
+        with_sftp_client(connection_specification) do |sftp|
+          files = sftp.dir.glob(connection_specification[:destination_path], "*")
+          files.each do |file|
+            sftp.remove!(File.join(connection_specification[:destination_path], file.name))
+          end
+          return control_message("Successfully cleared data.", "succeeded") if sftp.dir.entries(connection_specification[:destination_path]).size <= 2
+
+          return control_message("Failed to clear data.", "failed")
+        end
+      rescue StandardError => e
+        control_message(e.message, "failed")
+      end
+
+      private
+
+      def generate_file_path(sync_config)
+        connection_specification = sync_config.destination.connection_specification.with_indifferent_access
+        timestamp = Time.now.strftime("%Y%m%d-%H%M%S")
+        file_name = "#{connection_specification[:file_name]}_#{timestamp}.csv"
+        File.join(connection_specification[:destination_path], file_name)
+      end
+
+      def generate_local_file_name(sync_config)
+        connection_specification = sync_config.destination.connection_specification.with_indifferent_access
+        timestamp = Time.now.strftime("%Y%m%d-%H%M%S")
+        "#{connection_specification[:file_name]}_#{timestamp}"
+      end
+
+      def generate_csv_content(records)
+        CSV.generate do |csv|
+          headers = records.first.keys
+          csv << headers
+          records.each { |record| csv << record.values_at(*headers) }
+        end
+      end
+
+      def tracking_message(success, failure)
+        Multiwoven::Integrations::Protocol::TrackingMessage.new(
+          success: success, failed: failure
+        ).to_multiwoven_message
+      end
+
+      def with_sftp_client(connection_config, &block)
+        Net::SFTP.start(
+          connection_config[:host],
+          connection_config[:username],
+          password: connection_config[:password],
+          port: connection_config.fetch(:port, 22), &block
+        )
+      end
+
+      def test_file_operations(sftp, test_path)
+        sftp.file.open(test_path, "w") { |file| file.puts("connection_check") }
+        sftp.remove!(test_path)
+      end
+
+      def control_message(message, status)
+        ControlMessage.new(
+          type: "full_refresh",
+          emitted_at: Time.now.to_i,
+          status: ConnectionStatusType[status],
+          meta: { detail: message }
+        ).to_multiwoven_message
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/destination/sftp/config/catalog.json

@@ -0,0 +1,16 @@
+{
+  "request_rate_limit": 600,
+  "request_rate_limit_unit": "minute",
+  "request_rate_concurrency": 10,
+  "schema_mode": "schemaless",
+  "streams": [
+    {
+      "name": "sftp",
+      "batch_support": true,
+      "batch_size": 100000,
+      "action": "create",
+      "json_schema": {},
+      "supported_sync_modes": ["full_refresh","incremental"]
+    }
+  ]
+}