multiwoven-integrations 0.1.33 → 0.1.35

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a66cfeeb953e2701791198684f366777de89f4705352170541a1b0d8d53b7480
-  data.tar.gz: b72930a210e79eff11377e0b3f4f7b6a21e647efea3e043eb54cf59bb760eba0
+  metadata.gz: 154bbe9f4e36d95f4cd7fdb8094077e2ff724a3eef95ec76264950747d619fe2
+  data.tar.gz: b3da4210a997a0143b637a32d4d4b0dc6ba741742e5a1f73a3a465c8187479de
 SHA512:
-  metadata.gz: c9862d1309777e818009d27518cbf80371d7a05158749959eebdd7614b32adf31e49b624d864846a50e1377c1e4bf8b9fbe561ca002be934ecb42e3b2ad9c921
-  data.tar.gz: b8faac5a076b51a73dae8f522e6481777441591e48ecd1dbb4e4d74292f8ce418aad7cb5e44fc160256c5712e98fa15a98382285486e5d5217e27a55a4370bdd
+  metadata.gz: '052295ce22be1a08561f2d907bb1974c465302f2ec12cd6ae50afa976354bc13eb9ac0d178cd1b9eca86945cb18c4cb316ef05a44e6deac14ccc49f03fb57029'
+  data.tar.gz: 35e541a5b3ea70f9761ff0c54b527a6334fcc91d5321018d4ce926163f8611eb4a4db714a2b36ad01c8e869854544ec63142bef2e2e99bd7cc0d3d2e022ebe2d

data/lib/multiwoven/integrations/core/base_connector.rb

@@ -57,6 +57,14 @@ module Multiwoven
         file_contents = File.read(file_path)
         JSON.parse(file_contents)
       end
+
+      def success_status
+        ConnectionStatus.new(status: ConnectionStatusType["succeeded"]).to_multiwoven_message
+      end
+
+      def failure_status(error)
+        ConnectionStatus.new(status: ConnectionStatusType["failed"], message: error.message).to_multiwoven_message
+      end
     end
   end
 end

data/lib/multiwoven/integrations/core/constants.rb

@@ -18,6 +18,8 @@ module Multiwoven
       SNOWFLAKE_DRIVER_PATH = ENV["SNOWFLAKE_DRIVER_PATH"] || SNOWFLAKE_MAC_DRIVER_PATH
       DATABRICKS_DRIVER_PATH = ENV["DATABRICKS_DRIVER_PATH"] || DATABRICKS_MAC_DRIVER_PATH
 
+      JSON_SCHEMA_URL = "https://json-schema.org/draft-07/schema#"
+
       # CONNECTORS
       KLAVIYO_AUTH_ENDPOINT = "https://a.klaviyo.com/api/lists/"
       KLAVIYO_AUTH_PAYLOAD = {
@@ -31,11 +33,19 @@ module Multiwoven
 
       FACEBOOK_AUDIENCE_GET_ALL_ACCOUNTS = "https://graph.facebook.com/v18.0/me/adaccounts?fields=id,name"
 
+      AIRTABLE_URL_BASE = "https://api.airtable.com/v0/"
+      AIRTABLE_BASES_ENDPOINT = "https://api.airtable.com/v0/meta/bases"
+      AIRTABLE_GET_BASE_SCHEMA_ENDPOINT = "https://api.airtable.com/v0/meta/bases/{baseId}/tables"
+
       # HTTP
       HTTP_GET = "GET"
       HTTP_POST = "POST"
       HTTP_PUT = "PUT"
       HTTP_DELETE = "DELETE"
+
+      # google sheets
+      GOOGLE_SHEETS_SCOPE = "https://www.googleapis.com/auth/drive"
+      GOOGLE_SPREADSHEET_ID_REGEX = %r{/d/([-\w]{20,})/}.freeze
     end
   end
 end

data/lib/multiwoven/integrations/destination/airtable/client.rb

@@ -0,0 +1,152 @@
+# frozen_string_literal: true
+
+require_relative "schema_helper"
+module Multiwoven
+  module Integrations
+    module Destination
+      module Airtable
+        include Multiwoven::Integrations::Core
+        class Client < DestinationConnector # rubocop:disable Metrics/ClassLength
+          MAX_CHUNK_SIZE = 10
+          def check_connection(connection_config)
+            connection_config = connection_config.with_indifferent_access
+            bases = Multiwoven::Integrations::Core::HttpClient.request(
+              AIRTABLE_BASES_ENDPOINT,
+              HTTP_GET,
+              headers: auth_headers(connection_config[:api_key])
+            )
+            if success?(bases)
+              base_id_exists?(bases, connection_config[:base_id])
+              success_status
+            else
+              failure_status(nil)
+            end
+          rescue StandardError => e
+            failure_status(e)
+          end
+
+          def discover(connection_config)
+            connection_config = connection_config.with_indifferent_access
+            base_id = connection_config[:base_id]
+            api_key = connection_config[:api_key]
+
+            bases = Multiwoven::Integrations::Core::HttpClient.request(
+              AIRTABLE_BASES_ENDPOINT,
+              HTTP_GET,
+              headers: auth_headers(api_key)
+            )
+
+            base = extract_bases(bases).find { |b| b["id"] == base_id }
+            base_name = base["name"]
+
+            schema = Multiwoven::Integrations::Core::HttpClient.request(
+              AIRTABLE_GET_BASE_SCHEMA_ENDPOINT.gsub("{baseId}", base_id),
+              HTTP_GET,
+              headers: auth_headers(api_key)
+            )
+
+            catalog = build_catalog_from_schema(extract_body(schema), base_id, base_name)
+            catalog.to_multiwoven_message
+          rescue StandardError => e
+            handle_exception("AIRTABLE:DISCOVER:EXCEPTION", "error", e)
+          end
+
+          def write(sync_config, records, _action = "create")
+            connection_config = sync_config.destination.connection_specification.with_indifferent_access
+            api_key = connection_config[:api_key]
+            url = sync_config.stream.url
+            write_success = 0
+            write_failure = 0
+            records.each_slice(MAX_CHUNK_SIZE) do |chunk|
+              payload = create_payload(chunk)
+              response = Multiwoven::Integrations::Core::HttpClient.request(
+                url,
+                sync_config.stream.request_method,
+                payload: payload,
+                headers: auth_headers(api_key)
+              )
+              if success?(response)
+                write_success += chunk.size
+              else
+                write_failure += chunk.size
+              end
+            rescue StandardError => e
+              handle_exception("AIRTABLE:RECORD:WRITE:EXCEPTION", "error", e)
+              write_failure += chunk.size
+            end
+
+            tracker = Multiwoven::Integrations::Protocol::TrackingMessage.new(
+              success: write_success,
+              failed: write_failure
+            )
+            tracker.to_multiwoven_message
+          rescue StandardError => e
+            handle_exception("AIRTABLE:WRITE:EXCEPTION", "error", e)
+          end
+
+          private
+
+          def create_payload(records)
+            {
+              "records" => records.map do |record|
+                {
+                  "fields" => record
+                }
+              end
+            }
+          end
+
+          def auth_headers(access_token)
+            {
+              "Accept" => "application/json",
+              "Authorization" => "Bearer #{access_token}",
+              "Content-Type" => "application/json"
+            }
+          end
+
+          def base_id_exists?(bases, base_id)
+            return if extract_data(bases).any? { |base| base["id"] == base_id }
+
+            raise ArgumentError, "base_id not found"
+          end
+
+          def extract_bases(response)
+            response_body = extract_body(response)
+            response_body["bases"] if response_body
+          end
+
+          def extract_body(response)
+            response_body = response.body
+            JSON.parse(response_body) if response_body
+          end
+
+          def load_catalog
+            read_json(CATALOG_SPEC_PATH)
+          end
+
+          def create_stream(table, base_id, base_name)
+            {
+              name: "#{base_name}/#{SchemaHelper.clean_name(table["name"])}",
+              action: "create",
+              method: HTTP_POST,
+              url: "#{AIRTABLE_URL_BASE}#{base_id}/#{table["id"]}",
+              json_schema: SchemaHelper.get_json_schema(table),
+              supported_sync_modes: %w[incremental],
+              batch_support: true,
+              batch_size: 10
+
+            }.with_indifferent_access
+          end
+
+          def build_catalog_from_schema(schema, base_id, base_name)
+            catalog = build_catalog(load_catalog)
+            schema["tables"].each do |table|
+              catalog.streams << build_stream(create_stream(table, base_id, base_name))
+            end
+            catalog
+          end
+        end
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/destination/airtable/config/catalog.json

@@ -0,0 +1,6 @@
+{
+  "request_rate_limit": 300,
+  "request_rate_limit_unit": "minute",
+  "request_rate_concurrency": 10,
+  "streams": []
+}

data/lib/multiwoven/integrations/destination/airtable/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "Airtable",
+    "title": "airtable",
+    "connector_type": "destination",
+    "category": "Productivity Tools",
+    "documentation_url": "https://docs.multiwoven.com/destinations/productivity-tools/airtable",
+    "github_issue_label": "destination-airtable",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/destination/airtable/config/spec.json

@@ -0,0 +1,22 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/integrations/destination/airtable",
+  "stream_type": "dynamic",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Airtable",
+    "type": "object",
+    "required": ["api_key", "base_id"],
+    "properties": {
+      "api_key": {
+        "type": "string",
+        "title": "Personal access token",
+        "order": 0
+      },
+      "base_id": {
+        "type": "string",
+        "title": "Airtable base id",
+        "order": 1
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/destination/airtable/icon.svg

@@ -0,0 +1,6 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="32" height="27" shape-rendering="geometricPrecision" viewBox="0 0 200 170">
+  <path fill="#FCB400" d="M90.039 12.367L24.079 39.66c-3.667 1.519-3.63 6.729.062 8.192l66.235 26.266a24.575 24.575 0 0018.12 0l66.236-26.266c3.69-1.463 3.729-6.673.06-8.191l-65.958-27.294a24.578 24.578 0 00-18.795 0"></path>
+  <path fill="#18BFFF" d="M105.312 88.46v65.617c0 3.12 3.147 5.258 6.048 4.108l73.806-28.648a4.418 4.418 0 002.79-4.108V59.813c0-3.121-3.147-5.258-6.048-4.108l-73.806 28.648a4.42 4.42 0 00-2.79 4.108"></path>
+  <path fill="#F82B60" d="M88.078 91.846l-21.904 10.576-2.224 1.075-46.238 22.155c-2.93 1.414-6.672-.722-6.672-3.978V60.088c0-1.178.604-2.195 1.414-2.96a5.024 5.024 0 011.12-.84c1.104-.663 2.68-.84 4.02-.31L87.71 83.76c3.564 1.414 3.844 6.408.368 8.087"></path>
+  <path fill="rgba(0, 0, 0, 0.25)" d="M88.078 91.846l-21.904 10.576-53.72-45.295a5.024 5.024 0 011.12-.839c1.104-.663 2.68-.84 4.02-.31L87.71 83.76c3.564 1.414 3.844 6.408.368 8.087"></path>
+</svg>

data/lib/multiwoven/integrations/destination/airtable/schema_helper.rb

@@ -0,0 +1,141 @@
+# frozen_string_literal: true
+
+module Multiwoven
+  module Integrations
+    module Destination
+      module Airtable
+        module SchemaHelper
+          include Core::Constants
+
+          module_function
+
+          def clean_name(name_str)
+            name_str.strip.gsub(" ", "_")
+          end
+
+          def get_json_schema(table)
+            fields = table["fields"] || {}
+            properties = fields.each_with_object({}) do |field, props|
+              name, schema = process_field(field)
+              props[name] = schema
+            end
+
+            build_schema(properties)
+          end
+
+          def process_field(field)
+            name = clean_name(field.fetch("name", ""))
+            original_type = field.fetch("type", "")
+            options = field.fetch("options", {})
+
+            schema = determine_schema(original_type, options)
+            [name, schema]
+          end
+
+          def determine_schema(original_type, options)
+            if COMPLEX_AIRTABLE_TYPES.keys.include?(original_type)
+              complex_type = deep_copy(COMPLEX_AIRTABLE_TYPES[original_type])
+              adjust_complex_type(original_type, complex_type, options)
+            elsif SIMPLE_AIRTABLE_TYPES.keys.include?(original_type)
+              simple_type_schema(original_type, options)
+            else
+              SCHEMA_TYPES[:STRING]
+            end
+          end
+
+          def adjust_complex_type(original_type, complex_type, options)
+            exec_type = options.dig("result", "type") || "simpleText"
+            if complex_type == SCHEMA_TYPES[:ARRAY_WITH_ANY]
+              adjust_array_with_any(original_type, complex_type, exec_type, options)
+            else
+              complex_type
+            end
+          end
+
+          def adjust_array_with_any(original_type, complex_type, exec_type, options)
+            if original_type == "formula" && %w[number currency percent duration].include?(exec_type)
+              complex_type = SCHEMA_TYPES[:NUMBER]
+            elsif original_type == "formula" && ARRAY_FORMULAS.none? { |x| options.fetch("formula", "").start_with?(x) }
+              complex_type = SCHEMA_TYPES[:STRING]
+            elsif SIMPLE_AIRTABLE_TYPES.keys.include?(exec_type)
+              complex_type["items"] = deep_copy(SIMPLE_AIRTABLE_TYPES[exec_type])
+            else
+              complex_type["items"] = SCHEMA_TYPES[:STRING]
+            end
+            complex_type
+          end
+
+          def simple_type_schema(original_type, options)
+            exec_type = options.dig("result", "type") || original_type
+            deep_copy(SIMPLE_AIRTABLE_TYPES[exec_type])
+          end
+
+          def build_schema(properties)
+            {
+              "$schema" => JSON_SCHEMA_URL,
+              "type" => "object",
+              "additionalProperties" => true,
+              "properties" => properties
+            }
+          end
+
+          def deep_copy(object)
+            Marshal.load(Marshal.dump(object))
+          end
+
+          SCHEMA_TYPES = {
+            STRING: { "type": %w[null string] },
+            NUMBER: { "type": %w[null number] },
+            BOOLEAN: { "type": %w[null boolean] },
+            DATE: { "type": %w[null string], "format": "date" },
+            DATETIME: { "type": %w[null string], "format": "date-time" },
+            ARRAY_WITH_STRINGS: { "type": %w[null array], "items": { "type": %w[null string] } },
+            ARRAY_WITH_ANY: { "type": %w[null array], "items": {} }
+          }.freeze.with_indifferent_access
+
+          SIMPLE_AIRTABLE_TYPES = {
+            "multipleAttachments" => SCHEMA_TYPES[:STRING],
+            "autoNumber" => SCHEMA_TYPES[:NUMBER],
+            "barcode" => SCHEMA_TYPES[:STRING],
+            "button" => SCHEMA_TYPES[:STRING],
+            "checkbox" => :BOOLEAN,
+            "singleCollaborator" => SCHEMA_TYPES[:STRING],
+            "count" => SCHEMA_TYPES[:NUMBER],
+            "createdBy" => SCHEMA_TYPES[:STRING],
+            "createdTime" => SCHEMA_TYPES[:DATETIME],
+            "currency" => SCHEMA_TYPES[:NUMBER],
+            "email" => SCHEMA_TYPES[:STRING],
+            "date" => SCHEMA_TYPES[:DATE],
+            "dateTime" => SCHEMA_TYPES[:DATETIME],
+            "duration" => SCHEMA_TYPES[:NUMBER],
+            "lastModifiedBy" => SCHEMA_TYPES[:STRING],
+            "lastModifiedTime" => SCHEMA_TYPES[:DATETIME],
+            "multipleRecordLinks" => SCHEMA_TYPES[:ARRAY_WITH_STRINGS],
+            "multilineText" => SCHEMA_TYPES[:STRING],
+            "multipleCollaborators" => SCHEMA_TYPES[:ARRAY_WITH_STRINGS],
+            "multipleSelects" => SCHEMA_TYPES[:ARRAY_WITH_STRINGS],
+            "number" => SCHEMA_TYPES[:NUMBER],
+            "percent" => SCHEMA_TYPES[:NUMBER],
+            "phoneNumber" => SCHEMA_TYPES[:STRING],
+            "rating" => SCHEMA_TYPES[:NUMBER],
+            "richText" => SCHEMA_TYPES[:STRING],
+            "singleLineText" => SCHEMA_TYPES[:STRING],
+            "singleSelect" => SCHEMA_TYPES[:STRING],
+            "externalSyncSource" => SCHEMA_TYPES[:STRING],
+            "url" => SCHEMA_TYPES[:STRING],
+            "simpleText" => SCHEMA_TYPES[:STRING]
+          }.freeze
+
+          COMPLEX_AIRTABLE_TYPES = {
+            "formula" => SCHEMA_TYPES[:ARRAY_WITH_ANY],
+            "lookup" => SCHEMA_TYPES[:ARRAY_WITH_ANY],
+            "multipleLookupValues" => SCHEMA_TYPES[:ARRAY_WITH_ANY],
+            "rollup" => SCHEMA_TYPES[:ARRAY_WITH_ANY]
+          }.freeze.with_indifferent_access
+
+          ARRAY_FORMULAS = %w[ARRAYCOMPACT ARRAYFLATTEN ARRAYUNIQUE ARRAYSLICE].freeze
+        end
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/destination/google_sheets/client.rb

@@ -0,0 +1,183 @@
+# frozen_string_literal: true
+
+module Multiwoven
+  module Integrations
+    module Destination
+      module GoogleSheets
+        include Multiwoven::Integrations::Core
+
+        class Client < DestinationConnector # rubocop:disable Metrics/ClassLength
+          MAX_CHUNK_SIZE = 10_000
+
+          def check_connection(connection_config)
+            authorize_client(connection_config)
+            fetch_google_spread_sheets(connection_config)
+            success_status
+          rescue StandardError => e
+            handle_exception("GOOGLE_SHEETS:CRM:DISCOVER:EXCEPTION", "error", e)
+            failure_status(e)
+          end
+
+          def discover(connection_config)
+            authorize_client(connection_config)
+            spreadsheets = fetch_google_spread_sheets(connection_config)
+            catalog = build_catalog_from_spreadsheets(spreadsheets, connection_config)
+            catalog.to_multiwoven_message
+          rescue StandardError => e
+            handle_exception("GOOGLE_SHEETS:CRM:DISCOVER:EXCEPTION", "error", e)
+          end
+
+          def write(sync_config, records, action = "create")
+            setup_write_environment(sync_config, action)
+            process_record_chunks(records, sync_config)
+          rescue StandardError => e
+            handle_exception("GOOGLE_SHEETS:CRM:WRITE:EXCEPTION", "error", e)
+          end
+
+          private
+
+          # To define the level of access granted to your app, you need to identify and declare authorization scopes which is provided by google scopse https://developers.google.com/sheets/api/scopes
+          def authorize_client(config)
+            credentials = config[:credentials_json]
+            @client = Google::Apis::SheetsV4::SheetsService.new
+            @client.authorization = Google::Auth::ServiceAccountCredentials.make_creds(
+              json_key_io: StringIO.new(credentials.to_json),
+              scope: GOOGLE_SHEETS_SCOPE
+            )
+          end
+
+          # Extract spreadsheet id from the spreadsheet link and return the metadata for all the sheets
+          def fetch_google_spread_sheets(connection_config)
+            spreadsheet_id = extract_spreadsheet_id(connection_config[:spreadsheet_link])
+            @client.get_spreadsheet(spreadsheet_id)
+          end
+
+          # dynamically builds catalog based on spreadsheet metadata
+          def build_catalog_from_spreadsheets(spreadsheet, connection_config)
+            catalog = build_catalog(load_catalog)
+            @spreadsheet_id = extract_spreadsheet_id(connection_config[:spreadsheet_link])
+
+            spreadsheet.sheets.each do |sheet|
+              process_sheet_for_catalog(sheet, catalog)
+            end
+
+            catalog
+          end
+
+          # Builds catalog for the single spreadsheet based on column name
+          def process_sheet_for_catalog(sheet, catalog)
+            sheet_name, last_column_index = extract_sheet_properties(sheet)
+            column_names = fetch_column_names(sheet_name, last_column_index)
+            catalog.streams << generate_json_schema(column_names, sheet_name) if column_names
+          end
+
+          def extract_sheet_properties(sheet)
+            [sheet.properties.title, sheet.properties.grid_properties.column_count]
+          end
+
+          def fetch_column_names(sheet_name, last_column_index)
+            header_range = generate_header_range(sheet_name, last_column_index)
+            spread_sheet_value(header_range)&.flatten
+          end
+
+          def spread_sheet_value(header_range)
+            @spread_sheet_value ||= @client.get_spreadsheet_values(@spreadsheet_id, header_range).values
+          end
+
+          def generate_header_range(sheet_name, last_column_index)
+            "#{sheet_name}!A1:#{column_index_to_letter(last_column_index)}1"
+          end
+
+          def column_index_to_letter(index)
+            ("A".."ZZZ").to_a[index - 1]
+          end
+
+          def generate_json_schema(column_names, sheet_name)
+            {
+              name: sheet_name,
+              action: "create",
+              batch_support: true,
+              batch_size: 10_000,
+              json_schema: generate_properties_schema(column_names),
+              supported_sync_modes: %w[incremental]
+            }.with_indifferent_access
+          end
+
+          def generate_properties_schema(column_names)
+            properties = column_names.each_with_object({}) do |field, props|
+              props[field] = { "type" => "string" }
+            end
+
+            { "$schema" => JSON_SCHEMA_URL, "type" => "object", "properties" => properties }
+          end
+
+          def setup_write_environment(sync_config, action)
+            @action = sync_config.stream.action || action
+            @spreadsheet_id = extract_spreadsheet_id(sync_config.destination.connection_specification[:spreadsheet_link])
+            authorize_client(sync_config.destination.connection_specification)
+          end
+
+          def extract_spreadsheet_id(link)
+            link[GOOGLE_SPREADSHEET_ID_REGEX, 1] || link
+          end
+
+          # Batch has a limit of sending 2MB data. So creating a chunk of records to meet that limit
+          def process_record_chunks(records, sync_config)
+            write_success = 0
+            write_failure = 0
+
+            records.each_slice(MAX_CHUNK_SIZE) do |chunk|
+              values = prepare_chunk_values(chunk, sync_config.stream)
+              update_sheet_values(values, sync_config.stream.name)
+              write_success += values.size
+            rescue StandardError => e
+              handle_exception("GOOGLE_SHEETS:RECORD:WRITE:EXCEPTION", "error", e)
+              write_failure += chunk.size
+            end
+
+            tracking_message(write_success, write_failure)
+          end
+
+          # We need to format the data to adhere to google sheets API format. This converts the sync mapped data to 2D array format expected by google sheets API
+          def prepare_chunk_values(chunk, stream)
+            last_column_index = spread_sheet_value(stream.name).count
+            fields = fetch_column_names(stream.name, last_column_index)
+
+            chunk.map do |row|
+              row_values = Array.new(fields.size, nil)
+              row.each do |key, value|
+                index = fields.index(key.to_s)
+                row_values[index] = value if index
+              end
+              row_values
+            end
+          end
+
+          def update_sheet_values(values, stream_name)
+            row_count = spread_sheet_value(stream_name).count
+            range = "#{stream_name}!A#{row_count + 1}"
+            value_range = Google::Apis::SheetsV4::ValueRange.new(range: range, values: values)
+
+            batch_update_request = Google::Apis::SheetsV4::BatchUpdateValuesRequest.new(
+              value_input_option: "RAW",
+              data: [value_range]
+            )
+
+            # TODO: Remove & this is added for the test to pass we need
+            @client&.batch_update_values(@spreadsheet_id, batch_update_request)
+          end
+
+          def load_catalog
+            read_json(CATALOG_SPEC_PATH)
+          end
+
+          def tracking_message(success, failure)
+            Multiwoven::Integrations::Protocol::TrackingMessage.new(
+              success: success, failed: failure
+            ).to_multiwoven_message
+          end
+        end
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/destination/google_sheets/config/catalog.json

@@ -0,0 +1,6 @@
+{
+  "request_rate_limit": 300,
+  "request_rate_limit_unit": "minute",
+  "request_rate_concurrency": 10,
+  "streams": []
+}

data/lib/multiwoven/integrations/destination/google_sheets/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "GoogleSheets",
+    "title": "Google Sheets",
+    "connector_type": "destination",
+    "category": "Productivity Tools",
+    "documentation_url": "https://docs.multiwoven.com/destinations/productivity-tools/google-sheets-service-account",
+    "github_issue_label": "destination-google-sheets",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/destination/google_sheets/config/spec.json

@@ -0,0 +1,74 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/destinations/productivity-tools/google-sheets-service-account",
+  "stream_type": "dynamic",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Google Sheets",
+    "type": "object",
+    "required": ["credentials_json"],
+    "properties": {
+      "spreadsheet_link": {
+        "type": "string"
+      },
+      "credentials_json": {
+        "type": "object",
+        "description": "You can get the keys from the Google Cloud web console. First, go to the IAM page and select Service Accounts from the left menu. Next, locate your service account in the list, click on its Keys tab, and then click Add Key. Lastly, click Create new key and select JSON.",
+        "title": "",
+        "properties": {
+          "type": {
+            "type": "string",
+            "enum": ["service_account"]
+          },
+          "project_id": {
+            "type": "string"
+          },
+          "private_key_id": {
+            "type": "string"
+          },
+          "private_key": {
+            "type": "string"
+          },
+          "client_email": {
+            "type": "string",
+            "format": "email"
+          },
+          "client_id": {
+            "type": "string"
+          },
+          "auth_uri": {
+            "type": "string",
+            "format": "uri"
+          },
+          "token_uri": {
+            "type": "string",
+            "format": "uri"
+          },
+          "auth_provider_x509_cert_url": {
+            "type": "string",
+            "format": "uri"
+          },
+          "client_x509_cert_url": {
+            "type": "string",
+            "format": "uri"
+          },
+          "universe_domain": {
+            "type": "string"
+          }
+        },
+        "required": [
+          "type",
+          "project_id",
+          "private_key_id",
+          "private_key",
+          "client_email",
+          "client_id",
+          "auth_uri",
+          "token_uri",
+          "auth_provider_x509_cert_url",
+          "client_x509_cert_url",
+          "universe_domain"
+        ]
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/destination/google_sheets/icon.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 242423 333333" shape-rendering="geometricPrecision" text-rendering="geometricPrecision" image-rendering="optimizeQuality" fill-rule="evenodd" clip-rule="evenodd"><defs><mask id="c"><linearGradient id="a" gradientUnits="userSpaceOnUse" x1="200294" y1="91174.8" x2="200294" y2="176113"><stop offset="0" stop-opacity=".02" stop-color="#fff"/><stop offset="1" stop-opacity=".2" stop-color="#fff"/></linearGradient><path fill="url(#a)" d="M158015 84111h84558v99065h-84558z"/></mask><mask id="e"><radialGradient id="b" gradientUnits="userSpaceOnUse" cx="0" cy="0" r="0" fx="0" fy="0"><stop offset="0" stop-opacity="0" stop-color="#fff"/><stop offset="1" stop-opacity=".098" stop-color="#fff"/></radialGradient><path fill="url(#b)" d="M-150-150h242723v333633H-150z"/></mask><radialGradient id="f" gradientUnits="userSpaceOnUse" cx="9696.85" cy="10000.4" r="166667" fx="9696.85" fy="10000.4"><stop offset="0" stop-color="#fff"/><stop offset="1" stop-color="#fff"/></radialGradient><linearGradient id="d" gradientUnits="userSpaceOnUse" x1="200294" y1="95125.2" x2="200294" y2="172162"><stop offset="0" stop-color="#263138"/><stop offset="1" stop-color="#263138"/></linearGradient></defs><g fill-rule="nonzero"><path d="M151513 0H22729C10227 0 1 10227 1 22728v287877c0 12505 10227 22728 22728 22728h196966c12505 0 22728-10224 22728-22728V90911l-53028-37880L151513 0z" fill="#0f9c57"/><path d="M60606 162880v109853h121216V162880H60606zm53032 94698H75757v-18938h37881v18938zm0-30301H75757v-18946h37881v18946zm0-30310H75757v-18936h37881v18936zm53030 60611h-37884v-18938h37884v18938zm0-30301h-37884v-18946h37884v18946zm0-30310h-37884v-18936h37884v18936z" fill="#f0f0f0"/><path mask="url(#c)" fill="url(#d)" d="M158165 84261l84258 84245V90911z"/><path d="M151513 0v68184c0 12557 10173 22727 22727 22727h68183L151513 0z" fill="#87cdac"/><path d="M22728 0C10226 0 0 10227 0 22729v1893C0 12123 10227 1894 22728 1894h128784V1H22728z" fill="#fff" fill-opacity=".2"/><path d="M219694 331443H22728C10226 331443 0 321213 0 308715v1890c0 12505 10227 22728 22728 22728h196966c12505 0 22728-10224 22728-22728v-1890c0 12499-10224 22728-22728 22728z" fill="#263138" fill-opacity=".2"/><path d="M174239 90911c-12554 0-22727-10170-22727-22727v1893c0 12557 10173 22727 22727 22727h68183v-1893h-68183z" fill="#263138" fill-opacity=".102"/><path d="M151513 0H22729C10227 0 1 10227 1 22729v287876c0 12505 10227 22728 22728 22728h196966c12505 0 22728-10224 22728-22728V90911L151513 0z" mask="url(#e)" fill="url(#f)"/></g></svg>

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.1.33"
+    VERSION = "0.1.35"
 
     ENABLED_SOURCES = %w[
       Snowflake
@@ -18,6 +18,8 @@ module Multiwoven
       FacebookCustomAudience
       Slack
       Hubspot
+      GoogleSheets
+      Airtable
     ].freeze
   end
 end

data/lib/multiwoven/integrations.rb

@@ -16,6 +16,8 @@ require "slack-ruby-client"
 require "git"
 require "ruby-limiter"
 require "hubspot-api-client"
+require "google/apis/sheets_v4"
+require "stringio"
 
 # Service
 require_relative "integrations/config"
@@ -45,6 +47,8 @@ require_relative "integrations/destination/salesforce_crm/client"
 require_relative "integrations/destination/facebook_custom_audience/client"
 require_relative "integrations/destination/slack/client"
 require_relative "integrations/destination/hubspot/client"
+require_relative "integrations/destination/google_sheets/client"
+require_relative "integrations/destination/airtable/client"
 
 module Multiwoven
   module Integrations

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.1.33
+  version: 0.1.35
 platform: ruby
 authors:
 - Subin T P
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-03-07 00:00:00.000000000 Z
+date: 2024-03-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -330,11 +330,22 @@ files:
 - lib/multiwoven/integrations/core/rate_limiter.rb
 - lib/multiwoven/integrations/core/source_connector.rb
 - lib/multiwoven/integrations/core/utils.rb
+- lib/multiwoven/integrations/destination/airtable/client.rb
+- lib/multiwoven/integrations/destination/airtable/config/catalog.json
+- lib/multiwoven/integrations/destination/airtable/config/meta.json
+- lib/multiwoven/integrations/destination/airtable/config/spec.json
+- lib/multiwoven/integrations/destination/airtable/icon.svg
+- lib/multiwoven/integrations/destination/airtable/schema_helper.rb
 - lib/multiwoven/integrations/destination/facebook_custom_audience/client.rb
 - lib/multiwoven/integrations/destination/facebook_custom_audience/config/catalog.json
 - lib/multiwoven/integrations/destination/facebook_custom_audience/config/meta.json
 - lib/multiwoven/integrations/destination/facebook_custom_audience/config/spec.json
 - lib/multiwoven/integrations/destination/facebook_custom_audience/icon.svg
+- lib/multiwoven/integrations/destination/google_sheets/client.rb
+- lib/multiwoven/integrations/destination/google_sheets/config/catalog.json
+- lib/multiwoven/integrations/destination/google_sheets/config/meta.json
+- lib/multiwoven/integrations/destination/google_sheets/config/spec.json
+- lib/multiwoven/integrations/destination/google_sheets/icon.svg
 - lib/multiwoven/integrations/destination/hubspot/client.rb
 - lib/multiwoven/integrations/destination/hubspot/config/catalog.json
 - lib/multiwoven/integrations/destination/hubspot/config/meta.json