etl-integrations 0.1.82 → 0.1.86

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: etl-integrations
 version: !ruby/object:Gem::Version
-  version: 0.1.82
+  version: 0.1.86
 platform: ruby
 authors:
 - Anas Ahmed
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-09-16 00:00:00.000000000 Z
+date: 2024-09-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -377,123 +377,124 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
-- lib/multiwoven/integrations.rb
-- lib/multiwoven/integrations/config.rb
-- lib/multiwoven/integrations/core/base_connector.rb
-- lib/multiwoven/integrations/core/constants.rb
-- lib/multiwoven/integrations/core/destination_connector.rb
-- lib/multiwoven/integrations/core/fullrefresher.rb
-- lib/multiwoven/integrations/core/http_client.rb
-- lib/multiwoven/integrations/core/query_builder.rb
-- lib/multiwoven/integrations/core/rate_limiter.rb
-- lib/multiwoven/integrations/core/source_connector.rb
-- lib/multiwoven/integrations/core/utils.rb
-- lib/multiwoven/integrations/destination/airtable/client.rb
-- lib/multiwoven/integrations/destination/airtable/config/catalog.json
-- lib/multiwoven/integrations/destination/airtable/config/meta.json
-- lib/multiwoven/integrations/destination/airtable/config/spec.json
-- lib/multiwoven/integrations/destination/airtable/icon.svg
-- lib/multiwoven/integrations/destination/airtable/schema_helper.rb
-- lib/multiwoven/integrations/destination/facebook_custom_audience/client.rb
-- lib/multiwoven/integrations/destination/facebook_custom_audience/config/catalog.json
-- lib/multiwoven/integrations/destination/facebook_custom_audience/config/meta.json
-- lib/multiwoven/integrations/destination/facebook_custom_audience/config/spec.json
-- lib/multiwoven/integrations/destination/facebook_custom_audience/icon.svg
-- lib/multiwoven/integrations/destination/google_sheets/client.rb
-- lib/multiwoven/integrations/destination/google_sheets/config/catalog.json
-- lib/multiwoven/integrations/destination/google_sheets/config/meta.json
-- lib/multiwoven/integrations/destination/google_sheets/config/spec.json
-- lib/multiwoven/integrations/destination/google_sheets/icon.svg
-- lib/multiwoven/integrations/destination/hubspot/client.rb
-- lib/multiwoven/integrations/destination/hubspot/config/catalog.json
-- lib/multiwoven/integrations/destination/hubspot/config/meta.json
-- lib/multiwoven/integrations/destination/hubspot/config/spec.json
-- lib/multiwoven/integrations/destination/hubspot/icon.svg
-- lib/multiwoven/integrations/destination/klaviyo/client.rb
-- lib/multiwoven/integrations/destination/klaviyo/config/catalog.json
-- lib/multiwoven/integrations/destination/klaviyo/config/meta.json
-- lib/multiwoven/integrations/destination/klaviyo/config/spec.json
-- lib/multiwoven/integrations/destination/klaviyo/icon.svg
-- lib/multiwoven/integrations/destination/postgresql/client.rb
-- lib/multiwoven/integrations/destination/postgresql/config/meta.json
-- lib/multiwoven/integrations/destination/postgresql/config/spec.json
-- lib/multiwoven/integrations/destination/postgresql/icon.svg
-- lib/multiwoven/integrations/destination/salesforce_consumer_goods_cloud/client.rb
-- lib/multiwoven/integrations/destination/salesforce_consumer_goods_cloud/config/catalog.json
-- lib/multiwoven/integrations/destination/salesforce_consumer_goods_cloud/config/meta.json
-- lib/multiwoven/integrations/destination/salesforce_consumer_goods_cloud/config/spec.json
-- lib/multiwoven/integrations/destination/salesforce_consumer_goods_cloud/icon.svg
-- lib/multiwoven/integrations/destination/salesforce_consumer_goods_cloud/schema_helper.rb
-- lib/multiwoven/integrations/destination/salesforce_crm/client.rb
-- lib/multiwoven/integrations/destination/salesforce_crm/config/catalog.json
-- lib/multiwoven/integrations/destination/salesforce_crm/config/meta.json
-- lib/multiwoven/integrations/destination/salesforce_crm/config/spec.json
-- lib/multiwoven/integrations/destination/salesforce_crm/icon.svg
-- lib/multiwoven/integrations/destination/sftp/client.rb
-- lib/multiwoven/integrations/destination/sftp/config/catalog.json
-- lib/multiwoven/integrations/destination/sftp/config/meta.json
-- lib/multiwoven/integrations/destination/sftp/config/spec.json
-- lib/multiwoven/integrations/destination/sftp/icon.svg
-- lib/multiwoven/integrations/destination/slack/client.rb
-- lib/multiwoven/integrations/destination/slack/config/catalog.json
-- lib/multiwoven/integrations/destination/slack/config/meta.json
-- lib/multiwoven/integrations/destination/slack/config/spec.json
-- lib/multiwoven/integrations/destination/slack/icon.svg
-- lib/multiwoven/integrations/destination/stripe/client.rb
-- lib/multiwoven/integrations/destination/stripe/config/catalog.json
-- lib/multiwoven/integrations/destination/stripe/config/meta.json
-- lib/multiwoven/integrations/destination/stripe/config/spec.json
-- lib/multiwoven/integrations/destination/stripe/icon.svg
-- lib/multiwoven/integrations/destination/tally/client.rb
-- lib/multiwoven/integrations/destination/tally/config/catalog.json
-- lib/multiwoven/integrations/destination/tally/config/meta.json
-- lib/multiwoven/integrations/destination/tally/config/spec.json
-- lib/multiwoven/integrations/destination/tally/icon.svg
-- lib/multiwoven/integrations/protocol/protocol.json
-- lib/multiwoven/integrations/protocol/protocol.rb
-- lib/multiwoven/integrations/rollout.rb
-- lib/multiwoven/integrations/service.rb
-- lib/multiwoven/integrations/source/bigquery/client.rb
-- lib/multiwoven/integrations/source/bigquery/config/meta.json
-- lib/multiwoven/integrations/source/bigquery/config/spec.json
-- lib/multiwoven/integrations/source/bigquery/icon.svg
-- lib/multiwoven/integrations/source/databricks/client.rb
-- lib/multiwoven/integrations/source/databricks/config/meta.json
-- lib/multiwoven/integrations/source/databricks/config/spec.json
-- lib/multiwoven/integrations/source/databricks/icon.svg
-- lib/multiwoven/integrations/source/postgresql/client.rb
-- lib/multiwoven/integrations/source/postgresql/config/meta.json
-- lib/multiwoven/integrations/source/postgresql/config/spec.json
-- lib/multiwoven/integrations/source/postgresql/icon.svg
-- lib/multiwoven/integrations/source/redshift/client.rb
-- lib/multiwoven/integrations/source/redshift/config/meta.json
-- lib/multiwoven/integrations/source/redshift/config/spec.json
-- lib/multiwoven/integrations/source/redshift/icon.svg
-- lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/client.rb
-- lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/config/catalog.json
-- lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/config/meta.json
-- lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/config/spec.json
-- lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/icon.svg
-- lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/schema_helper.rb
-- lib/multiwoven/integrations/source/snowflake/client.rb
-- lib/multiwoven/integrations/source/snowflake/config/meta.json
-- lib/multiwoven/integrations/source/snowflake/config/spec.json
-- lib/multiwoven/integrations/source/snowflake/icon.svg
-- lib/multiwoven/integrations/source/zoho_books/client.rb
-- lib/multiwoven/integrations/source/zoho_books/config/meta.json
-- lib/multiwoven/integrations/source/zoho_books/config/spec.json
-- lib/multiwoven/integrations/source/zoho_books/icon.svg
-- multiwoven-integrations-0.1.68.gem
-- multiwoven-integrations.gemspec
-- sig/multiwoven/integrations.rbs
-homepage: https://www.github.com/
+- etl-integrations-0.1.68.gem
+- etl-integrations-0.1.79.gem
+- etl-integrations-0.1.85.gem
+- lib/etl/integrations.rb
+- lib/etl/integrations/config.rb
+- lib/etl/integrations/core/base_connector.rb
+- lib/etl/integrations/core/constants.rb
+- lib/etl/integrations/core/destination_connector.rb
+- lib/etl/integrations/core/fullrefresher.rb
+- lib/etl/integrations/core/http_client.rb
+- lib/etl/integrations/core/query_builder.rb
+- lib/etl/integrations/core/rate_limiter.rb
+- lib/etl/integrations/core/source_connector.rb
+- lib/etl/integrations/core/utils.rb
+- lib/etl/integrations/destination/airtable/client.rb
+- lib/etl/integrations/destination/airtable/config/catalog.json
+- lib/etl/integrations/destination/airtable/config/meta.json
+- lib/etl/integrations/destination/airtable/config/spec.json
+- lib/etl/integrations/destination/airtable/icon.svg
+- lib/etl/integrations/destination/airtable/schema_helper.rb
+- lib/etl/integrations/destination/facebook_custom_audience/client.rb
+- lib/etl/integrations/destination/facebook_custom_audience/config/catalog.json
+- lib/etl/integrations/destination/facebook_custom_audience/config/meta.json
+- lib/etl/integrations/destination/facebook_custom_audience/config/spec.json
+- lib/etl/integrations/destination/facebook_custom_audience/icon.svg
+- lib/etl/integrations/destination/google_sheets/client.rb
+- lib/etl/integrations/destination/google_sheets/config/catalog.json
+- lib/etl/integrations/destination/google_sheets/config/meta.json
+- lib/etl/integrations/destination/google_sheets/config/spec.json
+- lib/etl/integrations/destination/google_sheets/icon.svg
+- lib/etl/integrations/destination/hubspot/client.rb
+- lib/etl/integrations/destination/hubspot/config/catalog.json
+- lib/etl/integrations/destination/hubspot/config/meta.json
+- lib/etl/integrations/destination/hubspot/config/spec.json
+- lib/etl/integrations/destination/hubspot/icon.svg
+- lib/etl/integrations/destination/klaviyo/client.rb
+- lib/etl/integrations/destination/klaviyo/config/catalog.json
+- lib/etl/integrations/destination/klaviyo/config/meta.json
+- lib/etl/integrations/destination/klaviyo/config/spec.json
+- lib/etl/integrations/destination/klaviyo/icon.svg
+- lib/etl/integrations/destination/postgresql/client.rb
+- lib/etl/integrations/destination/postgresql/config/meta.json
+- lib/etl/integrations/destination/postgresql/config/spec.json
+- lib/etl/integrations/destination/postgresql/icon.svg
+- lib/etl/integrations/destination/salesforce_consumer_goods_cloud/client.rb
+- lib/etl/integrations/destination/salesforce_consumer_goods_cloud/config/catalog.json
+- lib/etl/integrations/destination/salesforce_consumer_goods_cloud/config/meta.json
+- lib/etl/integrations/destination/salesforce_consumer_goods_cloud/config/spec.json
+- lib/etl/integrations/destination/salesforce_consumer_goods_cloud/icon.svg
+- lib/etl/integrations/destination/salesforce_consumer_goods_cloud/schema_helper.rb
+- lib/etl/integrations/destination/salesforce_crm/client.rb
+- lib/etl/integrations/destination/salesforce_crm/config/catalog.json
+- lib/etl/integrations/destination/salesforce_crm/config/meta.json
+- lib/etl/integrations/destination/salesforce_crm/config/spec.json
+- lib/etl/integrations/destination/salesforce_crm/icon.svg
+- lib/etl/integrations/destination/sftp/client.rb
+- lib/etl/integrations/destination/sftp/config/catalog.json
+- lib/etl/integrations/destination/sftp/config/meta.json
+- lib/etl/integrations/destination/sftp/config/spec.json
+- lib/etl/integrations/destination/sftp/icon.svg
+- lib/etl/integrations/destination/slack/client.rb
+- lib/etl/integrations/destination/slack/config/catalog.json
+- lib/etl/integrations/destination/slack/config/meta.json
+- lib/etl/integrations/destination/slack/config/spec.json
+- lib/etl/integrations/destination/slack/icon.svg
+- lib/etl/integrations/destination/stripe/client.rb
+- lib/etl/integrations/destination/stripe/config/catalog.json
+- lib/etl/integrations/destination/stripe/config/meta.json
+- lib/etl/integrations/destination/stripe/config/spec.json
+- lib/etl/integrations/destination/stripe/icon.svg
+- lib/etl/integrations/destination/tally/client.rb
+- lib/etl/integrations/destination/tally/config/catalog.json
+- lib/etl/integrations/destination/tally/config/meta.json
+- lib/etl/integrations/destination/tally/config/spec.json
+- lib/etl/integrations/destination/tally/icon.svg
+- lib/etl/integrations/protocol/protocol.json
+- lib/etl/integrations/protocol/protocol.rb
+- lib/etl/integrations/rollout.rb
+- lib/etl/integrations/service.rb
+- lib/etl/integrations/source/bigquery/client.rb
+- lib/etl/integrations/source/bigquery/config/meta.json
+- lib/etl/integrations/source/bigquery/config/spec.json
+- lib/etl/integrations/source/bigquery/icon.svg
+- lib/etl/integrations/source/databricks/client.rb
+- lib/etl/integrations/source/databricks/config/meta.json
+- lib/etl/integrations/source/databricks/config/spec.json
+- lib/etl/integrations/source/databricks/icon.svg
+- lib/etl/integrations/source/postgresql/client.rb
+- lib/etl/integrations/source/postgresql/config/meta.json
+- lib/etl/integrations/source/postgresql/config/spec.json
+- lib/etl/integrations/source/postgresql/icon.svg
+- lib/etl/integrations/source/redshift/client.rb
+- lib/etl/integrations/source/redshift/config/meta.json
+- lib/etl/integrations/source/redshift/config/spec.json
+- lib/etl/integrations/source/redshift/icon.svg
+- lib/etl/integrations/source/salesforce_consumer_goods_cloud/client.rb
+- lib/etl/integrations/source/salesforce_consumer_goods_cloud/config/catalog.json
+- lib/etl/integrations/source/salesforce_consumer_goods_cloud/config/meta.json
+- lib/etl/integrations/source/salesforce_consumer_goods_cloud/config/spec.json
+- lib/etl/integrations/source/salesforce_consumer_goods_cloud/icon.svg
+- lib/etl/integrations/source/salesforce_consumer_goods_cloud/schema_helper.rb
+- lib/etl/integrations/source/snowflake/client.rb
+- lib/etl/integrations/source/snowflake/config/meta.json
+- lib/etl/integrations/source/snowflake/config/spec.json
+- lib/etl/integrations/source/snowflake/icon.svg
+- lib/etl/integrations/source/zoho_books/client.rb
+- lib/etl/integrations/source/zoho_books/config/meta.json
+- lib/etl/integrations/source/zoho_books/config/spec.json
+- lib/etl/integrations/source/zoho_books/icon.svg
+- sig/etl/integrations.rbs
+homepage: https://github.com/anasValign/etl-tool
 licenses:
 - MIT
 metadata:
   github_repo: https://github.com/anasValign/etl-tool
-  homepage_uri: https://www.github.com/
-  source_code_uri: https://github.com/anasValign/etl-tool/tree/main/integrations
-  changelog_uri: https://github.com/anasValign/etl-tool/blob/main/integrations/CHANGELOG.md
+  homepage_uri: https://github.com/anasValign/etl-tool
+  source_code_uri: https://github.com/Etl/multiwoven/tree/main/integrations
+  changelog_uri: https://github.com/Etl/multiwoven/blob/main/integrations/CHANGELOG.md
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -509,7 +510,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.20
+rubygems_version: 3.4.1
 signing_key:
 specification_version: 4
 summary: Integration suite for open source reverse ETL platform

data/lib/multiwoven/integrations/destination/tally/client.rb

@@ -1,151 +0,0 @@
-# frozen_string_literal: true
-
-require "stringio"
-require "net/http"
-require "uri"
-require "json"
-require 'builder' # Add builder gem for XML generation
-
-module Multiwoven
-  module Integrations
-    module Destination
-      module Tally
-        include Multiwoven::Integrations::Core
-
-        API_VERSION = "1.0"
-
-        class Client < DestinationConnector
-          prepend Multiwoven::Integrations::Core::RateLimiter
-
-          def check_connection(connection_config)
-            connection_config = connection_config.with_indifferent_access
-            initialize_client(connection_config)
-            authenticate_client
-            success_status
-          rescue StandardError => e
-            failure_status(e)
-          end
-
-          def discover(_connection_config = nil)
-            catalog = build_catalog(load_catalog)
-            catalog.to_multiwoven_message
-          rescue StandardError => e
-            handle_exception("TALLY:DISCOVER:EXCEPTION", "error", e)
-          end
-
-          def write(sync_config, records, action = "create")
-            @action = sync_config.stream.action || action
-            initialize_client(sync_config.destination.connection_specification)
-            process_records(records, sync_config.stream)
-          rescue StandardError => e
-            handle_exception("TALLY:WRITE:EXCEPTION", "error", e)
-          end
-
-          private
-
-          def initialize_client(config)
-            config = config.with_indifferent_access
-            @tally_url = config[:tally_url]
-            @company_name = config[:company_name]
-          end
-
-          def process_records(records, stream)
-            write_success = 0
-            write_failure = 0
-            properties = stream.json_schema[:properties]
-            records.each do |record_object|
-              record = extract_data(record_object, properties)
-              xml_payload = convert_to_xml(record) # Convert record to XML
-              process_record(xml_payload)
-              write_success += 1
-            rescue StandardError => e
-              handle_exception("TALLY:WRITE:EXCEPTION", "error", e)
-              write_failure += 1
-            end
-            tracking_message(write_success, write_failure)
-          end
-
-          def process_record(xml_payload)
-            send_data_to_tally(xml_payload)
-          end
-
-          def send_data_to_tally(xml_payload = {})
-            uri = URI.parse("#{@tally_url}/#{@company_name}")
-            request = Net::HTTP::Post.new(uri)
-            request.content_type = 'application/xml' # Tally uses XML format
-            request.body = xml_payload
-            response = Net::HTTP.start(uri.hostname, uri.port) { |http| http.request(request) }
-
-            raise StandardError, response.body unless response.is_a?(Net::HTTPSuccess)
-          end
-
-          def convert_to_xml(record)
-            # Using Builder gem to create XML structure
-            xml = Builder::XmlMarkup.new
-            xml.instruct! :xml, version: '1.0', encoding: 'UTF-8'
-            xml.ENVELOPE do
-              xml.HEADER do
-                xml.TALLYREQUEST 'Import Data'
-              end
-              xml.BODY do
-                xml.IMPORTDATA do
-                  xml.REQUESTDESC do
-                    xml.REPORTNAME 'Vouchers'
-                    xml.STATICVARIABLES do
-                      xml.SVCURRENTCOMPANY @company_name
-                    end
-                  end
-                  xml.REQUESTDATA do
-                    xml.TALLYMESSAGE('xmlns:UDF' => 'TallyUDF') do
-                      xml.VOUCHER do
-                        xml.DATE '20240915' # Static or dynamic date
-                        xml.VOUCHERTYPENAME 'Sales'
-                        xml.NARRATION 'Test invoice from ETL Tool'
-                        xml.VOUCHERNUMBER record[:VOUCHERNUMBER] || 'INV-1002'
-                        xml.PARTYNAME record[:PARTYNAME] || 'XYZ Ltd'
-                        xml.AMOUNT record[:AMOUNT] || 10000
-                        xml.LEDGERENTRIES__LIST do
-                          xml.LEDGERNAME 'Sales Account'
-                          xml.AMOUNT record[:AMOUNT] || 10000
-                        end
-                      end
-                    end
-                  end
-                end
-              end
-            end
-            xml.target! # Returns the generated XML string
-          end
-
-          def authenticate_client
-            # Tally may not need specific authentication steps like OAuth;
-            # skipping authentication or implementing basic connection validation.
-            true
-          end
-
-          def success_status
-            ConnectionStatus.new(status: ConnectionStatusType["succeeded"]).to_multiwoven_message
-          end
-
-          def failure_status(error)
-            ConnectionStatus.new(status: ConnectionStatusType["failed"], message: error.message).to_multiwoven_message
-          end
-
-          def load_catalog
-            read_json(CATALOG_SPEC_PATH)
-          end
-
-          def tracking_message(success, failure)
-            Multiwoven::Integrations::Protocol::TrackingMessage.new(
-              success: success, failed: failure
-            ).to_multiwoven_message
-          end
-
-          def log_debug(message)
-            Multiwoven::Integrations::Service.logger.debug(message)
-          end
-        end
-      end
-    end
-  end
-end

data/multiwoven-integrations.gemspec

@@ -1,65 +0,0 @@
-# frozen_string_literal: true
-
-require_relative "lib/multiwoven/integrations/rollout"
-
-Gem::Specification.new do |spec|
-  spec.name = "etl-integrations"
-  spec.version = Multiwoven::Integrations::VERSION
-  spec.authors = ["Anas Ahmed"]
-  spec.email = ["anas31197@gmail.com"]
-
-  spec.summary = "Integration suite for open source reverse ETL platform"
-  spec.description = "Etl Integrations is a comprehensive Ruby gem designed to facilitate seamless connectivity between various data sources and SaaS platforms."
-
-  spec.homepage = "https://www.github.com/"
-  spec.license = "MIT"
-  spec.required_ruby_version = ">= 2.6.0"
-
-  # spec.metadata["allowed_push_host"] = nil
-  spec.metadata["github_repo"] = "https://github.com/anasValign/etl-tool"
-  spec.metadata["homepage_uri"] = spec.homepage
-  spec.metadata["source_code_uri"] = "https://github.com/anasValign/etl-tool/tree/main/integrations"
-  spec.metadata["changelog_uri"] = "https://github.com/anasValign/etl-tool/blob/main/integrations/CHANGELOG.md"
-
-  # Specify which files should be added to the gem when it is released.
-  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  spec.files = Dir.chdir(__dir__) do
-    `git ls-files -z`.split("\x0").reject do |f|
-      (File.expand_path(f) == __FILE__) ||
-        f.start_with?(*%w[bin/ test/ spec/ features/ .git .circleci appveyor Gemfile])
-    end
-  end
-  spec.bindir = "exe"
-  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
-
-  spec.add_runtime_dependency "activesupport"
-  spec.add_runtime_dependency "async-websocket"
-  spec.add_runtime_dependency "csv"
-  spec.add_runtime_dependency "dry-schema"
-  spec.add_runtime_dependency "dry-struct"
-  spec.add_runtime_dependency "dry-types"
-  spec.add_runtime_dependency "git"
-  spec.add_runtime_dependency "google-apis-sheets_v4"
-  spec.add_runtime_dependency "google-cloud-bigquery"
-  spec.add_runtime_dependency "hubspot-api-client"
-  spec.add_runtime_dependency "net-sftp"
-  spec.add_runtime_dependency "pg"
-  spec.add_runtime_dependency "rake"
-  spec.add_runtime_dependency "restforce"
-  spec.add_runtime_dependency "ruby-limiter"
-  spec.add_runtime_dependency "ruby-odbc"
-  spec.add_runtime_dependency "sequel"
-  spec.add_runtime_dependency "slack-ruby-client"
-  spec.add_runtime_dependency "stripe"
-
-  spec.add_development_dependency "byebug"
-  spec.add_development_dependency "rspec"
-  spec.add_development_dependency "rubocop"
-  spec.add_development_dependency "simplecov"
-  spec.add_development_dependency "simplecov_json_formatter"
-  spec.add_development_dependency "webmock"
-
-  # For more information and examples about making a new gem, check out our
-  # guide at: https://bundler.io/guides/creating_gem.html
-end