multiwoven-integrations 0.1.1 → 0.1.6

data/lib/multiwoven/integrations/source/redshift/client.rb

@@ -7,6 +7,7 @@ module Multiwoven::Integrations::Source
     include Multiwoven::Integrations::Core
     class Client < SourceConnector
       def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
         create_connection(connection_config)
         ConnectionStatus.new(
           status: ConnectionStatusType["succeeded"]
@@ -18,6 +19,7 @@ module Multiwoven::Integrations::Source
       end
 
       def discover(connection_config)
+        connection_config = connection_config.with_indifferent_access
         query = "SELECT table_name, column_name, data_type, is_nullable
                  FROM information_schema.columns
                  WHERE table_schema = '#{connection_config[:schema]}' AND table_catalog = '#{connection_config[:database]}'
@@ -43,7 +45,10 @@ module Multiwoven::Integrations::Source
 
       def read(sync_config)
         connection_config = sync_config.source.connection_specification
+        connection_config = connection_config.with_indifferent_access
         query = sync_config.model.query
+        query = batched_query(query, sync_config.limit, sync_config.offset) unless sync_config.limit.nil? && sync_config.offset.nil?
+
         db = create_connection(connection_config)
         records = db.exec(query) do |result|
           result.map do |row|

data/lib/multiwoven/integrations/source/redshift/config/meta.json

@@ -3,7 +3,7 @@
     {
       "name": "Redshift",
       "connector_type": "source",
-      "connector_subtype": "database",
+      "category": "Data Warehouse",
       "documentation_url": "https://docs.mutliwoven.com",
       "github_issue_label": "source-redshift",
       "icon": "redshift.svg",

data/lib/multiwoven/integrations/source/snowflake/client.rb

@@ -5,6 +5,7 @@ module Multiwoven::Integrations::Source
     include Multiwoven::Integrations::Core
     class Client < SourceConnector
       def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
         create_connection(connection_config)
         ConnectionStatus.new(status: ConnectionStatusType["succeeded"]).to_multiwoven_message
       rescue Sequel::DatabaseConnectionError => e
@@ -12,6 +13,7 @@ module Multiwoven::Integrations::Source
       end
 
       def discover(connection_config)
+        connection_config = connection_config.with_indifferent_access
         query = "SELECT table_name, column_name, data_type, is_nullable
                 FROM information_schema.columns
                 WHERE table_schema = \'#{connection_config[:schema]}\' AND table_catalog = \'#{connection_config[:database]}\'
@@ -35,7 +37,10 @@ module Multiwoven::Integrations::Source
 
       def read(sync_config)
         connection_config = sync_config.source.connection_specification
+        connection_config = connection_config.with_indifferent_access
         query = sync_config.model.query
+        query = batched_query(query, sync_config.limit, sync_config.offset) unless sync_config.limit.nil? && sync_config.offset.nil?
+
         db = create_connection(connection_config)
 
         records = []

data/lib/multiwoven/integrations/source/snowflake/config/meta.json

@@ -3,7 +3,7 @@
     {
       "name": "Snowflake",
       "connector_type": "source",
-      "connector_subtype": "database",
+      "category": "Data Warehouse",
       "documentation_url": "https://docs.mutliwoven.com",
       "github_issue_label": "source-snowflake",
       "icon": "snowflake.svg",

data/lib/multiwoven/integrations.rb

@@ -10,6 +10,9 @@ require "byebug"
 require "net/http"
 require "uri"
 require "active_support/core_ext/hash/indifferent_access"
+require "restforce"
+require "logger"
+require "slack-ruby-client"
 
 # Service
 require_relative "integrations/config"
@@ -32,6 +35,9 @@ require_relative "integrations/source/bigquery/client"
 
 # Destination
 require_relative "integrations/destination/klaviyo/client"
+require_relative "integrations/destination/salesforce_crm/client"
+require_relative "integrations/destination/facebook_custom_audience/client"
+require_relative "integrations/destination/slack/client"
 
 module Multiwoven
   module Integrations

data/multiwoven-integrations.gemspec

@@ -8,17 +8,18 @@ Gem::Specification.new do |spec|
   spec.authors = ["Subin T P"]
   spec.email = ["subin@multiwoven.com"]
 
-  spec.summary = "Open source data activation"
-  spec.description = "Wrapper of connectors"
+  spec.summary = "Integration suite for open source reverse ETL platform"
+  spec.description = "Multiwoven Integrations is a comprehensive Ruby gem designed to facilitate seamless connectivity between various data sources and SaaS platforms."
+
   spec.homepage = "https://www.multiwoven.com/"
   spec.license = "MIT"
   spec.required_ruby_version = ">= 2.6.0"
 
   # spec.metadata["allowed_push_host"] = nil
-
+  spec.metadata["github_repo"] = "https://github.com/Multiwoven/multiwoven-integrations"
   spec.metadata["homepage_uri"] = spec.homepage
-  spec.metadata["source_code_uri"] = "https://www.multiwoven.com/"
-  spec.metadata["changelog_uri"] = "https://www.multiwoven.com/"
+  spec.metadata["source_code_uri"] = "https://github.com/Multiwoven/multiwoven-integrations"
+  spec.metadata["changelog_uri"] = "https://github.com/Multiwoven/multiwoven-integrations/blob/master/CHANGELOG.md"
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
@@ -33,14 +34,17 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_runtime_dependency "activesupport"
+  spec.add_runtime_dependency "async-websocket"
   spec.add_runtime_dependency "dry-schema"
   spec.add_runtime_dependency "dry-struct"
   spec.add_runtime_dependency "dry-types"
   spec.add_runtime_dependency "google-cloud-bigquery"
   spec.add_runtime_dependency "pg"
   spec.add_runtime_dependency "rake"
-  spec.add_runtime_dependency "mw-ruby-odbc"
+  spec.add_runtime_dependency "restforce"
+  spec.add_runtime_dependency "ruby-odbc"
   spec.add_runtime_dependency "sequel"
+  spec.add_runtime_dependency "slack-ruby-client"
 
   spec.add_development_dependency "byebug"
   spec.add_development_dependency "rspec"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.6
 platform: ruby
 authors:
 - Subin T P
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-03 00:00:00.000000000 Z
+date: 2024-01-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -24,6 +24,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: async-websocket
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: dry-schema
   requirement: !ruby/object:Gem::Requirement
@@ -109,7 +123,21 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: mw-ruby-odbc
+  name: restforce
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-odbc
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -136,6 +164,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: slack-ruby-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: byebug
   requirement: !ruby/object:Gem::Requirement
@@ -220,7 +262,8 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Wrapper of connectors
+description: Multiwoven Integrations is a comprehensive Ruby gem designed to facilitate
+  seamless connectivity between various data sources and SaaS platforms.
 email:
 - subin@multiwoven.com
 executables: []
@@ -230,6 +273,7 @@ files:
 - ".rspec"
 - ".rubocop.yml"
 - ".ruby-version"
+- ".vscode/settings.json"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - LICENSE.txt
@@ -243,10 +287,22 @@ files:
 - lib/multiwoven/integrations/core/http_client.rb
 - lib/multiwoven/integrations/core/source_connector.rb
 - lib/multiwoven/integrations/core/utils.rb
+- lib/multiwoven/integrations/destination/facebook_custom_audience/client.rb
+- lib/multiwoven/integrations/destination/facebook_custom_audience/config/catalog.json
+- lib/multiwoven/integrations/destination/facebook_custom_audience/config/meta.json
+- lib/multiwoven/integrations/destination/facebook_custom_audience/config/spec.json
 - lib/multiwoven/integrations/destination/klaviyo/client.rb
 - lib/multiwoven/integrations/destination/klaviyo/config/catalog.json
 - lib/multiwoven/integrations/destination/klaviyo/config/meta.json
 - lib/multiwoven/integrations/destination/klaviyo/config/spec.json
+- lib/multiwoven/integrations/destination/salesforce_crm/client.rb
+- lib/multiwoven/integrations/destination/salesforce_crm/config/catalog.json
+- lib/multiwoven/integrations/destination/salesforce_crm/config/meta.json
+- lib/multiwoven/integrations/destination/salesforce_crm/config/spec.json
+- lib/multiwoven/integrations/destination/slack/client.rb
+- lib/multiwoven/integrations/destination/slack/config/catalog.json
+- lib/multiwoven/integrations/destination/slack/config/meta.json
+- lib/multiwoven/integrations/destination/slack/config/spec.json
 - lib/multiwoven/integrations/protocol/protocol.json
 - lib/multiwoven/integrations/protocol/protocol.rb
 - lib/multiwoven/integrations/rollout.rb
@@ -266,9 +322,10 @@ homepage: https://www.multiwoven.com/
 licenses:
 - MIT
 metadata:
+  github_repo: https://github.com/Multiwoven/multiwoven-integrations
   homepage_uri: https://www.multiwoven.com/
-  source_code_uri: https://www.multiwoven.com/
-  changelog_uri: https://www.multiwoven.com/
+  source_code_uri: https://github.com/Multiwoven/multiwoven-integrations
+  changelog_uri: https://github.com/Multiwoven/multiwoven-integrations/blob/master/CHANGELOG.md
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -284,8 +341,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.22
+rubygems_version: 3.5.3
 signing_key:
 specification_version: 4
-summary: Open source data activation
+summary: Integration suite for open source reverse ETL platform
 test_files: []