multiwoven-integrations 0.1.56 → 0.1.58

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c6d85b91e8cc2c023143cb57b3cc08524096598c744d9840cdc123aa2d21cf64
-  data.tar.gz: 3da5529c48ec5b15f663af674dae4eef4bf9dbbbc00492ae94176299d0b7c04e
+  metadata.gz: 29cbee8d44e08300e83a2e0ac25d99d634647ce20fb697031ee34fcd4adad585
+  data.tar.gz: 9c243fb2c5ada27226304532f0205c15ebbadb98edfeeee1718ad25501d1d504
 SHA512:
-  metadata.gz: 19d5f91f0163d2cbc7717458b5910e99f756d7cfb3f80b3eaf8e96908eecee3932f37bbb91478fb383e6f436ea265606794d6d7e475a375e8d9066d9d58649ca
-  data.tar.gz: a3d3ed1bd89f959c182a497d8db8acf4f9b8f608272b646426d5bda7b87402047dc52bb58e0d0c24860daabdee30abae84c88a039c157561929b339b4352fb5a
+  metadata.gz: 769007cb7f1be4ed317f6c188b02b2c97aec6394273e9d8e25eb47dd7dbed38e01ce41add3b6fc880b84ddf5721edb6c9ab22c7954dd8677490009318db57010
+  data.tar.gz: 39b68fed74b656ac3efe0eea2fcab949a151c3a3d0fd89e54a2ebaf0516fa96169031a0a72332aa8651e3e06b9b2e0312dcc6ec458a24f968606117630c5076f

data/lib/multiwoven/integrations/core/base_connector.rb

@@ -18,7 +18,7 @@ module Multiwoven
       def meta_data
         client_meta_data = read_json(META_DATA_PATH).deep_symbolize_keys
         icon_name = client_meta_data[:data][:icon]
-        icon_url = "https://raw.githubusercontent.com/Multiwoven/multiwoven-integrations/#{MAIN_BRANCH_SHA}#{relative_path}/#{icon_name}"
+        icon_url = "https://raw.githubusercontent.com/Multiwoven/multiwoven/main/integrations#{relative_path}/#{icon_name}"
         client_meta_data[:data][:icon] = icon_url
         # returns hash
         @meta_data ||= client_meta_data

data/lib/multiwoven/integrations/core/constants.rb

@@ -4,16 +4,11 @@ module Multiwoven
   module Integrations::Core
     module Constants
       # CONFIG
-      INTEGRATIONS_PATH = File.join(
-        Gem.loaded_specs["multiwoven-integrations"].full_gem_path,
-        "/lib/multiwoven/integrations"
-      )
       META_DATA_PATH = "config/meta.json"
       CONNECTOR_SPEC_PATH = "config/spec.json"
       CATALOG_SPEC_PATH   = "config/catalog.json"
       SNOWFLAKE_MAC_DRIVER_PATH = "/opt/snowflake/snowflakeodbc/lib/universal/libSnowflake.dylib"
       DATABRICKS_MAC_DRIVER_PATH = "/Library/simba/spark/lib/libsparkodbc_sb64-universal.dylib"
-      MAIN_BRANCH_SHA = Git.ls_remote("https://github.com/Multiwoven/multiwoven-integrations")["head"][:sha]
 
       SNOWFLAKE_DRIVER_PATH = ENV["SNOWFLAKE_DRIVER_PATH"] || SNOWFLAKE_MAC_DRIVER_PATH
       DATABRICKS_DRIVER_PATH = ENV["DATABRICKS_DRIVER_PATH"] || DATABRICKS_MAC_DRIVER_PATH

data/lib/multiwoven/integrations/protocol/protocol.rb

@@ -71,6 +71,7 @@ module Multiwoven
       attribute :name, Types::String
       attribute :type, ConnectorType
       attribute :connection_specification, Types::Hash
+      attribute :query_type, Types::String.default("raw_sql").enum(*ConnectorQueryType.values)
     end
 
     class LogMessage < ProtocolModel

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.1.56"
+    VERSION = "0.1.58"
 
     ENABLED_SOURCES = %w[
       Snowflake

data/lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/client.rb

@@ -40,12 +40,6 @@ module Multiwoven
           def read(sync_config)
             connection_config = sync_config.source.connection_specification.with_indifferent_access
             initialize_client(connection_config)
-            return [] if sync_config.offset&.> 2000
-
-            # TODO: Salesforce imposes a limit on the use of OFFSET in SOQL queries, where you cannot skip(offset) more than 2000 records.
-            # This limitation can hinder the retrieval of large datasets in a single query.
-            # To overcome this, we need a cursor-based pagination strategy instead of relying on OFFSET.
-            # query = batched_query(query, sync_config.limit, sync_config.offset) unless sync_config.limit.nil? && sync_config.offset.nil?
             query = sync_config.model.query
             query = batched_query(query, sync_config.limit, sync_config.offset) unless sync_config.limit.nil? && sync_config.offset.nil?
             queried_data = @client.query(query)

data/lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/schema_helper.rb

@@ -118,8 +118,6 @@ module Multiwoven
               "json_schema": json_schema,
               "required": required,
               "supported_sync_modes": %w[incremental],
-              "source_defined_cursor": true,
-              "default_cursor_field": ["updated"],
               "source_defined_primary_key": [primary_key]
             }
           end

data/multiwoven-integrations.gemspec

@@ -16,10 +16,10 @@ Gem::Specification.new do |spec|
   spec.required_ruby_version = ">= 2.6.0"
 
   # spec.metadata["allowed_push_host"] = nil
-  spec.metadata["github_repo"] = "https://github.com/Multiwoven/multiwoven-integrations"
+  spec.metadata["github_repo"] = "https://github.com/Multiwoven/multiwoven"
   spec.metadata["homepage_uri"] = spec.homepage
-  spec.metadata["source_code_uri"] = "https://github.com/Multiwoven/multiwoven-integrations"
-  spec.metadata["changelog_uri"] = "https://github.com/Multiwoven/multiwoven-integrations/blob/master/CHANGELOG.md"
+  spec.metadata["source_code_uri"] = "https://github.com/Multiwoven/multiwoven/tree/main/integrations"
+  spec.metadata["changelog_uri"] = "https://github.com/Multiwoven/multiwoven/blob/main/integrations/CHANGELOG.md"
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.1.56
+  version: 0.1.58
 platform: ruby
 authors:
 - Subin T P
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-04-14 00:00:00.000000000 Z
+date: 2024-04-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -480,10 +480,10 @@ homepage: https://www.multiwoven.com/
 licenses:
 - MIT
 metadata:
-  github_repo: https://github.com/Multiwoven/multiwoven-integrations
+  github_repo: https://github.com/Multiwoven/multiwoven
   homepage_uri: https://www.multiwoven.com/
-  source_code_uri: https://github.com/Multiwoven/multiwoven-integrations
-  changelog_uri: https://github.com/Multiwoven/multiwoven-integrations/blob/master/CHANGELOG.md
+  source_code_uri: https://github.com/Multiwoven/multiwoven/tree/main/integrations
+  changelog_uri: https://github.com/Multiwoven/multiwoven/blob/main/integrations/CHANGELOG.md
 post_install_message: 
 rdoc_options: []
 require_paths: