multiwoven-integrations 0.1.57 → 0.1.59
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/multiwoven/integrations/protocol/protocol.rb +2 -1
- data/lib/multiwoven/integrations/rollout.rb +1 -1
- data/lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/client.rb +0 -6
- data/lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/schema_helper.rb +3 -3
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: ed2b61bc102ef0615b7f709f86d417cf95624a2dcb53dbee0539354e91f35dbe
|
|
4
|
+
data.tar.gz: 63174c339d33f456b6c33213f3f749268a3e5f41c4d0038dbfd00c989e291fd3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 47664552a7e311705a1bad6e76ef4a7d9c98826a4c7d18177fed92c2c05cb0533c66ea1cd53bf5ca445dbb040bf9bf76565f8ca6d3128ee4a42c38ad734b8988
|
|
7
|
+
data.tar.gz: 4afc37d3267698a74696a90d3b687a4b84a450cc7dec7a1948353bb994b37886fb1a6599be04c63d4d69d22910f809d74abc00152f23c8c00f6e8f3dc51fc796
|
|
@@ -71,6 +71,7 @@ module Multiwoven
|
|
|
71
71
|
attribute :name, Types::String
|
|
72
72
|
attribute :type, ConnectorType
|
|
73
73
|
attribute :connection_specification, Types::Hash
|
|
74
|
+
attribute :query_type, Types::String.default("raw_sql").enum(*ConnectorQueryType.values)
|
|
74
75
|
end
|
|
75
76
|
|
|
76
77
|
class LogMessage < ProtocolModel
|
|
@@ -114,7 +115,7 @@ module Multiwoven
|
|
|
114
115
|
attribute? :supported_sync_modes, Types::Array.of(SyncMode).optional.default(["incremental"])
|
|
115
116
|
|
|
116
117
|
# Applicable for database streams
|
|
117
|
-
attribute
|
|
118
|
+
attribute :source_defined_cursor, Types::Bool.default(false)
|
|
118
119
|
attribute? :default_cursor_field, Types::Array.of(Types::String).optional
|
|
119
120
|
attribute? :source_defined_primary_key, Types::Array.of(Types::Array.of(Types::String)).optional
|
|
120
121
|
attribute? :namespace, Types::String.optional
|
|
@@ -40,12 +40,6 @@ module Multiwoven
|
|
|
40
40
|
def read(sync_config)
|
|
41
41
|
connection_config = sync_config.source.connection_specification.with_indifferent_access
|
|
42
42
|
initialize_client(connection_config)
|
|
43
|
-
return [] if sync_config.offset&.> 2000
|
|
44
|
-
|
|
45
|
-
# TODO: Salesforce imposes a limit on the use of OFFSET in SOQL queries, where you cannot skip(offset) more than 2000 records.
|
|
46
|
-
# This limitation can hinder the retrieval of large datasets in a single query.
|
|
47
|
-
# To overcome this, we need a cursor-based pagination strategy instead of relying on OFFSET.
|
|
48
|
-
# query = batched_query(query, sync_config.limit, sync_config.offset) unless sync_config.limit.nil? && sync_config.offset.nil?
|
|
49
43
|
query = sync_config.model.query
|
|
50
44
|
query = batched_query(query, sync_config.limit, sync_config.offset) unless sync_config.limit.nil? && sync_config.offset.nil?
|
|
51
45
|
queried_data = @client.query(query)
|
|
@@ -118,9 +118,9 @@ module Multiwoven
|
|
|
118
118
|
"json_schema": json_schema,
|
|
119
119
|
"required": required,
|
|
120
120
|
"supported_sync_modes": %w[incremental],
|
|
121
|
-
"
|
|
122
|
-
"
|
|
123
|
-
"
|
|
121
|
+
"source_defined_primary_key": [primary_key],
|
|
122
|
+
"source_defined_cursor": false,
|
|
123
|
+
"default_cursor_field": nil
|
|
124
124
|
}
|
|
125
125
|
end
|
|
126
126
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: multiwoven-integrations
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.59
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Subin T P
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2024-04-
|
|
11
|
+
date: 2024-04-16 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: activesupport
|