multiwoven-integrations 0.1.57 → 0.1.58
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/multiwoven/integrations/protocol/protocol.rb +1 -0
- data/lib/multiwoven/integrations/rollout.rb +1 -1
- data/lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/client.rb +0 -6
- data/lib/multiwoven/integrations/source/salesforce_consumer_goods_cloud/schema_helper.rb +0 -2
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 29cbee8d44e08300e83a2e0ac25d99d634647ce20fb697031ee34fcd4adad585
|
|
4
|
+
data.tar.gz: 9c243fb2c5ada27226304532f0205c15ebbadb98edfeeee1718ad25501d1d504
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 769007cb7f1be4ed317f6c188b02b2c97aec6394273e9d8e25eb47dd7dbed38e01ce41add3b6fc880b84ddf5721edb6c9ab22c7954dd8677490009318db57010
|
|
7
|
+
data.tar.gz: 39b68fed74b656ac3efe0eea2fcab949a151c3a3d0fd89e54a2ebaf0516fa96169031a0a72332aa8651e3e06b9b2e0312dcc6ec458a24f968606117630c5076f
|
|
@@ -71,6 +71,7 @@ module Multiwoven
|
|
|
71
71
|
attribute :name, Types::String
|
|
72
72
|
attribute :type, ConnectorType
|
|
73
73
|
attribute :connection_specification, Types::Hash
|
|
74
|
+
attribute :query_type, Types::String.default("raw_sql").enum(*ConnectorQueryType.values)
|
|
74
75
|
end
|
|
75
76
|
|
|
76
77
|
class LogMessage < ProtocolModel
|
|
@@ -40,12 +40,6 @@ module Multiwoven
|
|
|
40
40
|
def read(sync_config)
|
|
41
41
|
connection_config = sync_config.source.connection_specification.with_indifferent_access
|
|
42
42
|
initialize_client(connection_config)
|
|
43
|
-
return [] if sync_config.offset&.> 2000
|
|
44
|
-
|
|
45
|
-
# TODO: Salesforce imposes a limit on the use of OFFSET in SOQL queries, where you cannot skip(offset) more than 2000 records.
|
|
46
|
-
# This limitation can hinder the retrieval of large datasets in a single query.
|
|
47
|
-
# To overcome this, we need a cursor-based pagination strategy instead of relying on OFFSET.
|
|
48
|
-
# query = batched_query(query, sync_config.limit, sync_config.offset) unless sync_config.limit.nil? && sync_config.offset.nil?
|
|
49
43
|
query = sync_config.model.query
|
|
50
44
|
query = batched_query(query, sync_config.limit, sync_config.offset) unless sync_config.limit.nil? && sync_config.offset.nil?
|
|
51
45
|
queried_data = @client.query(query)
|
|
@@ -118,8 +118,6 @@ module Multiwoven
|
|
|
118
118
|
"json_schema": json_schema,
|
|
119
119
|
"required": required,
|
|
120
120
|
"supported_sync_modes": %w[incremental],
|
|
121
|
-
"source_defined_cursor": true,
|
|
122
|
-
"default_cursor_field": ["updated"],
|
|
123
121
|
"source_defined_primary_key": [primary_key]
|
|
124
122
|
}
|
|
125
123
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: multiwoven-integrations
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.58
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Subin T P
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2024-04-
|
|
11
|
+
date: 2024-04-16 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: activesupport
|