multiwoven-integrations 0.43.2 → 0.43.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: ee3d0d0974a94d4b1209840ab232990dc52695e48f57a3416f54124c317b6e65
4
- data.tar.gz: '0941d61ece52ef976a080ab7466f285c34af234d2509d093889776b813d20759'
3
+ metadata.gz: ecf2fa7bbd831e1ea77bf61ca36f9d2daedeb36c7aa1c58c8a338541cc0b3634
4
+ data.tar.gz: d04571851a2b2c1c740191a51abdfbd98ef36d199587a159c084d260c2164d4b
5
5
  SHA512:
6
- metadata.gz: 2a7f48a14fb40ee92be84016cfcec9eab5123490b4fa73c5fc21501da9d124857c09f3cb374a09328b4730c8a78ef1ebea61c89adf7500d5d480e2a953873023
7
- data.tar.gz: 012db731b0d503876bbdd0758162b8179bcb34e42d4f5afb2ecdd924dcb790cdba1338e8cd4579eba0a4b934984047d9604d48d44d163b66cf3ddb8fb297d437
6
+ metadata.gz: 9d961d5d255f7b2f2621ed269cad521c7baf203f4f975ca8a9a61af0ec96c32a7e15f24c8cc10ebe1c99d15592e2829ea18f29319a60a21ace58699407519bd6
7
+ data.tar.gz: a27914b0f2b5fcfd156aad9f2ed42c8942ba1e5223f41b5bf5eb731cd333d0769047ce33ff1b45a532f7085c7a2f455244832921ad3df2cae97428f9ad6133e7
data/CHANGELOG.md CHANGED
@@ -1,5 +1,12 @@
1
1
  ## [Unreleased]
2
2
 
3
+ ### [0.43.3]
4
+
5
+
6
+ ### Bug Fixes
7
+
8
+ * Firecrawl `get_request_url` raises a clear error when there is no active crawl id (BE-2025)
9
+
3
10
  ### [0.4.1](https://www.github.com/Multiwoven/multiwoven-integrations/compare/v0.4.0...v0.4.1) (2024-02-15)
4
11
 
5
12
 
@@ -54,6 +54,15 @@ module Multiwoven
54
54
  )
55
55
  end
56
56
 
57
+ def parse_request_format(request_format, required:)
58
+ return [request_format, nil] if request_format.is_a?(Hash)
59
+ return [nil, required ? "Request Format is required to test the connection" : nil] if request_format.blank?
60
+
61
+ [JSON.parse(request_format), nil]
62
+ rescue JSON::ParserError
63
+ [nil, "Request Format must be valid JSON"]
64
+ end
65
+
57
66
  def send_streaming_request(options = {})
58
67
  Multiwoven::Integrations::Core::StreamingHttpClient.request(
59
68
  options[:url],
@@ -2,7 +2,7 @@
2
2
 
3
3
  module Multiwoven
4
4
  module Integrations
5
- VERSION = "0.43.2"
5
+ VERSION = "0.43.4"
6
6
 
7
7
  ENABLED_SOURCES = %w[
8
8
  Snowflake
@@ -116,9 +116,9 @@ module Multiwoven::Integrations::Source
116
116
  active = crawl_activity
117
117
  crawl_active = JSON.parse(active.body)
118
118
 
119
- raise "Missing crawl result URL and no active crawl ID available." unless crawl_active["crawls"][-1]["id"].present?
119
+ crawl_id = crawl_active["crawls"]&.last&.dig("id")
120
+ raise "Missing crawl result URL and no active crawl ID available." if crawl_id.blank?
120
121
 
121
- crawl_id = crawl_active["crawls"][-1]["id"]
122
122
  build_url(FIRECRAWL_GET_CRAWL_URL, crawl_id.to_s)
123
123
  else
124
124
  request["url"]
@@ -6,10 +6,13 @@ module Multiwoven::Integrations::Source
6
6
  class Client < SourceConnector
7
7
  def check_connection(connection_config)
8
8
  connection_config = prepare_config(connection_config)
9
+ payload, error = parse_request_format(connection_config[:request_format], required: true)
10
+ return failure_status(error) if error
11
+
9
12
  response = send_request(
10
13
  url: connection_config[:url],
11
14
  http_method: HTTP_POST,
12
- payload: JSON.parse(connection_config[:request_format]),
15
+ payload: payload,
13
16
  headers: auth_headers(connection_config[:api_key]),
14
17
  config: connection_config[:config]
15
18
  )
@@ -6,10 +6,13 @@ module Multiwoven::Integrations::Source
6
6
  class Client < SourceConnector
7
7
  def check_connection(connection_config)
8
8
  connection_config = prepare_config(connection_config)
9
+ payload, error = parse_request_format(connection_config[:request_format], required: false)
10
+ return failure_status(error) if error
11
+
9
12
  response = send_request(
10
13
  url: connection_config[:url_host],
11
14
  http_method: connection_config[:http_method],
12
- payload: JSON.parse(connection_config[:request_format]),
15
+ payload: payload,
13
16
  headers: connection_config[:headers],
14
17
  config: connection_config[:config]
15
18
  )
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: multiwoven-integrations
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.43.2
4
+ version: 0.43.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - Subin T P