crawlora-bing 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA256:
3
+ metadata.gz: 7f7deaaa5648bb63d388be415498c56f6c1c450c3a30fd7af93c1593811eacce
4
+ data.tar.gz: 939b3627b3bce337534208dbccf839863f870475d6818a9d72ebac5f3a5d98de
5
+ SHA512:
6
+ metadata.gz: 044c4f93b3e25dc566cc0d1f57dbb75a9290a26cc59354416441be02eabce2920a492ecbfa065efa4e19c7a255f3fb0008b536b075218bde5c5b7c74060c461a
7
+ data.tar.gz: 37e8e4c9b5060e4eef5544ddcf426d00e8ceb339865563eb17b591d806cd2ed4f8b1eadc53758f9b2e1da93dd4d80af5e6d318eba84a82e8ef90de7e763d49f0
data/CHANGELOG.md ADDED
@@ -0,0 +1,5 @@
1
+ # Changelog
2
+
3
+ ## 0.1.0
4
+
5
+ - Initial focused Bing Ruby client for Crawlora's hosted API.
data/LICENSE ADDED
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Crawlora
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,33 @@
1
+ # Crawlora Bing Ruby client
2
+
3
+ This gem calls the Crawlora hosted API at `https://api.crawlora.net/api/v1`. It does not call or scrape Bing directly. Requests require your Crawlora API key and use your account's service plan.
4
+
5
+ ## Install
6
+
7
+ ```ruby
8
+ gem "crawlora-bing"
9
+ ```
10
+
11
+ Create an account at [crawlora.net](https://crawlora.net/signup?utm_source=rubygems&utm_medium=referral&utm_campaign=platform-clients&utm_content=bing-ruby-signup), open the [Crawlora console](https://crawlora.net/app?utm_source=rubygems&utm_medium=referral&utm_campaign=platform-clients&utm_content=bing-ruby-console) to get an API key, and set `CRAWLORA_API_KEY` before running the client:
12
+
13
+ ```ruby
14
+ require "json"
15
+ require "crawlora/bing"
16
+
17
+ client = Crawlora::Bing::Client.new
18
+ result = client.request("bing-search", JSON.parse("{\"q\": \"sample\"}"))
19
+ puts result
20
+ client.close
21
+ ```
22
+
23
+ Use an operation-specific method for normal calls. `request(operation_id, params = {}, response_type: :auto)` is available for every operation. `response_type: :text` returns raw response text. This gem includes 5 API operations.
24
+
25
+ ```ruby
26
+ client = Crawlora::Bing::Client.new(api_key: ENV.fetch("CRAWLORA_API_KEY"), timeout: 30)
27
+ # client.<operation_method>(<endpoint parameters>)
28
+ client.close
29
+ ```
30
+
31
+ Client options include `api_key`, `base_url`, and `timeout`. Ruby stdlib provides the HTTP and JSON support.
32
+
33
+ See [Crawlora](https://crawlora.net/?utm_source=rubygems&utm_medium=referral&utm_campaign=platform-clients&utm_content=bing-ruby-homepage), the [API documentation](https://crawlora.net/docs?utm_source=rubygems&utm_medium=referral&utm_campaign=platform-clients&utm_content=bing-ruby-api-docs), and [the package repository](https://github.com/Crawlora-org/crawlora-bing) for account setup, the API operation reference, and release history.
@@ -0,0 +1,216 @@
1
+ require "json"
2
+ require "net/http"
3
+ require "uri"
4
+
5
+ module Crawlora
6
+ module Bing
7
+ module Errors
8
+ class Error < StandardError
9
+ attr_reader :status, :operation_id, :body
10
+
11
+ def initialize(message, status: nil, operation_id: nil, body: nil)
12
+ super(message)
13
+ @status, @operation_id, @body = status, operation_id, body
14
+ end
15
+ end
16
+ class ClientError < Error; end
17
+ class ServerError < Error; end
18
+ class NetworkError < Error; end
19
+ end
20
+
21
+ OPERATIONS = JSON.parse(<<~'JSON').freeze
22
+ {"bing-images": {"bodyParam": null, "bodyRequired": false, "id": "bing-images", "method": "GET", "params": [{"description": "Search query", "in": "query", "name": "q", "required": true, "type": "string", "x-example": "openai"}, {"description": "1-based page number; defaults to 1", "in": "query", "minimum": 1, "name": "page", "type": "integer", "x-example": 1}, {"description": "Results per page; defaults to 10, clamped to 1..50", "in": "query", "maximum": 50, "minimum": 1, "name": "count", "type": "integer", "x-example": 10}, {"description": "Two-letter country code; defaults to us", "in": "query", "name": "country", "type": "string", "x-example": "us"}, {"description": "Bing UI language; defaults to en-us", "in": "query", "name": "lang", "type": "string", "x-example": "en-us"}], "path": "/bing/images", "pathParams": [], "produces": ["application/json"], "queryParams": [{"in": "query", "name": "q", "required": true, "type": "string"}, {"in": "query", "name": "page", "type": "integer"}, {"in": "query", "name": "count", "type": "integer"}, {"in": "query", "name": "country", "type": "string"}, {"in": "query", "name": "lang", "type": "string"}], "security": ["ApiKeyAuth"]}, "bing-news": {"bodyParam": null, "bodyRequired": false, "id": "bing-news", "method": "GET", "params": [{"description": "Search query", "in": "query", "name": "q", "required": true, "type": "string", "x-example": "openai"}, {"description": "1-based page number; defaults to 1", "in": "query", "minimum": 1, "name": "page", "type": "integer", "x-example": 1}, {"description": "Results per page; defaults to 10, clamped to 1..50", "in": "query", "maximum": 50, "minimum": 1, "name": "count", "type": "integer", "x-example": 10}, {"description": "Two-letter country code; defaults to us", "in": "query", "name": "country", "type": "string", "x-example": "us"}, {"description": "Bing UI language; defaults to en-us", "in": "query", "name": "lang", "type": "string", "x-example": "en-us"}], "path": "/bing/news", "pathParams": [], "produces": ["application/json"], "queryParams": [{"in": "query", "name": "q", "required": true, "type": "string"}, {"in": "query", "name": "page", "type": "integer"}, {"in": "query", "name": "count", "type": "integer"}, {"in": "query", "name": "country", "type": "string"}, {"in": "query", "name": "lang", "type": "string"}], "security": ["ApiKeyAuth"]}, "bing-search": {"bodyParam": null, "bodyRequired": false, "id": "bing-search", "method": "GET", "params": [{"description": "Search query", "in": "query", "name": "q", "required": true, "type": "string", "x-example": "openai"}, {"description": "1-based page number; defaults to 1", "in": "query", "minimum": 1, "name": "page", "type": "integer", "x-example": 1}, {"description": "Results per page; defaults to 10, clamped to 1..50", "in": "query", "maximum": 50, "minimum": 1, "name": "count", "type": "integer", "x-example": 10}, {"description": "Two-letter country code; defaults to us", "in": "query", "name": "country", "type": "string", "x-example": "us"}, {"description": "Bing UI language; defaults to en-us", "in": "query", "name": "lang", "type": "string", "x-example": "en-us"}], "path": "/bing/search", "pathParams": [], "produces": ["application/json"], "queryParams": [{"in": "query", "name": "q", "required": true, "type": "string"}, {"in": "query", "name": "page", "type": "integer"}, {"in": "query", "name": "count", "type": "integer"}, {"in": "query", "name": "country", "type": "string"}, {"in": "query", "name": "lang", "type": "string"}], "security": ["ApiKeyAuth"]}, "bing-suggest": {"bodyParam": null, "bodyRequired": false, "id": "bing-suggest", "method": "GET", "params": [{"description": "Search query prefix", "in": "query", "name": "q", "required": true, "type": "string", "x-example": "openai"}, {"description": "Suggestions to return; defaults to 10, clamped to 1..12", "in": "query", "maximum": 12, "minimum": 1, "name": "count", "type": "integer", "x-example": 10}, {"description": "Two-letter country code; defaults to us", "in": "query", "name": "country", "type": "string", "x-example": "us"}, {"description": "Bing UI language; defaults to en-us", "in": "query", "name": "lang", "type": "string", "x-example": "en-us"}, {"description": "Add entity name, description, and image to suggestions Bing resolves to a known entity; defaults to false", "in": "query", "name": "rich", "type": "boolean", "x-example": false}], "path": "/bing/suggest", "pathParams": [], "produces": ["application/json"], "queryParams": [{"in": "query", "name": "q", "required": true, "type": "string"}, {"in": "query", "name": "count", "type": "integer"}, {"in": "query", "name": "country", "type": "string"}, {"in": "query", "name": "lang", "type": "string"}, {"in": "query", "name": "rich", "type": "boolean"}], "security": ["ApiKeyAuth"]}, "bing-videos": {"bodyParam": null, "bodyRequired": false, "id": "bing-videos", "method": "GET", "params": [{"description": "Search query", "in": "query", "name": "q", "required": true, "type": "string", "x-example": "openai"}, {"description": "1-based page number; defaults to 1", "in": "query", "minimum": 1, "name": "page", "type": "integer", "x-example": 1}, {"description": "Results per page; defaults to 10, clamped to 1..50", "in": "query", "maximum": 50, "minimum": 1, "name": "count", "type": "integer", "x-example": 10}, {"description": "Two-letter country code; defaults to us", "in": "query", "name": "country", "type": "string", "x-example": "us"}, {"description": "Bing UI language; defaults to en-us", "in": "query", "name": "lang", "type": "string", "x-example": "en-us"}], "path": "/bing/videos", "pathParams": [], "produces": ["application/json"], "queryParams": [{"in": "query", "name": "q", "required": true, "type": "string"}, {"in": "query", "name": "page", "type": "integer"}, {"in": "query", "name": "count", "type": "integer"}, {"in": "query", "name": "country", "type": "string"}, {"in": "query", "name": "lang", "type": "string"}], "security": ["ApiKeyAuth"]}}
23
+ JSON
24
+ OPERATION_IDS = JSON.parse(<<~'JSON').freeze
25
+ ["bing-images", "bing-news", "bing-search", "bing-suggest", "bing-videos"]
26
+ JSON
27
+ OPERATION_COUNT = OPERATION_IDS.length
28
+
29
+ class Client
30
+ attr_reader :base_url
31
+
32
+ def initialize(api_key: ENV["CRAWLORA_API_KEY"], base_url: "https://api.crawlora.net/api/v1", timeout: 30, user_agent: "crawlora-bing-ruby/0.1.0", transport: nil)
33
+ @api_key = api_key
34
+ @base_url = base_url.to_s.sub(%r{/+$}, "")
35
+ @timeout = Float(timeout)
36
+ @user_agent = user_agent
37
+ @transport = transport
38
+ @closed = false
39
+ end
40
+
41
+ def request(operation_id, params = {}, response_type: :auto)
42
+ raise Errors::ClientError, "client is closed" if @closed
43
+ operation_id = operation_id.to_s
44
+ operation = OPERATIONS[operation_id]
45
+ raise Errors::ClientError.new("unknown operation: #{operation_id}", operation_id: operation_id) unless operation
46
+ raise Errors::ClientError.new("Crawlora API key is required", operation_id: operation_id) if @api_key.nil? || @api_key.to_s.empty?
47
+ normalized = params.each_with_object({}) { |(key, value), out| out[key.to_s] = value }
48
+ payload = request_body(operation, normalized)
49
+ url = build_url(operation, normalized)
50
+ uri = URI.parse(url)
51
+ request = operation["method"] == "POST" ? Net::HTTP::Post.new(uri) : Net::HTTP::Get.new(uri)
52
+ unless payload.nil?
53
+ request.body = payload
54
+ request["Content-Type"] = "application/json"
55
+ end
56
+ request["x-api-key"] = @api_key
57
+ request["User-Agent"] = @user_agent
58
+ request["Accept"] = operation["produces"].include?("text/plain") ? "application/json, text/plain" : "application/json"
59
+ begin
60
+ if @transport
61
+ response = if operation["method"] == "POST"
62
+ @transport.call(url, request.to_hash, @timeout, "POST", payload)
63
+ else
64
+ @transport.call(url, request.to_hash, @timeout)
65
+ end
66
+ status = Integer(response.fetch(:status) { response.fetch("status") })
67
+ body = response.fetch(:body) { response.fetch("body", "") }
68
+ headers = response.fetch(:headers) { response.fetch("headers", {}) }
69
+ content_type = headers["content-type"] || headers["Content-Type"]
70
+ else
71
+ http = Net::HTTP.new(uri.host, uri.port)
72
+ http.use_ssl = uri.scheme == "https"
73
+ http.open_timeout = @timeout
74
+ http.read_timeout = @timeout
75
+ response = http.start { |connection| connection.request(request) }
76
+ status = response.code.to_i
77
+ body = response.body
78
+ content_type = response["content-type"]
79
+ end
80
+ rescue Timeout::Error, SocketError, SystemCallError, IOError, EOFError, Net::HTTPBadResponse, Net::ProtocolError, OpenSSL::SSL::SSLError => error
81
+ raise Errors::NetworkError.new("Crawlora request failed: #{error.message}", operation_id: operation_id)
82
+ end
83
+ unless status >= 200 && status < 300
84
+ klass = status >= 500 ? Errors::ServerError : Errors::ClientError
85
+ raise klass.new("Crawlora returned HTTP #{status}", status: status, operation_id: operation_id, body: body)
86
+ end
87
+ parse_response(body, content_type, operation, normalized, response_type)
88
+ end
89
+
90
+ def close
91
+ @closed = true
92
+ end
93
+
94
+ def closed?
95
+ @closed
96
+ end
97
+
98
+ def with
99
+ return self unless block_given?
100
+ yield self
101
+ ensure
102
+ close if block_given?
103
+ end
104
+
105
+ def self.operation_count
106
+ OPERATION_COUNT
107
+ end
108
+
109
+ def self.operation_ids
110
+ OPERATION_IDS
111
+ end
112
+
113
+ def self.operations
114
+ OPERATIONS
115
+ end
116
+
117
+ define_method('images') do |**params|
118
+ response_type = params.delete(:response_type) || params.delete(:_response_type) || :auto
119
+ request('bing-images', params, response_type: response_type)
120
+ end
121
+ define_method('news') do |**params|
122
+ response_type = params.delete(:response_type) || params.delete(:_response_type) || :auto
123
+ request('bing-news', params, response_type: response_type)
124
+ end
125
+ define_method('search') do |**params|
126
+ response_type = params.delete(:response_type) || params.delete(:_response_type) || :auto
127
+ request('bing-search', params, response_type: response_type)
128
+ end
129
+ define_method('suggest') do |**params|
130
+ response_type = params.delete(:response_type) || params.delete(:_response_type) || :auto
131
+ request('bing-suggest', params, response_type: response_type)
132
+ end
133
+ define_method('videos') do |**params|
134
+ response_type = params.delete(:response_type) || params.delete(:_response_type) || :auto
135
+ request('bing-videos', params, response_type: response_type)
136
+ end
137
+
138
+ private
139
+
140
+ # POST operations take their JSON body under the body parameter name or "body".
141
+ def request_body(operation, params)
142
+ name = operation["bodyParam"]
143
+ return nil if name.nil?
144
+ value = params.key?(name) ? params[name] : params["body"]
145
+ if value.nil?
146
+ raise Errors::ClientError.new("missing request body: #{name}", operation_id: operation["id"]) if operation["bodyRequired"]
147
+ return nil
148
+ end
149
+ value.is_a?(String) ? value : JSON.generate(value)
150
+ end
151
+
152
+ def build_url(operation, params)
153
+ known = operation["params"].map { |param| param["name"] }
154
+ known << "body" if operation["bodyParam"]
155
+ unknown = params.keys - known
156
+ raise Errors::ClientError.new("unknown parameters: #{unknown.join(', ')}", operation_id: operation["id"]) unless unknown.empty?
157
+ path = operation["path"].dup
158
+ operation["params"].select { |param| param["in"] == "path" }.each do |param|
159
+ value = params[param["name"]]
160
+ raise Errors::ClientError.new("missing path parameter: #{param['name']}", operation_id: operation["id"]) if value.nil?
161
+ path.sub!("{" + param["name"] + "}", percent_encode(value.to_s))
162
+ end
163
+ pairs = []
164
+ operation["queryParams"].each do |param|
165
+ name = param["name"]
166
+ value = params.key?(name) ? params[name] : param["default"]
167
+ if value.nil?
168
+ raise Errors::ClientError.new("missing query parameter: #{name}", operation_id: operation["id"]) if param["required"]
169
+ next
170
+ end
171
+ enum_values = param["enum"] || (param["items"] && param["items"]["enum"])
172
+ if enum_values && !(value.is_a?(Array) ? value : [value]).all? { |item| enum_values.map(&:to_s).include?(item.to_s) }
173
+ raise Errors::ClientError.new("invalid value for #{name}", operation_id: operation["id"])
174
+ end
175
+ if value.is_a?(Array)
176
+ format = param["collectionFormat"] || "csv"
177
+ if format == "multi"
178
+ value.each { |item| pairs << [name, scalar(item)] }
179
+ else
180
+ separator = {"csv" => ",", "ssv" => " ", "tsv" => "\t", "pipes" => "|"}[format] || ","
181
+ pairs << [name, value.map { |item| scalar(item) }.join(separator)]
182
+ end
183
+ else
184
+ pairs << [name, scalar(value)]
185
+ end
186
+ end
187
+ query = pairs.map { |name, value| "#{percent_encode(name)}=#{percent_encode(value)}" }.join("&")
188
+ @base_url + path + (query.empty? ? "" : "?" + query)
189
+ end
190
+
191
+ def scalar(value)
192
+ value == true ? "true" : (value == false ? "false" : value.to_s)
193
+ end
194
+
195
+ def percent_encode(value)
196
+ URI::DEFAULT_PARSER.escape(value.to_s, /[^A-Za-z0-9\-._~]/)
197
+ end
198
+
199
+ def parse_response(body, content_type, operation, params, response_type)
200
+ type = response_type.to_s
201
+ raise Errors::ClientError.new("response_type must be auto, json, or text", operation_id: operation["id"]) unless %w[auto json text].include?(type)
202
+ format = operation["params"].find { |param| param["name"] == "format" }
203
+ text_formats = format && format["enum"] ? format["enum"].reject { |value| %w[json application/json].include?(value.to_s.downcase) } : []
204
+ raw_format = params["format"] && text_formats.include?(params["format"].to_s)
205
+ json_format = format && format["enum"] && format["enum"].any? { |value| %w[json application/json].include?(value.to_s.downcase) } && %w[json application/json].include?(params["format"].to_s.downcase)
206
+ is_json = json_format || content_type.to_s.downcase.include?("json") || operation["produces"] == ["application/json"]
207
+ return body if type == "text" || raw_format || (type == "auto" && !is_json)
208
+ JSON.parse(body)
209
+ rescue JSON::ParserError => error
210
+ raise Errors::Error.new("invalid JSON response from Crawlora: #{error.message}", operation_id: operation["id"], body: body)
211
+ end
212
+
213
+ public
214
+ end
215
+ end
216
+ end
@@ -0,0 +1,5 @@
1
+ module Crawlora
2
+ module Bing
3
+ VERSION = "0.1.0"
4
+ end
5
+ end
@@ -0,0 +1,2 @@
1
+ require_relative "bing/version"
2
+ require_relative "bing/client"
metadata ADDED
@@ -0,0 +1,51 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: crawlora-bing
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ platform: ruby
6
+ authors:
7
+ - Crawlora
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2026-10-11 00:00:00.000000000 Z
12
+ dependencies: []
13
+ description: Credential-free Bing API access through Crawlora's hosted service.
14
+ email:
15
+ executables: []
16
+ extensions: []
17
+ extra_rdoc_files: []
18
+ files:
19
+ - CHANGELOG.md
20
+ - LICENSE
21
+ - README.md
22
+ - lib/crawlora/bing.rb
23
+ - lib/crawlora/bing/client.rb
24
+ - lib/crawlora/bing/version.rb
25
+ homepage: https://crawlora.net/?utm_source=rubygems&utm_medium=referral&utm_campaign=platform-clients&utm_content=bing-ruby-homepage
26
+ licenses:
27
+ - MIT
28
+ metadata:
29
+ source_code_uri: https://github.com/Crawlora-org/crawlora-bing
30
+ documentation_uri: https://github.com/Crawlora-org/crawlora-bing/blob/main/ruby/README.md
31
+ rubygems_mfa_required: 'true'
32
+ post_install_message:
33
+ rdoc_options: []
34
+ require_paths:
35
+ - lib
36
+ required_ruby_version: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - ">="
39
+ - !ruby/object:Gem::Version
40
+ version: '2.6'
41
+ required_rubygems_version: !ruby/object:Gem::Requirement
42
+ requirements:
43
+ - - ">="
44
+ - !ruby/object:Gem::Version
45
+ version: '0'
46
+ requirements: []
47
+ rubygems_version: 3.4.19
48
+ signing_key:
49
+ specification_version: 4
50
+ summary: Bing client for the Crawlora hosted API
51
+ test_files: []