crawlora-amazon 0.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA256:
3
+ metadata.gz: e5afb0a3acf7590df4deb43e220396558454dfc03d493ebd336d1f3cff199263
4
+ data.tar.gz: '058e6879c4012ff9f01cfc49485bafa377aaa9ee9d08484329f4e4ebfbdbdc6a'
5
+ SHA512:
6
+ metadata.gz: fd74cca6ae35f4a40844c2274f51bb5d136c6f0b292d353078c510230a7e54ccbe37d8869890f5ef50f246ab8f05af67a4d303797c86fca7f44c6ab8d59d5900
7
+ data.tar.gz: 6410588b9c1b293c58911020560d1663e3e023ffece5464fa9b031c613a763ee2a26769b4ceaf2b6b57f263612a0740b3adc50133f720f7f7506d45e93cf084b
data/CHANGELOG.md ADDED
@@ -0,0 +1,9 @@
1
+ # Changelog
2
+
3
+ ## 0.1.1
4
+
5
+ - Align generated Amazon client package versions for the next release.
6
+
7
+ ## 0.1.0
8
+
9
+ - Initial focused Amazon Ruby client for Crawlora's hosted API.
data/LICENSE ADDED
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Crawlora
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,33 @@
1
+ # Crawlora Amazon Ruby client
2
+
3
+ This gem calls the Crawlora hosted API at `https://api.crawlora.net/api/v1`. It does not call or scrape Amazon directly. Requests require your Crawlora API key and use your account's service plan.
4
+
5
+ ## Install
6
+
7
+ ```ruby
8
+ gem "crawlora-amazon"
9
+ ```
10
+
11
+ Create an account at [crawlora.net](https://crawlora.net/signup?utm_source=rubygems&utm_medium=referral&utm_campaign=platform-clients&utm_content=amazon-ruby-signup), open the [Crawlora console](https://crawlora.net/app?utm_source=rubygems&utm_medium=referral&utm_campaign=platform-clients&utm_content=amazon-ruby-console) to get an API key, and set `CRAWLORA_API_KEY` before running the client:
12
+
13
+ ```ruby
14
+ require "json"
15
+ require "crawlora/amazon"
16
+
17
+ client = Crawlora::Amazon::Client.new
18
+ result = client.request("amazon-search", JSON.parse("{\"k\": \"sample\"}"))
19
+ puts result
20
+ client.close
21
+ ```
22
+
23
+ Use an operation-specific method for normal calls. `request(operation_id, params = {}, response_type: :auto)` is available for every operation. `response_type: :text` returns raw response text. This gem includes 5 API operations.
24
+
25
+ ```ruby
26
+ client = Crawlora::Amazon::Client.new(api_key: ENV.fetch("CRAWLORA_API_KEY"), timeout: 30)
27
+ # client.<operation_method>(<endpoint parameters>)
28
+ client.close
29
+ ```
30
+
31
+ Client options include `api_key`, `base_url`, and `timeout`. Ruby stdlib provides the HTTP and JSON support.
32
+
33
+ See [Crawlora](https://crawlora.net/?utm_source=rubygems&utm_medium=referral&utm_campaign=platform-clients&utm_content=amazon-ruby-homepage), the [API documentation](https://crawlora.net/docs?utm_source=rubygems&utm_medium=referral&utm_campaign=platform-clients&utm_content=amazon-ruby-api-docs), and [the package repository](https://github.com/Crawlora-org/crawlora-amazon) for account setup, the API operation reference, and release history.
@@ -0,0 +1,194 @@
1
+ require "json"
2
+ require "net/http"
3
+ require "uri"
4
+
5
+ module Crawlora
6
+ module Amazon
7
+ module Errors
8
+ class Error < StandardError
9
+ attr_reader :status, :operation_id, :body
10
+
11
+ def initialize(message, status: nil, operation_id: nil, body: nil)
12
+ super(message)
13
+ @status, @operation_id, @body = status, operation_id, body
14
+ end
15
+ end
16
+ class ClientError < Error; end
17
+ class ServerError < Error; end
18
+ class NetworkError < Error; end
19
+ end
20
+
21
+ OPERATIONS = JSON.parse(<<~'JSON').freeze
22
+ {"amazon-charts": {"id": "amazon-charts", "method": "GET", "params": [{"description": "Chart type", "enum": ["best_sellers", "new_releases", "most_wished_for"], "in": "query", "name": "chart", "required": true, "type": "string", "x-example": "best_sellers"}, {"description": "Amazon department slug", "in": "query", "name": "department", "required": true, "type": "string", "x-example": "electronics"}, {"description": "Numeric browse node id", "in": "query", "name": "node", "type": "string", "x-example": "172541"}, {"description": "1-based page number", "in": "query", "name": "page", "type": "integer", "x-example": 1}], "path": "/amazon/charts", "pathParams": [], "produces": ["application/json"], "queryParams": [{"enum": ["best_sellers", "new_releases", "most_wished_for"], "in": "query", "name": "chart", "required": true, "type": "string"}, {"in": "query", "name": "department", "required": true, "type": "string"}, {"in": "query", "name": "node", "type": "string"}, {"in": "query", "name": "page", "type": "integer"}], "security": ["ApiKeyAuth"]}, "amazon-charts-categories": {"id": "amazon-charts-categories", "method": "GET", "params": [{"description": "Chart type", "enum": ["best_sellers", "new_releases", "most_wished_for"], "in": "query", "name": "chart", "required": true, "type": "string", "x-example": "best_sellers"}, {"description": "Amazon department slug", "in": "query", "name": "department", "type": "string", "x-example": "electronics"}, {"description": "Numeric browse node id (requires department)", "in": "query", "name": "node", "type": "string", "x-example": "172541"}], "path": "/amazon/charts/categories", "pathParams": [], "produces": ["application/json"], "queryParams": [{"enum": ["best_sellers", "new_releases", "most_wished_for"], "in": "query", "name": "chart", "required": true, "type": "string"}, {"in": "query", "name": "department", "type": "string"}, {"in": "query", "name": "node", "type": "string"}], "security": ["ApiKeyAuth"]}, "amazon-product": {"id": "amazon-product", "method": "GET", "params": [{"description": "Amazon ASIN", "in": "path", "name": "asin", "required": true, "type": "string", "x-example": "B0DGJ736JM"}, {"default": "en_US", "description": "Amazon language", "enum": ["en_US"], "in": "query", "name": "language", "type": "string"}, {"default": "USD", "description": "Amazon currency", "enum": ["USD"], "in": "query", "name": "currency", "type": "string"}], "path": "/amazon/product/{asin}", "pathParams": ["asin"], "produces": ["application/json"], "queryParams": [{"enum": ["en_US"], "in": "query", "name": "language", "type": "string"}, {"enum": ["USD"], "in": "query", "name": "currency", "type": "string"}], "security": ["ApiKeyAuth"]}, "amazon-search": {"id": "amazon-search", "method": "GET", "params": [{"description": "Search keyword", "in": "query", "name": "k", "required": true, "type": "string", "x-example": "apple watch"}, {"description": "Sort order", "in": "query", "name": "s", "type": "string", "x-example": "review-rank"}, {"description": "1-based page number", "in": "query", "name": "page", "type": "integer", "x-example": 1}], "path": "/amazon/search", "pathParams": [], "produces": ["application/json"], "queryParams": [{"in": "query", "name": "k", "required": true, "type": "string"}, {"in": "query", "name": "s", "type": "string"}, {"in": "query", "name": "page", "type": "integer"}], "security": ["ApiKeyAuth"]}, "amazon-suggest": {"id": "amazon-suggest", "method": "GET", "params": [{"description": "Suggestion prefix", "in": "path", "name": "keyword", "required": true, "type": "string", "x-example": "apple"}], "path": "/amazon/suggest/{keyword}", "pathParams": ["keyword"], "produces": ["application/json"], "queryParams": [], "security": ["ApiKeyAuth"]}}
23
+ JSON
24
+ OPERATION_IDS = JSON.parse(<<~'JSON').freeze
25
+ ["amazon-charts", "amazon-charts-categories", "amazon-product", "amazon-search", "amazon-suggest"]
26
+ JSON
27
+ OPERATION_COUNT = OPERATION_IDS.length
28
+
29
+ class Client
30
+ attr_reader :base_url
31
+
32
+ def initialize(api_key: ENV["CRAWLORA_API_KEY"], base_url: "https://api.crawlora.net/api/v1", timeout: 30, user_agent: "crawlora-amazon-ruby/0.1.1", transport: nil)
33
+ @api_key = api_key
34
+ @base_url = base_url.to_s.sub(%r{/+$}, "")
35
+ @timeout = Float(timeout)
36
+ @user_agent = user_agent
37
+ @transport = transport
38
+ @closed = false
39
+ end
40
+
41
+ def request(operation_id, params = {}, response_type: :auto)
42
+ raise Errors::ClientError, "client is closed" if @closed
43
+ operation_id = operation_id.to_s
44
+ operation = OPERATIONS[operation_id]
45
+ raise Errors::ClientError.new("unknown operation: #{operation_id}", operation_id: operation_id) unless operation
46
+ raise Errors::ClientError.new("Crawlora API key is required", operation_id: operation_id) if @api_key.nil? || @api_key.to_s.empty?
47
+ normalized = params.each_with_object({}) { |(key, value), out| out[key.to_s] = value }
48
+ url = build_url(operation, normalized)
49
+ uri = URI.parse(url)
50
+ request = Net::HTTP::Get.new(uri)
51
+ request["x-api-key"] = @api_key
52
+ request["User-Agent"] = @user_agent
53
+ request["Accept"] = operation["produces"].include?("text/plain") ? "application/json, text/plain" : "application/json"
54
+ begin
55
+ if @transport
56
+ response = @transport.call(url, request.to_hash, @timeout)
57
+ status = Integer(response.fetch(:status) { response.fetch("status") })
58
+ body = response.fetch(:body) { response.fetch("body", "") }
59
+ headers = response.fetch(:headers) { response.fetch("headers", {}) }
60
+ content_type = headers["content-type"] || headers["Content-Type"]
61
+ else
62
+ http = Net::HTTP.new(uri.host, uri.port)
63
+ http.use_ssl = uri.scheme == "https"
64
+ http.open_timeout = @timeout
65
+ http.read_timeout = @timeout
66
+ response = http.start { |connection| connection.request(request) }
67
+ status = response.code.to_i
68
+ body = response.body
69
+ content_type = response["content-type"]
70
+ end
71
+ rescue Timeout::Error, SocketError, SystemCallError, IOError, EOFError, Net::HTTPBadResponse, Net::ProtocolError, OpenSSL::SSL::SSLError => error
72
+ raise Errors::NetworkError.new("Crawlora request failed: #{error.message}", operation_id: operation_id)
73
+ end
74
+ unless status >= 200 && status < 300
75
+ klass = status >= 500 ? Errors::ServerError : Errors::ClientError
76
+ raise klass.new("Crawlora returned HTTP #{status}", status: status, operation_id: operation_id, body: body)
77
+ end
78
+ parse_response(body, content_type, operation, normalized, response_type)
79
+ end
80
+
81
+ def close
82
+ @closed = true
83
+ end
84
+
85
+ def closed?
86
+ @closed
87
+ end
88
+
89
+ def with
90
+ return self unless block_given?
91
+ yield self
92
+ ensure
93
+ close if block_given?
94
+ end
95
+
96
+ def self.operation_count
97
+ OPERATION_COUNT
98
+ end
99
+
100
+ def self.operation_ids
101
+ OPERATION_IDS
102
+ end
103
+
104
+ def self.operations
105
+ OPERATIONS
106
+ end
107
+
108
+ define_method('charts') do |**params|
109
+ response_type = params.delete(:response_type) || params.delete(:_response_type) || :auto
110
+ request('amazon-charts', params, response_type: response_type)
111
+ end
112
+ define_method('charts_categories') do |**params|
113
+ response_type = params.delete(:response_type) || params.delete(:_response_type) || :auto
114
+ request('amazon-charts-categories', params, response_type: response_type)
115
+ end
116
+ define_method('product') do |**params|
117
+ response_type = params.delete(:response_type) || params.delete(:_response_type) || :auto
118
+ request('amazon-product', params, response_type: response_type)
119
+ end
120
+ define_method('search') do |**params|
121
+ response_type = params.delete(:response_type) || params.delete(:_response_type) || :auto
122
+ request('amazon-search', params, response_type: response_type)
123
+ end
124
+ define_method('suggest') do |**params|
125
+ response_type = params.delete(:response_type) || params.delete(:_response_type) || :auto
126
+ request('amazon-suggest', params, response_type: response_type)
127
+ end
128
+
129
+ private
130
+
131
+ def build_url(operation, params)
132
+ known = operation["params"].map { |param| param["name"] }
133
+ unknown = params.keys - known
134
+ raise Errors::ClientError.new("unknown parameters: #{unknown.join(', ')}", operation_id: operation["id"]) unless unknown.empty?
135
+ path = operation["path"].dup
136
+ operation["params"].select { |param| param["in"] == "path" }.each do |param|
137
+ value = params[param["name"]]
138
+ raise Errors::ClientError.new("missing path parameter: #{param['name']}", operation_id: operation["id"]) if value.nil?
139
+ path.sub!("{" + param["name"] + "}", percent_encode(value.to_s))
140
+ end
141
+ pairs = []
142
+ operation["queryParams"].each do |param|
143
+ name = param["name"]
144
+ value = params.key?(name) ? params[name] : param["default"]
145
+ if value.nil?
146
+ raise Errors::ClientError.new("missing query parameter: #{name}", operation_id: operation["id"]) if param["required"]
147
+ next
148
+ end
149
+ enum_values = param["enum"] || (param["items"] && param["items"]["enum"])
150
+ if enum_values && !(value.is_a?(Array) ? value : [value]).all? { |item| enum_values.map(&:to_s).include?(item.to_s) }
151
+ raise Errors::ClientError.new("invalid value for #{name}", operation_id: operation["id"])
152
+ end
153
+ if value.is_a?(Array)
154
+ format = param["collectionFormat"] || "csv"
155
+ if format == "multi"
156
+ value.each { |item| pairs << [name, scalar(item)] }
157
+ else
158
+ separator = {"csv" => ",", "ssv" => " ", "tsv" => "\t", "pipes" => "|"}[format] || ","
159
+ pairs << [name, value.map { |item| scalar(item) }.join(separator)]
160
+ end
161
+ else
162
+ pairs << [name, scalar(value)]
163
+ end
164
+ end
165
+ query = pairs.map { |name, value| "#{percent_encode(name)}=#{percent_encode(value)}" }.join("&")
166
+ @base_url + path + (query.empty? ? "" : "?" + query)
167
+ end
168
+
169
+ def scalar(value)
170
+ value == true ? "true" : (value == false ? "false" : value.to_s)
171
+ end
172
+
173
+ def percent_encode(value)
174
+ URI::DEFAULT_PARSER.escape(value.to_s, /[^A-Za-z0-9\-._~]/)
175
+ end
176
+
177
+ def parse_response(body, content_type, operation, params, response_type)
178
+ type = response_type.to_s
179
+ raise Errors::ClientError.new("response_type must be auto, json, or text", operation_id: operation["id"]) unless %w[auto json text].include?(type)
180
+ format = operation["params"].find { |param| param["name"] == "format" }
181
+ text_formats = format && format["enum"] ? format["enum"].reject { |value| %w[json application/json].include?(value.to_s.downcase) } : []
182
+ raw_format = params["format"] && text_formats.include?(params["format"].to_s)
183
+ json_format = format && format["enum"] && format["enum"].any? { |value| %w[json application/json].include?(value.to_s.downcase) } && %w[json application/json].include?(params["format"].to_s.downcase)
184
+ is_json = json_format || content_type.to_s.downcase.include?("json") || operation["produces"] == ["application/json"]
185
+ return body if type == "text" || raw_format || (type == "auto" && !is_json)
186
+ JSON.parse(body)
187
+ rescue JSON::ParserError => error
188
+ raise Errors::Error.new("invalid JSON response from Crawlora: #{error.message}", operation_id: operation["id"], body: body)
189
+ end
190
+
191
+ public
192
+ end
193
+ end
194
+ end
@@ -0,0 +1,5 @@
1
+ module Crawlora
2
+ module Amazon
3
+ VERSION = "0.1.1"
4
+ end
5
+ end
@@ -0,0 +1,2 @@
1
+ require_relative "amazon/version"
2
+ require_relative "amazon/client"
metadata ADDED
@@ -0,0 +1,51 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: crawlora-amazon
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.1
5
+ platform: ruby
6
+ authors:
7
+ - Crawlora
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2026-10-09 00:00:00.000000000 Z
12
+ dependencies: []
13
+ description: Credential-free Amazon API access through Crawlora's hosted service.
14
+ email:
15
+ executables: []
16
+ extensions: []
17
+ extra_rdoc_files: []
18
+ files:
19
+ - CHANGELOG.md
20
+ - LICENSE
21
+ - README.md
22
+ - lib/crawlora/amazon.rb
23
+ - lib/crawlora/amazon/client.rb
24
+ - lib/crawlora/amazon/version.rb
25
+ homepage: https://crawlora.net/?utm_source=rubygems&utm_medium=referral&utm_campaign=platform-clients&utm_content=amazon-ruby-homepage
26
+ licenses:
27
+ - MIT
28
+ metadata:
29
+ source_code_uri: https://github.com/Crawlora-org/crawlora-amazon
30
+ documentation_uri: https://github.com/Crawlora-org/crawlora-amazon/blob/main/ruby/README.md
31
+ rubygems_mfa_required: 'true'
32
+ post_install_message:
33
+ rdoc_options: []
34
+ require_paths:
35
+ - lib
36
+ required_ruby_version: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - ">="
39
+ - !ruby/object:Gem::Version
40
+ version: '2.6'
41
+ required_rubygems_version: !ruby/object:Gem::Requirement
42
+ requirements:
43
+ - - ">="
44
+ - !ruby/object:Gem::Version
45
+ version: '0'
46
+ requirements: []
47
+ rubygems_version: 3.4.19
48
+ signing_key:
49
+ specification_version: 4
50
+ summary: Amazon client for the Crawlora hosted API
51
+ test_files: []