apiverve_websitetotext 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/LICENSE +21 -0
- data/README.md +99 -0
- data/lib/apiverve/client.rb +184 -0
- data/lib/apiverve_websitetotext/client.rb +186 -0
- data/lib/apiverve_websitetotext.rb +9 -0
- metadata +98 -0
checksums.yaml
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
---
|
|
2
|
+
SHA256:
|
|
3
|
+
metadata.gz: 4a53ff9d51a793b4af99fecb14f316e7943ff62f933ca99f0c7a90eaacfb76e1
|
|
4
|
+
data.tar.gz: 3596949fb9f1ab426d2d11ed812b2b4886fb495363c60d9697f2d349b6ff9b0b
|
|
5
|
+
SHA512:
|
|
6
|
+
metadata.gz: 703ebed4f718b304452265837637b4aa2491ee655bf5313093e87dbfe83da8cbc73ee9ecde706571fea387a360398cfd079891a307becb5c54de8c54c21fb04d
|
|
7
|
+
data.tar.gz: 1215585d8be48db318d7dd479c69f69eb249dca0d86382d82cba5c8c52ef746708fe63085fcb75771faf3133c42379c698957e91b3c58deea8e6bb246b3ceb45
|
data/LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
MIT License
|
|
2
|
+
|
|
3
|
+
Copyright (c) {{year}} APIVerve
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
6
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
7
|
+
in the Software without restriction, including without limitation the rights
|
|
8
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
9
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
10
|
+
furnished to do so, subject to the following conditions:
|
|
11
|
+
|
|
12
|
+
The above copyright notice and this permission notice shall be included in all
|
|
13
|
+
copies or substantial portions of the Software.
|
|
14
|
+
|
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
16
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
17
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
18
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
19
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
20
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
21
|
+
SOFTWARE.
|
data/README.md
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
# Website to Text API - Ruby Gem
|
|
2
|
+
|
|
3
|
+
Website to Text is a simple tool for converting a website to text. It returns the text extracted from the website.
|
|
4
|
+
|
|
5
|
+
## Installation
|
|
6
|
+
|
|
7
|
+
Add this line to your application's Gemfile:
|
|
8
|
+
|
|
9
|
+
```ruby
|
|
10
|
+
gem 'apiverve_websitetotext'
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
And then execute:
|
|
14
|
+
|
|
15
|
+
```bash
|
|
16
|
+
$ bundle install
|
|
17
|
+
```
|
|
18
|
+
|
|
19
|
+
Or install it yourself as:
|
|
20
|
+
|
|
21
|
+
```bash
|
|
22
|
+
$ gem install apiverve_websitetotext
|
|
23
|
+
```
|
|
24
|
+
|
|
25
|
+
## Getting Started
|
|
26
|
+
|
|
27
|
+
Get your API key at [APIVerve](https://apiverve.com)
|
|
28
|
+
|
|
29
|
+
### Basic Usage
|
|
30
|
+
|
|
31
|
+
```ruby
|
|
32
|
+
require 'apiverve_websitetotext'
|
|
33
|
+
|
|
34
|
+
# Initialize the client
|
|
35
|
+
client = APIVerve::Websitetotext::Client.new(api_key: "YOUR_API_KEY")
|
|
36
|
+
|
|
37
|
+
# Make a request
|
|
38
|
+
response = client.execute({ url: "https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/concepts" })
|
|
39
|
+
|
|
40
|
+
# Print the response
|
|
41
|
+
puts response
|
|
42
|
+
```
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
### Error Handling
|
|
46
|
+
|
|
47
|
+
```ruby
|
|
48
|
+
begin
|
|
49
|
+
response = client.execute({ url: "https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/concepts" })
|
|
50
|
+
puts response["data"]
|
|
51
|
+
rescue APIVerve::Websitetotext::ValidationError => e
|
|
52
|
+
puts "Validation error: #{e.errors.join(', ')}"
|
|
53
|
+
rescue APIVerve::Websitetotext::APIError => e
|
|
54
|
+
puts "API error: #{e.message}"
|
|
55
|
+
puts "Status code: #{e.status_code}"
|
|
56
|
+
end
|
|
57
|
+
```
|
|
58
|
+
|
|
59
|
+
### Debug Mode
|
|
60
|
+
|
|
61
|
+
```ruby
|
|
62
|
+
# Enable debug logging
|
|
63
|
+
client = APIVerve::Websitetotext::Client.new(
|
|
64
|
+
api_key: "YOUR_API_KEY",
|
|
65
|
+
debug: true
|
|
66
|
+
)
|
|
67
|
+
```
|
|
68
|
+
|
|
69
|
+
## Example Response
|
|
70
|
+
|
|
71
|
+
```json
|
|
72
|
+
{
|
|
73
|
+
"status": "ok",
|
|
74
|
+
"error": null,
|
|
75
|
+
"data": {
|
|
76
|
+
"date": null,
|
|
77
|
+
"description": "Use Amazon EC2 for scalable computing capacity in the AWS Cloud so you can develop and deploy applications without hardware constraints.",
|
|
78
|
+
"title": "What is Amazon EC2?",
|
|
79
|
+
"title_alt": "What is Amazon EC2?",
|
|
80
|
+
"text": "Amazon Elastic Compute Cloud (Amazon EC2) provides on-demand, scalable computing capacity in the Amazon Web \t\tServices (AWS) Cloud. Using Amazon EC2 reduces hardware costs so you can develop and deploy \t\tapplications faster. You can use Amazon EC2 to launch as many or as few virtual servers as you \t\tneed, configure security and networking, and manage storage. You can add capacity (scale up) \t\tto handle compute-heavy tasks, such as monthly or yearly processes, or spikes in website \t\ttraffic. When usage decreases, you can reduce capacity (scale down) again. An EC2 instance is a virtual server in the AWS Cloud. When you launch an EC2 instance, \tthe instance type that you specify determines the hardware available to your instance. \tEach instance type offers a different balance of compute, memory, network, and storage \tresources. For more information, see the Amazon EC2 Instance Types Guide. Amazon EC2 provides the following high-level features: Amazon EC2 supports the processing, storage, and transmission of credit card data by a merchant or service provider, and has been validated as being compliant with Payment Card Industry (PCI) Data Security Standard (DSS). For more information about PCI DSS, including how to request a copy of the AWS PCI Compliance Package, see PCI DSS Level 1. You can create and manage your Amazon EC2 instances using the following interfaces: Amazon EC2 provides the following pricing options: For a complete list of charges and prices for Amazon EC2 and more information about the purchase \t\t\tmodels, see Amazon EC2 pricing. To create estimates for your AWS use cases, use the AWS Pricing Calculator. To estimate the cost of transforming Microsoft workloads to a modern architecture that uses open source and \t\t\t\tcloud-native services deployed on AWS, use the AWS Modernization Calculator for Microsoft Workloads. To see your bill, go to the Billing and Cost Management Dashboard in the AWS Billing and Cost Management console. Your bill contains links to usage reports that provide details \t\t\t\tabout your bill. To learn more about AWS account billing, see AWS Billing and Cost Management User Guide. If you have questions concerning AWS billing, accounts, and events, contact AWS Support. To calculate the cost of a sample provisioned \t\t\t\t\tenvironment, see . When calculating the cost of a provisioned \t\t\t\tenvironment, remember to include incidental costs such as snapshot storage for EBS \t\t\t\tvolumes. You can optimize the cost, security, and performance of your AWS environment \t\t\t\tusing AWS Trusted Advisor. You can use AWS Cost Explorer to analyze the cost and usage of your EC2 instances. You can view \t\t\t\tdata up to the last 13 months, and forecast how much you are likely to spend for the next \t\t\t\t12 months. For more information, see \t\t\t\tAnalyzing your costs and usage with AWS Cost Explorer in the AWS Cost Management User Guide.",
|
|
81
|
+
"language": "en",
|
|
82
|
+
"publisher": null,
|
|
83
|
+
"url": "https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/concepts"
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
```
|
|
87
|
+
|
|
88
|
+
## Documentation
|
|
89
|
+
|
|
90
|
+
For more information, visit the [API Documentation](https://docs.apiverve.com/ref/websitetotext?utm_source=rubygems&utm_medium=readme).
|
|
91
|
+
|
|
92
|
+
## Support
|
|
93
|
+
|
|
94
|
+
- Website: [https://apiverve.com/marketplace/websitetotext?utm_source=ruby&utm_medium=readme](https://apiverve.com/marketplace/websitetotext?utm_source=ruby&utm_medium=readme)
|
|
95
|
+
- Email: hello@apiverve.com
|
|
96
|
+
|
|
97
|
+
## License
|
|
98
|
+
|
|
99
|
+
This gem is available under the [MIT License](LICENSE).
|
|
@@ -0,0 +1,184 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require "faraday"
|
|
4
|
+
require "faraday/multipart"
|
|
5
|
+
require "json"
|
|
6
|
+
|
|
7
|
+
module APIVerve
|
|
8
|
+
module Websitetotext
|
|
9
|
+
# Client for the Website to Text API
|
|
10
|
+
#
|
|
11
|
+
# @example Basic usage
|
|
12
|
+
# client = APIVerve::Websitetotext::Client.new(api_key: "your_api_key")
|
|
13
|
+
# response = client.execute({ url: "https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/concepts" })
|
|
14
|
+
# puts response
|
|
15
|
+
#
|
|
16
|
+
# @see https://apiverve.com/marketplace/websitetotext?utm_source=ruby&utm_medium=readme
|
|
17
|
+
class Client
|
|
18
|
+
BASE_URL = "https://api.apiverve.com/v1/websitetotext"
|
|
19
|
+
DEFAULT_TIMEOUT = 30
|
|
20
|
+
|
|
21
|
+
# Validation rules for parameters
|
|
22
|
+
VALIDATION_RULES = { 'url' => { type: 'string', required: true, format: 'url' } }
|
|
23
|
+
|
|
24
|
+
# Format validation patterns
|
|
25
|
+
FORMAT_PATTERNS = {
|
|
26
|
+
'email' => /^[^\s@]+@[^\s@]+\.[^\s@]+$/,
|
|
27
|
+
'url' => /^https?:\/\/.+/,
|
|
28
|
+
'ip' => /^(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$|^([0-9a-fA-F]{1,4}:){7}[0-9a-fA-F]{1,4}$/,
|
|
29
|
+
'date' => /^\d{4}-\d{2}-\d{2}$/,
|
|
30
|
+
'hexColor' => /^#?([0-9a-fA-F]{3}|[0-9a-fA-F]{6})$/
|
|
31
|
+
}.freeze
|
|
32
|
+
|
|
33
|
+
# Initialize the client
|
|
34
|
+
#
|
|
35
|
+
# @param api_key [String] Your APIVerve API key
|
|
36
|
+
# @param timeout [Integer] Request timeout in seconds (default: 30)
|
|
37
|
+
# @param debug [Boolean] Enable debug logging (default: false)
|
|
38
|
+
# @raise [ArgumentError] If API key is invalid
|
|
39
|
+
def initialize(api_key:, timeout: DEFAULT_TIMEOUT, debug: false)
|
|
40
|
+
validate_api_key!(api_key)
|
|
41
|
+
|
|
42
|
+
@api_key = api_key
|
|
43
|
+
@timeout = timeout
|
|
44
|
+
@debug = debug
|
|
45
|
+
|
|
46
|
+
@connection = Faraday.new(url: BASE_URL) do |conn|
|
|
47
|
+
conn.request :multipart
|
|
48
|
+
conn.request :url_encoded
|
|
49
|
+
conn.adapter Faraday.default_adapter
|
|
50
|
+
conn.options.timeout = @timeout
|
|
51
|
+
conn.headers["x-api-key"] = @api_key
|
|
52
|
+
conn.headers["auth-mode"] = "rubygems-package"
|
|
53
|
+
conn.headers["Content-Type"] = "application/json"
|
|
54
|
+
end
|
|
55
|
+
end
|
|
56
|
+
|
|
57
|
+
# Execute the API request
|
|
58
|
+
#
|
|
59
|
+
# @param params [Hash] Query parameters or request body
|
|
60
|
+
# @return [Hash] API response
|
|
61
|
+
# @raise [APIError] If the request fails
|
|
62
|
+
# @raise [ValidationError] If parameter validation fails
|
|
63
|
+
def execute(params = {})
|
|
64
|
+
validate_params!(params)
|
|
65
|
+
|
|
66
|
+
log("Making POST request to #{BASE_URL}")
|
|
67
|
+
log("Parameters: #{params.inspect}") if params.any?
|
|
68
|
+
|
|
69
|
+
response = @connection.post do |req|
|
|
70
|
+
req.body = params.to_json
|
|
71
|
+
end
|
|
72
|
+
|
|
73
|
+
handle_response(response)
|
|
74
|
+
end
|
|
75
|
+
|
|
76
|
+
private
|
|
77
|
+
|
|
78
|
+
def validate_api_key!(api_key)
|
|
79
|
+
raise ArgumentError, "API key is required. Get your API key at: https://apiverve.com" if api_key.nil? || api_key.strip.empty?
|
|
80
|
+
|
|
81
|
+
unless api_key.match?(/^[a-zA-Z0-9_-]+$/)
|
|
82
|
+
raise ArgumentError, "Invalid API key format. API key should only contain letters, numbers, hyphens, and underscores."
|
|
83
|
+
end
|
|
84
|
+
end
|
|
85
|
+
|
|
86
|
+
def validate_params!(params)
|
|
87
|
+
return if VALIDATION_RULES.empty?
|
|
88
|
+
|
|
89
|
+
errors = []
|
|
90
|
+
|
|
91
|
+
VALIDATION_RULES.each do |param_name, rules|
|
|
92
|
+
value = params[param_name.to_sym] || params[param_name]
|
|
93
|
+
|
|
94
|
+
# Check required
|
|
95
|
+
if rules[:required] && (value.nil? || value.to_s.empty?)
|
|
96
|
+
errors << "Required parameter [#{param_name}] is missing."
|
|
97
|
+
next
|
|
98
|
+
end
|
|
99
|
+
|
|
100
|
+
next if value.nil?
|
|
101
|
+
|
|
102
|
+
case rules[:type]
|
|
103
|
+
when "integer", "number"
|
|
104
|
+
begin
|
|
105
|
+
num_value = rules[:type] == "number" ? Float(value) : Integer(value)
|
|
106
|
+
errors << "Parameter [#{param_name}] must be at least #{rules[:min]}." if rules[:min] && num_value < rules[:min]
|
|
107
|
+
errors << "Parameter [#{param_name}] must be at most #{rules[:max]}." if rules[:max] && num_value > rules[:max]
|
|
108
|
+
rescue ArgumentError, TypeError
|
|
109
|
+
errors << "Parameter [#{param_name}] must be a valid #{rules[:type]}."
|
|
110
|
+
end
|
|
111
|
+
when "string"
|
|
112
|
+
unless value.is_a?(String)
|
|
113
|
+
errors << "Parameter [#{param_name}] must be a string."
|
|
114
|
+
next
|
|
115
|
+
end
|
|
116
|
+
errors << "Parameter [#{param_name}] must be at least #{rules[:min_length]} characters." if rules[:min_length] && value.length < rules[:min_length]
|
|
117
|
+
errors << "Parameter [#{param_name}] must be at most #{rules[:max_length]} characters." if rules[:max_length] && value.length > rules[:max_length]
|
|
118
|
+
|
|
119
|
+
if rules[:format] && FORMAT_PATTERNS[rules[:format]]
|
|
120
|
+
unless value.match?(FORMAT_PATTERNS[rules[:format]])
|
|
121
|
+
errors << "Parameter [#{param_name}] must be a valid #{rules[:format]}."
|
|
122
|
+
end
|
|
123
|
+
end
|
|
124
|
+
when "boolean"
|
|
125
|
+
unless [true, false, "true", "false"].include?(value)
|
|
126
|
+
errors << "Parameter [#{param_name}] must be a boolean."
|
|
127
|
+
end
|
|
128
|
+
end
|
|
129
|
+
|
|
130
|
+
# Enum validation
|
|
131
|
+
if rules[:enum] && !rules[:enum].include?(value)
|
|
132
|
+
errors << "Parameter [#{param_name}] must be one of: #{rules[:enum].join(', ')}."
|
|
133
|
+
end
|
|
134
|
+
end
|
|
135
|
+
|
|
136
|
+
raise ValidationError, errors unless errors.empty?
|
|
137
|
+
end
|
|
138
|
+
|
|
139
|
+
def handle_response(response)
|
|
140
|
+
log("Response status: #{response.status}")
|
|
141
|
+
|
|
142
|
+
data = JSON.parse(response.body)
|
|
143
|
+
|
|
144
|
+
if data["status"] == "error"
|
|
145
|
+
raise APIError.new(data["error"] || "Unknown API error", response.status, data)
|
|
146
|
+
end
|
|
147
|
+
|
|
148
|
+
unless response.success?
|
|
149
|
+
raise APIError.new(data["error"] || "HTTP #{response.status} error", response.status, data)
|
|
150
|
+
end
|
|
151
|
+
|
|
152
|
+
log("Request successful")
|
|
153
|
+
data
|
|
154
|
+
rescue JSON::ParserError => e
|
|
155
|
+
raise APIError.new("Invalid JSON response: #{e.message}", response.status)
|
|
156
|
+
end
|
|
157
|
+
|
|
158
|
+
def log(message)
|
|
159
|
+
puts "[APIVerve::Websitetotext] #{message}" if @debug
|
|
160
|
+
end
|
|
161
|
+
end
|
|
162
|
+
|
|
163
|
+
# Custom error class for API errors
|
|
164
|
+
class APIError < StandardError
|
|
165
|
+
attr_reader :status_code, :response
|
|
166
|
+
|
|
167
|
+
def initialize(message, status_code = nil, response = nil)
|
|
168
|
+
@status_code = status_code
|
|
169
|
+
@response = response
|
|
170
|
+
super(message)
|
|
171
|
+
end
|
|
172
|
+
end
|
|
173
|
+
|
|
174
|
+
# Custom error class for validation errors
|
|
175
|
+
class ValidationError < StandardError
|
|
176
|
+
attr_reader :errors
|
|
177
|
+
|
|
178
|
+
def initialize(errors)
|
|
179
|
+
@errors = errors
|
|
180
|
+
super("Validation failed: #{errors.join(' ')}")
|
|
181
|
+
end
|
|
182
|
+
end
|
|
183
|
+
end
|
|
184
|
+
end
|
|
@@ -0,0 +1,186 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require "faraday"
|
|
4
|
+
require "faraday/multipart"
|
|
5
|
+
require "json"
|
|
6
|
+
|
|
7
|
+
module APIVerve
|
|
8
|
+
module Websitetotext
|
|
9
|
+
# Client for the Website to Text API
|
|
10
|
+
#
|
|
11
|
+
# @example Basic usage
|
|
12
|
+
# client = APIVerve::Websitetotext::Client.new(api_key: "your_api_key")
|
|
13
|
+
# response = client.execute({ url: "https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/concepts" })
|
|
14
|
+
# puts response
|
|
15
|
+
#
|
|
16
|
+
# @see https://apiverve.com/marketplace/websitetotext?utm_source=ruby&utm_medium=readme
|
|
17
|
+
class Client
|
|
18
|
+
BASE_URL = "https://api.apiverve.com/v1/websitetotext"
|
|
19
|
+
DEFAULT_TIMEOUT = 30
|
|
20
|
+
|
|
21
|
+
# Validation rules for parameters
|
|
22
|
+
VALIDATION_RULES = {
|
|
23
|
+
'url' => { type: 'string', required: true, format: 'url' }
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
# Format validation patterns
|
|
27
|
+
FORMAT_PATTERNS = {
|
|
28
|
+
'email' => /^[^\s@]+@[^\s@]+\.[^\s@]+$/,
|
|
29
|
+
'url' => /^https?:\/\/.+/,
|
|
30
|
+
'ip' => /^(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$|^([0-9a-fA-F]{1,4}:){7}[0-9a-fA-F]{1,4}$/,
|
|
31
|
+
'date' => /^\d{4}-\d{2}-\d{2}$/,
|
|
32
|
+
'hexColor' => /^#?([0-9a-fA-F]{3}|[0-9a-fA-F]{6})$/
|
|
33
|
+
}.freeze
|
|
34
|
+
|
|
35
|
+
# Initialize the client
|
|
36
|
+
#
|
|
37
|
+
# @param api_key [String] Your APIVerve API key
|
|
38
|
+
# @param timeout [Integer] Request timeout in seconds (default: 30)
|
|
39
|
+
# @param debug [Boolean] Enable debug logging (default: false)
|
|
40
|
+
# @raise [ArgumentError] If API key is invalid
|
|
41
|
+
def initialize(api_key:, timeout: DEFAULT_TIMEOUT, debug: false)
|
|
42
|
+
validate_api_key!(api_key)
|
|
43
|
+
|
|
44
|
+
@api_key = api_key
|
|
45
|
+
@timeout = timeout
|
|
46
|
+
@debug = debug
|
|
47
|
+
|
|
48
|
+
@connection = Faraday.new(url: BASE_URL) do |conn|
|
|
49
|
+
conn.request :multipart
|
|
50
|
+
conn.request :url_encoded
|
|
51
|
+
conn.adapter Faraday.default_adapter
|
|
52
|
+
conn.options.timeout = @timeout
|
|
53
|
+
conn.headers["x-api-key"] = @api_key
|
|
54
|
+
conn.headers["auth-mode"] = "rubygems-package"
|
|
55
|
+
conn.headers["Content-Type"] = "application/json"
|
|
56
|
+
end
|
|
57
|
+
end
|
|
58
|
+
|
|
59
|
+
# Execute the API request
|
|
60
|
+
#
|
|
61
|
+
# @param params [Hash] Query parameters or request body
|
|
62
|
+
# @return [Hash] API response
|
|
63
|
+
# @raise [APIError] If the request fails
|
|
64
|
+
# @raise [ValidationError] If parameter validation fails
|
|
65
|
+
def execute(params = {})
|
|
66
|
+
validate_params!(params)
|
|
67
|
+
|
|
68
|
+
log("Making POST request to #{BASE_URL}")
|
|
69
|
+
log("Parameters: #{params.inspect}") if params.any?
|
|
70
|
+
|
|
71
|
+
response = @connection.post do |req|
|
|
72
|
+
req.body = params.to_json
|
|
73
|
+
end
|
|
74
|
+
|
|
75
|
+
handle_response(response)
|
|
76
|
+
end
|
|
77
|
+
|
|
78
|
+
private
|
|
79
|
+
|
|
80
|
+
def validate_api_key!(api_key)
|
|
81
|
+
raise ArgumentError, "API key is required. Get your API key at: https://apiverve.com" if api_key.nil? || api_key.strip.empty?
|
|
82
|
+
|
|
83
|
+
unless api_key.match?(/^[a-zA-Z0-9_-]+$/)
|
|
84
|
+
raise ArgumentError, "Invalid API key format. API key should only contain letters, numbers, hyphens, and underscores."
|
|
85
|
+
end
|
|
86
|
+
end
|
|
87
|
+
|
|
88
|
+
def validate_params!(params)
|
|
89
|
+
return if VALIDATION_RULES.empty?
|
|
90
|
+
|
|
91
|
+
errors = []
|
|
92
|
+
|
|
93
|
+
VALIDATION_RULES.each do |param_name, rules|
|
|
94
|
+
value = params[param_name.to_sym] || params[param_name]
|
|
95
|
+
|
|
96
|
+
# Check required
|
|
97
|
+
if rules[:required] && (value.nil? || value.to_s.empty?)
|
|
98
|
+
errors << "Required parameter [#{param_name}] is missing."
|
|
99
|
+
next
|
|
100
|
+
end
|
|
101
|
+
|
|
102
|
+
next if value.nil?
|
|
103
|
+
|
|
104
|
+
case rules[:type]
|
|
105
|
+
when "integer", "number"
|
|
106
|
+
begin
|
|
107
|
+
num_value = rules[:type] == "number" ? Float(value) : Integer(value)
|
|
108
|
+
errors << "Parameter [#{param_name}] must be at least #{rules[:min]}." if rules[:min] && num_value < rules[:min]
|
|
109
|
+
errors << "Parameter [#{param_name}] must be at most #{rules[:max]}." if rules[:max] && num_value > rules[:max]
|
|
110
|
+
rescue ArgumentError, TypeError
|
|
111
|
+
errors << "Parameter [#{param_name}] must be a valid #{rules[:type]}."
|
|
112
|
+
end
|
|
113
|
+
when "string"
|
|
114
|
+
unless value.is_a?(String)
|
|
115
|
+
errors << "Parameter [#{param_name}] must be a string."
|
|
116
|
+
next
|
|
117
|
+
end
|
|
118
|
+
errors << "Parameter [#{param_name}] must be at least #{rules[:min_length]} characters." if rules[:min_length] && value.length < rules[:min_length]
|
|
119
|
+
errors << "Parameter [#{param_name}] must be at most #{rules[:max_length]} characters." if rules[:max_length] && value.length > rules[:max_length]
|
|
120
|
+
|
|
121
|
+
if rules[:format] && FORMAT_PATTERNS[rules[:format]]
|
|
122
|
+
unless value.match?(FORMAT_PATTERNS[rules[:format]])
|
|
123
|
+
errors << "Parameter [#{param_name}] must be a valid #{rules[:format]}."
|
|
124
|
+
end
|
|
125
|
+
end
|
|
126
|
+
when "boolean"
|
|
127
|
+
unless [true, false, "true", "false"].include?(value)
|
|
128
|
+
errors << "Parameter [#{param_name}] must be a boolean."
|
|
129
|
+
end
|
|
130
|
+
end
|
|
131
|
+
|
|
132
|
+
# Enum validation
|
|
133
|
+
if rules[:enum] && !rules[:enum].include?(value)
|
|
134
|
+
errors << "Parameter [#{param_name}] must be one of: #{rules[:enum].join(', ')}."
|
|
135
|
+
end
|
|
136
|
+
end
|
|
137
|
+
|
|
138
|
+
raise ValidationError, errors unless errors.empty?
|
|
139
|
+
end
|
|
140
|
+
|
|
141
|
+
def handle_response(response)
|
|
142
|
+
log("Response status: #{response.status}")
|
|
143
|
+
|
|
144
|
+
data = JSON.parse(response.body)
|
|
145
|
+
|
|
146
|
+
if data["status"] == "error"
|
|
147
|
+
raise APIError.new(data["error"] || "Unknown API error", response.status, data)
|
|
148
|
+
end
|
|
149
|
+
|
|
150
|
+
unless response.success?
|
|
151
|
+
raise APIError.new(data["error"] || "HTTP #{response.status} error", response.status, data)
|
|
152
|
+
end
|
|
153
|
+
|
|
154
|
+
log("Request successful")
|
|
155
|
+
data
|
|
156
|
+
rescue JSON::ParserError => e
|
|
157
|
+
raise APIError.new("Invalid JSON response: #{e.message}", response.status)
|
|
158
|
+
end
|
|
159
|
+
|
|
160
|
+
def log(message)
|
|
161
|
+
puts "[APIVerve::Websitetotext] #{message}" if @debug
|
|
162
|
+
end
|
|
163
|
+
end
|
|
164
|
+
|
|
165
|
+
# Custom error class for API errors
|
|
166
|
+
class APIError < StandardError
|
|
167
|
+
attr_reader :status_code, :response
|
|
168
|
+
|
|
169
|
+
def initialize(message, status_code = nil, response = nil)
|
|
170
|
+
@status_code = status_code
|
|
171
|
+
@response = response
|
|
172
|
+
super(message)
|
|
173
|
+
end
|
|
174
|
+
end
|
|
175
|
+
|
|
176
|
+
# Custom error class for validation errors
|
|
177
|
+
class ValidationError < StandardError
|
|
178
|
+
attr_reader :errors
|
|
179
|
+
|
|
180
|
+
def initialize(errors)
|
|
181
|
+
@errors = errors
|
|
182
|
+
super("Validation failed: #{errors.join(' ')}")
|
|
183
|
+
end
|
|
184
|
+
end
|
|
185
|
+
end
|
|
186
|
+
end
|
metadata
ADDED
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
|
2
|
+
name: apiverve_websitetotext
|
|
3
|
+
version: !ruby/object:Gem::Version
|
|
4
|
+
version: 1.2.0
|
|
5
|
+
platform: ruby
|
|
6
|
+
authors:
|
|
7
|
+
- APIVerve
|
|
8
|
+
bindir: bin
|
|
9
|
+
cert_chain: []
|
|
10
|
+
date: 1980-01-02 00:00:00.000000000 Z
|
|
11
|
+
dependencies:
|
|
12
|
+
- !ruby/object:Gem::Dependency
|
|
13
|
+
name: faraday
|
|
14
|
+
requirement: !ruby/object:Gem::Requirement
|
|
15
|
+
requirements:
|
|
16
|
+
- - ">="
|
|
17
|
+
- !ruby/object:Gem::Version
|
|
18
|
+
version: '1.0'
|
|
19
|
+
- - "<"
|
|
20
|
+
- !ruby/object:Gem::Version
|
|
21
|
+
version: '3.0'
|
|
22
|
+
type: :runtime
|
|
23
|
+
prerelease: false
|
|
24
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
25
|
+
requirements:
|
|
26
|
+
- - ">="
|
|
27
|
+
- !ruby/object:Gem::Version
|
|
28
|
+
version: '1.0'
|
|
29
|
+
- - "<"
|
|
30
|
+
- !ruby/object:Gem::Version
|
|
31
|
+
version: '3.0'
|
|
32
|
+
- !ruby/object:Gem::Dependency
|
|
33
|
+
name: faraday-multipart
|
|
34
|
+
requirement: !ruby/object:Gem::Requirement
|
|
35
|
+
requirements:
|
|
36
|
+
- - "~>"
|
|
37
|
+
- !ruby/object:Gem::Version
|
|
38
|
+
version: '1.0'
|
|
39
|
+
type: :runtime
|
|
40
|
+
prerelease: false
|
|
41
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
42
|
+
requirements:
|
|
43
|
+
- - "~>"
|
|
44
|
+
- !ruby/object:Gem::Version
|
|
45
|
+
version: '1.0'
|
|
46
|
+
- !ruby/object:Gem::Dependency
|
|
47
|
+
name: json
|
|
48
|
+
requirement: !ruby/object:Gem::Requirement
|
|
49
|
+
requirements:
|
|
50
|
+
- - "~>"
|
|
51
|
+
- !ruby/object:Gem::Version
|
|
52
|
+
version: '2.0'
|
|
53
|
+
type: :runtime
|
|
54
|
+
prerelease: false
|
|
55
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
56
|
+
requirements:
|
|
57
|
+
- - "~>"
|
|
58
|
+
- !ruby/object:Gem::Version
|
|
59
|
+
version: '2.0'
|
|
60
|
+
description: Website to Text is a simple tool for converting a website to text. It
|
|
61
|
+
returns the text extracted from the website.
|
|
62
|
+
email:
|
|
63
|
+
- hello@apiverve.com
|
|
64
|
+
executables: []
|
|
65
|
+
extensions: []
|
|
66
|
+
extra_rdoc_files: []
|
|
67
|
+
files:
|
|
68
|
+
- LICENSE
|
|
69
|
+
- README.md
|
|
70
|
+
- lib/apiverve/client.rb
|
|
71
|
+
- lib/apiverve_websitetotext.rb
|
|
72
|
+
- lib/apiverve_websitetotext/client.rb
|
|
73
|
+
homepage: https://apiverve.com/marketplace/websitetotext?utm_source=ruby&utm_medium=homepage
|
|
74
|
+
licenses:
|
|
75
|
+
- MIT
|
|
76
|
+
metadata:
|
|
77
|
+
homepage_uri: https://apiverve.com/marketplace/websitetotext?utm_source=ruby&utm_medium=homepage
|
|
78
|
+
source_code_uri: https://github.com/apiverve/websitetotext-API/tree/main/ruby
|
|
79
|
+
changelog_uri: https://apiverve.com/changelog
|
|
80
|
+
documentation_uri: https://docs.apiverve.com/ref/websitetotext
|
|
81
|
+
rdoc_options: []
|
|
82
|
+
require_paths:
|
|
83
|
+
- lib
|
|
84
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
|
85
|
+
requirements:
|
|
86
|
+
- - ">="
|
|
87
|
+
- !ruby/object:Gem::Version
|
|
88
|
+
version: 2.7.0
|
|
89
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
90
|
+
requirements:
|
|
91
|
+
- - ">="
|
|
92
|
+
- !ruby/object:Gem::Version
|
|
93
|
+
version: '0'
|
|
94
|
+
requirements: []
|
|
95
|
+
rubygems_version: 3.6.9
|
|
96
|
+
specification_version: 4
|
|
97
|
+
summary: Website to Text API - Ruby Client
|
|
98
|
+
test_files: []
|