scraper_rb 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 879c8d4f6057bdb06c36073d71063a9ef40ad0544484bab1546093621e24c319
-  data.tar.gz: f75e6f6e2105d8cc9dbd4e7808c061a0148115904e29fee6f93ab39ac54b270b
+  metadata.gz: a828454fe71dc2b90bfd9fde3e859d149ca3a2c0c2f38fee1d82d7b78537746c
+  data.tar.gz: 98b66eef645c08144966f86a8e6fbf0d61ee8ff26eb5de53906680dee846c6b1
 SHA512:
-  metadata.gz: 54764b1ddda207a57b1a2c6ae12e62bdc5c823f855e04aeed18e3f9fd3064545c19e162a3bc3f51b53b545d891cb4fa74d98c0766cc1cc762a07308a9d3716e5
-  data.tar.gz: bdc1300679693f8b8f4956f502256ae481b8959171785041f2fb42cef554c4dee9d82787c5b1454fe2274ce6189544d48731f2ba851974c3e9ae5c61ba5ef28a
+  metadata.gz: d3a3ab8786817af29be63cae500c04987f83418ced89779a4ee21dd296322f0817e85a0cb45491960ec0a8d36c34cff7a2a50af3b0855adf57ae8feedf30e421
+  data.tar.gz: 89a39dffbaea50064fcd944f89a5b02bae78cc5130f6f16fe58429f965e590f2ae15e41ddf1d9617bf9477be3f3467d6b700ff87c9f1367df81052ddae47dc83

data/.bumpversion.cfg

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 0.1.1
+current_version = 0.1.2
 commit = True
 
 [bumpversion:file:README.md]

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    scraper_rb (0.1.1)
+    scraper_rb (0.1.2)
       faraday (~> 1.0, >= 1.0.1)
 
 GEM

data/README.md

@@ -21,7 +21,7 @@ $ gem install scraper_rb
 or; install from GitHub:
 
 ```bash
-$ gem install scraper_rb --version "0.1.1" --source "https://rubygems.pkg.github.com/promptapi"
+$ gem install scraper_rb --version "0.1.2" --source "https://rubygems.pkg.github.com/promptapi"
 ```
 
 ---
@@ -86,13 +86,26 @@ Default **timeout** value is set to `10` seconds. You can change this while
 initializing the instance:
 
 ```ruby
-s = ScraperRb.new('https://pypi.org/classifiers/', {}, timeout=50) 
+s = ScraperRb.new('https://pypi.org/classifiers/', params={}, timeout=50) 
 # => 50 seconds timeout w/o params
 
-s = ScraperRb.new('https://pypi.org/classifiers/', {country: 'EE'}, timeout=50) 
+s = ScraperRb.new('https://pypi.org/classifiers/', params={country: 'EE'}, timeout=50) 
 # => 50 seconds timeout
 ```
 
+You can add extra `X-` headers:
+
+```ruby
+s = ScraperRb.new('https://pypi.org/classifiers/', headers={'X-Referer': 'https://www.google.com'}) 
+
+# or
+s = ScraperRb.new('https://pypi.org/classifiers/', params={country: 'EE'}, headers={'X-Referer': 'https://www.google.com'}, timeout=50) 
+# => 50 seconds timeout
+```
+
+`headers` param is a `Hash`, you can add key/value data. Header keys must star
+with `X-` prefix. More detail can found at [Mozilla](https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers) site.
+
 ---
 
 ## Development

data/lib/scraper_rb.rb

@@ -20,8 +20,8 @@ module ScraperRb
   end
   
   class << self
-    def new(url, params={}, timeout=10)
-      ScraperRb::Scraper.new(url, params, timeout)
+    def new(url, params={}, headers={}, timeout=10)
+      ScraperRb::Scraper.new(url, params, headers, timeout)
     end
   end
   
@@ -30,13 +30,19 @@ module ScraperRb
 
     attr_accessor :options, :response
 
-    def initialize(url, params, timeout)
+    def initialize(url, params, extra_headers, timeout)
       params = {} if params == nil
+      default_headers = {
+        'Accept' => 'application/json', 
+        'apikey' => ENV['PROMPTAPI_TOKEN'],
+      }
+      default_headers.merge!(extra_headers) if extra_headers
+
       @options = {
         url: ENV['PROMPTAPI_TEST_ENDPOINT'] || 'https://api.promptapi.com/scraper',
         params: {url: url},
         request: {timeout: timeout},
-        headers: {'Accept' => 'application/json', 'apikey' => ENV['PROMPTAPI_TOKEN']},
+        headers: default_headers,
       }
       params.each do |key, value|
         @options[:params][key] = value if VALID_PARAMS.map(&:to_sym).include?(key)

data/lib/scraper_rb/version.rb

@@ -1,3 +1,3 @@
 module ScraperRb
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: scraper_rb
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Prompt API
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-09-14 00:00:00.000000000 Z
+date: 2020-10-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: wirble