google_search_results 1.0.2 → 2.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 57f71c4cad805b4e1bf820d27dee4da8ead20b99
-  data.tar.gz: 19b72d8a91fa20666f0fba71b2394f7d49691749
+SHA256:
+  metadata.gz: d6431b13d508a7d2758723df6ff4f0f702e00005daf957789b01f993516e4a37
+  data.tar.gz: 8ade7cedec4cfeb413ee4f5ded86ba37a578f5424f88f5ab28bcec9006623983
 SHA512:
-  metadata.gz: eb2406e30532a5322371f69ce720a775cf13676cead003d59f85b45507cec9f1cce7b6eb67ad19f4d3db0131a8b87a093c025d2d67e195f8cd0e1421a80f1b7c
-  data.tar.gz: c19c6675aaba2dbd23c49ddc042ea3e065a65ca7f1bc8ecdb5b9846a25516c15627412d21122a76d298a93d8e0b578cca44e2b05723fc2d1a923ac9b286660b5
+  metadata.gz: 112a0060aa508a73274f6b96233ec46a7d4256d2d3e5952605a1951da9b8af0225b6f1be61e5fc8d7c149feff52218538a3cb39221fc305d09ed8f387fbf2385
+  data.tar.gz: e9d03804d47bd7e84778635e4cf35b14790cad13124572bf23a769a7160b68f26381d42532b15a4a28033ee69f8be1d8fa11c18b252937631a4342d3c5e514ce

data/lib/google_search_results.rb

@@ -1,67 +1,7 @@
-# encoding: UTF-8
-
-require 'open-uri'
-require 'json'
-require_relative 'google_search_results/hash'
-
-class GoogleSearchResults
-
-  VERSION = "1.0.2"
-  BACKEND = "serpapi.com"
-
-  @@serp_api_key = nil
-
-  class << self
-    attr_accessor :serp_api_key
-  end
-
-  attr_accessor :params
-
-  def initialize params = {}
-    @params = params
-  end
-
-  def construct_url
-    @params[:source] = "ruby"
-    if @params[:serp_api_key].nil? and GoogleSearchResults.serp_api_key
-      @params[:serp_api_key] = GoogleSearchResults.serp_api_key
-    end
-    URI::HTTPS.build(host: BACKEND, path: '/search', query: URI.encode_www_form(@params))
-  end
-
-  def get_results
-    begin
-      open(construct_url, read_timeout: 600).read
-    rescue OpenURI::HTTPError => e
-      if error = JSON.load(e.io.read)["error"]      
-        raise error
-      else
-        raise e
-      end
-    end
-  end
-
-  def get_html
-    @params[:output] = "html"
-    get_results
-  end
-
-  def get_json
-    @params[:output] = "json"
-    get_results
-  end
-
-  def get_json_with_images
-    @params[:output] = "json_with_images"
-    get_results
-  end
-
-  def get_hash
-    JSON.load(get_json).symbolize_all_keys
-  end
-
-  def get_hash_with_images
-    JSON.load(get_json_with_images).symbolize_all_keys
-  end
-
-end 
+require_relative 'search/serp_api_search.rb'
+require_relative 'search/baidu_search.rb'
+require_relative 'search/bing_search.rb'
+require_relative 'search/ebay_search.rb'
+require_relative 'search/google_search.rb'
+require_relative 'search/yahoo_search.rb'
+require_relative 'search/yandex_search.rb'

data/lib/search/baidu_search.rb

@@ -0,0 +1,33 @@
+require_relative 'serp_api_search'
+
+# Baidu Search Result for Ruby powered by SerpApi
+#
+# Search API Usage
+#
+# ```ruby
+# parameter = {
+#   q: "query",
+#   api_key: "Serp API Key"
+# }
+#
+# search = BaiduSearch.new(parameter)
+#
+# html_results = search.get_html
+# hash_results = search.get_hash
+# json_results = search.get_json
+#
+# ```
+# doc: https://serpapi.com/baidu-search-api
+
+class BaiduSearch < SerpApiSearch
+
+  def initialize(params = {})
+    super(params, BING_ENGINE)
+    check_params([:q, :engine])
+  end
+
+  def get_location
+    raise 'location is not supported by Baidu'
+  end
+
+end

data/lib/search/bing_search.rb

@@ -0,0 +1,32 @@
+require_relative 'serp_api_search'
+
+# Bing Search Result for Ruby powered by SerpApi
+#
+# Search API Usage
+#
+# ```ruby
+# parameter = {
+#   q: "query",
+#   location: "city,state,country",
+#   api_key: "Your SERP API Key"
+# }
+#
+# search = BingSearch.new(parameter)
+# search.params[:location] = "Portland"
+#
+# html_results = search.get_html
+# hash_results = search.get_hash
+# json_results = search.get_json
+#
+# ```
+# 
+# doc: https://serpapi.com/bing-search-api
+
+class BingSearch < SerpApiSearch
+
+  def initialize(params = {})
+    super(params, BING_ENGINE)
+    check_params([:q, :engine])
+  end
+
+end

data/lib/search/ebay_search.rb

@@ -0,0 +1,35 @@
+require_relative 'serp_api_search'
+
+# Ebay Search Result for Ruby powered by SerpApi
+#
+# Search API Usage
+#
+# ```ruby
+# parameter = {
+#   _nkw: "query",
+#   api_key: "Your SERP API Key"
+# }
+#
+# search = EbaySearch.new(parameter)
+# search.params[:ebay_domain] = "ebay.com"
+#
+# html_results = search.get_html
+# hash_results = search.get_hash
+# json_results = search.get_json
+#
+# ```
+#
+# doc: https://serpapi.com/ebay-search-api
+
+class EbaySearch < SerpApiSearch
+
+  def initialize(params = {})
+    super(params, EBAY_ENGINE)
+    check_params([:_nkw, :engine])
+  end
+
+  def get_location
+    raise 'location is not supported by ' + EBAY_ENGINE
+  end
+
+end

data/lib/search/google_search.rb

@@ -0,0 +1,39 @@
+require_relative 'serp_api_search'
+
+# Google Search Result for Ruby powered by SerpApi
+#
+# Search API Usage
+#
+# ```ruby
+# parameter = {
+#   q: "query",
+#   google_domain: "Google Domain", 
+#   location: "Location Requested", 
+#   device: device,
+#   hl: "Google UI Language",
+#   gl: "Google Country",
+#   safe: "Safe Search Flag",
+#   num: "Number of Results",
+#   start: "Pagination Offset",
+#   tbm: "to be matched field",
+#   tbs: "to be searched field",
+#   api_key: "Your SERP API Key"
+# }
+#
+# search = GoogleSearch.new(parameter)
+# search.params[:location] = "Portland"
+#
+# html_results = search.get_html
+# hash_results = search.get_hash
+# json_results = search.get_json
+# ```
+#
+# doc: https://serpapi.com/search-api
+class GoogleSearch < SerpApiSearch
+
+  def initialize(params = {})
+    super(params, GOOGLE_ENGINE)
+    check_params([:q, :engine])
+  end
+
+end

data/lib/search/serp_api_search.rb

@@ -0,0 +1,178 @@
+require 'open-uri'
+require 'json'
+
+GOOGLE_ENGINE = 'google'
+BAIDU_ENGINE = 'baidu'
+BING_ENGINE = 'bing'
+YAHOO_ENGINE = 'yahoo'
+YANDEX_ENGINE = 'yandex'
+EBAY_ENGINE = 'ebay'
+
+
+# Generic HTTP client for serpapi.com
+#
+class SerpApiSearch
+
+  VERSION = "2.0.0"
+  BACKEND = "serpapi.com"
+
+  attr_accessor :params
+
+  # constructor
+  #
+  # Usage
+  # ---
+  #
+  # ```ruby
+  # require 'google_search'
+  # search = SerpApiSearch.new({q: "coffee", api_key: "secure API key", engine: "google"})
+  # result = search.get_json
+  # ```
+  #
+  # @param [Hash] params contains requested parameter
+  # @param [String] engine google|baidu|google|bing|ebay|yandex (optional or can be set in params)
+  def initialize(params, engine = nil)
+    @params = params
+    @params[:engine] ||= engine
+    raise 'engine must be defined in params or a second argument' if @params[:engine].nil?
+  end
+
+  # get_json 
+  # @return [Hash] search result "json like"
+  #  where keys are String
+  def get_json
+    @params[:output] = "json"
+    get_results('/search')
+  end
+
+  # get_html 
+  # @return [String] raw html
+  def get_html
+    @params[:output] = "html"
+    get_results('/search')
+  end
+
+  # get_html
+  # @return [Hash] search result Ruby hash
+  #  where keys are Symbol
+  def get_hash
+    JSON.parse(get_json, {symbolize_names: true})
+  end
+
+  # alias for get_hash
+  # @deprecated
+  def get_hash_with_images
+    get_hash
+  end
+
+  # alias for get_json
+  # @deprecated
+  def get_json_with_images
+    get_json
+  end
+
+  # Get location using Location API
+  def get_location
+    as_json(get_results('/locations.json'))
+  end
+
+  # Retrieve search result from the Search Archive API
+  def get_search_archive(search_id, format = 'json')
+    raise 'format must be json or html' if format !~ /^(html|json)$/
+    as_json(get_results("/searches/#{search_id}.#{format}"))
+  end
+
+   # Get account information using Account API
+  def get_account
+    as_json(get_results('/account'))
+  end
+
+  # @return [String] current search engine
+  def engine
+    @params[:engine]
+  end
+
+  def construct_url(path)
+    @params[:source] = "ruby"
+    if !$serp_api_key.nil?
+      @params[:api_key] = $serp_api_key
+    end
+
+    @params.delete_if { |_, value| value.nil? }
+
+    URI::HTTPS.build(host: BACKEND, path: path, query: URI.encode_www_form(@params))
+  end
+
+  # serp_api_key
+  # legacy implementation.
+  #
+  # @param [String] api_key set user secret API key (copy/paste from https://serpapi.com/dashboard)
+  def self.serp_api_key=(api_key)
+    self.api_key = api_key
+  end
+
+  # api_key
+  # @param [String] api_key set user secret API key (copy/paste from https://serpapi.com/dashboard)
+  def self.api_key=(api_key)
+    $serp_api_key = api_key
+  end
+
+  # @return [String] api_key for this search
+  def api_key
+    @params[:api_key] || @params[:serp_api_key] || $serp_api_key
+  end
+
+  private
+
+  def as_json(data)
+    JSON.parse(data, symbolize_names: true)
+  end
+
+  def get_results(path)
+    begin
+      url = construct_url(path)
+      URI::open(url, read_timeout: 600).read
+    rescue OpenURI::HTTPError => e
+      if error = JSON.load(e.io.read)["error"]
+        puts "server returns error for url: #{url}"
+        raise error
+      else
+        puts "fail: fetch url: #{url}"
+        raise e
+      end
+    rescue => e
+      puts "fail: fetch url: #{url}"
+      raise e
+    end
+  end
+
+  def check_params(keys = [])
+    return if @params.keys == [:engine]
+
+    raise 'keys must be a list of String or Symbol' unless keys.class == Array
+    missing = []
+    keys.each do |key|
+      case key.class.to_s
+      when 'String'
+        if @params[key].nil?
+          if @params[key.to_sym].nil?
+            missing << key.to_s
+          end
+        end
+      when 'Symbol'
+        if @params[key].nil?
+          if @params[key.to_s].nil?
+            missing << key.to_s
+          end
+        end
+      else
+        raise 'keys must contains Symbol or String'
+      end
+    end
+    if !missing.empty?
+      raise "missing required keys in params.\n #{missing.join(',')}"
+    end
+  end
+
+end
+

data/lib/search/yahoo_search.rb

@@ -0,0 +1,35 @@
+require_relative 'serp_api_search'
+
+# Yahoo Search Result for Ruby powered by SerpApi
+#
+# Search API Usage
+#
+# ```ruby
+# parameter = {
+#   p: "query",
+#   api_key: "Your SERP API Key"
+# }
+#
+# search = YahooSearch.new(parameter)
+# search.params[:yahoo_domain] = "fr"
+#
+# html_results = search.get_html
+# hash_results = search.get_hash
+# json_results = search.get_json
+#
+# ```
+#
+# doc: https://serpapi.com/yahoo-search-api
+
+class YahooSearch < SerpApiSearch
+
+  def initialize(params = {})
+    super(params, YAHOO_ENGINE)
+    check_params([:p, :engine])
+  end
+
+  def get_location
+    raise 'location is not supported by ' + YAHOO_ENGINE
+  end
+
+end

data/lib/search/yandex_search.rb

@@ -0,0 +1,35 @@
+require_relative 'serp_api_search'
+
+# Yandex Search Result for Ruby powered by SerpApi
+#
+# Search API Usage
+#
+# ```ruby
+# parameter = {
+#   text: "query",
+#   api_key: "Your SERP API Key"
+# }
+#
+# search = YandexSearch.new(parameter)
+# search.params[:yandex_domain] = "yandex.com"
+#
+# html_results = search.get_html
+# hash_results = search.get_hash
+# json_results = search.get_json
+#
+# ```
+#
+# doc: https://serpapi.com/yandex-search-api
+
+class YandexSearch < SerpApiSearch
+
+  def initialize(params = {})
+    super(params, YANDEX_ENGINE)
+    check_params([:text, :engine])
+  end
+
+  def get_location
+    raise 'location is not supported by ' + YAHOO_ENGINE
+  end
+
+end

metadata

@@ -1,14 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: google_search_results
 version: !ruby/object:Gem::Version
-  version: 1.0.2
+  version: 2.0.0
 platform: ruby
 authors:
 - hartator
+- jvmvik
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-05-10 00:00:00.000000000 Z
+date: 2020-08-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -16,41 +17,76 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.2'
+        version: 13.0.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.2'
+        version: 13.0.1
 - !ruby/object:Gem::Dependency
-  name: minitest
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.2'
+        version: '3.9'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.2'
-description: Get Google Search Results via SERP API. Hash, JSON, and HTML outputs
-  supported.
+        version: '3.9'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.24
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.24
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.49.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.49.1
+description: Scape localized search results from search engine using SerpApi.com and
+  returns Hash, JSON, raw HTML
 email: hartator@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
 - lib/google_search_results.rb
-- lib/google_search_results/hash.rb
+- lib/search/baidu_search.rb
+- lib/search/bing_search.rb
+- lib/search/ebay_search.rb
+- lib/search/google_search.rb
+- lib/search/serp_api_search.rb
+- lib/search/yahoo_search.rb
+- lib/search/yandex_search.rb
 homepage: https://github.com/serpapi/google-search-results-ruby
 licenses:
 - MIT
-metadata: {}
+metadata:
+  yard.run: yri
 post_install_message: 
 rdoc_options: []
 require_paths:
@@ -66,9 +102,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.14
+rubygems_version: 3.1.2
 signing_key: 
 specification_version: 4
-summary: Google Search Results via SERP API.
+summary: Get Google, Bing, Baidu, Ebay, Yahoo, Yandex Search Results via SerpApi.com
 test_files: []

data/lib/google_search_results/hash.rb

@@ -1,18 +0,0 @@
-class Hash
-  def symbolize_all_keys(hash=self)
-    symbolized_hash = {}
-    return hash if hash.is_a?(String)
-    hash.each do |k, v|
-      if v.is_a?(Array)
-        symbolized_hash[k.to_sym] = v.map do |e|
-          symbolize_all_keys(e)
-        end
-      elsif v.is_a?(Hash)
-        symbolized_hash[k.to_sym] = symbolize_all_keys(v)
-      else
-        symbolized_hash[k.to_sym] = v
-      end
-    end
-    symbolized_hash
-  end
-end