webg 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cfa6af7f755a2b188d08f3de795d98f506b207b30d56b738dccf661a3c64b479
-  data.tar.gz: 222a93837ae14f17363812fbf1b55dbd164c0ffb5a9b85714f41d67a00ae37e4
+  metadata.gz: d0da83b75f201d6de0298ee4e5476b7938a168dc854d124176b32b2de787c0a3
+  data.tar.gz: 03e37742164d66ecdded90049451bfe53454508a3db4e4dd2fa08b53a7740c73
 SHA512:
-  metadata.gz: 8d79e319a8c186ddd96fd262d0d7eca69b2b1d2dd3bd7cc6934f902a495468e96bb7c0d071cd006c0b801dc22d65ec6953af30d2e4e89500bd3e182819490b57
-  data.tar.gz: 28120070caeb3c382d57eaf34197a8286a1300f6a20fa30b3b492838bebaf8fcc358d7f88e541aa752f6d66bdf87e56aed8de36d417b5a07be7a72bc83a095c1
+  metadata.gz: db0bac63d91251461323b2c058dca1e8f55c787246c0bedd698051dbabf1fc41f1317e8a38a8f48674bc03aff12dfde7127764d0cc9bb1643d78a940599c5b22
+  data.tar.gz: 9289f3b9f16f436479d64c692013369492ab6cd3a5487ad5044546e7f18269c6073195e079885480af66ee0833f736b35c5f9433e2f0988d48cad361d6888d5b

data/exe/webg

@@ -11,13 +11,24 @@ module Fetcher
 end
 
 class Fetcher::Raw
+  DEFAULT_USER_AGENT = "webg/#{Webg::VERSION}"
+
+  def initialize(headers)
+    @headers = headers
+  end
+
   def call(uri)
     require("open-uri")
-    return uri.read
+    return uri.read({"User-Agent" => DEFAULT_USER_AGENT}.merge(@headers))
   end
 end
 
 class Fetcher::Firefox
+  def initialize(headers)
+    return if headers.empty?
+    raise "specifying headers on Firefox is not supported"
+  end
+
   def call(uri)
     require("capybara")
     session = Capybara::Session.new(:selenium_headless)
@@ -65,6 +76,7 @@ end
 def parse_options(argv)
   argv = argv.dup
   fetcher = :raw
+  headers = {}
   css_selectors = []
   text = false
 
@@ -79,6 +91,26 @@ def parse_options(argv)
   ) do
     fetcher = :firefox
   end
+  parser.on(
+    "--user-agent=USER-AGENT",
+    "specify User-Agent header",
+  ) do |ua|
+    headers["User-Agent"] = ua
+  end
+  parser.on(
+    "--referer=REFERER",
+    "specify Referer header",
+  ) do |referer|
+    headers["Referer"] = referer
+  end
+  parser.on(
+    "--header=HEADER-LINE",
+    "specify various headers in HTTP request. e.g: --header='Accept-Language: ja'"
+  ) do |header_line|
+    md = /:\s+/.match(header_line)
+    raise "cannot parse header-line(#{header_line})" if !md
+    headers[md.pre_match] = md.post_match
+  end
   parser.on(
     "--css-selector=SELECTOR",
     "specify css selector to filter output.",
@@ -100,13 +132,13 @@ def parse_options(argv)
   end
   uri = URI(uri)
 
-  return uri, fetcher, css_selectors, text
+  return uri, fetcher, headers, css_selectors, text
 end
 
 begin
-  uri, fetcher_name, css_selectors, text = parse_options(ARGV)
+  uri, fetcher_name, headers, css_selectors, text = parse_options(ARGV)
 
-  fetcher = Fetcher.const_get(fetcher_name.capitalize).new
+  fetcher = Fetcher.const_get(fetcher_name.capitalize).new(headers)
   selector = css_selectors.empty? ? Selector::All.new : Selector::Css.new(css_selectors)
   output_method_name = text ? :text : :raw
 

data/lib/webg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Webg
-  VERSION = "0.1.1"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: webg
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Yuya.Nishida.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-05-06 00:00:00.000000000 Z
+date: 2021-05-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: capybara