webg 0.2.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d0da83b75f201d6de0298ee4e5476b7938a168dc854d124176b32b2de787c0a3
-  data.tar.gz: 03e37742164d66ecdded90049451bfe53454508a3db4e4dd2fa08b53a7740c73
+  metadata.gz: 49b6394ac54ba2458a1271cb219a41f303b19d69444c79e621510d45a238e7d4
+  data.tar.gz: b58f95968573e4a3a03934c51038cda94f897f09175e12348e3eb86ff0ca5ce6
 SHA512:
-  metadata.gz: db0bac63d91251461323b2c058dca1e8f55c787246c0bedd698051dbabf1fc41f1317e8a38a8f48674bc03aff12dfde7127764d0cc9bb1643d78a940599c5b22
-  data.tar.gz: 9289f3b9f16f436479d64c692013369492ab6cd3a5487ad5044546e7f18269c6073195e079885480af66ee0833f736b35c5f9433e2f0988d48cad361d6888d5b
+  metadata.gz: 2cebf09aab37a31242790cd2f4dc2b8949611182979a4d0cf8f6884755b91818d5586892e0108e1a290bcc701be5b0322cb2e5dec84a12074f1e869099c88241
+  data.tar.gz: 2778038f804c561e97c9c8ce8d2e87cd9bb71f8f0b8b4d4fba5caa4b77ae26252b9653a91554ceea57c2c955ec38fb863fe7b275e1d53aecea84b314c537f062

data/exe/webg

@@ -7,6 +7,14 @@ require "nokogiri"
 
 require "webg/version"
 
+module Squeezable
+  def squeezed_text(document)
+    return text(document).each_line.map { |l|
+      l.gsub(/\p{Space}+/, " ").strip
+    }.join("\n").strip.gsub(/\n{3,}/, "\n\n")
+  end
+end
+
 module Fetcher
 end
 
@@ -23,6 +31,15 @@ class Fetcher::Raw
   end
 end
 
+class Fetcher::Stdin
+  def initialize(_headers)
+  end
+
+  def call(_uri)
+    return $stdin
+  end
+end
+
 class Fetcher::Firefox
   def initialize(headers)
     return if headers.empty?
@@ -41,6 +58,8 @@ module Selector
 end
 
 class Selector::All
+  include Squeezable
+
   REJECT_TAG_NAMES = %w[script noscript style]
 
   def raw(document)
@@ -54,6 +73,8 @@ class Selector::All
 end
 
 class Selector::Css
+  include Squeezable
+
   def initialize(css_selectors)
     @css_selectors = css_selectors
   end
@@ -78,7 +99,7 @@ def parse_options(argv)
   fetcher = :raw
   headers = {}
   css_selectors = []
-  text = false
+  output_method_name = :raw
 
   parser = OptionParser.new
   parser.version = Webg::VERSION
@@ -121,26 +142,31 @@ def parse_options(argv)
     "--text",
     "output only text",
   ) do
-    text = true
+    output_method_name = :text
+  end
+  parser.on(
+    "--squeezed-text",
+    "output text with squeezing white spaces",
+  ) do
+    output_method_name = :squeezed_text
   end
   parser.parse!(argv)
 
-  uri = argv.shift
-  if !uri
-    $stderr.puts(parser.help)
-    exit(1)
+  s_uri = argv.shift
+  if s_uri
+    uri = URI(s_uri)
+  else
+    fetcher = :stdin
   end
-  uri = URI(uri)
 
-  return uri, fetcher, headers, css_selectors, text
+  return uri, fetcher, headers, css_selectors, output_method_name
 end
 
 begin
-  uri, fetcher_name, headers, css_selectors, text = parse_options(ARGV)
+  uri, fetcher_name, headers, css_selectors, output_method_name = parse_options(ARGV)
 
   fetcher = Fetcher.const_get(fetcher_name.capitalize).new(headers)
   selector = css_selectors.empty? ? Selector::All.new : Selector::Css.new(css_selectors)
-  output_method_name = text ? :text : :raw
 
   document = Nokogiri::HTML.parse(fetcher.(uri))
   puts(selector.public_send(output_method_name, document))

data/lib/webg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Webg
-  VERSION = "0.2.0"
+  VERSION = "0.4.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: webg
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Yuya.Nishida.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-05-08 00:00:00.000000000 Z
+date: 2023-11-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: capybara
@@ -77,7 +77,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.15
+rubygems_version: 3.4.10
 signing_key:
 specification_version: 4
 summary: 'webg: A downloader to get web page with JavaScript'