webg 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d0da83b75f201d6de0298ee4e5476b7938a168dc854d124176b32b2de787c0a3
-  data.tar.gz: 03e37742164d66ecdded90049451bfe53454508a3db4e4dd2fa08b53a7740c73
+  metadata.gz: 941940d059cf78116a42cdf6733bea9dd14a243e1fcde8773494a6eabb3c5e43
+  data.tar.gz: c2188442e6ab0f3cefea91d0a900259fcf254184b9fe38076a34899e4b924196
 SHA512:
-  metadata.gz: db0bac63d91251461323b2c058dca1e8f55c787246c0bedd698051dbabf1fc41f1317e8a38a8f48674bc03aff12dfde7127764d0cc9bb1643d78a940599c5b22
-  data.tar.gz: 9289f3b9f16f436479d64c692013369492ab6cd3a5487ad5044546e7f18269c6073195e079885480af66ee0833f736b35c5f9433e2f0988d48cad361d6888d5b
+  metadata.gz: 35f501258470789b85c1ea9543a611ae35d1e40ac35317fdf6fd0a139e1111ed7e7772ecba1f7fd7a7a7feef5eb27e602333cc9da1ade6ebc1bcaea051c357df
+  data.tar.gz: cfb7b398c2c399b79bac1d7ffa22b15f102da564a94c22a9fabd7bbe98af41926e3c9e5b6dc648feef2eb06faea778c99d22bf1c84b6d8082942616f5b8abc0e

data/exe/webg

@@ -7,6 +7,14 @@ require "nokogiri"
 
 require "webg/version"
 
+module Squeezable
+  def squeezed_text(document)
+    return text(document).each_line.map { |l|
+      l.gsub(/\p{Space}+/, " ").strip
+    }.join("\n").strip.gsub(/\n{3,}/, "\n\n")
+  end
+end
+
 module Fetcher
 end
 
@@ -41,6 +49,8 @@ module Selector
 end
 
 class Selector::All
+  include Squeezable
+
   REJECT_TAG_NAMES = %w[script noscript style]
 
   def raw(document)
@@ -54,6 +64,8 @@ class Selector::All
 end
 
 class Selector::Css
+  include Squeezable
+
   def initialize(css_selectors)
     @css_selectors = css_selectors
   end
@@ -78,7 +90,7 @@ def parse_options(argv)
   fetcher = :raw
   headers = {}
   css_selectors = []
-  text = false
+  output_method_name = :raw
 
   parser = OptionParser.new
   parser.version = Webg::VERSION
@@ -121,7 +133,13 @@ def parse_options(argv)
     "--text",
     "output only text",
   ) do
-    text = true
+    output_method_name = :text
+  end
+  parser.on(
+    "--squeezed-text",
+    "output text with squeezing white spaces",
+  ) do
+    output_method_name = :squeezed_text
   end
   parser.parse!(argv)
 
@@ -132,15 +150,14 @@ def parse_options(argv)
   end
   uri = URI(uri)
 
-  return uri, fetcher, headers, css_selectors, text
+  return uri, fetcher, headers, css_selectors, output_method_name
 end
 
 begin
-  uri, fetcher_name, headers, css_selectors, text = parse_options(ARGV)
+  uri, fetcher_name, headers, css_selectors, output_method_name = parse_options(ARGV)
 
   fetcher = Fetcher.const_get(fetcher_name.capitalize).new(headers)
   selector = css_selectors.empty? ? Selector::All.new : Selector::Css.new(css_selectors)
-  output_method_name = text ? :text : :raw
 
   document = Nokogiri::HTML.parse(fetcher.(uri))
   puts(selector.public_send(output_method_name, document))

data/lib/webg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Webg
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: webg
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Yuya.Nishida.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-05-08 00:00:00.000000000 Z
+date: 2022-07-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: capybara
@@ -77,7 +77,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.15
+rubygems_version: 3.3.7
 signing_key:
 specification_version: 4
 summary: 'webg: A downloader to get web page with JavaScript'