nhkore 0.2.0 → 0.3.0

data/lib/nhkore.rb

@@ -46,15 +46,16 @@ require 'nhkore/search_link'
 require 'nhkore/search_scraper'
 require 'nhkore/sifter'
 require 'nhkore/splitter'
+require 'nhkore/user_agents'
 require 'nhkore/util'
 require 'nhkore/variator'
 require 'nhkore/version'
 require 'nhkore/word'
 
-require 'nhkore/cli/bing_cmd'
 require 'nhkore/cli/fx_cmd'
 require 'nhkore/cli/get_cmd'
 require 'nhkore/cli/news_cmd'
+require 'nhkore/cli/search_cmd'
 require 'nhkore/cli/sift_cmd'
 
 

data/lib/nhkore/app.rb

@@ -24,6 +24,7 @@
 require 'cri'
 require 'highline'
 require 'rainbow'
+require 'set'
 require 'tty-progressbar'
 require 'tty-spinner'
 
@@ -31,10 +32,10 @@ require 'nhkore/error'
 require 'nhkore/util'
 require 'nhkore/version'
 
-require 'nhkore/cli/bing_cmd'
 require 'nhkore/cli/fx_cmd'
 require 'nhkore/cli/get_cmd'
 require 'nhkore/cli/news_cmd'
+require 'nhkore/cli/search_cmd'
 require 'nhkore/cli/sift_cmd'
 
 
@@ -47,30 +48,20 @@ module NHKore
   end
   
   ###
-  # For disabling color output.
+  # For disabling/enabling color output.
   # 
   # @author Jonathan Bradley Whited (@esotericpig)
-  # @since  0.2.0
+  # @since  0.2.1
   ###
-  module CriStringFormatterExt
-    def blue(str)
-      return str
-    end
-    
-    def bold(str)
-      return str
-    end
+  module CriColorExt
+    @@color = true
     
-    def green(str)
-      return str
+    def color=(color)
+      @@color = color
     end
     
-    def red(str)
-      return str
-    end
-    
-    def yellow(str)
-      return str
+    def color?(io)
+      return @@color
     end
   end
   
@@ -79,14 +70,19 @@ module NHKore
   # @since  0.2.0
   ###
   class App
-    include CLI::BingCmd
     include CLI::FXCmd
     include CLI::GetCmd
     include CLI::NewsCmd
+    include CLI::SearchCmd
     include CLI::SiftCmd
     
     NAME = 'nhkore'
     
+    DEFAULT_SLEEP_TIME = 0.1 # So that sites don't ban us (i.e., think we are human)
+    
+    COLOR_OPTS = [:c,:color]
+    NO_COLOR_OPTS = [:C,:'no-color']
+    
     SPINNER_MSG = '[:spinner] :title:detail...'
     CLASSIC_SPINNER = TTY::Spinner.new(SPINNER_MSG,format: :classic)
     DEFAULT_SPINNER = TTY::Spinner.new(SPINNER_MSG,interval: 5,
@@ -94,8 +90,9 @@ module NHKore
     NO_SPINNER = {} # Still outputs status & stores tokens
     NO_SPINNER_MSG = '%{title}%{detail}...'
     
-    DEFAULT_SLEEP_TIME = 0.1 # So that sites don't ban us (i.e., think we are human)
-    
+    attr_reader :cmd
+    attr_reader :cmd_args
+    attr_reader :cmd_opts
     attr_accessor :progress_bar
     attr_accessor :scraper_kargs
     attr_accessor :sleep_time
@@ -119,10 +116,10 @@ module NHKore
       
       build_app_cmd()
       
-      build_bing_cmd()
       build_fx_cmd()
       build_get_cmd()
       build_news_cmd()
+      build_search_cmd()
       build_sift_cmd()
       build_version_cmd()
       
@@ -130,18 +127,24 @@ module NHKore
     end
     
     def autodetect_color()
-      disable = false
+      Cri::Platform.singleton_class.prepend(CriColorExt)
+      
+      color = nil # Must be nil, not true/false
       
-      if !$stdout.tty?() || ENV['TERM'] == 'dumb'
-        disable = true
-      elsif !@args.empty?()
+      if !@args.empty?()
         # Kind of hacky, but necessary for Rainbow.
         
-        no_color_args = Set['-C','--no-color']
+        color_opts = opts_to_set(COLOR_OPTS)
+        no_color_opts = opts_to_set(NO_COLOR_OPTS)
         
         @args.each() do |arg|
-          if no_color_args.include?(arg)
-            disable = true
+          if color_opts.include?(arg)
+            color = true
+            break
+          end
+          
+          if no_color_opts.include?(arg)
+            color = false
             break
           end
           
@@ -149,11 +152,11 @@ module NHKore
         end
       end
       
-      if disable
-        disable_color()
-      else
-        @rainbow.enabled = true # Force it in case Rainbow auto-disabled it
+      if color.nil?()
+        color = ($stdout.tty?() && ENV['TERM'] != 'dumb')
       end
+      
+      enable_color(color)
     end
     
     def build_app_cmd()
@@ -171,12 +174,15 @@ module NHKore
           This is similar to a core word/vocabulary list.
         EOD
         
-        flag :c,:'classic-fx',<<-EOD do |value,cmd|
+        flag :s,:'classic-fx',<<-EOD do |value,cmd|
           use classic spinner/progress special effects (in case of no Unicode support) when running long tasks
         EOD
           app.progress_bar = :classic
           app.spinner = CLASSIC_SPINNER
         end
+        flag COLOR_OPTS[0],COLOR_OPTS[1],%q{force color output (for commands like '| less -R')} do |value,cmd|
+          app.enable_color(true)
+        end
         flag :n,:'dry-run',<<-EOD
           do a dry run without making changes; do not write to files, create directories, etc.
         EOD
@@ -194,8 +200,8 @@ module NHKore
           
           app.scraper_kargs[:max_retries] = value
         end
-        flag :C,:'no-color','disable color output' do |value,cmd|
-          app.disable_color()
+        flag NO_COLOR_OPTS[0],NO_COLOR_OPTS[1],'disable color output' do |value,cmd|
+          app.enable_color(false)
         end
         flag :X,:'no-fx','disable spinner/progress special effects when running long tasks' do |value,cmd|
           app.progress_bar = :no
@@ -223,7 +229,7 @@ module NHKore
           app.sleep_time = value.to_f()
           app.sleep_time = 0.0 if app.sleep_time < 0.0
         end
-        option :t,:'timeout',<<-EOD,argument: :required do |value,cmd|
+        option :t,:timeout,<<-EOD,argument: :required do |value,cmd|
           seconds for all URL timeouts: [open, read] (-1 or decimal >= 0)
         EOD
           value = value.to_f()
@@ -232,6 +238,14 @@ module NHKore
           app.scraper_kargs[:open_timeout] = value
           app.scraper_kargs[:read_timeout] = value
         end
+        option :u,:'user-agent',<<-EOD,argument: :required do |value,cmd|
+          HTTP header field 'User-Agent' to use instead of a random one
+        EOD
+          value = app.check_empty_opt(:'user-agent',value)
+          
+          app.scraper_kargs[:header] ||= {}
+          app.scraper_kargs[:header]['user-agent'] = value
+        end
         # Big V, not small.
         flag :V,:version,'show the version and exit' do |value,cmd|
           app.show_version()
@@ -399,8 +413,8 @@ module NHKore
       
       force = @cmd_opts[:force]
       
-      if !force && Dir.exist?(out_dir)
-        puts 'Warning: output directory already exists!'
+      if !force && Dir.exist?(out_dir) && !Dir.empty?(out_dir)
+        puts 'Warning: output directory already exists with files!'
         puts '       : Files inside of this directory may be overwritten!'
         puts "> '#{out_dir}'"
         
@@ -478,9 +492,18 @@ module NHKore
       return color(str).green
     end
     
-    def disable_color()
-      Cri::StringFormatter.prepend(CriStringFormatterExt)
-      @rainbow.enabled = false
+    def enable_color(enabled)
+      Cri::Platform.color = enabled
+      @rainbow.enabled = enabled
+    end
+    
+    def opts_to_set(ary)
+      set = Set.new()
+      
+      set.add("-#{ary[0].to_s()}") unless ary[0].nil?()
+      set.add("--#{ary[1].to_s()}") unless ary[1].nil?()
+      
+      return set
     end
     
     def refresh_cmd(opts,args,cmd)

data/lib/nhkore/article_scraper.rb

@@ -124,7 +124,7 @@ module NHKore
       #   - https://www3.nhk.or.jp/news/easy/k10012118911000/k10012118911000.html
       #   - '</p><br><「<ruby>台風<rt>たいふう</rt></ruby>'
       
-      @str_or_io = @str_or_io.read() if @str_or_io.respond_to?(:read)
+      read()
       
       # To add a new one, simply add '|(...)' on a newline and test $#.
       @str_or_io = @str_or_io.gsub(/
@@ -281,7 +281,7 @@ module NHKore
         scraper = DictScraper.new(dict_url,missingno: @missingno,parse_url: false,**@kargs)
       rescue OpenURI::HTTPError => e
         if retries == 0 && e.to_s().include?('404')
-          @str_or_io = @str_or_io.read() if @str_or_io.respond_to?(:read)
+          read()
           
           scraper = ArticleScraper.new(@url,str_or_io: @str_or_io,**@kargs)
           

data/lib/nhkore/cli/fx_cmd.rb

@@ -38,7 +38,7 @@ module CLI
         
         description <<-EOD
           Test if the special effects work on your command line:\n
-          - #{App::NAME} [-c/-X] fx
+          - #{App::NAME} [-s/-X] fx
         EOD
         
         flag :a,:all,'test all special effects regardless of global options'

data/lib/nhkore/cli/get_cmd.rb

@@ -99,15 +99,14 @@ module CLI
         
         return if dry_run
         
-        Tempfile.create([App::NAME,'.zip'],binmode: true) do |file|
+        Tempfile.create(["#{App::NAME}_",'.zip'],binmode: true) do |file|
           puts
-          puts 'Downloading to temp file:'
+          puts "Downloading #{GET_URL_FILENAME} to temp file:"
           puts "> #{file.path}"
-          puts
           
           len = down.size
-          len = DEFAULT_GET_LENGTH if len.nil?()
-          bar = build_progress_bar("Downloading #{GET_URL_FILENAME}",download: true,total: len)
+          len = DEFAULT_GET_LENGTH if len.nil?() || len < 1
+          bar = build_progress_bar('> Downloading',download: true,total: len)
           
           bar.start()
           
@@ -120,9 +119,12 @@ module CLI
           file.close()
           bar.finish()
           
-          start_spin("Extracting #{GET_URL_FILENAME}")
+          puts
+          puts "Extracting #{GET_URL_FILENAME}..."
           
-          Zip.on_exists_proc = force # true will force overwriting files on extract()
+          # We manually ask the user whether to overwrite each file, so set this to
+          # true so that Zip extract() will force overwrites and not raise an error.
+          Zip.on_exists_proc = true
           
           Zip::File.open(file) do |zip_file|
             zip_file.each() do |entry|
@@ -130,17 +132,30 @@ module CLI
                 raise ZipError,"unsafe entry name[#{entry.name}] in Zip file"
               end
               
-              name = File.basename(entry.name)
+              name = Util.strip_web_str(File.basename(entry.name))
+              
+              next if name.empty?()
+              
+              out_file = File.join(out_dir,name)
               
-              update_spin_detail(" (file=#{name})")
+              puts "> #{name}"
               
-              entry.extract(File.join(out_dir,name))
+              if !force && File.exist?(out_file)
+                puts
+                puts 'Warning: output file already exists!'
+                puts "> '#{out_file}'"
+                
+                overwrite = @high.agree('Overwrite this file (yes/no)? ')
+                puts
+                
+                next unless overwrite
+              end
+              
+              entry.extract(out_file)
             end
           end
           
-          stop_spin()
           puts
-          
           puts "Extracted #{GET_URL_FILENAME} to directory:"
           puts "> #{out_dir}"
         end

data/lib/nhkore/cli/news_cmd.rb

@@ -82,8 +82,8 @@ module CLI
           value
         end
         option :l,:links,<<-EOD,argument: :required,transform: -> (value) do
-          'directory/file' of article links (from a Search Engine) to scrape (see '#{App::NAME} bing';
-          defaults: #{SearchLinks::DEFAULT_BING_YASASHII_FILE}, #{SearchLinks::DEFAULT_BING_FUTSUU_FILE})
+          'directory/file' of article links to scrape (see '#{App::NAME} search';
+          defaults: #{SearchLinks::DEFAULT_YASASHII_FILE}, #{SearchLinks::DEFAULT_FUTSUU_FILE})
         EOD
           app.check_empty_opt(:links,value)
         end
@@ -170,12 +170,12 @@ module CLI
       
       case type
       when :futsuu
-        build_in_file(:links,default_dir: SearchLinks::DEFAULT_DIR,default_filename: SearchLinks::DEFAULT_BING_FUTSUU_FILENAME)
+        build_in_file(:links,default_dir: SearchLinks::DEFAULT_DIR,default_filename: SearchLinks::DEFAULT_FUTSUU_FILENAME)
         build_out_file(:out,default_dir: News::DEFAULT_DIR,default_filename: FutsuuNews::DEFAULT_FILENAME)
         
         news_name = 'Regular'
       when :yasashii
-        build_in_file(:links,default_dir: SearchLinks::DEFAULT_DIR,default_filename: SearchLinks::DEFAULT_BING_YASASHII_FILENAME)
+        build_in_file(:links,default_dir: SearchLinks::DEFAULT_DIR,default_filename: SearchLinks::DEFAULT_YASASHII_FILENAME)
         build_out_file(:out,default_dir: News::DEFAULT_DIR,default_filename: YasashiiNews::DEFAULT_FILENAME)
         
         news_name = 'Easy'
@@ -236,10 +236,22 @@ module CLI
       })
       
       if url.nil?()
-        links.each() do |key,link|
+        # Why store each() and do `links_len` instead of `links-len - 1`?
+        # 
+        # If links contains 5 entries and you scrape all 5, then the output of
+        # update_spin_detail() will end on 4, so all of this complexity is so
+        # that update_spin_detail() only needs to be written/updated on one line.
+        
+        links_each = links.links.values.each()
+        links_len = links.length()
+        
+        0.upto(links_len) do |i|
           update_spin_detail(" (scraped=#{scrape_count}, considered=#{link_count += 1})")
           
-          break if scrape_count >= max_scrapes
+          break if i >= links_len || scrape_count >= max_scrapes
+          
+          link = links_each.next()
+          
           next if !like.nil?() && !link.url.to_s().downcase().include?(like)
           next if !redo_scrapes && scraped_news_article?(news,link)
           
@@ -248,7 +260,7 @@ module CLI
           if (new_url = scrape_news_article(url,link: link,new_articles: new_articles,news: news))
             # --show-dict
             url = new_url
-            scrape_count = max_scrapes - 1
+            scrape_count = max_scrapes - 1 # Break on next iteration for update_spin_detail()
           end
           
           # Break on next iteration for update_spin_detail().

data/lib/nhkore/cli/{bing_cmd.rb → search_cmd.rb}

@@ -31,37 +31,37 @@ module NHKore
 module CLI
   ###
   # @author Jonathan Bradley Whited (@esotericpig)
-  # @since  0.2.0
+  # @since  0.3.0
   ###
-  module BingCmd
-    def build_bing_cmd()
+  module SearchCmd
+    def build_search_cmd()
       app = self
       
-      @bing_cmd = @app_cmd.define_command() do
-        name    'bing'
-        usage   'bing [OPTIONS] [COMMAND]...'
-        aliases :b
-        summary "Search bing.com for links to NHK News Web (Easy) (aliases: #{app.color_alias('b')})"
+      @search_cmd = @app_cmd.define_command() do
+        name    'search'
+        usage   'search [OPTIONS] [COMMAND]...'
+        aliases :se,:sea
+        summary "Search for links to NHK News Web (Easy) (aliases: #{app.color_alias('se sea')})"
         
         description <<-EOD
-          Search bing.com for links to NHK News Web (Easy) &
+          Search for links (using a Search Engine, etc.) to NHK News Web (Easy) &
           save to folder: #{SearchLinks::DEFAULT_DIR}
         EOD
         
         option :i,:in,<<-EOD,argument: :required,transform: -> (value) do
-          HTML file to read instead of URL (for offline testing and/or slow internet;
-          see '--show-urls' option)
+          file to read instead of URL (for offline testing and/or slow internet;
+          see '--show-*' options)
         EOD
           app.check_empty_opt(:in,value)
         end
         option :o,:out,<<-EOD,argument: :required,transform: -> (value) do
           'directory/file' to save links to; if you only specify a directory or a file, it will attach the
           appropriate default directory/file name
-          (defaults: #{SearchLinks::DEFAULT_BING_YASASHII_FILE}, #{SearchLinks::DEFAULT_BING_FUTSUU_FILE})
+          (defaults: #{SearchLinks::DEFAULT_YASASHII_FILE}, #{SearchLinks::DEFAULT_FUTSUU_FILE})
         EOD
           app.check_empty_opt(:out,value)
         end
-        option :r,:results,'number of results per page to request from Bing',argument: :required,
+        option :r,:results,'number of results per page to request from search',argument: :required,
           default: SearchScraper::DEFAULT_RESULT_COUNT,transform: -> (value) do
           value = value.to_i()
           value = 1 if value < 1
@@ -72,21 +72,26 @@ module CLI
           useful for manually writing/updating scripts (but not for use in a variable);
           implies '--dry-run' option
         EOD
-        option nil,:'show-urls',<<-EOD do |value,cmd|
-          show the URLs used when scraping and exit; you can download these for offline testing and/or
-          slow internet (see '--in' option)
+        option nil,:'show-urls',<<-EOD
+          show the URLs -- if any -- used when searching & scraping and exit;
+          you can download these for offline testing and/or slow internet
+          (see '--in' option)
         EOD
-          puts "Easy:    #{BingScraper.build_url(SearchScraper::YASASHII_SITE)}"
-          puts "Regular: #{BingScraper.build_url(SearchScraper::FUTSUU_SITE)}"
-          exit
-        end
         
         run do |opts,args,cmd|
+          opts.each() do |key,value|
+            key = key.to_s()
+            
+            if key.include?('show')
+              raise CLIError.new("must specify a sub command for option[#{key}]")
+            end
+          end
+          
           puts cmd.help
         end
       end
       
-      @bing_easy_cmd = @bing_cmd.define_command() do
+      @search_easy_cmd = @search_cmd.define_command() do
         name    'easy'
         usage   'easy [OPTIONS] [COMMAND]...'
         aliases :e,:ez
@@ -94,16 +99,16 @@ module CLI
         
         description <<-EOD
           Search for NHK News Web Easy (Yasashii) links &
-          save to file: #{SearchLinks::DEFAULT_BING_YASASHII_FILE}
+          save to file: #{SearchLinks::DEFAULT_YASASHII_FILE}
         EOD
         
         run do |opts,args,cmd|
           app.refresh_cmd(opts,args,cmd)
-          app.run_bing_cmd(:yasashii)
+          app.run_search_help()
         end
       end
       
-      @bing_regular_cmd = @bing_cmd.define_command() do
+      @search_regular_cmd = @search_cmd.define_command() do
         name    'regular'
         usage   'regular [OPTIONS] [COMMAND]...'
         aliases :r,:reg
@@ -111,28 +116,57 @@ module CLI
         
         description <<-EOD
           Search for NHK News Web Regular (Futsuu) links &
-          save to file: #{SearchLinks::DEFAULT_BING_FUTSUU_FILE}
+          save to file: #{SearchLinks::DEFAULT_FUTSUU_FILE}
         EOD
         
         run do |opts,args,cmd|
           app.refresh_cmd(opts,args,cmd)
-          app.run_bing_cmd(:futsuu)
+          app.run_search_help()
         end
       end
+      
+      @search_bing_cmd = Cri::Command.define() do
+        name    'bing'
+        usage   'bing [OPTIONS] [COMMAND]...'
+        aliases :b
+        summary "Search bing.com for links (aliases: #{app.color_alias('b')})"
+        
+        description <<-EOD
+          Search bing.com for links & save to folder: #{SearchLinks::DEFAULT_DIR}
+        EOD
+        
+        run do |opts,args,cmd|
+          app.refresh_cmd(opts,args,cmd)
+          app.run_search_cmd(cmd.supercommand.name.to_sym(),:bing)
+        end
+      end
+      
+      # dup()/clone() must be called for `cmd.supercommand` to work appropriately.
+      @search_easy_cmd.add_command @search_bing_cmd.dup()
+      @search_regular_cmd.add_command @search_bing_cmd.dup()
     end
     
-    def run_bing_cmd(type)
+    def run_search_cmd(nhk_type,search_type)
+      case nhk_type
+      when :easy
+        nhk_type = :yasashii
+      when :regular
+        nhk_type = :futsuu
+      end
+      
+      return if show_search_urls(search_type)
+      
       @cmd_opts[:dry_run] = true if @cmd_opts[:show_count]
       
       build_in_file(:in)
       
-      case type
+      case nhk_type
       when :futsuu
-        build_out_file(:out,default_dir: SearchLinks::DEFAULT_DIR,default_filename: SearchLinks::DEFAULT_BING_FUTSUU_FILENAME)
+        build_out_file(:out,default_dir: SearchLinks::DEFAULT_DIR,default_filename: SearchLinks::DEFAULT_FUTSUU_FILENAME)
       when :yasashii
-        build_out_file(:out,default_dir: SearchLinks::DEFAULT_DIR,default_filename: SearchLinks::DEFAULT_BING_YASASHII_FILENAME)
+        build_out_file(:out,default_dir: SearchLinks::DEFAULT_DIR,default_filename: SearchLinks::DEFAULT_YASASHII_FILENAME)
       else
-        raise ArgumentError,"invalid type[#{type}]"
+        raise ArgumentError,"invalid nhk_type[#{nhk_type}]"
       end
       
       return unless check_in_file(:in,empty_ok: true)
@@ -145,7 +179,7 @@ module CLI
       result_count = SearchScraper::DEFAULT_RESULT_COUNT if result_count.nil?()
       show_count = @cmd_opts[:show_count]
       
-      start_spin('Scraping bing.com') unless show_count
+      start_spin("Scraping #{search_type}") unless show_count
       
       is_file = !in_file.nil?()
       links = nil
@@ -176,30 +210,43 @@ module CLI
         return
       end
       
-      # Do a range to prevent an infinite loop. Ichiman!
-      (0..10000).each() do
-        scraper = BingScraper.new(type,count: result_count,is_file: is_file,url: url,**@scraper_kargs)
-        
-        next_page = scraper.scrape(links,next_page)
-        
-        new_links.concat(links.links.values[links_count..-1])
-        links_count = links.length
-        page_count = next_page.count if next_page.count > 0
-        
-        update_spin_detail(" (page=#{page_num}, count=#{page_count}, links=#{links.length}, " +
-          "new_links=#{new_links.length})")
-        
-        break if next_page.empty?()
-        
-        page_num += 1
-        url = next_page.url
-        
-        sleep_scraper()
+      range = (0..10000) # Do a range to prevent an infinite loop; ichiman!
+      
+      case search_type
+      # Anything that extends SearchScraper.
+      when :bing
+        range.each() do
+          scraper = nil
+          
+          case search_type
+          when :bing
+            scraper = BingScraper.new(nhk_type,count: result_count,is_file: is_file,url: url,**@scraper_kargs)
+          else
+            raise NHKore::Error,"internal code broken; add missing search_type[#{search_type}]"
+          end
+          
+          next_page = scraper.scrape(links,next_page)
+          
+          new_links.concat(links.links.values[links_count..-1])
+          links_count = links.length
+          page_count = next_page.count if next_page.count > 0
+          
+          update_spin_detail(" (page=#{page_num}, count=#{page_count}, links=#{links.length}, " +
+            "new_links=#{new_links.length})")
+          
+          break if next_page.empty?()
+          
+          page_num += 1
+          url = next_page.url
+          
+          sleep_scraper()
+        end
+      else
+        raise ArgumentError,"invalid search_type[#{search_type}]"
       end
       
       stop_spin()
       puts
-      
       puts 'Last URL scraped:'
       puts "> #{url}"
       puts
@@ -215,6 +262,32 @@ module CLI
         puts "> #{out_file}"
       end
     end
+    
+    def run_search_help()
+      if @cmd_opts[:show_count] || @cmd_opts[:show_urls]
+        run_search_cmd(@cmd.name.to_sym(),nil)
+      else
+        puts @cmd.help
+      end
+    end
+    
+    def show_search_urls(search_type)
+      return false unless @cmd_opts[:show_urls]
+      
+      count = @cmd_opts[:results]
+      count = SearchScraper::DEFAULT_RESULT_COUNT if count.nil?()
+      
+      case search_type
+      when :bing
+        puts 'Bing:'
+        puts "> Easy:    #{BingScraper.build_url(SearchScraper::YASASHII_SITE,count: count)}"
+        puts "> Regular: #{BingScraper.build_url(SearchScraper::FUTSUU_SITE,count: count)}"
+      else
+        raise CLIError.new('must specify a sub command for option[show-urls]')
+      end
+      
+      return true
+    end
   end
 end
 end