spellr 0.8.0 → 0.8.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4d7433ea064065687e2295575e41d3a991bad67e3ad57602ef37fbbc19dcd91d
-  data.tar.gz: a242b9f1c85d00933a367924440d5c22ecc3c53c2f339c18e91393808d25f86d
+  metadata.gz: 80438eca6b5b281ceab331e0ab9886fcb9c622cfe1e91ca2762ed10628c44ee1
+  data.tar.gz: 434910ca88653cb6a7d4bb11dabc32e4c782b22df4e65cc488ebaf6439bb3b38
 SHA512:
-  metadata.gz: 76ee40dd1f2c4ad6cba3a1db28966bc84e0e6910a994bcf58840135eef8d1043f14bfd0f0151ae9f770633ec8d878d2984dc3e235013766a877ca88f250d5c5d
-  data.tar.gz: fc2fb0f38d1513a24cd2e33d5175f35eb7bdbb72f37d2c97c6e2ef6ef0ae3efc6cdbee41938c5c836a9d5af6536c057c0c5ed0b17ab4179c363781255554473d
+  metadata.gz: b14f3fe397b01f9a7e1742246a451e68238833c98e98b6716e36a11bb38d556463d992a0cdb8577f2dac2b65bb39eb0a9f3d050f884814c7449d0b6d2239e013
+  data.tar.gz: 45fe01c33fd31faafd21248751f2a85f38c3807b75eb242fa994ffbdd14735f2dde343cf397b5f14281a24107ca5532d45b4c107b720546ac4994121c5599e58

data/CHANGELOG.md

@@ -1,3 +1,22 @@
+# v0.8.5
+- Single line disable! use `spellr:disable-line` #25
+
+# v0.8.4
+- Update fast_ignore dependency, it's faster now (about 0.5s faster on rails codebase)
+
+# v0.8.3
+- Update fast_ignore dependency fixing symlinks to directories handling.
+
+# v0.8.2
+- Massive test refactor
+  - Spellr now only pays attention to Spellr.pwd. Dir.pwd can be whatever
+  - All output goes through Spellr.config.output. Now we can override it.
+  - tests are twice as fast. Fewer warnings
+- upgrade fast_ignore dependency
+
+# v0.8.1
+- use refinements for backports so that RakeTask doesn't conflict with Rubocop::RakeTask
+
 # v0.8.0
 - add the ability to use spellr as a rake task
 

data/README.md

@@ -175,14 +175,21 @@ Type `e` to add this word to the english wordlist and continue on through the sp
 
 ### Disabling the tokenizer
 
-If the tokenizer finds a word you don't want to add to the wordlist (perhaps it's an intentional example of a typo, or a non-word string not excluded by the heuristic) then place on the lines before and after
+If the tokenizer finds a word you don't want to add to the wordlist (perhaps it's an intentional example of a typo, or a non-word string not excluded by the heuristic) then add any kind of comment containing `spellr:disable-line` to the line.
+```ruby
+open('mispeled_filename.txt') # spellr:disable-line
+```
+
+You can also disable multiple lines, by surrounding the offending code with `spellr:disable` and `spellr:enable`
 ```ruby
 # spellr:disable
-"Test typo of the: teh"
+it "Test typo of the: teh" do
+  fill_in(field, with: "teh")
+end
 # spellr:enable
 ```
 
-This works with any kind of comment, even in the same line
+If your language supports inline comments you can also surround with `spellr:disable` and `spellr:enable` in the same line:
 ```html
 <span><!-- spellr:disable -->nonsenseword<!-- spellr:enable --></span>
 ```
@@ -257,14 +264,14 @@ To have this automatically run on travis, add `:spellr` to the default task.
 require 'spellr/rake_task'
 Spellr::RakeTask.generate_task
 
-task :default, :spellr
+task default: :spellr
 ```
 or if you already have :default task, add :spellr to the array.
 ```ruby
 require 'spellr/rake_task'
 Spellr::RakeTask.generate_task
 
-task :default, [:spec, :spellr]
+task default: [:spec, :spellr]
 ```
 or etc.
 
@@ -285,7 +292,7 @@ To provide default cli arguments, the first argument is the name, and subsequent
 require 'spellr/rake_task'
 Spellr::RakeTask.generate_task(:spellr_quiet, '--quiet')
 
-task :default, :spellr_quiet
+task default: :spellr_quiet
 ```
 or `rake spellr` will be in interactive mode unless the CI env variable is set.
 ```ruby
@@ -294,7 +301,7 @@ require 'spellr/rake_task'
 spellr_arguments = ENV['CI'] ? [] : ['--interactive']
 Spellr::RakeTask.generate_task(:spellr, **spellr_arguments)
 
-task :default, :spellr
+task default: :spellr
 ```
 
 ## Development

data/exe/spellr

@@ -3,4 +3,4 @@
 
 require_relative '../lib/spellr/cli'
 
-Spellr::CLI.new(ARGV)
+exit Spellr::CLI.new(ARGV).run

data/lib/.spellr.yml

@@ -44,6 +44,7 @@ languages:
       - Rakefile
       - config.ru
       - Capfile
+      - .simplecov
     hashbangs:
       - ruby
 

data/lib/spellr.rb

@@ -2,6 +2,7 @@
 
 require_relative 'spellr/backports'
 require_relative 'spellr/config'
+require_relative 'spellr/pwd'
 
 module Spellr
   class Error < StandardError; end
@@ -27,4 +28,8 @@ module Spellr
   def config
     @config ||= Spellr::Config.new
   end
+
+  def exit(status = 0)
+    throw(:spellr_exit, status)
+  end
 end

data/lib/spellr/backports.rb

@@ -1,58 +1,60 @@
 # frozen_string_literal: true
 
-ruby_version = Gem::Version.new(RUBY_VERSION)
-
-unless ruby_version >= Gem::Version.new('2.5')
-  class Hash
-    def slice!(*keys)
-      delete_if { |k| !keys.include?(k) }
-    end
+module Spellr
+  ruby_version = Gem::Version.new(RUBY_VERSION)
+  unless ruby_version >= Gem::Version.new('2.5')
+    module HashSlice
+      refine Hash do
+        def slice!(*keys)
+          delete_if { |k| !keys.include?(k) }
+        end
 
-    def slice(*keys)
-      dup.slice!(*keys)
+        def slice(*keys)
+          dup.slice!(*keys)
+        end
+      end
     end
-  end
 
-  require 'yaml'
-  module YAML
-    class << self
-      alias_method :safe_load_without_symbolize_names, :safe_load
-      def safe_load(path, *args, symbolize_names: false, **kwargs)
-        if symbolize_names
-          symbolize_names!(safe_load_without_symbolize_names(path, *args, **kwargs))
-        else
-          safe_load_without_symbolize_names(path, *args, **kwargs)
+    require 'yaml'
+    module YAMLSymbolizeNames
+      refine YAML.singleton_class do
+        alias_method :safe_load_without_symbolize_names, :safe_load
+        def safe_load(path, *args, symbolize_names: false, **kwargs)
+          if symbolize_names
+            symbolize_names!(safe_load_without_symbolize_names(path, *args, **kwargs))
+          else
+            safe_load_without_symbolize_names(path, *args, **kwargs)
+          end
         end
-      end
 
-      private
+        private
 
-      def symbolize_names!(obj) # rubocop:disable Metrics/MethodLength
-        case obj
-        when Hash
-          obj.keys.each do |key| # rubocop:disable Style/HashEachMethods # each_key never finishes.
-            obj[key.to_sym] = symbolize_names!(obj.delete(key))
+        def symbolize_names!(obj) # rubocop:disable Metrics/MethodLength
+          case obj
+          when Hash
+            obj.keys.each do |key| # rubocop:disable Style/HashEachMethods # each_key never finishes.
+              obj[key.to_sym] = symbolize_names!(obj.delete(key))
+            end
+          when Array
+            obj.map! { |ea| symbolize_names!(ea) }
           end
-        when Array
-          obj.map! { |ea| symbolize_names!(ea) }
+          obj
         end
-        obj
       end
     end
   end
-end
 
-# all this to avoid a deprecation warning
-unless ruby_version >= Gem::Version.new('2.6')
-  require 'yaml'
-  module YAML
-    class << self
-      alias_method :safe_load_without_permitted_classes, :safe_load
-      def safe_load(path, *args, permitted_classes: nil, **kwargs)
-        if permitted_classes
-          safe_load_without_permitted_classes(path, permitted_classes, *args, **kwargs)
-        else
-          safe_load_without_permitted_classes(path, *args, **kwargs)
+  unless ruby_version >= Gem::Version.new('2.6')
+    require 'yaml'
+    module YAMLPermittedClasses
+      refine YAML.singleton_class do
+        alias_method :safe_load_without_permitted_classes, :safe_load
+        def safe_load(path, *args, permitted_classes: nil, **kwargs)
+          if permitted_classes
+            safe_load_without_permitted_classes(path, permitted_classes, *args, **kwargs)
+          else
+            safe_load_without_permitted_classes(path, *args, **kwargs)
+          end
         end
       end
     end

data/lib/spellr/base_reporter.rb

@@ -40,7 +40,7 @@ module Spellr
     end
 
     def output
-      @output ||= Spellr::Output.new
+      @output ||= Spellr.config.output
     end
 
     def counts

data/lib/spellr/check.rb

@@ -7,6 +7,7 @@ require_relative 'string_format'
 module Spellr
   class Check
     attr_reader :files, :reporter
+
     include StringFormat
 
     def exit_code
@@ -16,7 +17,7 @@ module Spellr
     def initialize(files: [], reporter: Spellr.config.reporter)
       @files = files
 
-      @main_reporter = @reporter = reporter
+      @reporter = reporter
     end
 
     def check

data/lib/spellr/check_dry_run.rb

@@ -7,7 +7,7 @@ module Spellr
   class CheckDryRun < Check
     def check
       files.each do |file|
-        puts file.relative_path
+        @reporter.puts file.relative_path
       end
     end
   end

data/lib/spellr/cli.rb

@@ -1,32 +1,33 @@
 # frozen_string_literal: true
 
+require 'pathname'
 require_relative '../spellr'
 require_relative 'cli_options'
 require_relative 'string_format'
 
 module Spellr
   class CLI
-    attr_reader :argv
-
     def initialize(argv)
+      Spellr.config.reset!
       @argv = argv
-      CLI::Options.parse(@argv)
-      check
-    rescue Spellr::Error => e
-      exit_with_error(e.message)
     end
 
-    def exit_with_error(message)
-      warn Spellr::StringFormat.red(message)
-      exit 1
+    def run
+      catch(:spellr_exit) { check }
+    rescue Spellr::Error => e
+      Spellr.config.output.warn(Spellr::StringFormat.red(e.message)) && 1
+      1
     end
 
+    private
+
     def check
+      CLI::Options.parse(@argv)
       Spellr.config.valid?
       checker = Spellr.config.checker.new(files: files)
       checker.check
 
-      exit checker.exit_code
+      checker.exit_code
     end
 
     def files

data/lib/spellr/cli_options.rb

@@ -9,6 +9,8 @@ module Spellr
     class Options
       class << self
         def parse(argv)
+          @parallel_option = false
+
           options.parse!(argv)
         end
 
@@ -43,7 +45,6 @@ module Spellr
         end
 
         def quiet_option(_)
-          Spellr.config.quiet = true
           require_relative 'quiet_reporter'
           Spellr.config.reporter = Spellr::QuietReporter.new
         end
@@ -56,7 +57,7 @@ module Spellr
         end
 
         def config_option(file)
-          file = Pathname.pwd.join(file).expand_path
+          file = Spellr.pwd.join(file).expand_path
 
           unless ::File.readable?(file)
             raise Spellr::Config::NotFound, "Config error: #{file} not found or not readable"
@@ -82,15 +83,15 @@ module Spellr
 
         def version_option(_)
           require_relative 'version'
-          puts(Spellr::VERSION)
+          Spellr.config.output.puts(Spellr::VERSION)
 
-          exit
+          Spellr.exit
         end
 
         def options_help(_)
-          puts options.help
+          Spellr.config.output.puts options.help
 
-          exit
+          Spellr.exit
         end
       end
     end

data/lib/spellr/config.rb

@@ -4,6 +4,8 @@ require_relative '../spellr'
 require_relative 'config_loader'
 require_relative 'language'
 require_relative 'config_validator'
+require_relative 'output'
+
 require 'pathname'
 
 module Spellr
@@ -11,9 +13,8 @@ module Spellr
     attr_writer :reporter
     attr_writer :checker
     attr_reader :config_file
-    attr_accessor :quiet
-    alias_method :quiet?, :quiet
     attr_accessor :dry_run
+    alias_method :dry_run?, :dry_run
 
     def initialize
       @config = ConfigLoader.new
@@ -45,14 +46,6 @@ module Spellr
       end
     end
 
-    def pwd
-      @pwd ||= Pathname.new(ENV['SPELLR_TEST_PWD'] || Dir.pwd)
-    end
-
-    def pwd_s
-      @pwd_s ||= pwd.to_s
-    end
-
     def languages_for(file)
       languages.select { |l| l.matches?(file) }
     end
@@ -66,12 +59,16 @@ module Spellr
       @config = ConfigLoader.new(value)
     end
 
+    def output
+      @output ||= Spellr::Output.new
+    end
+
     def reporter
       @reporter ||= default_reporter
     end
 
     def checker
-      return dry_run_checker if @dry_run
+      return dry_run_checker if dry_run?
 
       @checker ||= default_checker
     end
@@ -106,10 +103,5 @@ module Spellr
       require_relative 'check_parallel'
       Spellr::CheckParallel
     end
-
-    def clear_pwd
-      remove_instance_variable(:@pwd) if defined?(@pwd)
-      remove_instance_variable(:@pwd_s) if defined?(@pwd_s)
-    end
   end
 end

data/lib/spellr/config_loader.rb

@@ -5,9 +5,13 @@ require_relative 'backports'
 
 module Spellr
   class ConfigLoader
+    # :nocov:
+    using ::Spellr::YAMLSymbolizeNames if defined?(::Spellr::YAMLSymbolizeNames)
+    # :nocov:
+
     attr_reader :config_file
 
-    def initialize(config_file = ::File.join(Dir.pwd, '.spellr.yml'))
+    def initialize(config_file = ::File.join(Spellr.pwd, '.spellr.yml'))
       @config_file = config_file
     end
 

data/lib/spellr/config_validator.rb

@@ -23,9 +23,9 @@ module Spellr
 
       # I have no idea how to check for this other than call it
       Timeout.timeout(0.0000000000001) do
-        $stdin.getch
+        Spellr.config.output.stdin.getch
       end
-    rescue Errno::ENOTTY, Errno::ENODEV
+    rescue Errno::ENOTTY, Errno::ENODEV, IOError
       errors << 'CLI error: --interactive is unavailable in a non-interactive terminal'
     rescue Timeout::Error
       nil

data/lib/spellr/file.rb

@@ -4,27 +4,8 @@ require 'pathname'
 
 module Spellr
   class File < Pathname
-    def self.wrap(file)
-      file.is_a?(Spellr::File) ? file : Spellr::File.new(file)
-    end
-
-    # don't use FastIgnore shebang handling
-    # because i use lots of different FastIgnore instances and each would to open the files.
-    def hashbang
-      @hashbang ||= begin
-        return if extname != ''
-        return unless first_line&.start_with?('#!')
-
-        first_line
-      end
-    end
-
-    def first_line
-      @first_line ||= each_line.first
-    end
-
     def relative_path
-      @relative_path ||= relative_path_from(Spellr.config.pwd)
+      @relative_path ||= relative_path_from(Spellr.pwd)
     end
 
     def insert(string, range)
@@ -34,6 +15,24 @@ module Spellr
       end
     end
 
+    # the bulk of this method is copied from fast_ignore
+    def first_line # rubocop:disable Metrics/MethodLength
+      return @first_line if defined?(@first_line)
+
+      @first_line = nil
+
+      file = ::File.new(to_s)
+      @first_line = file.sysread(25)
+      @first_line += file.sysread(50) until @first_line.include?("\n")
+      file.close
+      @first_line
+    rescue ::EOFError, ::SystemCallError
+      # :nocov:
+      file&.close
+      # :nocov:
+      @first_line
+    end
+
     def read_write
       write(yield read)
     end

data/lib/spellr/file_list.rb

@@ -31,7 +31,8 @@ module Spellr
         ignore_rules: Spellr.config.excludes,
         include_rules: Spellr.config.includes,
         argv_rules: @patterns,
-        root: Spellr.config.pwd_s
+        follow_symlinks: true,
+        root: Spellr.pwd_s
       )
     end
   end

data/lib/spellr/interactive.rb

@@ -126,7 +126,7 @@ module Spellr
       case stdin_getch("qaAsSrR?h\u0003\u0004")
       # :nocov:
       when 'q', "\u0003" # ctrl c
-        exit 1
+        Spellr.exit 1
       when 'a', 'A'
         Spellr::InteractiveAdd.new(token, self)
       when 's', "\u0004" # ctrl d

data/lib/spellr/interactive_add.rb

@@ -18,7 +18,7 @@ module Spellr
     end
 
     def languages
-      @languages ||= Spellr.config.languages_for(token.location.file.to_path)
+      @languages ||= Spellr.config.languages_for(token.location.file)
     end
 
     def addable_languages

data/lib/spellr/key_tuner/naive_bayes.rb

@@ -7,6 +7,10 @@ require 'yaml'
 # https://www.sitepoint.com/machine-learning-ruby-naive-bayes-theorem/
 
 class NaiveBayes
+  # :nocov:
+  using ::Spellr::YAMLPermittedClasses if defined?(::Spellr::YAMLPermittedClasses)
+  # :nocov:
+
   YAML_PATH = File.join(__dir__, 'data.yml')
 
   attr_reader :feature_set

data/lib/spellr/key_tuner/possible_key.rb

@@ -4,6 +4,9 @@ require_relative 'stats'
 require_relative '../backports'
 
 class PossibleKey # rubocop:disable Metrics/ClassLength
+  # :nocov:
+  using ::Spellr::HashSlice if defined?(::Spellr::HashSlice)
+  # :nocov:
   include Stats
 
   VOWELS = %i{

data/lib/spellr/language.rb

@@ -10,14 +10,10 @@ module Spellr
     attr_reader :name
     attr_reader :key
 
-    def initialize(name, key: name[0], includes: [], hashbangs: [], locale: [], addable: true) # rubocop:disable Metrics/ParameterLists, Metrics/MethodLength
+    def initialize(name, key: name[0], includes: [], hashbangs: [], locale: [], addable: true) # rubocop:disable Metrics/ParameterLists
       @name = name
       @key = key
-      @includes = includes
-      @hashbangs = hashbangs
-      unless hashbangs.empty?
-        @hashbang_pattern = /\A#!.*\b(?:#{hashbangs.map { |s| Regexp.escape(s) }.join('|')})\b/
-      end
+      @includes = includes + hashbangs.map { |h| "#!:#{h}" }
       @locales = Array(locale)
       @addable = addable
     end
@@ -26,39 +22,29 @@ module Spellr
       @addable
     end
 
-    def matches?(file)
-      matches_includes?(file) || matches_hashbangs?(file)
-    end
-
     def wordlists
       default_wordlists.select(&:exist?)
     end
 
     def project_wordlist
       @project_wordlist ||= Spellr::Wordlist.new(
-        Spellr.config.pwd.join('.spellr_wordlists', "#{name}.txt"),
+        Spellr.pwd.join('.spellr_wordlists', "#{name}.txt"),
         name: name
       )
     end
 
-    private
-
-    def matches_hashbangs?(file)
-      return @includes.empty? unless @hashbang_pattern
-
-      file = Spellr::File.wrap(file)
-      return unless file.hashbang
+    def matches?(file)
+      return true if @includes.empty?
 
-      @hashbang_pattern.match?(file.hashbang)
+      fast_ignore.allowed?(file.to_s, directory: false, content: file.first_line)
     end
 
-    def matches_includes?(file)
-      return @hashbangs.empty? if @includes.empty?
+    private
 
+    def fast_ignore
       @fast_ignore ||= FastIgnore.new(
-        include_rules: @includes, gitignore: false, root: Spellr.config.pwd_s
+        include_rules: @includes, gitignore: false, root: Spellr.pwd_s
       )
-      @fast_ignore.allowed?(file.to_s)
     end
 
     def gem_wordlist

data/lib/spellr/line_location.rb

@@ -7,24 +7,22 @@ module Spellr
     attr_reader :line_number
     attr_reader :char_offset
     attr_reader :byte_offset
+    attr_reader :file
 
-    def initialize(file = '[String]', line_number = 1, char_offset: 0, byte_offset: 0)
-      @filename = file
+    def initialize(
+      file = ::Spellr::File.new('[string]'),
+      line_number = 1,
+      char_offset: 0,
+      byte_offset: 0
+    )
+      @file = file
       @line_number = line_number
       @char_offset = char_offset
       @byte_offset = byte_offset
     end
 
     def to_s
-      "#{file_relative_path}:#{line_number}"
-    end
-
-    def file_relative_path
-      file.relative_path
-    end
-
-    def file
-      @file ||= Spellr::File.wrap(@filename)
+      "#{file.relative_path}:#{line_number}"
     end
   end
 end

data/lib/spellr/line_tokenizer.rb

@@ -10,16 +10,15 @@ require_relative 'token_regexps'
 module Spellr
   class LineTokenizer < StringScanner
     attr_reader :line
-    attr_accessor :disabled
-    alias_method :disabled?, :disabled
-    attr_accessor :skip_key
+    attr_reader :skip_key
     alias_method :skip_key?, :skip_key
 
     include TokenRegexps
 
-    def initialize(line, skip_key: true)
+    def initialize(line, skip_key: false)
       @line = line
       @skip_key = skip_key
+      @disabled = false
 
       super(@line.to_s)
     end
@@ -32,7 +31,7 @@ module Spellr
     def each_term
       until eos?
         term = next_term
-        next if !term || disabled?
+        next if !term || @disabled
 
         yield term
       end
@@ -42,7 +41,7 @@ module Spellr
       until eos?
         term = next_term
         next unless term
-        next if disabled? || skip_term_proc&.call(term)
+        next if @disabled || skip_term_proc&.call(term)
 
         yield Token.new(term, line: line, location: column_location(term))
       end
@@ -78,6 +77,8 @@ module Spellr
     end
 
     def skip_key_heuristically
+      return unless skip_key?
+
       possible_key = check(POSSIBLE_KEY_RE)
 
       return unless possible_key
@@ -88,6 +89,7 @@ module Spellr
 
     BAYES_KEY_HEURISTIC = NaiveBayes.new
     def key?(possible_key)
+      return unless possible_key.length >= Spellr.config.key_minimum_length
       # I've come across some large base64 strings by this point they're definitely base64.
       return true if possible_key.length > 200
       return unless possible_key.match?(min_alpha_re) # or there's no point
@@ -96,15 +98,15 @@ module Spellr
     end
 
     def skip_and_track_disable
-      return if disabled?
+      return if @disabled
 
-      skip(SPELLR_DISABLE_RE) && self.disabled = true
+      skip(SPELLR_DISABLE_RE) && @disabled = true
     end
 
     def skip_and_track_enable
-      return unless disabled?
+      return unless @disabled
 
-      skip(SPELLR_ENABLE_RE) && self.disabled = false
+      skip(SPELLR_ENABLE_RE) && @disabled = false
     end
   end
 end

data/lib/spellr/pwd.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require 'pathname'
+
+module Spellr
+  module_function
+
+  def pwd
+    @pwd ||= Pathname.pwd
+  end
+
+  def pwd_s
+    @pwd_s ||= pwd.to_s
+  end
+end

data/lib/spellr/rake_task.rb

@@ -49,9 +49,8 @@ module Spellr
     end
 
     def run(argv)
-      Spellr::CLI.new(argv)
-    rescue SystemExit => e
-      raise unless e.status == 0
+      status = Spellr::CLI.new(argv).run
+      exit 1 unless status == 0
     end
 
     def argv_or_default(task_argv)

data/lib/spellr/token.rb

@@ -39,7 +39,7 @@ module Spellr
         location.char_offset...(location.char_offset + length)
     end
 
-    def byte_range
+    def byte_range # leftovers:allow i don't want to delete this
       @byte_range ||=
         location.byte_offset...(location.byte_offset + bytesize)
     end
@@ -49,7 +49,7 @@ module Spellr
         location.absolute_char_offset...(location.absolute_char_offset + length)
     end
 
-    def file_byte_range
+    def file_byte_range # leftovers:allow i don't want to delete this
       @file_byte_range ||=
         location.absolute_byte_offset...(location.absolute_byte_offset + bytesize)
     end

data/lib/spellr/token_regexps.rb

@@ -23,7 +23,6 @@ module Spellr
     LEFTOVER_NON_WORD_BITS_RE = %r{[/%#\\]|\d+}.freeze # e.g. a / not starting //a-url.com
     HEX_RE = /(?:#(?:\h{6}|\h{3})|0x\h+)(?![[:alpha:]])/.freeze
     SHELL_COLOR_ESCAPE_RE = /\\(?:e|0?33)\[\d+(;\d+)*m/.freeze
-    PUNYCODE_RE = /xn--[a-v0-9\-]+(?:[[:alpha:]])/.freeze
     # TODO: hex escapes e.g. \xAA.
     # TODO: language aware escapes
     BACKSLASH_ESCAPE_RE = /\\[a-zA-Z]/.freeze
@@ -99,5 +98,6 @@ module Spellr
 
     SPELLR_DISABLE_RE = /spellr:disable/.freeze
     SPELLR_ENABLE_RE = /spellr:enable/.freeze
+    SPELLR_LINE_DISABLE_RE = /spellr:disable[-:]line/.freeze
   end
 end

data/lib/spellr/tokenizer.rb

@@ -7,13 +7,10 @@ require_relative 'line_tokenizer'
 
 module Spellr
   class Tokenizer
-    attr_reader :file
-    attr_reader :start_at
-
-    attr_accessor :disabled
-    alias_method :disabled?, :disabled
+    attr_reader :file, :filename
 
     def initialize(file, start_at: nil, skip_key: true)
+      @filename = file
       @start_at = start_at || ColumnLocation.new(line_location: LineLocation.new(file))
       @file = file.is_a?(StringIO) || file.is_a?(IO) ? file : ::File.new(file)
       @file.pos = @start_at.line_location.byte_offset
@@ -21,7 +18,7 @@ module Spellr
       @line_tokenizer = LineTokenizer.new('', skip_key: skip_key)
     end
 
-    def terms
+    def terms # leftovers:test
       enum_for(:each_term).to_a
     end
 
@@ -31,7 +28,7 @@ module Spellr
 
     def each_term(&block)
       file.each_line do |line|
-        prepare_tokenizer_for_line(line).each_term(&block)
+        prepare_tokenizer_for_line(line)&.each_term(&block)
       end
     ensure
       file.close
@@ -39,7 +36,7 @@ module Spellr
 
     def each_token(skip_term_proc: nil) # rubocop:disable Metrics/MethodLength
       each_line_with_stats do |line, line_number, char_offset, byte_offset|
-        prepare_tokenizer_for_line(line).each_token(skip_term_proc: skip_term_proc) do |token|
+        prepare_tokenizer_for_line(line)&.each_token(skip_term_proc: skip_term_proc) do |token|
           token.line = prepare_line(line, line_number, char_offset, byte_offset)
 
           yield token
@@ -49,7 +46,7 @@ module Spellr
 
     def prepare_line(line, line_number, char_offset, byte_offset)
       line_location = LineLocation.new(
-        file, line_number, char_offset: char_offset, byte_offset: byte_offset
+        filename, line_number, char_offset: char_offset, byte_offset: byte_offset
       )
       column_location = ColumnLocation.new(line_location: line_location)
       Token.new(line, location: column_location)
@@ -78,6 +75,8 @@ module Spellr
     attr_reader :line_tokenizer
 
     def prepare_tokenizer_for_line(line)
+      return if line.match?(Spellr::TokenRegexps::SPELLR_LINE_DISABLE_RE)
+
       line_tokenizer.string = line
       line_tokenizer.pos = 0
       line_tokenizer

data/lib/spellr/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Spellr
-  VERSION = '0.8.0'
+  VERSION = '0.8.5'
 end

data/lib/spellr/wordlist.rb

@@ -12,7 +12,7 @@ module Spellr
 
     def initialize(file, name: file)
       path = @file = file
-      @path = Spellr.config.pwd.join('.spellr_wordlists').join(path).expand_path
+      @path = Spellr.pwd.join('.spellr_wordlists').join(path).expand_path
       @name = name
       @include = {}
     end

data/lib/spellr/wordlist_reporter.rb

@@ -6,7 +6,7 @@ require_relative 'base_reporter'
 module Spellr
   class WordlistReporter < Spellr::BaseReporter
     def finish
-      output.puts words.sort.join
+      puts words.sort.join unless words.empty?
     end
 
     def call(token)

data/spellr.gemspec

@@ -28,6 +28,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ['lib']
 
   spec.add_development_dependency 'bundler', '~> 2.0'
+  spec.add_development_dependency 'leftovers', '>= 0.2.2'
   spec.add_development_dependency 'mime-types', '~> 3.3.1'
   spec.add_development_dependency 'nokogiri'
   spec.add_development_dependency 'pry'
@@ -40,6 +41,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'tty_string', '>= 0.2.1'
   spec.add_development_dependency 'webmock', '~> 3.8'
 
-  spec.add_dependency 'fast_ignore', '>= 0.6.0'
+  spec.add_dependency 'fast_ignore', '>= 0.11.0'
   spec.add_dependency 'parallel', '~> 1.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: spellr
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 0.8.5
 platform: ruby
 authors:
 - Dana Sherson
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-04-18 00:00:00.000000000 Z
+date: 2020-06-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -24,6 +24,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: leftovers
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.2
 - !ruby/object:Gem::Dependency
   name: mime-types
   requirement: !ruby/object:Gem::Requirement
@@ -184,14 +198,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.6.0
+        version: 0.11.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.6.0
+        version: 0.11.0
 - !ruby/object:Gem::Dependency
   name: parallel
   requirement: !ruby/object:Gem::Requirement
@@ -247,6 +261,7 @@ files:
 - lib/spellr/line_tokenizer.rb
 - lib/spellr/output.rb
 - lib/spellr/output_stubbed.rb
+- lib/spellr/pwd.rb
 - lib/spellr/quiet_reporter.rb
 - lib/spellr/rake_task.rb
 - lib/spellr/reporter.rb
@@ -300,7 +315,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.0.8
 signing_key: 
 specification_version: 4
 summary: Spell check your source code