dejunk 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c544a625c931feb25e33682bb9a2c7ad243b57acaab1d1643d8ad410f7cbec69
-  data.tar.gz: dbae0776455be08aa508c2699bdc9c4041d23fc7d627a8fb99a985a05f5c16b7
+  metadata.gz: 1c27554d9b8b375cd041796a404ea48e28c6c9ce2a772f27af21e83f78117cd8
+  data.tar.gz: 5464e9f63e8b3729f155280bbb167baf1810549b3f05e8d9343f6f8c16c0d420
 SHA512:
-  metadata.gz: 48728d90252fa4b29bb38d165a0920325c1d4bd13a54f70be637fbd36b572df49458446bf4caaaefb5e7289ca1a5ec990b46d917734f10be8e2783edaae7f4ff
-  data.tar.gz: ca738d822697a164101f3e832e94a95cdf98e59180930bb0bd48c467e7999f0ad47da014b13e59ba36ce0d50326f17201eeb1b3a9357ab2469643ae0fd8fc5c4
+  metadata.gz: 5c425a21416fe2532e665cb9b10b8fbf081134ab6705f4b60b2487104b043e6120aa0cab2bc77832b231c631795b2bd8a5124184c96d861b7d28f3d7abf1336e
+  data.tar.gz: 37cedff6a300bab1c2dc75fbdae68473b44c2fbf688f78f0811194de812bf47e8e2d278b4f7cd279ec6af1cf17f40e0f05dc83c2b299f3a2b7cdaeba13195d6e

data/dejunk.gemspec

@@ -6,6 +6,7 @@ require 'dejunk/version'
 Gem::Specification.new do |spec|
   spec.name          = "dejunk"
   spec.version       = Dejunk::VERSION
+  spec.required_ruby_version = '~> 2.3'
   spec.authors       = ["David Judd"]
   spec.email         = ["david@academia.edu"]
 

data/lib/dejunk.rb

@@ -146,7 +146,7 @@ module Dejunk
   def normalize_for_comparison(string)
     string.
       mb_chars.
-      normalize(:kd).
+      unicode_normalize(:nfkd).
       gsub(/\p{Mn}+/, ''.freeze).
       gsub(/[^[:alnum:]]+/, ''.freeze).
       downcase
@@ -229,9 +229,6 @@ module Dejunk
   def mashing_probability(bigram)
     if (f = mashing_bigram_frequencies[bigram])
       f
-    elsif f =~ /[a-z]{2}/i
-      # 26**2 = 676, so 1 in 2k seems a reasonable probability for an arbitrary two-letter bigram given mashing
-      0.0005
     else
       # An arbitrary (non-ASCII) bigram with mashing is slightly more probable than with legit strings
       1e-6

data/lib/dejunk/version.rb

@@ -1,3 +1,3 @@
 module Dejunk
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dejunk
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - David Judd
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-04-09 00:00:00.000000000 Z
+date: 2020-08-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -96,16 +96,16 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - "~>"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.1
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Detect keyboard mashing and other junk in your data.