dejunk 0.2.0 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c544a625c931feb25e33682bb9a2c7ad243b57acaab1d1643d8ad410f7cbec69
-  data.tar.gz: dbae0776455be08aa508c2699bdc9c4041d23fc7d627a8fb99a985a05f5c16b7
+  metadata.gz: f1ab7cd51156a993d232efbc68bfeb4ea1657f0e112878a4d03ae8963122d359
+  data.tar.gz: 456178beb94060ea3589c5917ee978aa9e96f6534eeb2db97d97fab05175e823
 SHA512:
-  metadata.gz: 48728d90252fa4b29bb38d165a0920325c1d4bd13a54f70be637fbd36b572df49458446bf4caaaefb5e7289ca1a5ec990b46d917734f10be8e2783edaae7f4ff
-  data.tar.gz: ca738d822697a164101f3e832e94a95cdf98e59180930bb0bd48c467e7999f0ad47da014b13e59ba36ce0d50326f17201eeb1b3a9357ab2469643ae0fd8fc5c4
+  metadata.gz: 122869629a43aa3885a942a63b76536eac52fbe0c83a311921feee498987b99e591d9c42c496c2129ec718c37e0c2b753eff562a4a707375ea49375c5038ec73
+  data.tar.gz: cfd3126d2d94102ca27c28f36d5543c39c0629a7717b2c13a35d4588e487bb8103471661b6dbf418839ed8c19392a235aa259f2dd3a382d72c603d08aa6ce384

data/.circleci/config.yml

@@ -0,0 +1,19 @@
+version: 2.1
+
+orbs:
+  ruby: circleci/ruby@1.4.0
+
+jobs:
+  build:
+    docker:
+      - image: cimg/ruby:3.0.1
+    steps:
+      - checkout
+      - ruby/install-deps
+      - ruby/rspec-test
+
+workflows:
+  version: 2
+  build_and_test:
+    jobs:
+      - build

data/dejunk.gemspec

@@ -6,6 +6,7 @@ require 'dejunk/version'
 Gem::Specification.new do |spec|
   spec.name          = "dejunk"
   spec.version       = Dejunk::VERSION
+  spec.required_ruby_version = '>= 2.3'
   spec.authors       = ["David Judd"]
   spec.email         = ["david@academia.edu"]
 
@@ -19,7 +20,7 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency 'activesupport'
 
-  spec.add_development_dependency "bundler", "~> 1.10"
-  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "bundler", "~> 2.0"
+  spec.add_development_dependency "rake", "~> 12.3.3"
   spec.add_development_dependency "rspec"
 end

data/lib/dejunk/version.rb

@@ -1,3 +1,3 @@
 module Dejunk
-  VERSION = "0.2.0"
+  VERSION = "0.5.0"
 end

data/lib/dejunk.rb

@@ -146,7 +146,7 @@ module Dejunk
   def normalize_for_comparison(string)
     string.
       mb_chars.
-      normalize(:kd).
+      unicode_normalize(:nfkd).
       gsub(/\p{Mn}+/, ''.freeze).
       gsub(/[^[:alnum:]]+/, ''.freeze).
       downcase
@@ -229,9 +229,6 @@ module Dejunk
   def mashing_probability(bigram)
     if (f = mashing_bigram_frequencies[bigram])
       f
-    elsif f =~ /[a-z]{2}/i
-      # 26**2 = 676, so 1 in 2k seems a reasonable probability for an arbitrary two-letter bigram given mashing
-      0.0005
     else
       # An arbitrary (non-ASCII) bigram with mashing is slightly more probable than with legit strings
       1e-6

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dejunk
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.5.0
 platform: ruby
 authors:
 - David Judd
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-04-09 00:00:00.000000000 Z
+date: 2022-06-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -30,28 +30,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.10'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.10'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 12.3.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 12.3.3
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -73,6 +73,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".circleci/config.yml"
 - ".gitignore"
 - ".rspec"
 - ".travis.yml"
@@ -82,7 +83,6 @@ files:
 - Rakefile
 - bin/console
 - bin/setup
-- circle.yml
 - dejunk.gemspec
 - lib/dejunk.rb
 - lib/dejunk/version.rb
@@ -98,14 +98,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.1
+rubygems_version: 3.2.33
 signing_key: 
 specification_version: 4
 summary: Detect keyboard mashing and other junk in your data.

data/circle.yml

@@ -1,7 +0,0 @@
-machine:
-  ruby:
-    version: 2.2.3
-
-dependencies:
-  pre:
-    - gem install bundler -v 1.10.6