dejunk 0.4.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ce791e7887797db2ee247df00a97410b5e92cd462dc9694b679b45e67949fbd7
-  data.tar.gz: 540d46a6753e69fcdf79b70619c8d8a116d317d8b1dd61b5bef7dbc9a33df6db
+  metadata.gz: 78bada0220a075c407f09e81eeb3602b669f9c64a6b0107bf26764c2721c1f0c
+  data.tar.gz: 189aa6798ca085cee985df90a28c7efa42c57c0574ef6652382992e0ef0ff41c
 SHA512:
-  metadata.gz: 821ff90448d3d63f2f648882f5670c346a0cb0554adaea22cdba34afc3773911bcf62d5d58261e2bd7fed1985cef597216371ce2e7beac84ce0942734bb513e7
-  data.tar.gz: e0417270954ee14944842673bbea31911b9c59920ffb113d311e4883e7067b9c03302de3f6a86bb132640d685311c0fb4f577584b3585b8ae3d7cba5fd7aaf34
+  metadata.gz: 719a2c5bcc2f9a9c201f8856fbd5a219fe7b1b497c1c585d3c49c6104d4b37099fef3aef7635dc2fd5b054c1ae25fbd91c98b9bf569e1293fb9ee2c68049a10e
+  data.tar.gz: 0a0a75d55d940cd8e757a458385ab603541150a1a94e42532c9628a26b46be1b198220d781fddcb9d4d3da59ced552d7a8b056c7934c7192437420288298110a

data/.circleci/config.yml

@@ -0,0 +1,15 @@
+version: 2.1
+
+jobs:
+  build:
+    docker:
+      - image: cimg/ruby:3.4.8
+    steps:
+      - checkout
+      - run: bundle install
+      - run: bundle exec rspec
+
+workflows:
+  build_and_test:
+    jobs:
+      - build

data/dejunk.gemspec

@@ -6,7 +6,7 @@ require 'dejunk/version'
 Gem::Specification.new do |spec|
   spec.name          = "dejunk"
   spec.version       = Dejunk::VERSION
-  spec.required_ruby_version = '~> 2.3'
+  spec.required_ruby_version = '>= 3.3'
   spec.authors       = ["David Judd"]
   spec.email         = ["david@academia.edu"]
 
@@ -20,7 +20,6 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency 'activesupport'
 
-  spec.add_development_dependency "bundler", "~> 2.0"
-  spec.add_development_dependency "rake", "~> 12.3.3"
+  spec.add_development_dependency "rake"
   spec.add_development_dependency "rspec"
 end

data/lib/dejunk/version.rb

@@ -1,3 +1,3 @@
 module Dejunk
-  VERSION = "0.4.0"
+  VERSION = "0.6.0"
 end

data/lib/dejunk.rb

@@ -1,6 +1,9 @@
-require "dejunk/version"
-require "yaml"
+require "active_support/core_ext/object/blank"
 require "active_support/core_ext/string"
+require "bigdecimal"
+require "yaml"
+
+require "dejunk/version"
 
 module Dejunk
   extend self
@@ -113,7 +116,7 @@ module Dejunk
     string.
       chars.
       zip(string.chars[1..-1]).
-      map { |c1,c2| "#{c1.mb_chars.downcase}#{c2.mb_chars.downcase}" if c1 && c2 }.
+      map { |c1,c2| "#{c1.downcase}#{c2.downcase}" if c1 && c2 }.
       compact.
       map { |bigram| bigram.gsub(/[0-9]/, '0'.freeze) }.
       map { |bigram| bigram.gsub(/[[:space:]]/, ' '.freeze) }
@@ -144,8 +147,12 @@ module Dejunk
   end
 
   def normalize_for_comparison(string)
+    # This mirrors what mb_chars did, assuming that non-UTF-8 encoded strings
+    # are actually UTF-8 in disguise. It's unclear whether this is necessary,
+    # but we left it in to avoid having to figure this out.
+    string = string.dup.force_encoding(Encoding::UTF_8) if string.encoding != Encoding::UTF_8
+
     string.
-      mb_chars.
       unicode_normalize(:nfkd).
       gsub(/\p{Mn}+/, ''.freeze).
       gsub(/[^[:alnum:]]+/, ''.freeze).

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: dejunk
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.6.0
 platform: ruby
 authors:
 - David Judd
-autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-11-17 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -24,34 +23,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 12.3.3
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 12.3.3
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -66,13 +51,13 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: 
 email:
 - david@academia.edu
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".circleci/config.yml"
 - ".gitignore"
 - ".rspec"
 - ".travis.yml"
@@ -82,7 +67,6 @@ files:
 - Rakefile
 - bin/console
 - bin/setup
-- circle.yml
 - dejunk.gemspec
 - lib/dejunk.rb
 - lib/dejunk/version.rb
@@ -90,23 +74,21 @@ files:
 homepage: https://github.com/academia-edu/dejunk
 licenses: []
 metadata: {}
-post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - "~>"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: '2.3'
+      version: '3.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
-signing_key: 
+rubygems_version: 3.6.9
 specification_version: 4
 summary: Detect keyboard mashing and other junk in your data.
 test_files: []

data/circle.yml

@@ -1,7 +0,0 @@
-machine:
-  ruby:
-    version: 2.2.3
-
-dependencies:
-  pre:
-    - gem install bundler -v 1.10.6