dejunk 0.5.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: f1ab7cd51156a993d232efbc68bfeb4ea1657f0e112878a4d03ae8963122d359
4
- data.tar.gz: 456178beb94060ea3589c5917ee978aa9e96f6534eeb2db97d97fab05175e823
3
+ metadata.gz: 78bada0220a075c407f09e81eeb3602b669f9c64a6b0107bf26764c2721c1f0c
4
+ data.tar.gz: 189aa6798ca085cee985df90a28c7efa42c57c0574ef6652382992e0ef0ff41c
5
5
  SHA512:
6
- metadata.gz: 122869629a43aa3885a942a63b76536eac52fbe0c83a311921feee498987b99e591d9c42c496c2129ec718c37e0c2b753eff562a4a707375ea49375c5038ec73
7
- data.tar.gz: cfd3126d2d94102ca27c28f36d5543c39c0629a7717b2c13a35d4588e487bb8103471661b6dbf418839ed8c19392a235aa259f2dd3a382d72c603d08aa6ce384
6
+ metadata.gz: 719a2c5bcc2f9a9c201f8856fbd5a219fe7b1b497c1c585d3c49c6104d4b37099fef3aef7635dc2fd5b054c1ae25fbd91c98b9bf569e1293fb9ee2c68049a10e
7
+ data.tar.gz: 0a0a75d55d940cd8e757a458385ab603541150a1a94e42532c9628a26b46be1b198220d781fddcb9d4d3da59ced552d7a8b056c7934c7192437420288298110a
data/.circleci/config.yml CHANGED
@@ -1,19 +1,15 @@
1
1
  version: 2.1
2
2
 
3
- orbs:
4
- ruby: circleci/ruby@1.4.0
5
-
6
3
  jobs:
7
4
  build:
8
5
  docker:
9
- - image: cimg/ruby:3.0.1
6
+ - image: cimg/ruby:3.4.8
10
7
  steps:
11
8
  - checkout
12
- - ruby/install-deps
13
- - ruby/rspec-test
9
+ - run: bundle install
10
+ - run: bundle exec rspec
14
11
 
15
12
  workflows:
16
- version: 2
17
13
  build_and_test:
18
14
  jobs:
19
15
  - build
data/dejunk.gemspec CHANGED
@@ -6,7 +6,7 @@ require 'dejunk/version'
6
6
  Gem::Specification.new do |spec|
7
7
  spec.name = "dejunk"
8
8
  spec.version = Dejunk::VERSION
9
- spec.required_ruby_version = '>= 2.3'
9
+ spec.required_ruby_version = '>= 3.3'
10
10
  spec.authors = ["David Judd"]
11
11
  spec.email = ["david@academia.edu"]
12
12
 
@@ -20,7 +20,6 @@ Gem::Specification.new do |spec|
20
20
 
21
21
  spec.add_dependency 'activesupport'
22
22
 
23
- spec.add_development_dependency "bundler", "~> 2.0"
24
- spec.add_development_dependency "rake", "~> 12.3.3"
23
+ spec.add_development_dependency "rake"
25
24
  spec.add_development_dependency "rspec"
26
25
  end
@@ -1,3 +1,3 @@
1
1
  module Dejunk
2
- VERSION = "0.5.0"
2
+ VERSION = "0.6.0"
3
3
  end
data/lib/dejunk.rb CHANGED
@@ -1,6 +1,9 @@
1
- require "dejunk/version"
2
- require "yaml"
1
+ require "active_support/core_ext/object/blank"
3
2
  require "active_support/core_ext/string"
3
+ require "bigdecimal"
4
+ require "yaml"
5
+
6
+ require "dejunk/version"
4
7
 
5
8
  module Dejunk
6
9
  extend self
@@ -113,7 +116,7 @@ module Dejunk
113
116
  string.
114
117
  chars.
115
118
  zip(string.chars[1..-1]).
116
- map { |c1,c2| "#{c1.mb_chars.downcase}#{c2.mb_chars.downcase}" if c1 && c2 }.
119
+ map { |c1,c2| "#{c1.downcase}#{c2.downcase}" if c1 && c2 }.
117
120
  compact.
118
121
  map { |bigram| bigram.gsub(/[0-9]/, '0'.freeze) }.
119
122
  map { |bigram| bigram.gsub(/[[:space:]]/, ' '.freeze) }
@@ -144,8 +147,12 @@ module Dejunk
144
147
  end
145
148
 
146
149
  def normalize_for_comparison(string)
150
+ # This mirrors what mb_chars did, assuming that non-UTF-8 encoded strings
151
+ # are actually UTF-8 in disguise. It's unclear whether this is necessary,
152
+ # but we left it in to avoid having to figure this out.
153
+ string = string.dup.force_encoding(Encoding::UTF_8) if string.encoding != Encoding::UTF_8
154
+
147
155
  string.
148
- mb_chars.
149
156
  unicode_normalize(:nfkd).
150
157
  gsub(/\p{Mn}+/, ''.freeze).
151
158
  gsub(/[^[:alnum:]]+/, ''.freeze).
metadata CHANGED
@@ -1,14 +1,13 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: dejunk
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.5.0
4
+ version: 0.6.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - David Judd
8
- autorequire:
9
8
  bindir: exe
10
9
  cert_chain: []
11
- date: 2022-06-01 00:00:00.000000000 Z
10
+ date: 1980-01-02 00:00:00.000000000 Z
12
11
  dependencies:
13
12
  - !ruby/object:Gem::Dependency
14
13
  name: activesupport
@@ -24,34 +23,20 @@ dependencies:
24
23
  - - ">="
25
24
  - !ruby/object:Gem::Version
26
25
  version: '0'
27
- - !ruby/object:Gem::Dependency
28
- name: bundler
29
- requirement: !ruby/object:Gem::Requirement
30
- requirements:
31
- - - "~>"
32
- - !ruby/object:Gem::Version
33
- version: '2.0'
34
- type: :development
35
- prerelease: false
36
- version_requirements: !ruby/object:Gem::Requirement
37
- requirements:
38
- - - "~>"
39
- - !ruby/object:Gem::Version
40
- version: '2.0'
41
26
  - !ruby/object:Gem::Dependency
42
27
  name: rake
43
28
  requirement: !ruby/object:Gem::Requirement
44
29
  requirements:
45
- - - "~>"
30
+ - - ">="
46
31
  - !ruby/object:Gem::Version
47
- version: 12.3.3
32
+ version: '0'
48
33
  type: :development
49
34
  prerelease: false
50
35
  version_requirements: !ruby/object:Gem::Requirement
51
36
  requirements:
52
- - - "~>"
37
+ - - ">="
53
38
  - !ruby/object:Gem::Version
54
- version: 12.3.3
39
+ version: '0'
55
40
  - !ruby/object:Gem::Dependency
56
41
  name: rspec
57
42
  requirement: !ruby/object:Gem::Requirement
@@ -66,7 +51,6 @@ dependencies:
66
51
  - - ">="
67
52
  - !ruby/object:Gem::Version
68
53
  version: '0'
69
- description:
70
54
  email:
71
55
  - david@academia.edu
72
56
  executables: []
@@ -90,7 +74,6 @@ files:
90
74
  homepage: https://github.com/academia-edu/dejunk
91
75
  licenses: []
92
76
  metadata: {}
93
- post_install_message:
94
77
  rdoc_options: []
95
78
  require_paths:
96
79
  - lib
@@ -98,15 +81,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
98
81
  requirements:
99
82
  - - ">="
100
83
  - !ruby/object:Gem::Version
101
- version: '2.3'
84
+ version: '3.3'
102
85
  required_rubygems_version: !ruby/object:Gem::Requirement
103
86
  requirements:
104
87
  - - ">="
105
88
  - !ruby/object:Gem::Version
106
89
  version: '0'
107
90
  requirements: []
108
- rubygems_version: 3.2.33
109
- signing_key:
91
+ rubygems_version: 3.6.9
110
92
  specification_version: 4
111
93
  summary: Detect keyboard mashing and other junk in your data.
112
94
  test_files: []