pragmatic_tokenizer 3.0.2 → 3.0.3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (4) hide show
  1. checksums.yaml +4 -4
  2. data/lib/pragmatic_tokenizer/tokenizer.rb +1 -0
  3. data/lib/pragmatic_tokenizer/version.rb +1 -1
  4. metadata +1 -1
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: cfbd0558c7cf67a00af40c60acf15cbacd856c5a
4
- data.tar.gz: 8e8823fea384e85ccbefb75ac6ab965fc9375288
3
+ metadata.gz: 5c5f17c8bf848baf655f32dcc9620fb00998ae55
4
+ data.tar.gz: 6f95da8fd31c05d791d554fabb15a8350ad77d84
5
5
  SHA512:
6
- metadata.gz: 3a8ebd1f301310a2ba6ab053a1b9c94bf54061b08aa826b655313a67cdd6eb21e347683683ea7137a596d693917b6f9e77521aee51630cbe6f071387f6b7c72d
7
- data.tar.gz: 7d8e5cff9a794669f3b5a2edcdee24c1ba5ff5f1bb5f4f09bfdc21b98ce4ae8277365318dc659c7e835ed73d3797437cd0a746fe1153b56f22cfa7b4ef6e9cb7
6
+ metadata.gz: d27744d4a7f77c4102927ae2dd2df20fc66b6248b820156bc8712bf9676c65357a82dd7d7540138289e8bf0b6d0d60a1cd940bcc82807a30b4be083a33e28d56
7
+ data.tar.gz: 20360686b10e8be67c410fe8f48f3c0b057780471cd6ea72b763e8cf0a44cad6a3ad4bfc01bdaad5d2cb1ac38162a5e78b7be52771f6932d9dfcb459f1ee0e42
data/lib/pragmatic_tokenizer/tokenizer.rb CHANGED
@@ -1,5 +1,6 @@
1
1
  # -*- encoding : utf-8 -*-
2
2
  require 'set'
3
+ require 'cgi'
3
4
  require 'pragmatic_tokenizer/languages'
4
5
  require 'pragmatic_tokenizer/pre_processor'
5
6
  require 'pragmatic_tokenizer/post_processor'
data/lib/pragmatic_tokenizer/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module PragmaticTokenizer
2
- VERSION = "3.0.2".freeze
2
+ VERSION = "3.0.3".freeze
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: pragmatic_tokenizer
3
3
  version: !ruby/object:Gem::Version
4
- version: 3.0.2
4
+ version: 3.0.3
5
5
  platform: ruby
6
6
  authors:
7
7
  - Kevin S. Dias