babosa 0.3.11 → 2.0.0.beta

data/lib/babosa/transliterator/vietnamese.rb

@@ -1,4 +1,5 @@
-# encoding: utf-8
+# frozen_string_literal: true
+
 module Babosa
   module Transliterator
     class Vietnamese < Latin
@@ -137,7 +138,7 @@ module Babosa
         "Ỹ" => "Y",
         "đ" => "d",
         "Đ" => "D"
-      }
+      }.freeze
     end
   end
-end
+end

data/lib/babosa/version.rb

@@ -1,5 +1,7 @@
+# frozen_string_literal: true
+
 module Babosa
   module Version
-    STRING = "0.3.11"
+    STRING = "2.0.0.beta"
   end
 end

data/spec/identifier_spec.rb

@@ -0,0 +1,157 @@
+# frozen_string_literal: true
+
+require "spec_helper"
+
+describe Babosa::Identifier do
+  it "should respond_to :empty?" do
+    expect("".to_slug).to respond_to(:empty?)
+  end
+
+  %w[approximate_ascii clean downcase word_chars normalize to_ascii upcase with_dashes].each do |method|
+    describe "##{method}" do
+      it "should work with invalid UTF-8 strings" do
+        expect { "\x93abc".to_slug.send method }.not_to raise_exception
+      end
+    end
+  end
+
+  describe "#word_chars" do
+    it "word_chars! should leave only letters and spaces" do
+      string = "a*$%^$@!@b$%^&*()*!c"
+      expect(string.to_slug.word_chars!).to match(/[a-z ]*/i)
+    end
+  end
+
+  describe "#transliterate" do
+    it "should transliterate to ascii" do
+      (0xC0..0x17E).to_a.each do |codepoint|
+        ss = [codepoint].pack("U*").to_slug
+        expect(ss.approximate_ascii!).to match(/[\x0-\x7f]/)
+      end
+    end
+
+    it "should transliterate uncomposed utf8" do
+      string = [117, 776].pack("U*") # "ü" as ASCII "u" plus COMBINING DIAERESIS
+      expect(string.to_slug.approximate_ascii).to eql("u")
+    end
+
+    it "should transliterate using multiple transliterators" do
+      string = "свободное režģis"
+      expect(string.to_slug.approximate_ascii(:latin, :russian)).to eql("svobodnoe rezgis")
+    end
+  end
+
+  describe "#downcase" do
+    it "should lowercase strings" do
+      expect("FELIZ AÑO".to_slug.downcase).to eql("feliz año")
+    end
+  end
+
+  describe "#upcase" do
+    it "should uppercase strings" do
+      expect("feliz año".to_slug.upcase).to eql("FELIZ AÑO")
+    end
+  end
+
+  describe "#normalize" do
+    it "should allow passing locale as key for :transliterate" do
+      expect("ö".to_slug.clean.normalize(transliterate: :german)).to eql("oe")
+    end
+
+    it "should replace whitespace with dashes" do
+      expect("a b".to_slug.clean.normalize).to eql("a-b")
+    end
+
+    it "should replace multiple spaces with 1 dash" do
+      expect("a    b".to_slug.clean.normalize).to eql("a-b")
+    end
+
+    it "should replace multiple dashes with 1 dash" do
+      expect("male - female".to_slug.normalize).to eql("male-female")
+    end
+
+    it "should strip trailing space" do
+      expect("ab ".to_slug.normalize).to eql("ab")
+    end
+
+    it "should strip leading space" do
+      expect(" ab".to_slug.normalize).to eql("ab")
+    end
+
+    it "should strip trailing slashes" do
+      expect("ab-".to_slug.normalize).to eql("ab")
+    end
+
+    it "should strip leading slashes" do
+      expect("-ab".to_slug.normalize).to eql("ab")
+    end
+
+    it "should not modify valid name strings" do
+      expect("a-b-c-d".to_slug.normalize).to eql("a-b-c-d")
+    end
+
+    it "should not convert underscores" do
+      expect("hello_world".to_slug.normalize).to eql("hello_world")
+    end
+
+    it "should work with non roman chars" do
+      expect("検 索".to_slug.normalize).to eql("検-索")
+    end
+
+    context "with to_ascii option" do
+      it "should approximate and strip non ascii" do
+        ss = "カタカナ: katakana is über cool".to_slug
+        expect(ss.normalize(to_ascii: true)).to eql("katakana-is-uber-cool")
+      end
+    end
+  end
+
+  describe "#truncate_bytes" do
+    it "should by byte length" do
+      expect("üa".to_slug.truncate_bytes(2)).to eql("ü")
+      expect("üa".to_slug.truncate_bytes(1)).to eql("")
+      expect("üa".to_slug.truncate_bytes(100)).to eql("üa")
+      expect("üéøá".to_slug.truncate_bytes(3)).to eql("ü")
+    end
+  end
+
+  describe "#truncate" do
+    it "should truncate by char length" do
+      expect("üa".to_slug.truncate(2)).to eql("üa")
+      expect("üa".to_slug.truncate(1)).to eql("ü")
+      expect("üa".to_slug.truncate(100)).to eql("üa")
+    end
+  end
+
+  describe "#with_dashes" do
+    it "should not change byte size when replacing spaces" do
+      expect("".to_slug.with_dashes.bytesize).to eql(0)
+      expect(" ".to_slug.with_dashes.bytesize).to eql(1)
+      expect("-abc-".to_slug.with_dashes.bytesize).to eql(5)
+      expect(" abc ".to_slug.with_dashes.bytesize).to eql(5)
+      expect(" a  bc ".to_slug.with_dashes.bytesize).to eql(7)
+    end
+  end
+
+  describe "#to_ruby_method" do
+    it "should get a string suitable for use as a ruby method" do
+      expect("¿¿¿hello... world???".to_slug.to_ruby_method).to eql("hello_world?")
+      expect("カタカナ: katakana is über cool".to_slug.to_ruby_method).to eql("katakana_is_uber_cool")
+      expect("カタカナ: katakana is über cool!".to_slug.to_ruby_method).to eql("katakana_is_uber_cool!")
+      expect("カタカナ: katakana is über cool".to_slug.to_ruby_method(allow_bangs: false)).to eql("katakana_is_uber_cool")
+    end
+
+    it "should optionally remove trailing punctuation" do
+      expect("¿¿¿hello... world???".to_slug.to_ruby_method(allow_bangs: false)).to eql("hello_world")
+    end
+
+    it "should raise an error when it would generate an impossible method name" do
+      # "1".to_identifier.to_ruby_method
+      expect { "1".to_identifier.to_ruby_method }.to raise_error(Babosa::Identifier::Error)
+    end
+
+    it "should raise Babosa::Error error when the string is nil" do
+      expect { "".to_slug.to_ruby_method }.to raise_error(Babosa::Identifier::Error)
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -1,25 +1,19 @@
-# encoding: utf-8
-$LOAD_PATH << File.expand_path("../lib", __FILE__)
-$LOAD_PATH.uniq!
+# frozen_string_literal: true
 
 if ENV["COV"]
   require "simplecov"
   SimpleCov.start
 end
 
-# encoding: utf-8
-$KCODE = 'UTF8' if RUBY_VERSION < '1.9'
-
-require "rubygems"
+require "bundler/setup"
 require "babosa"
-require "active_support"
 
 shared_examples_for "a latin transliterator" do
   let(:t) { described_class.instance }
 
   it "should transliterate latin characters" do
     string = (0xC0..0x17E).to_a.pack("U*")
-    t.transliterate(string).should match(/[\x0-\x7f]/)
+    expect(t.transliterate(string)).to match(/[\x0-\x7f]/)
   end
 end
 
@@ -28,7 +22,7 @@ shared_examples_for "a cyrillic transliterator" do
 
   it "should transliterate cyrillic characters" do
     string = "Славься, Отечество наше свободное"
-    t.transliterate(string).should match(/[\x0-\x7f]/)
+    expect(t.transliterate(string)).to match(/[\x0-\x7f]/)
   end
 end
 
@@ -37,6 +31,15 @@ shared_examples_for "a greek transliterator" do
 
   it "should transliterate greek characters" do
     string = "Γερμανία"
-    t.transliterate(string).should match(/[\x0-\x7f]/)
+    expect(t.transliterate(string)).to match(/[\x0-\x7f]/)
   end
-end
+end
+
+shared_examples_for "a hindi transliterator" do
+  let(:t) { described_class.instance }
+
+  it "should transliterate hindi characters" do
+    string = "आदित्य तापड़िया"
+    expect(t.transliterate(string)).to match(/[\x0-\x7f]/)
+  end
+end

data/spec/transliterators/base_spec.rb

@@ -1,16 +1,15 @@
-# encoding: utf-8
-require File.expand_path("../../spec_helper", __FILE__)
+# frozen_string_literal: true
 
-describe Babosa::Transliterator::Base do
+require "spec_helper"
 
-  before { @t = Babosa::Transliterator::Base.instance }
+describe Babosa::Transliterator::Base do
+  let(:t) { Babosa::Transliterator::Base.instance }
 
   it "should transliterate 'smart' quotes" do
-    @t.transliterate("’").should eql("'")
+    expect(t.transliterate("’")).to eql("'")
   end
 
   it "should transliterate non-breaking spaces" do
-    @t.transliterate("\xc2\xa0").should eql(" ")
+    expect(t.transliterate("\xc2\xa0")).to eql(" ")
   end
-
-end
+end

data/spec/transliterators/bulgarian_spec.rb

@@ -1,8 +1,8 @@
-# encoding: utf-8
-require File.expand_path("../../spec_helper", __FILE__)
+# frozen_string_literal: true
 
-describe Babosa::Transliterator::Bulgarian do
+require "spec_helper"
 
+describe Babosa::Transliterator::Bulgarian do
   let(:t) { described_class.instance }
   it_behaves_like "a cyrillic transliterator"
 
@@ -14,7 +14,6 @@ describe Babosa::Transliterator::Bulgarian do
       "Щъркел"  => "Shturkel",
       "полицай" => "policai"
     }
-    examples.each {|k, v| t.transliterate(k).should eql(v)}
+    examples.each { |k, v| expect(t.transliterate(k)).to eql(v) }
   end
-
 end

data/spec/transliterators/danish_spec.rb

@@ -1,8 +1,8 @@
-# encoding: utf-8
-require File.expand_path("../../spec_helper", __FILE__)
+# frozen_string_literal: true
 
-describe Babosa::Transliterator::Danish do
+require "spec_helper"
 
+describe Babosa::Transliterator::Danish do
   let(:t) { described_class.instance }
   it_behaves_like "a latin transliterator"
 
@@ -11,7 +11,6 @@ describe Babosa::Transliterator::Danish do
       "Ærøskøbing" => "Aeroeskoebing",
       "Årslev"     => "Aarslev"
     }
-    examples.each {|k, v| t.transliterate(k).should eql(v)}
+    examples.each { |k, v| expect(t.transliterate(k)).to eql(v) }
   end
-
-end
+end

data/spec/transliterators/german_spec.rb

@@ -1,17 +1,16 @@
-# encoding: utf-8
-require File.expand_path("../../spec_helper", __FILE__)
+# frozen_string_literal: true
 
-describe Babosa::Transliterator::German do
+require "spec_helper"
 
+describe Babosa::Transliterator::German do
   let(:t) { described_class.instance }
   it_behaves_like "a latin transliterator"
 
   it "should transliterate Eszett" do
-    t.transliterate("ß").should eql("ss")
+    expect(t.transliterate("ß")).to eql("ss")
   end
 
   it "should transliterate vowels with umlauts" do
-    t.transliterate("üöä").should eql("ueoeae")
+    expect(t.transliterate("üöä")).to eql("ueoeae")
   end
-
-end
+end

data/spec/transliterators/greek_spec.rb

@@ -1,17 +1,17 @@
-# encoding: utf-8
-require File.expand_path("../../spec_helper", __FILE__)
+# frozen_string_literal: true
 
-describe Babosa::Transliterator::Greek do
+require "spec_helper"
 
+describe Babosa::Transliterator::Greek do
   let(:t) { described_class.instance }
   it_behaves_like "a greek transliterator"
 
   it "should transliterate various characters" do
     examples = {
-      "Γερμανία"  => "Germania",
-      "Αυστρία"   => "Aystria",
-      "Ιταλία"    => "Italia"
+      "Γερμανία" => "Germania",
+      "Αυστρία"  => "Aystria",
+      "Ιταλία"   => "Italia"
     }
-    examples.each {|k, v| t.transliterate(k).should eql(v)}
+    examples.each { |k, v| expect(t.transliterate(k)).to eql(v) }
   end
 end

data/spec/transliterators/hindi_spec.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+require "spec_helper"
+
+describe Babosa::Transliterator::Hindi do
+  let(:t) { described_class.instance }
+  it_behaves_like "a hindi transliterator"
+
+  it "should transliterate hindi characters" do
+    examples = {
+      "आदित्य"                => "aadity",
+      "सबरीमाला करवाना पायसम" => "sbriimaalaa krvaanaa paaysm",
+      "सक्रांति आँख"          => "skraanti aankh"
+    }
+    examples.each { |k, v| expect(t.transliterate(k)).to eql(v) }
+  end
+end

data/spec/transliterators/latin_spec.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require "spec_helper"
+
+describe Babosa::Transliterator::Latin do
+  let(:t) { described_class.instance }
+  it_behaves_like "a latin transliterator"
+end

data/spec/transliterators/macedonian_spec.rb

@@ -1,9 +1,8 @@
-# encoding: utf-8
-require File.expand_path("../../spec_helper", __FILE__)
+# frozen_string_literal: true
 
-describe Babosa::Transliterator::Macedonian do
+require "spec_helper"
 
+describe Babosa::Transliterator::Macedonian do
   let(:t) { described_class.instance }
   it_behaves_like "a cyrillic transliterator"
-
 end

data/spec/transliterators/norwegian_spec.rb

@@ -1,8 +1,8 @@
-# encoding: utf-8
-require File.expand_path("../../spec_helper", __FILE__)
+# frozen_string_literal: true
 
-describe Babosa::Transliterator::Norwegian do
+require "spec_helper"
 
+describe Babosa::Transliterator::Norwegian do
   let(:t) { described_class.instance }
   it_behaves_like "a latin transliterator"
 
@@ -13,6 +13,6 @@ describe Babosa::Transliterator::Norwegian do
       "Åre"    => "Aare",
       "Håkon"  => "Haakon"
     }
-    examples.each {|k, v| t.transliterate(k).should eql(v)}
+    examples.each { |k, v| expect(t.transliterate(k)).to eql(v) }
   end
 end

data/spec/transliterators/polish_spec.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+require "spec_helper"
+
+describe Babosa::Transliterator::Romanian do
+  let(:t) { described_class.instance }
+  it_behaves_like "a latin transliterator"
+
+  it "should transliterate various characters" do
+    expect(t.transliterate("ĄąĆćĘꣳŃńÓ󌜏źŻż")).to eql("AaCcEeLlNnOoSsZzZz")
+  end
+end

data/spec/transliterators/romanian_spec.rb

@@ -1,8 +1,8 @@
-# encoding: utf-8
-require File.expand_path("../../spec_helper", __FILE__)
+# frozen_string_literal: true
 
-describe Babosa::Transliterator::Romanian do
+require "spec_helper"
 
+describe Babosa::Transliterator::Romanian do
   let(:t) { described_class.instance }
   it_behaves_like "a latin transliterator"
 
@@ -13,7 +13,6 @@ describe Babosa::Transliterator::Romanian do
       "Țară"      => "Tara",
       "Șanț"      => "Sant"
     }
-    examples.each {|k, v| t.transliterate(k).should eql(v)}
+    examples.each { |k, v| expect(t.transliterate(k)).to eql(v) }
   end
-
-end
+end