character-encodings 0.2.0

data/lib/encoding/character/utf-8.rb

@@ -0,0 +1,201 @@
+# contents: UTF-8 String methods.
+#
+# Copyright © 2006 Nikolai Weibull <now@bitwi.se>
+
+require 'encoding/character/utf-8/utf8'
+
+# TODO: Rework this to use a dispatch object instead, so that the encoding can
+# be changed on the fly.
+# TODO: Add String#encoding.
+module Encoding::Character::UTF8::Methods
+  def self.def_thunk_replacing_variant(method)
+    define_method(:"#{method}!") do
+      replace(send(method))
+    end
+  end
+
+  def <=>(other)
+    Encoding::Character::UTF8.collate(self, other)
+  end
+
+  def [](*args)
+    Encoding::Character::UTF8.aref(self, *args)
+  end
+
+  def slice(*args)
+    Encoding::Character::UTF8.aref(self, *args)
+  end
+
+  def []=(*args)
+    Encoding::Character::UTF8.aset(self, *args)
+  end
+
+  def casecmp(other)
+    Encoding::Character::UTF8.casecmp(self, other)
+  end
+
+  def center(*args)
+    Encoding::Character::UTF8.center(self, *args)
+  end
+
+  def chomp(*args)
+    Encoding::Character::UTF8.chomp(self, *args)
+  end
+
+  def chomp!(*args)
+    Encoding::Character::UTF8.chomp!(self, *args)
+  end
+  
+  def chop
+    Encoding::Character::UTF8.chop(self)
+  end
+
+  def chop!
+    Encoding::Character::UTF8.chop!(self)
+  end
+
+  def count(*args)
+    Encoding::Character::UTF8.count(self, *args)
+  end
+
+  def delete(*args)
+    Encoding::Character::UTF8.delete(self, *args)
+  end
+
+  def delete!(*args)
+    Encoding::Character::UTF8.delete!(self, *args)
+  end
+
+  def downcase
+    Encoding::Character::UTF8.downcase(self)
+  end
+  def_thunk_replacing_variant :downcase
+
+  def each_char(&block)
+    Encoding::Character::UTF8.each_char(self, &block)
+  end
+
+  def index(*args)
+    Encoding::Character::UTF8.index(self, *args)
+  end
+
+  def insert(index, other)
+    Encoding::Character::UTF8.insert(self, index, other)
+  end
+
+  def length
+    Encoding::Character::UTF8.length(self)
+  end
+
+  def lstrip
+    Encoding::Character::UTF8.lstrip(self)
+  end
+
+  def lstrip!
+    Encoding::Character::UTF8.lstrip!(self)
+  end
+
+  def normalize(*args)
+    Encoding::Character::UTF8.normalize(self, *args)
+  end
+
+  def rindex(*args)
+    Encoding::Character::UTF8.rindex(self, *args)
+  end
+
+  def rstrip
+    Encoding::Character::UTF8.rstrip(self)
+  end
+
+  def rstrip!
+    Encoding::Character::UTF8.rstrip!(self)
+  end
+
+  def reverse
+    Encoding::Character::UTF8.reverse(self)
+  end
+  def_thunk_replacing_variant :reverse
+
+  def squeeze
+    Encoding::Character::UTF8.squeeze(self)
+  end
+
+  def squeeze!
+    Encoding::Character::UTF8.squeeze!(self)
+  end
+
+  def strip
+    Encoding::Character::UTF8.strip(self)
+  end
+
+  def strip!
+    Encoding::Character::UTF8.strip!(self)
+  end
+
+  def to_i(*args)
+    Encoding::Character::UTF8.to_i(self, *args)
+  end
+
+  def tr(from, to)
+    Encoding::Character::UTF8.tr(self, from, to)
+  end
+
+  def tr!(from, to)
+    replace(tr(from, to))
+  end
+
+  def tr_s(from, to)
+    Encoding::Character::UTF8.tr_s(self, from, to)
+  end
+
+  def tr_s!(from, to)
+    replace(tr_s(from, to))
+  end
+
+  def inspect
+    "u#{_inspect}"
+  end
+
+  def ljust(*args)
+    Encoding::Character::UTF8.ljust(self, *args)
+  end
+
+  def rjust(*args)
+    Encoding::Character::UTF8.rjust(self, *args)
+  end
+
+  def upcase
+    Encoding::Character::UTF8.upcase(self)
+  end
+  def_thunk_replacing_variant :upcase
+
+  def capitalize
+    self[0].upcase + self[1..-1].downcase
+  end
+  def_thunk_replacing_variant :capitalize
+
+  def foldcase
+    Encoding::Character::UTF8.foldcase(self)
+  end
+  def_thunk_replacing_variant :foldcase
+
+private
+
+  Inspect = String.instance_method(:inspect)
+
+  def _inspect
+    Inspect.bind(self).call
+  end
+end
+
+class String
+  def +@
+    self.extend(Encoding::Character::UTF8::Methods)
+  end
+end
+
+module Kernel
+  def u(str)
+    str.extend(Encoding::Character::UTF8::Methods)
+  end
+end

data/specifications/aref.rb

@@ -0,0 +1,45 @@
+# contents: Specification of String#[].
+#
+# Copyright © 2006 Nikolai Weibull <now@bitwi.se>
+
+require 'encoding/character/utf-8'
+
+context "An empty string" do
+  setup do
+    @string = u""
+  end
+
+  specify "should return nil when sent #\\[\\], given an index of 0 and a negative length" do
+    [-10, -2, -1].each do |length|
+      @string[0, length].should_be nil
+    end
+  end
+
+  specify "should contain the empty string at index 0, given any non-negative length" do
+    [0, 1, 2, 10].each do |length|
+      @string[0, length].should_equal ""
+    end
+  end
+
+  specify "should return nil when sent #\\[\\], given any non-zero index and any length" do
+    [-10, -2, -1, 1, 2, 10].each do |index|
+      [-10, -2, -1, 0, 1, 2, 10].each do |length|
+        @string[index, length].should_be nil
+      end
+    end
+  end
+end
+
+context "The string “hëllö”" do
+  setup do
+    @string = u"hëllö"
+  end
+
+  specify "should contain the string “lö” at index 3" do
+    @string[3, 2].should_equal "lö"
+  end
+
+  specify "should contain the string “hë” at index 0" do
+    @string[0, 2].should_equal "hë"
+  end
+end

data/specifications/count.rb

@@ -0,0 +1,29 @@
+# contents: Tests for String#count method.
+#
+# Copyright © 2006 Nikolai Weibull <now@bitwi.se>
+
+require 'encoding/character/utf-8'
+
+context "An empty string" do
+  setup do
+    @string = u""
+  end
+
+  specify "should return a count of zero" do
+    @string.count("whatever").should_be 0
+  end
+end
+
+context "A string containing one ‘l’" do
+  setup do
+    @string = u"helo"
+  end
+
+  specify "should return a count of one “l”’s given an “l”" do
+    @string.count("l").should_be 1
+  end
+
+  specify "should return a count of one “l”’s given any input" do
+    @string.count("helo", "wrld").should_be 1
+  end
+end

data/specifications/delete.rb

@@ -0,0 +1,25 @@
+# contents: Specification for String#delete.
+#
+# Copyright © 2006 Nikolai Weibull <now@bitwi.se>
+
+require 'encoding/character/utf-8'
+
+context "An empty string" do
+  setup do
+    @string = u""
+  end
+
+  specify "should return an empty string after deleting anything" do
+    @string.delete("whatever").should_be_empty
+  end
+end
+
+context "The string “hëllö”" do
+  setup do
+    @string = u"hëllö"
+  end
+
+  specify "should return “hëll” after deleting all ‘ö’’s" do
+    @string.delete("ö").should_equal "hëll"
+  end
+end

data/specifications/each_char.rb

@@ -0,0 +1,28 @@
+# contents: Specification for String#each_char.
+#
+# Copyright © 2006 Nikolai Weibull <now@bitwi.se>
+
+require 'encoding/character/utf-8'
+
+context "An empty string" do
+  setup do
+    @string = u""
+  end
+
+  specify "shouldn’t yield any characters" do
+    i = 0
+    @string.each_char{ |c| i += 1 }
+    i.should_be 0
+  end
+end
+
+context "The string “hëllö”" do
+  setup do
+    @string = u"hëllö"
+  end
+
+  specify "should yield five characters" do
+    characters = ['h', 'ë', 'l', 'l', 'ö']
+    @string.each_char{ |c| c.should_equal characters.shift }
+  end
+end

data/specifications/index.rb

@@ -0,0 +1,35 @@
+# contents: Specification of String#index.
+#
+# Copyright © 2006 Nikolai Weibull <now@bitwi.se>
+
+require 'encoding/character/utf-8'
+
+context "An empty string" do
+  setup do
+    @string = u""
+  end
+
+  specify "should contain the empty string at index 0" do
+    @string.index("").should_equal 0
+  end
+
+  specify "shouldn’t contain any string at an index > 0" do
+    @string.index("", 1).should_be nil
+    @string.index("", -1).should_be nil
+  end
+end
+
+context "The string “hëllö”" do
+  setup do
+    @string = u"hëllö"
+  end
+
+  specify "should contain the string “lö” at index 3" do
+    @string.index("lö").should_equal 3
+    @string.index("lö", 3).should_equal 3
+  end
+
+  specify "should contain the string “hë” at index 0" do
+    @string.index("hë").should_equal 0
+  end
+end

data/specifications/insert.rb

@@ -0,0 +1,67 @@
+# contents: Specification of String#insert.
+#
+# Copyright © 2006 Nikolai Weibull <now@bitwi.se>
+
+require 'encoding/character/utf-8'
+
+context "An empty string" do
+  setup do
+    @string = u""
+  end
+
+  specify "should be empty after insertion of an empty string at index 0" do
+    @string.insert(0, "")
+    @string.should_be_empty
+  end
+
+  specify "should raise an IndexError if inserting anything beyond index 0" do
+    proc{ @string.insert(1, "") }.should_raise IndexError
+  end
+
+  specify "should be non-empty after insertion of any non-empty string" do
+    @string.insert(0, "a")
+    @string.should_not_be_empty
+  end
+
+  specify "should be equal to the string inserted" do
+    string_to_insert = "äbc"
+    @string.insert(0, string_to_insert)
+    @string.should_equal string_to_insert
+  end
+end
+
+context "The string “hëö”" do
+  setup do
+    @string = u"hëö"
+  end
+
+  specify "should equal the string “hëllö” after inserting “ll” at index 2" do
+    @string.insert(2, "ll")
+    @string.should_equal "hëllö"
+  end
+
+  specify "should equal the string “hëöll” after inserting “ll” at index -2" do
+    @string.insert(-2, "ll")
+    @string.should_equal "hëllö"
+  end
+
+  specify "should equal the string “hëöll” after inserting “ll” at index 3" do
+    @string.insert(3, "ll")
+    @string.should_equal "hëöll"
+  end
+
+  specify "should equal the string “hëöll” after inserting “ll” at index -1" do
+    @string.insert(-1, "ll")
+    @string.should_equal "hëöll"
+  end
+
+  specify "should equal the string “llhëö” after inserting “ll” at index 0" do
+    @string.insert(0, "ll")
+    @string.should_equal "llhëö"
+  end
+
+  specify "should equal the string “llhëö” after inserting “ll” at index -4" do
+    @string.insert(0, "ll")
+    @string.should_equal "llhëö"
+  end
+end

data/specifications/length.rb

@@ -0,0 +1,45 @@
+# contents: String#length specification.
+#
+# Copyright © 2006 Nikolai Weibull <now@bitwi.se>
+
+require 'encoding/character/utf-8'
+
+context "An empty string" do
+  setup do
+    @string = u""
+  end
+
+  specify "should return 0 when sent #length" do
+    @string.length.should_equal 0
+  end
+end
+
+context "The string “hëllö”" do
+  setup do
+    @string = u"hëllö"
+  end
+
+  specify "should return 5 when sent #length" do
+    @string.length.should_equal 5
+  end
+end
+
+context "The string “hëllö\0agäin” with an embedded NUL-byte" do
+  setup do
+    @string = u"hëllö\0agäin"
+  end
+
+  specify "should return 11 when sent #length" do
+    @string.length.should_equal 11
+  end
+end
+
+context "The string “hëllö\0agäin” with a partial character at the end" do
+  setup do
+    @string = u"hëllö\0agäin\303"
+  end
+
+  specify "should return 11 when sent #length" do
+    @string.length.should_equal 11
+  end
+end