multibyte 0.0.1

data/.git/info/exclude

@@ -0,0 +1,6 @@
+# git-ls-files --others --exclude-from=.git/info/exclude
+# Lines that start with '#' are comments.
+# For a project mostly in C, the following would be a good set of
+# exclude patterns (uncomment them if you want to use them):
+# *.[oa]
+# *~

data/.git/logs/HEAD

@@ -0,0 +1,4 @@
+0000000000000000000000000000000000000000 e1ad06969c3d3982b06ebd7da3777a0926501e7c Matt Aimonetti <mattaimonetti@gmail.com> 1211959957 -0700	commit (initial): first commit
+e1ad06969c3d3982b06ebd7da3777a0926501e7c d98f6f6626e3b2adfe405f696d2b805a843f110a Matt Aimonetti <mattaimonetti@gmail.com> 1211962430 -0700	commit: added unicode.rb and setup $KCODE= 'u'
+d98f6f6626e3b2adfe405f696d2b805a843f110a 49b70db84e27b4600c96df53010a13f99d86c418 Matt Aimonetti <mattaimonetti@gmail.com> 1212013709 -0700	commit: first working version
+49b70db84e27b4600c96df53010a13f99d86c418 34eb733bebc3ef62abf7bae465fd7db5a6bd5b0f Matt Aimonetti <mattaimonetti@gmail.com> 1212014068 -0700	commit: added readme + github gemspec

data/.git/logs/refs/heads/master

@@ -0,0 +1,4 @@
+0000000000000000000000000000000000000000 e1ad06969c3d3982b06ebd7da3777a0926501e7c Matt Aimonetti <mattaimonetti@gmail.com> 1211959957 -0700	commit (initial): first commit
+e1ad06969c3d3982b06ebd7da3777a0926501e7c d98f6f6626e3b2adfe405f696d2b805a843f110a Matt Aimonetti <mattaimonetti@gmail.com> 1211962430 -0700	commit: added unicode.rb and setup $KCODE= 'u'
+d98f6f6626e3b2adfe405f696d2b805a843f110a 49b70db84e27b4600c96df53010a13f99d86c418 Matt Aimonetti <mattaimonetti@gmail.com> 1212013709 -0700	commit: first working version
+49b70db84e27b4600c96df53010a13f99d86c418 34eb733bebc3ef62abf7bae465fd7db5a6bd5b0f Matt Aimonetti <mattaimonetti@gmail.com> 1212014068 -0700	commit: added readme + github gemspec

data/.git/logs/refs/remotes/origin/master

@@ -0,0 +1,3 @@
+0000000000000000000000000000000000000000 e1ad06969c3d3982b06ebd7da3777a0926501e7c Matt Aimonetti <matta@matta.(none)> 1211959959 -0700	update by push
+e1ad06969c3d3982b06ebd7da3777a0926501e7c d98f6f6626e3b2adfe405f696d2b805a843f110a Matt Aimonetti <matta@matta.(none)> 1211962460 -0700	update by push
+d98f6f6626e3b2adfe405f696d2b805a843f110a 34eb733bebc3ef62abf7bae465fd7db5a6bd5b0f Matt Aimonetti <matta@matta.(none)> 1212014088 -0700	update by push

data/.git/objects/10/aab6490174970a2349d1050882c644f8d07006

@@ -0,0 +1,7 @@
+x
]R[k�0޳�!O-����[i���J�<�"��,y��~G�et0��w=�S÷�/_s����w��<����X��
+nOp֮7��IY7��s�8�s�=ܞ}�WX�|������hZ���
+�Ns=h��Q�=u=;����Q�Ga��f��7d��;d��.̠J�ݠ����{���s����%�t��,(�V��,�yg���1J���y��(��T��
+Y.��C��`����+�^��R�b����͵u�x�ݟ�������k
+e��;"(�
+������ %�1�\�[	8!�{�W@�~1��}/-K��M�1���x�mS�_a�8�K�؆I$�9x�+��[E*�52�%˘������s���@A�d�6#��(�|�3��B7��'TE)�ox�rM�,H�-��_�{�^��y�R�\�(cd�ы�J2�61�dC^�;
9��n���
+���ra'IΥ�c�)��Cw��1�J_�J�H��D��{�_up}���¶��%�$C.\�4��t�S

data/.git/objects/3f/9afe5eaf00ad4d2ffa2e9315b96f530b0e85d4

@@ -0,0 +1,2 @@
+x
U��
+�0E]�+� �.

data/.git/objects/72/141584a5836168fe912ebce5b4537bd0eafc09

@@ -0,0 +1 @@
+x
+)JMU05e040031Q(�/�KIM�O�/�K-*���,I���K��*fX��Q�"�wNK_��s���>��7
�}

data/.git/objects/7c/e872bc55ff766e542d2fbbe00e9dde70baaa92

@@ -0,0 +1,2 @@
+x
+)JMU04�`040031Q(H,..�(*��H�K�I-�+Jbx����C��ӕ	R��/�$����U^Z�f��4�ػ��W�OwW�
+�-I(�Ƣ4��(?d���E��H=d^h���5�A|��k
Ⱦ9�

data/.git/objects/b2/56d1cf3a9ba99f308daf1b4cd0dd08f11448e0

@@ -0,0 +1 @@
+x
m��j�0D{�W��

data/.git/objects/ce/e1f5b453e86a5aa913c626641608839bb79eef

@@ -0,0 +1 @@
+x
MOAj�0�ٯ�(�4l��B�z�]X�$^P,g%���������̺���'�}%�X{ѡ�������n�;l�4��=�H��m�j�O�9��s�'�ʦ�y|m]�Nn�D��.��<S���ڎ��4�JI�����{I�ڐ�KDv9����$�6�üi*��`�*���U~�/�~{R�

data/.git/objects/e0/65ff01f0883142d4901a371be8dc60998fbe04

@@ -0,0 +1,4 @@
+x
UOMKA�����
+�Pԋ̱�"�(~�ev'�30ɲ���*$!���������h���
+f!��$��C��%��y�����\B
+-�>�k���_��;E�)1��?�������Œ�S����Ÿ��Ļ���˜5

data/.git/objects/e4/69154c2ae4c3c596870a5e920f197b7b5be179

@@ -0,0 +1,2 @@
+x
]��
+�0F�y�)4����� ��چ������ݥ��vN���x�%~U��������̱d���

data/.git/refs/heads/master

@@ -0,0 +1 @@
+34eb733bebc3ef62abf7bae465fd7db5a6bd5b0f

data/.git/refs/remotes/origin/master

@@ -0,0 +1 @@
+34eb733bebc3ef62abf7bae465fd7db5a6bd5b0f

data/History.txt

@@ -0,0 +1,4 @@
+== 0.0.1 2008-05-28
+
+* 1 major enhancement:
+  * Initial release

data/License.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2005-2008 David Heinemeier Hansson
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Manifest.txt

@@ -0,0 +1,97 @@
+.git/COMMIT_EDITMSG
+.git/HEAD
+.git/config
+.git/description
+.git/hooks/applypatch-msg
+.git/hooks/commit-msg
+.git/hooks/post-commit
+.git/hooks/post-receive
+.git/hooks/post-update
+.git/hooks/pre-applypatch
+.git/hooks/pre-commit
+.git/hooks/pre-rebase
+.git/hooks/update
+.git/index
+.git/info/exclude
+.git/logs/HEAD
+.git/logs/refs/heads/master
+.git/logs/refs/remotes/origin/master
+.git/objects/02/e9a792fa31b00f0f06012e0b5e3ef327c40f64
+.git/objects/10/0b93820ade4c16225673b4ca62bb3ade63c313
+.git/objects/10/aab6490174970a2349d1050882c644f8d07006
+.git/objects/11/cda2eaac1ae103a13bf835456de05f53b0c8ad
+.git/objects/1d/61c71cd5cf0f4dae6305b007a6177e1cecd7ea
+.git/objects/2c/84cd00c156ba3b46e733c7e34dd9aea0c4fa75
+.git/objects/2f/3a16e4a756ec7a2d32c4bd8386b855f41cae61
+.git/objects/2f/437425b2c085bb529379e409d6b4bc7f9f9fba
+.git/objects/3f/9afe5eaf00ad4d2ffa2e9315b96f530b0e85d4
+.git/objects/42/4a5f37c6fe3a7cac54b0f85688c1cce7da9cdf
+.git/objects/47/26f03dc598a372cb959e3cbe33334de70802fd
+.git/objects/55/37e6b2a449fe6d6c800803d0f72ffbcf44c297
+.git/objects/64/334b80d5fcead16f13cb8b7a45120ea460747b
+.git/objects/69/1ed3b65603a0d0dabfb66720e7163664be78f5
+.git/objects/72/141584a5836168fe912ebce5b4537bd0eafc09
+.git/objects/7c/e872bc55ff766e542d2fbbe00e9dde70baaa92
+.git/objects/93/e03faa6906892434fa9f2ad230c4ececc64055
+.git/objects/9d/c9a787700bafb70e1833a760b73dec26a6a56e
+.git/objects/9f/672edccfaaa00b6584f599c3e68560e6a5bedf
+.git/objects/ab/1cd78b02ec268ce7d2faf4b1692f4bed9273fe
+.git/objects/ad/8866bd33ae1afe9278cf5ee833d71977af561c
+.git/objects/af/c3ea327fa220ee42a5ebecfcc7d218be4ea1d9
+.git/objects/b2/56d1cf3a9ba99f308daf1b4cd0dd08f11448e0
+.git/objects/bc/184b885eca1bed875171bd3990433055dda3af
+.git/objects/c2/7f6559350f7adb19d43742b55b2f91d07b6550
+.git/objects/c3/e7364c6e90fb80e979779cd822bc8cdc8a3790
+.git/objects/c9/5128ff8f94e949d796afa128f2f341ba69989c
+.git/objects/ce/e1f5b453e86a5aa913c626641608839bb79eef
+.git/objects/cf/6add7ea568d3d90d6a1f8afb0898b0119b14ff
+.git/objects/d5/e18b1fd7b189fdc75dd3bc4d208323cbc01aa8
+.git/objects/de/6e40dc4d92c1a889f8581718a48f2fcd219442
+.git/objects/df/42782d610e8c714f78cf0a018c600667da795e
+.git/objects/e0/65ff01f0883142d4901a371be8dc60998fbe04
+.git/objects/e1/ad06969c3d3982b06ebd7da3777a0926501e7c
+.git/objects/e4/69154c2ae4c3c596870a5e920f197b7b5be179
+.git/objects/e4/8464df56bf487e96e21ea99487330266dae3c9
+.git/objects/e6/9de29bb2d1d6434b8b29ae775ad8c2e48c5391
+.git/objects/e8/517350dbaadcb01282282218638c6022a20091
+.git/objects/eb/1bffe6adda4dc202d219cb35fe142a5e42b46b
+.git/objects/eb/5d1c06d3a469df91dff68022b3b179e30cd127
+.git/objects/ec/f2f7e20cd14b0d4b5c0b7d0450aafc8c4f7066
+.git/objects/f1/ca0626d3e5dfcf88df23c9720d6f770fcbef73
+.git/objects/f2/3c73e1110a2fec82d37a1a399b9f274d30f0fe
+.git/objects/f2/aec2820bf2f1c87c031d4abe262560392ac4b9
+.git/objects/f8/73dae66e0208669dbf74718181b3866647f426
+.git/refs/heads/master
+.git/refs/remotes/origin/master
+History.txt
+License.txt
+Manifest.txt
+README.txt
+Rakefile
+config/hoe.rb
+config/requirements.rb
+lib/multibyte.rb
+lib/multibyte/chars.rb
+lib/multibyte/generators/generate_tables.rb
+lib/multibyte/handlers/passthru_handler.rb
+lib/multibyte/handlers/utf8_handler.rb
+lib/multibyte/handlers/utf8_handler_proc.rb
+lib/multibyte/version.rb
+lib/unicode.rb
+log/debug.log
+script/destroy
+script/generate
+script/txt2html
+setup.rb
+spec/multibyte_spec.rb
+spec/spec.opts
+spec/spec_helper.rb
+tasks/deployment.rake
+tasks/environment.rake
+tasks/rspec.rake
+tasks/website.rake
+website/index.html
+website/index.txt
+website/javascripts/rounded_corners_lite.inc.js
+website/stylesheets/screen.css
+website/template.rhtml

data/README.txt

@@ -0,0 +1,19 @@
+Multibyte
+==========
+
+Multibyte is extracted directly from Rails's ActiveSupport and offers Multibyte safety to Ruby. 
+
+Usage
+=====
+
+>> require 'multibyte'
+=> true
+>> "新通訊錄".chars[0..1]
+=> #<Multibyte::Chars:0x127e3d0 @string="新通">
+>> "新通訊錄".chars[0..1].to_s
+=> "新通"
+
+Installation:
+=============
+
+$ sudo gem install matta-multibyte --source=http://gems.github.com

data/Rakefile

@@ -0,0 +1,4 @@
+require 'config/requirements'
+require 'config/hoe' # setup Hoe + all gem configuration
+
+Dir['tasks/**/*.rake'].each { |rake| load rake }

data/config/hoe.rb

@@ -0,0 +1,70 @@
+require 'multibyte/version'
+
+AUTHOR = 'FIXME full name'  # can also be an array of Authors
+EMAIL = "FIXME email"
+DESCRIPTION = "description of gem"
+GEM_NAME = 'multibyte' # what ppl will type to install your gem
+RUBYFORGE_PROJECT = 'multibyte' # The unix name for your project
+HOMEPATH = "http://#{RUBYFORGE_PROJECT}.rubyforge.org"
+DOWNLOAD_PATH = "http://rubyforge.org/projects/#{RUBYFORGE_PROJECT}"
+
+@config_file = "~/.rubyforge/user-config.yml"
+@config = nil
+RUBYFORGE_USERNAME = "unknown"
+def rubyforge_username
+  unless @config
+    begin
+      @config = YAML.load(File.read(File.expand_path(@config_file)))
+    rescue
+      puts <<-EOS
+ERROR: No rubyforge config file found: #{@config_file}
+Run 'rubyforge setup' to prepare your env for access to Rubyforge
+ - See http://newgem.rubyforge.org/rubyforge.html for more details
+      EOS
+      exit
+    end
+  end
+  RUBYFORGE_USERNAME.replace @config["username"]
+end
+
+
+REV = nil 
+# UNCOMMENT IF REQUIRED: 
+# REV = `svn info`.each {|line| if line =~ /^Revision:/ then k,v = line.split(': '); break v.chomp; else next; end} rescue nil
+VERS = Multibyte::VERSION::STRING + (REV ? ".#{REV}" : "")
+RDOC_OPTS = ['--quiet', '--title', 'multibyte documentation',
+    "--opname", "index.html",
+    "--line-numbers", 
+    "--main", "README",
+    "--inline-source"]
+
+class Hoe
+  def extra_deps 
+    @extra_deps.reject! { |x| Array(x).first == 'hoe' } 
+    @extra_deps
+  end 
+end
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+hoe = Hoe.new(GEM_NAME, VERS) do |p|
+  p.developer(AUTHOR, EMAIL)
+  p.description = DESCRIPTION
+  p.summary = DESCRIPTION
+  p.url = HOMEPATH
+  p.rubyforge_name = RUBYFORGE_PROJECT if RUBYFORGE_PROJECT
+  p.test_globs = ["test/**/test_*.rb"]
+  p.clean_globs |= ['**/.*.sw?', '*.gem', '.config', '**/.DS_Store']  #An array of file patterns to delete on clean.
+  
+  # == Optional
+  p.changes = p.paragraphs_of("History.txt", 0..1).join("\n\n")
+  #p.extra_deps = []     # An array of rubygem dependencies [name, version], e.g. [ ['active_support', '>= 1.3.1'] ]
+  
+  #p.spec_extras = {}    # A hash of extra values to set in the gemspec.
+  
+end
+
+CHANGES = hoe.paragraphs_of('History.txt', 0..1).join("\\n\\n")
+PATH    = (RUBYFORGE_PROJECT == GEM_NAME) ? RUBYFORGE_PROJECT : "#{RUBYFORGE_PROJECT}/#{GEM_NAME}"
+hoe.remote_rdoc_dir = File.join(PATH.gsub(/^#{RUBYFORGE_PROJECT}\/?/,''), 'rdoc')
+hoe.rsync_args = '-av --delete --ignore-errors'

data/config/requirements.rb

@@ -0,0 +1,17 @@
+require 'fileutils'
+include FileUtils
+
+require 'rubygems'
+%w[rake hoe newgem rubigen].each do |req_gem|
+  begin
+    require req_gem
+  rescue LoadError
+    puts "This Rakefile requires the '#{req_gem}' RubyGem."
+    puts "Installation: gem install #{req_gem} -y"
+    exit
+  end
+end
+
+$:.unshift(File.join(File.dirname(__FILE__), %w[.. lib]))
+
+require 'multibyte'

data/lib/multibyte/chars.rb

@@ -0,0 +1,135 @@
+require 'multibyte/handlers/utf8_handler'
+require 'multibyte/handlers/passthru_handler'
+
+# Encapsulates all the functionality related to the Chars proxy.
+module Multibyte #:nodoc:
+  # Chars enables you to work transparently with multibyte encodings in the Ruby String class without having extensive
+  # knowledge about the encoding. A Chars object accepts a string upon initialization and proxies String methods in an
+  # encoding safe manner. All the normal String methods are also implemented on the proxy.
+  #
+  # String methods are proxied through the Chars object, and can be accessed through the +chars+ method. Methods
+  # which would normally return a String object now return a Chars object so methods can be chained.
+  #
+  #   "The Perfect String  ".chars.downcase.strip.normalize # => "the perfect string"
+  #
+  # Chars objects are perfectly interchangeable with String objects as long as no explicit class checks are made.
+  # If certain methods do explicitly check the class, call +to_s+ before you pass chars objects to them.
+  #
+  #   bad.explicit_checking_method "T".chars.downcase.to_s
+  #
+  # The actual operations on the string are delegated to handlers. Theoretically handlers can be implemented for
+  # any encoding, but the default handler handles UTF-8. This handler is set during initialization, if you want to
+  # use you own handler, you can set it on the Chars class. Look at the UTF8Handler source for an example how to
+  # implement your own handler. If you your own handler to work on anything but UTF-8 you probably also
+  # want to override Chars#handler.
+  #
+  #   ActiveSupport::Multibyte::Chars.handler = MyHandler
+  #
+  # Note that a few methods are defined on Chars instead of the handler because they are defined on Object or Kernel
+  # and method_missing can't catch them.
+  class Chars
+    
+    attr_reader :string # The contained string
+    alias_method :to_s, :string
+    
+    include Comparable
+    
+    # The magic method to make String and Chars comparable
+    def to_str
+      # Using any other ways of overriding the String itself will lead you all the way from infinite loops to
+      # core dumps. Don't go there.
+      @string
+    end
+    
+    # Make duck-typing with String possible
+    def respond_to?(method)
+      super || @string.respond_to?(method) || handler.respond_to?(method) ||
+        (method.to_s =~ /(.*)!/ && handler.respond_to?($1)) || false
+    end
+    
+    # Create a new Chars instance.
+    def initialize(str)
+      @string = str.respond_to?(:string) ? str.string : str
+    end
+    
+    # Returns -1, 0 or +1 depending on whether the Chars object is to be sorted before, equal or after the
+    # object on the right side of the operation. It accepts any object that implements +to_s+. See String.<=>
+    # for more details.
+    def <=>(other); @string <=> other.to_s; end
+    
+    # Works just like String#split, with the exception that the items in the resulting list are Chars
+    # instances instead of String. This makes chaining methods easier.
+    def split(*args)
+      @string.split(*args).map { |i| i.chars }
+    end
+    
+    # Gsub works exactly the same as gsub on a normal string.
+    def gsub(*a, &b); @string.gsub(*a, &b).chars; end
+    
+    # Like String.=~ only it returns the character offset (in codepoints) instead of the byte offset.
+    def =~(other)
+      handler.translate_offset(@string, @string =~ other)
+    end
+    
+    # Try to forward all undefined methods to the handler, when a method is not defined on the handler, send it to
+    # the contained string. Method_missing is also responsible for making the bang! methods destructive.
+    def method_missing(m, *a, &b)
+      begin
+        # Simulate methods with a ! at the end because we can't touch the enclosed string from the handlers.
+        if m.to_s =~ /^(.*)\!$/ && handler.respond_to?($1)
+          result = handler.send($1, @string, *a, &b)
+          if result == @string
+            result = nil
+          else
+            @string.replace result
+          end
+        elsif handler.respond_to?(m)
+          result = handler.send(m, @string, *a, &b)
+        else
+          result = @string.send(m, *a, &b)
+        end
+      rescue Handlers::EncodingError
+        @string.replace handler.tidy_bytes(@string)
+        retry
+      end
+      
+      if result.kind_of?(String)
+        result.chars
+      else
+        result
+      end
+    end
+    
+    # Set the handler class for the Char objects.
+    def self.handler=(klass)
+      @@handler = klass
+    end
+
+    # Returns the proper handler for the contained string depending on $KCODE and the encoding of the string. This
+    # method is used internally to always redirect messages to the proper classes depending on the context.
+    def handler
+      if utf8_pragma?
+        @@handler
+      else
+        Multibyte::Handlers::PassthruHandler
+      end
+    end
+
+    private
+      
+      # +utf8_pragma+ checks if it can send this string to the handlers. It makes sure @string isn't nil and $KCODE is
+      # set to 'UTF8'.
+      def utf8_pragma?
+        !@string.nil? && ($KCODE == 'UTF8')
+      end
+  end
+end
+
+# When we can load the utf8proc library, override normalization with the faster methods
+begin
+  require 'utf8proc_native'
+  require 'multibyte/handlers/utf8_handler_proc'
+  Multibyte::Chars.handler = Multibyte::Handlers::UTF8HandlerProc
+rescue LoadError
+  Multibyte::Chars.handler = Multibyte::Handlers::UTF8Handler
+end