ninjudd-unicode_collation 0.0.1

data/README.rdoc

@@ -0,0 +1,33 @@
+= Unicode Collation
+
+Unicode sorting is complicated (http://unicode.org/reports/tr10/), and Ruby doesn't do it
+correctly. But there is a widely-used implementation of the Unicode collation algorithm in
+the ICU (International Components for Unicode) libraries. This gem is a simple C wrapper to
+add the ucol_getSortKey function from the ICU Collation API to Ruby Strings.
+
+== Usage:
+
+  ['cafe', 'cafes', 'caf.A��'].sort
+  => ['cafe', 'cafes', 'caf��']
+   
+  require 'unicode_collation'
+
+  ['cafe', 'cafes', 'caf��'].sort_by {|s| s.unicode_sort_key}
+  => ['cafe', 'caf��', 'cafes']
+
+== Install:
+
+You must install ICU first. You can download the source from http://site.icu-project.org/download,
+or on Mac, you can install with MacPorts:
+
+  sudo port install icu
+
+  sudo gem install ninjudd-unicode-collation -s http://gems.github.com
+
+== To do:
+
+Add support for locales other than en-US.
+
+== License:
+
+Copyright (c) 2009 Justin Balthrop, Geni.com; Published under The MIT License, see LICENSE

data/VERSION.yml

@@ -0,0 +1,4 @@
+--- 
+:minor: 0
+:patch: 1
+:major: 0

data/ext/extconf.rb

@@ -0,0 +1,4 @@
+require 'mkmf'
+have_library('icui18n')
+have_library('icuio')
+create_makefile('unicode_collation')

data/ext/unicode_collation.c

@@ -0,0 +1,42 @@
+#include "ruby.h"
+#include "unicode/ucol.h"
+#include "unicode/ustdio.h"
+ 
+#define BUF_SIZE 1000
+
+/*
+ * call-seq:
+ * string.unicode_sort_key -> string
+ *
+ * Returns a string that will sort according to the Unicode collation algorithm.
+ *
+ */
+static VALUE unicode_sort_key(VALUE string) {
+  char str[BUF_SIZE];
+  UChar ustr[BUF_SIZE];
+  int32_t len  = 0;
+  int32_t ulen = 0;
+  UErrorCode status = U_ZERO_ERROR; 
+  UCollator *col;
+
+  string = StringValue(string);
+  u_strFromUTF8(ustr, BUF_SIZE, &ulen, RSTRING_PTR(string), RSTRING_LEN(string), &status);
+  if (status == U_INVALID_CHAR_FOUND) {
+    return Qnil;
+  }
+
+  col = ucol_open("en_US", &status); 
+  if (U_SUCCESS(status)) {
+    len = ucol_getSortKey(col, ustr, ulen, (uint8_t*)str, BUF_SIZE);
+    ucol_close(col);
+  }    
+  if (len == 0) {
+    return Qnil;
+  }
+
+  return rb_str_new(str, len - 1);
+}
+ 
+void Init_unicode_collation() {
+  rb_define_method(rb_cString, "unicode_sort_key", unicode_sort_key, 0);
+}

data/test/test_helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+require 'mocha'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'unicode_collation'
+
+class Test::Unit::TestCase
+end

data/test/unicode_collation_test.rb

@@ -0,0 +1,7 @@
+require File.dirname(__FILE__) + '/test_helper'
+
+class UnicodeCollationTest < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+    flunk "hey buddy, you should probably rename this file and start testing for real"
+  end
+end

metadata

@@ -0,0 +1,60 @@
+--- !ruby/object:Gem::Specification 
+name: ninjudd-unicode_collation
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Justin Balthrop
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-08-12 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: Add unicode collation key from ICU library to String.Add unicode collation key from ICU library to Ruby Strings.
+email: code@justinbalthrop.com
+executables: []
+
+extensions: 
+- ext/extconf.rb
+extra_rdoc_files: []
+
+files: 
+- README.rdoc
+- VERSION.yml
+- ext/unicode_collation.c
+- ext/extconf.rb
+- test/test_helper.rb
+- test/unicode_collation_test.rb
+has_rdoc: true
+homepage: http://github.com/ninjudd/unicode_collation
+licenses: 
+post_install_message: 
+rdoc_options: 
+- --inline-source
+- --charset=UTF-8
+require_paths: 
+- ext
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 2
+summary: Add unicode sort key to String.
+test_files: []
+