grosser-pomo 0.4.1 → 0.5.0

data/README.markdown

@@ -1,7 +1,6 @@
 A simple and extendable .mo and .po file parser/generator.  
---mo file parser and writer are missing atm--
 
-Advanteges over [original po-parser](http://github.com/mutoh/gettext/blob/abf96713327cc4c5d35f0a772f3b75ff4819450c/lib/gettext/poparser.rb):
+Advanteges over original [mo](http://github.com/mutoh/gettext/blob/abf96713327cc4c5d35f0a772f3b75ff4819450c/lib/gettext/mofile.rb) / [po](http://github.com/mutoh/gettext/blob/abf96713327cc4c5d35f0a772f3b75ff4819450c/lib/gettext/poparser.rb)-parser:
 
  - simple architecture + easy to extend/modify
  - emtpy msgstr translations are read
@@ -9,6 +8,8 @@ Advanteges over [original po-parser](http://github.com/mutoh/gettext/blob/abf967
  - fuzzy can be set/unset
  - multiple translations can be combined in a new po file(with comments and fuzzy and ...)
  - po files can be written from any kind of input
+ - easy mo-file handling/merging
+ - po/mo file handling is identical, if you know one, you know both
 
 Setup
 =====
@@ -24,6 +25,7 @@ Setup
     #or write a new po file (unique by msgid)...
     File.open('xxx.po','w){|f|f.print(Pomo::PoFile.to_text(translations))}
 
+
 ###Instance interface
     p = PoMo::PoFile.new
     p.add_translations_from_text(File.read('...'))
@@ -31,10 +33,12 @@ Setup
     p.translations
     p.to_text
 
+`Pomo::MoFile` behaves identical.
+
 TODO
 ====
  - extracting of version/pluralisation_rule/plurals/translator... (from msgid "")
- - mo writing/reading (this is the hardest part imo...)
+ - the vendor/mofile is really complex, maybe it can be refactored (also some parts are not needed)
 
 Author
 ======

data/VERSION.yml

@@ -1,4 +1,4 @@
 --- 
-:minor: 4
-:patch: 1
+:minor: 5
+:patch: 0
 :major: 0

data/lib/pomo/mo_file.rb

@@ -0,0 +1,62 @@
+require 'pomo/translation'
+require File.join(File.dirname(__FILE__),'..','..','vendor','mofile')
+
+module Pomo
+  class MoFile
+    PLURAL_SEPERATOR = "\000"
+
+    def self.parse(text)
+      MoFile.new.add_translations_from_text(text)
+    end
+
+    def self.to_text(translations)
+      m = MoFile.new(:translations=>translations)
+      m.to_text
+    end
+
+    attr_reader :translations
+
+    def initialize(options = {})
+      @translations = options[:translations] || []
+    end
+
+    def add_translations_from_text(text)
+      text = StringIO.new(text)
+      @translations += Pomo::GetText::MOFile.open(text, "UTF-8").map do |msgid,msgstr|
+        translation = Translation.new
+        if plural? msgid or plural? msgstr
+          translation.msgid = split_plural(msgid)
+          translation.msgstr = split_plural(msgstr)
+        else
+          translation.msgid = msgid
+          translation.msgstr = msgstr
+        end
+        translation
+      end
+    end
+
+    def to_text
+      m = Pomo::GetText::MOFile.new
+      Pomo.unique_translations(translations).each {|t| m[plural_to_string(t.msgid)] = plural_to_string(t.msgstr)}
+
+      io = StringIO.new
+      m.save_to_stream io
+      io.rewind
+      io.read
+    end
+
+    private
+
+    def plural_to_string(plural_or_singular)
+      [*plural_or_singular] * PLURAL_SEPERATOR
+    end
+
+    def plural? string
+      string.include? PLURAL_SEPERATOR
+    end
+
+    def split_plural string
+      string.split PLURAL_SEPERATOR
+    end
+  end
+end

data/lib/pomo/po_file.rb

@@ -11,12 +11,6 @@ module Pomo
       p.to_text
     end
 
-    def self.unique_translations(translations)
-      last_seen_at_index = {}
-      translations.each_with_index {|translation,index|last_seen_at_index[translation.msgid]=index}
-      last_seen_at_index.values.sort.map{|index| translations[index]}
-    end
-
     attr_reader :translations
 
     def initialize(options = {})
@@ -44,7 +38,7 @@ module Pomo
     end
 
     def to_text
-      self.class.unique_translations(translations).map {|translation|
+      Pomo.unique_translations(translations).map {|translation|
         comment = translation.comment.to_s.split(/\n|\r\n/).map{|line|"##{line}\n"}*''
         msgid_and_msgstr = if translation.plural?
           msgids =

data/lib/pomo.rb

@@ -1,3 +1,10 @@
 require 'pomo/po_file'
 module Pomo
+  extend self
+  
+  def self.unique_translations(translations)
+    last_seen_at_index = {}
+    translations.each_with_index {|translation,index|last_seen_at_index[translation.msgid]=index}
+    last_seen_at_index.values.sort.map{|index| translations[index]}
+  end
 end

data/spec/pomo/mo_file_spec.rb

@@ -0,0 +1,58 @@
+require File.expand_path("../spec_helper", File.dirname(__FILE__))
+require 'pomo/mo_file'
+
+include Pomo
+describe Pomo::MoFile do
+  it "parses empty mo file" do
+    MoFile.parse(File.read('spec/files/empty.mo')).should == []
+  end
+
+  it "parses empty strings" do
+    MoFile.parse(File.read('spec/files/empty.mo')).should == []
+  end
+
+  it "reads singulars" do
+    t = MoFile.parse(File.read('spec/files/singular.mo'))[0]
+    t.to_hash.should == {:msgid=>'Back',:msgstr=>'Zurück'}
+  end
+
+  it "reads plurals" do
+    t = MoFile.parse(File.read('spec/files/plural.mo'))[0]
+    t.to_hash.should == {:msgid=>['Axis','Axis'],:msgstr=>['Achse','Achsen']}
+  end
+
+  describe 'instance methods' do
+    it "combines multiple translations" do
+      m = MoFile.new
+      m.add_translations_from_text(File.read('spec/files/plural.mo'))
+      m.add_translations_from_text(File.read('spec/files/singular.mo'))
+      m.should have(2).translations
+      m.translations[0].msgid.should_not == m.translations[1].msgid
+    end
+
+    it "can be initialized with translations" do
+      m = MoFile.new(:translations=>['x'])
+      m.translations.should == ['x']
+    end
+
+    it "does not generate duplicate translations" do
+      second_version = File.read('spec/files/singular_2.mo')
+      m = MoFile.new
+      m.add_translations_from_text(File.read('spec/files/singular.mo'))
+      m.add_translations_from_text(second_version)
+      m.to_text.should == second_version
+    end
+  end
+
+  it "reads metadata" do
+    meta = MoFile.parse(File.read('spec/files/complex.mo')).detect {|t|t.msgid == ''}
+    meta.msgstr.should_not be_empty
+  end
+
+  describe :to_text do
+    it "writes singulars" do
+      text = File.read('spec/files/singular.mo')
+      MoFile.to_text(MoFile.parse(text)).should == text
+    end
+  end
+end

data/vendor/README.rdoc

@@ -0,0 +1,236 @@
+= Ruby-GetText-Package
+
+Ruby-GetText-Package is a Localization(L10n) library and tool  
+which is modeled after the GNU gettext package.
+
+This library translates original messages to localized  
+messages using client-side locale information(environment  
+variable or CGI variable).
+
+The tools for developers support creating, useing, and modifying  
+localized message files(message catalogs).
+
+((*Rails*))
+Rails support has been removed.  
+Rails / ActiveRecord specific code now lives in gettext_rails and gettext_activerecord.
+
+== Website
+* homepage[http://www.yotabanana.com/hiki/ruby-gettext.html]
+* on rubyforge[http://gettext/rubyforge.org/]
+* on github[http://github.com/gettext/]
+
+== Features
+* Simple APIs(similar to GNU gettext)
+
+* rgettext creates po-files from 
+  * ruby scripts 
+  * glade-2 XML file(.glade)
+  * ERB file(.rhtml, .erb)
+  * Anything (with your own parsers)
+  * The po-files are compatible to GNU gettext.
+
+* rmsgfmt creates a mo-file from a po-file.
+  The mo-file is compatible to GNU gettext(msgfmt).
+
+* textdomain's scope is adapt to ruby class/module mechanism.
+  * A class/module can have plural textdomains.
+  * a message is looked up in its class/module and ancestors.
+
+* CGI support (gettext/cgi)
+  * Locale is retrieved from client informations
+    (HTTP_ACCEPT_LANGUAGE, HTTP_ACCEPT_CHARSET, QUERY_STRING(lang), Cookies(lang)).
+
+* String%() is extended to use named argument such as <tt>%{foo}" %{:foo => 1}</tt>.
+  Notes that Ruby-1.9.x supports this format by itself.
+
+== Requirements
+* {Ruby 1.8.3 or later}[http://www.ruby-lang.org]
+* {Rubygems}[http://www.rubygems.org/]
+* {locale gem}[http://rubyforge.org/projects/locale/]
+  * $ gem install locale
+* (for development only)
+  * {GNU gettext 0.10.35 or later}[http://www.gnu.org/software/gettext/gettext.html]
+  * {Racc-1.4.3 or later}[http://www.ruby-lang.org/raa/list.rhtml?name=racc]
+    * (for compiling src/rmsgfmt.ry only)
+
+== Install
+* Uninstall old gettext if exists.
+    (sudo/su on POSIX system)
+    gem uninstall gettext
+
+* gem
+    #from github (edge/unstable)
+    (sudo/su on POSIX system)
+    gem install locale
+    gem install mutoh-gettext -s http://gems.github.com/
+
+    #from rubyforge (stable)
+    (sudo/su on POSIX system)
+    gem install locale
+    gem install gettext
+
+* download tar-ball
+    # De-Compress archive and enter its top directory.
+    (sudo/su on POSIX system)
+    ruby setup.rb
+
+You can also install files in your favorite directory by  
+supplying setup.rb some options. Try <tt>ruby setup.rb --help</tt>.
+
+== Usage
+===Translation
+- _: Basic translation method
+  Translates the message.
+    _("Hello")
+
+The gettext methods comes in 3 combinable flavors
+- n: Pluralized
+  Returns singular or plural form, depending on how many you have.
+    n_("Apple", "%{num} Apples", 3)
+    n_(["Apple", "%{num} Apples"], 3)
+
+- p: context aware
+  A context is a prefix to your translation, usefull when one word has different meanings, depending on its context.
+    p_("Printer","Open") <=> p_("File","Open")
+    is the same as s_("Printer|Open")  <=> s_("File|Open")
+
+- s: without context
+  If a translation could not be found, return the msgid without context.
+    s_("Printer|Open") => "Öffnen" #translation found
+    s_("Printer|Open") => "Open"   #translation not found
+
+- combinations
+    np_("Fruit", "Apple", "%{num} Apples", 3)
+    ns_("Fruit|Apple","%{num} Apples", 3)
+
+    np_(["Fruit","Apple","%{num} Apples"], 3)
+    ns_(["Fruit|Apple","%{num} Apples"], 3)
+
+- N_, Nn_: Makes dynamic translation messages readable for the gettext parser.
+  <tt>_(fruit)</tt> cannot be understood by the gettext parser. To help the parser find all your translations,
+  you can add <tt>fruit = N_("Apple")</tt> which does not translate, but tells the parser: "Apple" needs translation.
+
+    fruit = N_("Apple")   # same as fruit = "Apple"
+    _(fruit)              # does a normal translation
+
+    fruits = Nn_("Apple", "%{num} Apples")
+    n_(fruits, 3)
+
+=== Locale / Domain
+GetText stores the locale your are using
+  GetText.locale = "en_US" # translate into english from now on
+  GetText.locale # => en_US
+Or
+  include GetText
+  set_locale "en_US"
+
+Each locale can have different sets of translations (text domains) (e.g. Financial terms + Human-resource terms)
+  GetText.bindtextdomain('financial')
+Or
+  include GetText
+  bindtextdomain('financial')
+
+For more details and options, have a look at the samples folder or
+consult the tutorial[http://www.yotabanana.com/hiki/ruby-gettext-howto.html].
+
+
+== License
+This program is licenced under the same licence as Ruby.  
+(See the file 'COPYING'.)
+
+* mofile.rb
+  * Copyright (C) 2001-2009 Masao Mutoh <mutoh at highwhay.ne.jp>
+  * Copyright (C) 2001,2002 Masahiro Sakai <s01397ms at sfc.keio.ac.jp>
+
+* gettext.rb
+  * Copyright (C) 2001-2009 Masao Mutoh <mutoh at highwhay.ne.jp>
+  * Copyright (C) 2001,2002 Masahiro Sakai <s01397ms at sfc.keio.ac.jp>
+
+* rgettext 
+  * Copyright (C) 2001-2009 Masao Mutoh <mutoh at highwhay.ne.jp>
+  * Copyright (C) 2001,2002 Yasushi Shoji <yashi at atmark-techno.com>
+
+* setup.rb
+  * Copyright (C) 2000-2005 Minero Aoki <aamine at loveruby.net>
+  * This file is released under LGPL. See the top of the install.rb.
+
+* Others
+  * Copyright (C) 2001-2009 Masao Mutoh <mutoh at highwhay.ne.jp>
+
+
+== Translators
+* Bosnian(bs)                - Sanjin Sehic <saserr at gmail.com>
+* Bulgarian(bg)              - Sava Chankov <sava.chankov at gmail.com>
+* Catalan(ca)                - Ramon Salvadó <rsalvado at gnuine.com>
+* Chinese(Simplified)(zh_CN)
+  * Yang Bob <bob.yang.dev at gmail.com> (current)
+  * Yingfeng <blogyingfeng at gmail.com>
+* Chinese(Traditional)(zh_TW)
+  * Yang Bob <bob.yang.dev at gmail.com> (current)
+  * LIN CHUNG-YI <xmarsh at gmail.com>
+* Croatian(hr)               - Sanjin Sehic <saserr at gmail.com>
+* Czech(cs)                  - Karel Miarka <kajism at yahoo.com>
+* Dutch(nl)                  - Menno Jonkers <ruby-gettext at jonkers.com>
+* Esperanto(eo)              - Malte Milatz <malte at gmx-topmail.de>
+* Estonian(et)               - Erkki Eilonen <erkki at itech.ee>
+* French(fr)
+  * Vincent Isambart <vincent.isambart at gmail.com> (current)
+  * David Sulc <davidsulc at gmail.com>
+  * Laurent Sansonetti <laurent.sansonetti at gmail.com>
+* German(de)
+  * Patrick Lenz <patrick at limited-overload.de> (current)
+  * Detlef Reichl <detlef.reichl at gmx.org>
+  * Sven Herzberg <herzi at abi02.de>
+  * Sascha Ebach <se at digitale-wertschoepfung.de>
+* Greek(el)                  - Vassilis Rizopoulos <damphyr at gmx.net>
+* Hungarian(hu)              - Tamás Tompa <tompata at gmail.com>
+* Italian(it)
+  * Marco Lazzeri <marco.lazzeri at gmail.com>
+  * Gabriele Renzi <surrender_it at yahoo.it>
+* Japanese(ja)               - Masao Mutoh <mutoh at highway.ne.jp>
+* Korean(ko)                 - Gyoung-Yoon Noh <nohmad at gmail.com>
+* Latvian(lv)                - Aivars Akots <aivars.akots at gmail.com>
+* Norwegian(nb)              - Runar Ingebrigtsen <runar at mopo.no>
+* Portuguese(Brazil)(pt_BR)  
+  * Antonio S. de A. Terceiro <terceiro at softwarelivre.org> (current)
+  * Joao Pedrosa <joaopedrosa at gmail.com>
+* Russian(ru)                - Yuri Kozlov <kozlov.y at gmail.com>
+* Serbian(sr)                - Slobodan Paunović" <slobodan.paunovic at gmail.com>
+* Spanish(es)
+  * David Espada <davinci at escomposlinux.org> (current)
+  * David Moreno Garza <damog at damog.net>
+* Swedish(sv)                - Nikolai Weibull <mailing-lists.ruby-talk at rawuncut.elitemail.org>
+* Ukrainian(ua)              - Alex Rootoff <rootoff at pisem.net>
+* Vietnamese(vi)             - Ngoc Dao Thanh <ngocdaothanh at gmail.com>
+
+== Status of translations
+* Bosnian(bs)               - 1.90.0 (old)
+* Bulgarian(bg)             - 2.0.0pre1 (new)
+* Catalan(ca)               - 2.0.0pre1
+* Croatian(hr)              - 1.90.0 (old)
+* Chinese(zh_CN)            - 2.0.0pre1
+* Chinese(zh_TW)            - 2.0.0pre1
+* Czech(cs)                 - 1.9.0 (old)
+* Dutch(nl)                 - 1.90.0 (old)
+* English(default)          - 1.90.0 (old)
+* Esperanto(eo)             - 2.0.0pre1
+* Estonian(et)              - 2.0.0pre1
+* French(fr)                - 2.0.0pre1
+* German(de)                - 2.0.0pre1
+* Greek(el)                 - 2.0.0pre1 
+* Hungarian(hu)             - 2.0.0pre1
+* Italian(it)               - 1.6.0 (old)
+* Japanese(ja)              - 2.0.0pre1
+* Korean(ko)                - 1.9.0 (old)
+* Latvian(lv)               - 2.0.0pre1 (new)
+* Norwegian(nb)             - 2.0.0pre1
+* Portuguese(Brazil)(pt_BR) - 2.0.0pre1
+* Russian(ru)               - 2.0.0pre1
+* Serbian(sr)               - 1.91.0 (old)
+* Spanish(es)               - 2.0.0pre1
+* Swedish(sv)               - 0.8.0 (too much old)
+* Ukrainian(ua)             - 2.0.0pre1
+* Vietnamese(vi)            - 2.0.0pre1
+
+== Maintainer
+Masao Mutoh <mutoh at highway.ne.jp>

data/vendor/iconv.rb

@@ -0,0 +1,107 @@
+=begin
+  iconv.rb - Pseudo Iconv class. Supports Iconv.iconv, Iconv.conv.
+
+  For Matz Ruby:
+  If you don't have iconv but glib2, this library uses glib2 iconv functions.
+
+  For JRuby:
+  Use Java String class to convert strings.
+
+  Copyright (C) 2004-2007  Masao Mutoh
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: iconv.rb,v 1.6 2007/11/08 14:21:22 mutoh Exp $
+=end
+
+#Modifications
+#wrapped inside FastGettext namespace to reduce conflic
+
+begin
+  require 'iconv'
+rescue LoadError
+  # Provides Iconv.iconv which normally is provided through Ruby/GLib(1) functions.
+  # This library is required for 'gettext'.
+  # If you require 'gettext/iconv', it tries to call Ruby/GLib function
+  # when it doesn't find original Iconv class(iconv.so) it adds a pseudo class.
+  #
+  # One-click Ruby Installer for Win32 hadn’t had iconv and there hadn’t been a way to install iconv.so itself for Win32.
+  # And JRuby hadn’t had Iconv.
+  # I’ve not checked them currently, but if they’ve supported iconv now, we don’t need this anymore...
+  #
+  # (1) Ruby/GLib is a module which is provided from Ruby-GNOME2 Project. 
+  # You can get binaries for Win32(One-Click Ruby Installer).
+  # <URL: http://ruby-gnome2.sourceforge.jp/>
+  module Pomo
+    class Iconv2
+      module Failure; end
+      class InvalidEncoding < ArgumentError;  include Failure; end
+      class IllegalSequence < ArgumentError;  include Failure; end
+      class InvalidCharacter < ArgumentError; include Failure; end
+
+      if RUBY_PLATFORM =~ /java/
+        def self.conv(to, from, str)
+          raise InvalidCharacter, "the 3rd argument is nil" unless str
+          begin
+            str = java.lang.String.new(str.unpack("C*").to_java(:byte), from)
+            str.getBytes(to).to_ary.pack("C*")
+          rescue java.io.UnsupportedEncodingException
+            raise InvalidEncoding
+          end
+        end
+      else
+        begin
+          require 'glib2'
+
+          def self.check_glib_version?(major, minor, micro) # :nodoc:
+            (GLib::BINDING_VERSION[0] > major ||
+             (GLib::BINDING_VERSION[0] == major &&
+              GLib::BINDING_VERSION[1] > minor) ||
+             (GLib::BINDING_VERSION[0] == major &&
+              GLib::BINDING_VERSION[1] == minor &&
+              GLib::BINDING_VERSION[2] >= micro))
+          end
+
+          if check_glib_version?(0, 11, 0)
+            # This is a function equivalent of Iconv.iconv.
+            # * to: encoding name for destination
+            # * from: encoding name for source
+            # * str: strings to be converted
+            # * Returns: Returns an Array of converted strings.
+            def self.conv(to, from, str)
+              begin
+                GLib.convert(str, to, from)
+              rescue GLib::ConvertError => e
+                case e.code
+                when GLib::ConvertError::NO_CONVERSION
+                  raise InvalidEncoding.new(str)
+                when GLib::ConvertError::ILLEGAL_SEQUENCE
+                  raise IllegalSequence.new(str)
+                else
+                  raise InvalidCharacter.new(str)
+                end
+              end
+            end
+          else
+            def self.conv(to, from, str) # :nodoc:
+              begin
+                GLib.convert(str, to, from)
+              rescue
+                raise IllegalSequence.new(str)
+              end
+            end
+          end
+        rescue LoadError
+          def self.conv(to, from, str) # :nodoc:
+            warn "Iconv was not found." if $DEBUG
+            str
+          end
+        end
+      end
+      def self.iconv(to, from, str)
+        conv(to, from, str).split(//)
+      end
+    end
+  end
+end

data/vendor/mofile.rb

@@ -0,0 +1,296 @@
+=begin
+    mofile.rb - A simple class for operating GNU MO file.
+
+    Copyright (C) 2003-2008  Masao Mutoh
+    Copyright (C) 2002  Masahiro Sakai, Masao Mutoh
+    Copyright (C) 2001  Masahiro Sakai
+
+        Masahiro Sakai                  <s01397ms at sfc.keio.ac.jp>
+        Masao Mutoh                     <mutoh at highway.ne.jp>
+
+    You can redistribute this file and/or modify it under the same term
+    of Ruby.  License of Ruby is included with Ruby distribution in
+    the file "README".
+
+    $Id: mo.rb,v 1.10 2008/06/17 16:40:52 mutoh Exp $
+=end
+
+require File.join(File.dirname(__FILE__),'iconv')
+require 'stringio'
+
+#Modifications:
+#  use Iconv or FastGettext::Icvon
+
+module Pomo
+  module GetText
+    class MOFile < Hash
+      class InvalidFormat < RuntimeError; end;
+
+      attr_reader :filename
+
+      Header = Struct.new(:magic,
+                          :revision,
+                          :nstrings,
+                          :orig_table_offset,
+                          :translated_table_offset,
+                          :hash_table_size,
+                          :hash_table_offset)
+
+      # The following are only used in .mo files
+      # with minor revision >= 1.
+      class HeaderRev1 < Header
+        attr_accessor :n_sysdep_segments,
+        :sysdep_segments_offset,
+        :n_sysdep_strings,
+        :orig_sysdep_tab_offset,
+        :trans_sysdep_tab_offset
+      end
+
+      MAGIC_BIG_ENDIAN    = "\x95\x04\x12\xde"
+      MAGIC_LITTLE_ENDIAN = "\xde\x12\x04\x95"
+
+      def self.open(arg = nil, output_charset = nil)
+        result = self.new(output_charset)
+        result.load(arg)
+      end
+
+      def initialize(output_charset = nil)
+        @filename = nil
+        @last_modified = nil
+        @little_endian = true
+        @output_charset = output_charset
+        super()
+      end
+
+      def update!
+        if FileTest.exist?(@filename)
+          st = File.stat(@filename)
+          load(@filename) unless (@last_modified == [st.ctime, st.mtime])
+        else
+          warn "#{@filename} was lost." if $DEBUG
+          clear
+        end
+        self
+      end
+
+      def load(arg)
+        if arg.kind_of? String
+          begin
+            st = File.stat(arg)
+            @last_modified = [st.ctime, st.mtime]
+          rescue Exception
+          end
+          load_from_file(arg)
+        else
+          load_from_stream(arg)
+        end
+        @filename = arg
+        self
+      end
+
+      def load_from_stream(io)
+        magic = io.read(4)
+        case magic
+        when MAGIC_BIG_ENDIAN
+          @little_endian = false
+        when MAGIC_LITTLE_ENDIAN
+          @little_endian = true
+        else
+          raise InvalidFormat.new(sprintf("Unknown signature %s", magic.dump))
+        end
+
+        endian_type6 = @little_endian ? 'V6' : 'N6'
+        endian_type_astr = @little_endian ? 'V*' : 'N*'
+
+        header = HeaderRev1.new(magic, *(io.read(4 * 6).unpack(endian_type6)))
+
+        if header.revision == 1
+          # FIXME: It doesn't support sysdep correctly.
+          header.n_sysdep_segments = io.read(4).unpack(endian_type6)
+          header.sysdep_segments_offset = io.read(4).unpack(endian_type6)
+          header.n_sysdep_strings = io.read(4).unpack(endian_type6)
+          header.orig_sysdep_tab_offset = io.read(4).unpack(endian_type6)
+          header.trans_sysdep_tab_offset = io.read(4).unpack(endian_type6)
+        elsif header.revision > 1
+          raise InvalidFormat.new(sprintf("file format revision %d isn't supported", header.revision))
+        end
+        io.pos = header.orig_table_offset
+        orig_table_data = io.read((4 * 2) * header.nstrings).unpack(endian_type_astr)
+
+        io.pos = header.translated_table_offset
+        trans_table_data = io.read((4 * 2) * header.nstrings).unpack(endian_type_astr)
+
+        original_strings = Array.new(header.nstrings)
+        for i in 0...header.nstrings
+          io.pos = orig_table_data[i * 2 + 1]
+          original_strings[i] = io.read(orig_table_data[i * 2 + 0])
+        end
+
+        clear
+        for i in 0...header.nstrings
+          io.pos = trans_table_data[i * 2 + 1]
+          str = io.read(trans_table_data[i * 2 + 0])
+
+          if (! original_strings[i]) || original_strings[i] == ""
+            if str
+              @charset = nil
+              @nplurals = nil
+              @plural = nil
+              str.each_line{|line|
+                if /^Content-Type:/i =~ line and /charset=((?:\w|-)+)/i =~ line
+                  @charset = $1
+                elsif /^Plural-Forms:\s*nplurals\s*\=\s*(\d*);\s*plural\s*\=\s*([^;]*)\n?/ =~ line
+                  @nplurals = $1
+                  @plural = $2
+                end
+                break if @charset and @nplurals
+              }
+              @nplurals = "1" unless @nplurals
+              @plural = "0" unless @plural
+            end
+          else
+            if @output_charset
+              begin
+                iconv = Iconv || FastGettext::Iconv
+                str = iconv.conv(@output_charset, @charset, str) if @charset
+              rescue iconv::Failure
+                if $DEBUG
+                  warn "@charset = ", @charset
+                  warn"@output_charset = ", @output_charset
+                  warn "msgid = ", original_strings[i]
+                  warn "msgstr = ", str
+                end
+              end
+            end
+          end
+          self[original_strings[i]] = str.freeze
+        end
+        self
+      end
+
+      # Is this number a prime number ?
+      # http://apidock.com/ruby/Prime
+      def prime?(number)
+        ('1' * number) !~ /^1?$|^(11+?)\1+$/
+      end
+
+      def next_prime(seed)
+        require 'mathn'
+        prime = Prime.new
+        while current = prime.succ
+          return current if current > seed
+        end
+      end
+
+      # From gettext-0.12.1/gettext-runtime/intl/hash-string.h
+      # Defines the so called `hashpjw' function by P.J. Weinberger
+      # [see Aho/Sethi/Ullman, COMPILERS: Principles, Techniques and Tools,
+      # 1986, 1987 Bell Telephone Laboratories, Inc.]
+      HASHWORDBITS = 32
+      def hash_string(str)
+        hval = 0
+        i = 0
+        str.each_byte do |b|
+          break if b == '\0'
+          hval <<= 4
+          hval += b.to_i
+          g = hval & (0xf << (HASHWORDBITS - 4))
+          if (g != 0)
+            hval ^= g >> (HASHWORDBITS - 8)
+            hval ^= g
+          end
+        end
+        hval
+      end
+
+      def save_to_stream(io)
+        #Save data as little endian format.
+        header_size = 4 * 7
+        table_size  = 4 * 2 * size
+
+        hash_table_size = next_prime((size * 4) / 3)
+        hash_table_size = 3 if hash_table_size <= 2
+        header = Header.new(
+                            MAGIC_LITTLE_ENDIAN,          # magic
+                            0,                            # revision
+                            size,                         # nstrings
+                            header_size,                  # orig_table_offset
+                            header_size + table_size,     # translated_table_offset
+                            hash_table_size,              # hash_table_size
+                            header_size + table_size * 2  # hash_table_offset
+                            )
+        io.write(header.to_a.pack('a4V*'))
+
+        ary = to_a
+        ary.sort!{|a, b| a[0] <=> b[0]} # sort by original string
+
+        pos = header.hash_table_size * 4 + header.hash_table_offset
+
+        orig_table_data = Array.new()
+        ary.each{|item, _|
+          orig_table_data.push(item.size)
+          orig_table_data.push(pos)
+          pos += item.size + 1 # +1 is <NUL>
+        }
+        io.write(orig_table_data.pack('V*'))
+
+        trans_table_data = Array.new()
+        ary.each{|_, item|
+          trans_table_data.push(item.size)
+          trans_table_data.push(pos)
+          pos += item.size + 1 # +1 is <NUL>
+        }
+        io.write(trans_table_data.pack('V*'))
+
+        hash_tab = Array.new(hash_table_size)
+        j = 0
+        ary[0...size].each {|key, _|
+          hash_val = hash_string(key)
+          idx = hash_val % hash_table_size
+          if hash_tab[idx] != nil
+            incr = 1 + (hash_val % (hash_table_size - 2))
+            begin
+              if (idx >= hash_table_size - incr)
+                idx -= hash_table_size - incr
+              else
+                idx += incr
+              end
+            end until (hash_tab[idx] == nil)
+          end
+          hash_tab[idx] = j + 1
+          j += 1
+        }
+        hash_tab.collect!{|i| i ? i : 0}
+
+        io.write(hash_tab.pack('V*'))
+
+        ary.each{|item, _| io.write(item); io.write("\0") }
+        ary.each{|_, item| io.write(item); io.write("\0") }
+
+        self
+      end
+
+      def load_from_file(filename)
+        @filename = filename
+        begin
+          File.open(filename, 'rb'){|f| load_from_stream(f)}
+        rescue => e
+          e.set_backtrace("File: #{@filename}")
+          raise e
+        end
+      end
+
+      def save_to_file(filename)
+        File.open(filename, 'wb'){|f| save_to_stream(f)}
+      end
+
+      def set_comment(msgid_or_sym, comment)
+        #Do nothing
+      end
+
+
+      attr_accessor :little_endian, :path, :last_modified
+      attr_reader :charset, :nplurals, :plural
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: grosser-pomo
 version: !ruby/object:Gem::Version 
-  version: 0.4.1
+  version: 0.5.0
 platform: ruby
 authors: 
 - Michael Grosser
@@ -22,16 +22,27 @@ extensions: []
 extra_rdoc_files: []
 
 files: 
-- VERSION.yml
 - README.markdown
+- VERSION.yml
 - lib/pomo
+- lib/pomo.rb
+- lib/pomo/mo_file.rb
 - lib/pomo/po_file.rb
 - lib/pomo/translation.rb
-- lib/pomo.rb
+- spec/files
+- spec/files/complex.mo
+- spec/files/empty.mo
+- spec/files/plural.mo
+- spec/files/singular.mo
+- spec/files/singular_2.mo
 - spec/pomo
+- spec/pomo/mo_file_spec.rb
 - spec/pomo/po_file_spec.rb
 - spec/pomo/translation_spec.rb
 - spec/spec_helper.rb
+- vendor/README.rdoc
+- vendor/iconv.rb
+- vendor/mofile.rb
 has_rdoc: true
 homepage: http://github.com/grosser/pomo
 post_install_message: