libbin 1.0.0 → 1.0.5

data/ext/libbin/pghalf.h

@@ -0,0 +1,9 @@
+#ifndef PGHALF_H
+#define PGHALF_H
+
+#include <stdint.h>
+
+uint32_t pghalf_to_float( uint16_t h );
+uint16_t pghalf_from_float( uint32_t f );
+
+#endif /* PGHALF_H */

data/lib/libbin.rb

@@ -1,10 +1,6 @@
-warn_level = $VERBOSE
-$VERBOSE = nil
-require 'float-formats'
-$VERBOSE = warn_level
-
-Flt::IEEE.binary :IEEE_binary16_pg, significand: 9, exponent: 6, bias: 47
-Flt::IEEE.binary :IEEE_binary16_pg_BE, significand: 9, exponent: 6, bias: 47, endianness: :big_endian
+module LibBin
+end
+require "libbin_c.so"
 
 require_relative 'libbin/alignment'
 require_relative 'libbin/data_types'
@@ -121,10 +117,11 @@ module LibBin
       end
     end
 
-    def __decode_seek_offset(offset)
+    def __decode_seek_offset(offset, relative_offset)
       return nil unless offset
       offset = __decode_expression(offset)
       return false if offset == 0x0
+      offset += @__position if relative_offset
       @__cur_position = offset
       @__input.seek(offset) if @__input
       @__output.seek(offset) if @__output
@@ -145,97 +142,106 @@ module LibBin
       return __decode_expression(type)
     end
 
-    def __decode_static_conditions(type, count, offset, sequence, condition)
+    def __decode_length(length)
+      __decode_expression(length)
+    end
+
+    def __decode_static_conditions(field)
       @__offset = nil
       @__condition = nil
       @__type = nil
+      @__length = nil
       @__count = nil
-      unless sequence
-        @__offset = __decode_seek_offset(offset)
+      unless field.sequence?
+        @__offset = __decode_seek_offset(field.offset, field.relative_offset?)
         throw :ignored, nil if @__offset == false
-        @__condition = __decode_condition(condition)
+        @__condition = __decode_condition(field.condition)
         throw :ignored, nil unless @__condition
-        @__type = __decode_type(type)
+        @__type = __decode_type(field.type)
+        @__length = __decode_length(field.length)
       end
-      @__count = __decode_count(count)
+      @__count = __decode_count(field.count)
     end
 
-    def __decode_dynamic_conditions(type, offset, sequence, condition)
-      return true unless sequence
+    def __decode_dynamic_conditions(field)
+      return true unless field.sequence?
       @__offset = nil
       @__condition = nil
       @__type = nil
-      @__offset = __decode_seek_offset(offset)
+      @__length = nil
+      @__offset = __decode_seek_offset(field.offset, field.relative_offset?)
       return false if @__offset == false
-      @__condition = __decode_condition(condition)
+      @__condition = __decode_condition(field.condition)
       return false unless @__condition
-      @__type = __decode_type(type)
+      @__type = __decode_type(field.type)
+      @__length = __decode_length(field.length)
       return true
     end
 
     def __restore_context
       @__iterator = nil
       @__type = nil
+      @__length = nil
       @__count = nil
       @__offset = nil
       @__condition = nil
     end
 
-    def __convert_field(field, type, count, offset, sequence, condition)
-      __decode_static_conditions(type, count, offset, sequence, condition)
+    def __convert_field(field)
+      __decode_static_conditions(field)
       vs = @__count.times.collect do |it|
         @__iterator = it
-        if __decode_dynamic_conditions(type, offset, sequence, condition)
-          @__type::convert(@__input, @__output, @__input_big, @__output_big, self, it)
+        if __decode_dynamic_conditions(field)
+          @__type::convert(@__input, @__output, @__input_big, @__output_big, self, it, @__length)
         else
           nil
         end
       end
       __restore_context
-      vs = vs.first unless count
+      vs = vs.first unless field.count
       vs
     end
 
-    def __load_field(field, type, count, offset, sequence, condition)
-      __decode_static_conditions(type, count, offset, sequence, condition)
+    def __load_field(field)
+      __decode_static_conditions(field)
       vs = @__count.times.collect do |it|
         @__iterator = it
-        if __decode_dynamic_conditions(type, offset, sequence, condition)
-          @__type::load(@__input, @__input_big, self, it)
+        if __decode_dynamic_conditions(field)
+          @__type::load(@__input, @__input_big, self, it, @__length)
         else
           nil
         end
       end
       __restore_context
-      vs = vs.first unless count
+      vs = vs.first unless field.count
       vs
     end
 
-    def __dump_field(vs, field, type, count, offset, sequence, condition)
-      __decode_static_conditions(type, count, offset, sequence, condition)
-      vs = [vs] unless count
+    def __dump_field(vs, field)
+      __decode_static_conditions(field)
+      vs = [vs] unless field.count
       vs.each_with_index do |v, it|
         @__iterator = it
-        if __decode_dynamic_conditions(type, offset, sequence, condition)
-          @__type::dump(v, @__output, @__output_big, self, it)
+        if __decode_dynamic_conditions(field)
+          @__type::dump(v, @__output, @__output_big, self, it, @__length)
         end
       end
       __restore_context
     end
 
-    def __shape_field(vs, previous_offset, kind, field, type, count, offset, sequence, condition)
-      __decode_static_conditions(type, count, offset, sequence, condition)
-      vs = [vs] unless count
+    def __shape_field(vs, previous_offset, kind, field)
+      __decode_static_conditions(field)
+      vs = [vs] unless field.count
       vs = vs.each_with_index.collect do |v, it|
         @__iterator = it
-        if __decode_dynamic_conditions(type, offset, sequence, condition)
-          sh = @__type::shape(v, @__cur_position, self, it, kind)
+        if __decode_dynamic_conditions(field)
+          sh = @__type::shape(v, @__cur_position, self, it, kind, @__length)
           @__cur_position = sh.last + 1 if sh.last && sh.last >= 0
           sh
         end
       end
       __restore_context
-      vs = vs.first unless count
+      vs = vs.first unless field.count
       vs
     end
 
@@ -246,15 +252,15 @@ module LibBin
     def __shape(previous_offset = 0, parent = nil, index = nil, kind = DataShape)
       __set_size_type(previous_offset, parent, index)
       members = {}
-      self.class.instance_variable_get(:@fields).each { |name, type, *args|
+      self.class.instance_variable_get(:@fields).each { |field|
         begin
-          vs = send(name)
+          vs = send(field.name)
           member = catch(:ignored) do
-            __shape_field(vs, previous_offset, kind, name, type, *args)
+            __shape_field(vs, previous_offset, kind, field)
           end
-          members[name] = member
+          members[field.name] = member
         rescue
-          STDERR.puts "#{self.class}: #{name}(#{type})"
+          STDERR.puts "#{self.class}: #{field.name}(#{field.type})"
           raise
         end
       }
@@ -264,14 +270,14 @@ module LibBin
     end
 
     def __convert_fields
-      self.class.instance_variable_get(:@fields).each { |name, type, *args|
+      self.class.instance_variable_get(:@fields).each { |field|
         begin
           vs = catch(:ignored) do
-            __convert_field(name, type, *args)
+            __convert_field(field)
           end
-          send("#{name}=", vs)
+          send("#{field.name}=", vs)
         rescue
-          STDERR.puts "#{self.class}: #{name}(#{type})"
+          STDERR.puts "#{self.class}: #{field.name}(#{field.type})"
           raise
         end
       }
@@ -279,14 +285,14 @@ module LibBin
     end
 
     def __load_fields
-      self.class.instance_variable_get(:@fields).each { |name, type, *args|
+      self.class.instance_variable_get(:@fields).each { |field|
         begin
           vs = catch(:ignored) do
-            __load_field(name, type, *args)
+            __load_field(field)
           end
-          send("#{name}=", vs)
+          send("#{field.name}=", vs)
         rescue
-          STDERR.puts "#{self.class}: #{name}(#{type})"
+          STDERR.puts "#{self.class}: #{field.name}(#{field.type})"
           raise
         end
       }
@@ -294,14 +300,14 @@ module LibBin
     end
 
     def __dump_fields
-      self.class.instance_variable_get(:@fields).each { |name, type, *args|
+      self.class.instance_variable_get(:@fields).each { |field|
         begin
-          vs = send(name)
+          vs = send(field.name)
           catch(:ignored) do
-            __dump_field(vs, name, type, *args)
+            __dump_field(vs, field)
           end
         rescue
-          STDERR.puts "#{self.class}: #{name}(#{type})"
+          STDERR.puts "#{self.class}: #{field.name}(#{field.type})"
           raise
         end
       }
@@ -329,28 +335,57 @@ module LibBin
       self
     end
       
-    def self.convert(input, output, input_big = LibBin::default_big?, output_big = !LibBin::default_big?, parent = nil, index = nil)
-      h = self::new
-      h.__convert(input, output, input_big, output_big, parent, index)
-      h
+    def self.convert(input, output, input_big = LibBin::default_big?, output_big = !LibBin::default_big?, parent = nil, index = nil, length = nil)
+      if length
+        length.times.collect {
+          h = self::new
+          h.__load(input, input_big, parent, index)
+        }
+      else
+        h = self::new
+        h.__convert(input, output, input_big, output_big, parent, index)
+      end
     end
 
-    def self.load(input, input_big = LibBin::default_big?, parent = nil, index = nil)
-      h = self::new
-      h.__load(input, input_big, parent, index)
-      h
+    def self.load(input, input_big = LibBin::default_big?, parent = nil, index = nil, length = nil)
+      if length
+        length.times.collect {
+          h = self::new
+          h.__load(input, input_big, parent, index)
+        }
+      else
+        h = self::new
+        h.__load(input, input_big, parent, index)
+      end
     end
 
-    def self.dump(value, output, output_big = LibBin::default_big?, parent = nil, index = nil)
-      value.__dump(output, output_big, parent, index)
+    def self.dump(value, output, output_big = LibBin::default_big?, parent = nil, index = nil, length = nil)
+      if length
+        length.times.collect { |i|
+          value[i].__dump(output, output_big, parent, index)
+        }
+        value
+      else
+        value.__dump(output, output_big, parent, index)
+      end
     end
 
-    def self.size(value, previous_offset = 0, parent = nil, index = nil)
-      value.__shape(previous_offset, parent, index).size
+    def self.size(value, previous_offset = 0, parent = nil, index = nil, length = nil)
+      if length
+        shape(value, previous_offset, parent, index, length).size
+      else
+        value.__shape(previous_offset, parent, index).size
+      end
     end
 
-    def self.shape(value, previous_offset = 0, parent = nil, index = nil, kind = DataShape)
-      value.__shape(previous_offset, parent, index, kind = DataShape)
+    def self.shape(value, previous_offset = 0, parent = nil, index = nil, kind = DataShape, length = nil)
+      if length
+        kind::new(length.times.collect { |i|
+          value[i].__shape(previous_offset, parent, index, kind)
+        })
+      else
+        value.__shape(previous_offset, parent, index, kind)
+      end
     end
 
   end

data/lib/libbin/data_types.rb

@@ -70,14 +70,52 @@ module LibBin
 
   end
 
+  class Field
+    attr_reader :name,
+                :type,
+                :length,
+                :count,
+                :offset,
+                :sequence,
+                :condition
+
+    def sequence?
+      @sequence
+    end
+
+    def relative_offset?
+      @relative_offset
+    end
+
+    def initialize(name, type, length, count, offset, sequence, condition, relative_offset)
+      @name = name
+      @type = type
+      @length = length
+      @count = count
+      @offset = offset
+      @sequence = sequence
+      @condition = condition
+      @relative_offset = relative_offset
+    end
+
+  end
+
   class DataConverter
 
-    rl = lambda { |type, str|
-      str.unpack(type.to_s).first
+    rl = lambda { |type, str, number = nil|
+      if number
+        str.unpack(type.to_s+number.to_s)
+      else
+        str.unpack(type.to_s).first
+      end
     }
 
-    sl = lambda { |type, value|
-      [value].pack(type.to_s)
+    sl = lambda { |type, value, number = nil|
+      if number
+        value.pack(type.to_s+number.to_s)
+      else
+        [value].pack(type.to_s)
+      end
     }
 
     l = lambda { |type|
@@ -161,6 +199,7 @@ module LibBin
       :D => 8,
       :E => 8,
       :G => 8,
+      :a => 1,
       :"a*" => -1,
       :half => 2,
       :half_le => 2,
@@ -186,6 +225,50 @@ module LibBin
       }
     }
 
+    rhl = lambda { |type, str, number = nil|
+      if number
+        number.times.collect { |i| LibBin::half_from_string(str[i*2,2], type) }
+      else
+        LibBin::half_from_string(str, type)
+      end
+    }
+
+    shl = lambda { |type, value, number = nil|
+      if number
+        str = ""
+        number.times { |i| str << LibBin::half_to_string(value[i], type) }
+        str
+      else
+        LibBin::half_to_string(value, type)
+      end
+    }
+
+    hl = lambda { |type|
+      [rhl.curry[type], shl.curry[type]]
+    }
+
+    rpghl = lambda { |type, str, number = nil|
+      if number
+        number.times.collect { |i| LibBin::pghalf_from_string(str[i*2,2], type) }
+      else
+        LibBin::pghalf_from_string(str, type)
+      end
+    }
+
+    spghl = lambda { |type, value, number = nil|
+      if number
+        str = ""
+        number.times { |i| str << LibBin::pghalf_to_string(value[i], type) }
+        str
+      else
+        LibBin::pghalf_to_string(value, type)
+      end
+    }
+
+    pghl = lambda { |type|
+      [rpghl.curry[type], spghl.curry[type]]
+    }
+
     DATA_ENDIAN[true].merge!( {
       :c => l["c"],
       :C => l["C"],
@@ -217,19 +300,12 @@ module LibBin
       :D => l["G"],
       :E => l["E"],
       :G => l["G"],
-      :"a*" => l["a*"],
-      :half => [ lambda { |str| Flt::IEEE_binary16_BE::from_bytes(str).to(Float) },
-                 lambda { |v| Flt::IEEE_binary16_BE::new(v).to_bytes } ],
-      :half_le => [ lambda { |str| Flt::IEEE_binary16_LE::from_bytes(str).to(Float) },
-                    lambda { |v| Flt::IEEE_binary16_LE::new(v).to_bytes } ],
-      :half_be => [ lambda { |str| Flt::IEEE_binary16_BE::from_bytes(str).to(Float) },
-                    lambda { |v| Flt::IEEE_binary16_BE::new(v).to_bytes } ],
-      :pghalf => [ lambda { |str| Flt::IEEE_binary16_pg_BE::from_bytes(str).to(Float) },
-                   lambda { |v| Flt::IEEE_binary16_pg_BE::new(v).to_bytes } ],
-      :pghalf_le => [ lambda { |str| Flt::IEEE_binary16_pg_LE::from_bytes(str).to(Float) },
-                      lambda { |v| Flt::IEEE_binary16_pg_LE::new(v).to_bytes } ],
-      :pghalf_be => [ lambda { |str| Flt::IEEE_binary16_pg_BE::from_bytes(str).to(Float) },
-                      lambda { |v| Flt::IEEE_binary16_pg_BE::new(v).to_bytes } ]
+      :half => hl["S>"],
+      :half_le => hl["S<"],
+      :half_be => hl["S>"],
+      :pghalf => pghl["S>"],
+      :pghalf_le => pghl["S<"],
+      :pghalf_be => pghl["S>"]
     } )
     DATA_ENDIAN[false].merge!( {
       :c => l["c"],
@@ -262,19 +338,12 @@ module LibBin
       :D => l["E"],
       :E => l["E"],
       :G => l["G"],
-      :"a*" => l["a*"],
-      :half => [ lambda { |str| Flt::IEEE_binary16::from_bytes(str).to(Float) },
-                 lambda { |v| Flt::IEEE_binary16::new(v).to_bytes } ],
-      :half_le => [ lambda { |str| Flt::IEEE_binary16_LE::from_bytes(str).to(Float) },
-                    lambda { |v| Flt::IEEE_binary16_LE::new(v).to_bytes } ],
-      :half_be => [ lambda { |str| Flt::IEEE_binary16_BE::from_bytes(str).to(Float) },
-                    lambda { |v| Flt::IEEE_binary16_BE::new(v).to_bytes } ],
-      :pghalf => [ lambda { |str| Flt::IEEE_binary16_pg::from_bytes(str).to(Float) },
-                   lambda { |v| Flt::IEEE_binary16_pg::new(v).to_bytes } ],
-      :pghalf_le => [ lambda { |str| Flt::IEEE_binary16_pg_LE::from_bytes(str).to(Float) },
-                      lambda { |v| Flt::IEEE_binary16_pg_LE::new(v).to_bytes } ],
-      :pghalf_be => [ lambda { |str| Flt::IEEE_binary16_pg_BE::from_bytes(str).to(Float) },
-                      lambda { |v| Flt::IEEE_binary16_pg_BE::new(v).to_bytes } ]
+      :half => hl["S<"],
+      :half_le => hl["S<"],
+      :half_be => hl["S>"],
+      :pghalf => pghl["S<"],
+      :pghalf_le => pghl["S<"],
+      :pghalf_be => pghl["S>"]
     } )
 
 
@@ -284,31 +353,34 @@ module LibBin
         @size
       end
 
-      def self.shape(value, previous_offset = 0, _ = nil, _ = nil, kind = DataShape)
-        kind::new(previous_offset, previous_offset + @size - 1)
+      def self.shape(value, previous_offset = 0, _ = nil, _ = nil, kind = DataShape, length = nil)
+        length = 1 unless length
+        kind::new(previous_offset, previous_offset - 1 + length * @size)
       end
 
       def self.init(symbol)
         @symbol = symbol
         @size = DATA_SIZES[symbol]
         @rl_be, @sl_be = DATA_ENDIAN[true][symbol]
-        @rl_le, @sl_be = DATA_ENDIAN[false][symbol]
+        @rl_le, @sl_le = DATA_ENDIAN[false][symbol]
       end
 
-      def self.load(input, input_big = LibBin::default_big?, _ = nil, _ = nil)
-        str = input.read(@size)
-        input_big ? @rl_be[str] : @rl_le[str]
+      def self.load(input, input_big = LibBin::default_big?, _ = nil, _ = nil, length = nil)
+        l = (length ? length : 1)
+        str = input.read(@size*l)
+        input_big ? @rl_be[str, length] : @rl_le[str, length]
       end
 
-      def self.dump(value, output, output_big = LibBin::default_big?, _ = nil, _ = nil)
-        str = (output_big ? @sl_be[value] : @sl_le[value])
+      def self.dump(value, output, output_big = LibBin::default_big?, _ = nil, _ = nil, length = nil)
+        str = (output_big ? @sl_be[value, length] : @sl_le[value, length])
         output.write(str)
       end
 
-      def self.convert(input, output, input_big = LibBin::default_big?, output_big = !LibBin::default_big, _ = nil, _ = nil)
-        str = input.read(@size)
-        value = (input_big ? @rl_be[str] : @rl_le[str])
-        str = (output_big ? @sl_be[value] : @sl_le[value])
+      def self.convert(input, output, input_big = LibBin::default_big?, output_big = !input_big, _ = nil, _ = nil, length = nil)
+        l = (length ? length : 1)
+        str = input.read(@size*l)
+        value = (input_big ? @rl_be[str, length] : @rl_le[str, length])
+        str = (output_big ? @sl_be[value, length] : @sl_le[value, length])
         output.write(str)
         value
       end
@@ -317,40 +389,44 @@ module LibBin
 
     class Str < Scalar
 
-      def self.load(input,  input_big = LibBin::default_big?, _ = nil, _ = nil)
-        str = (@size < 0 ? input.readline("\x00") : input.read(@size))
-        input_big ? @rl_be[str] : @rl_le[str]
+      def self.size(value, previous_offset = 0, parent = nil, index = nil, length = nil)
+        length ? length : value.size
       end
 
-      def self.convert(input, output, input_big = LibBin::default_big?, output_big = !LibBin::default_big, _ = nil, _ = nil)
-        str = (@size < 0 ? input.readline("\x00") : input.read(@size))
-        value = (input_big ? @rl_be[str] : @rl_le[str])
-        str = (output_big ? @sl_be[value] : @sl_le[value])
+      def self.load(input,  input_big = LibBin::default_big?, _ = nil, _ = nil, length = nil)
+        str = (length ? input.read(length) : input.readline("\x00"))
+      end
+
+      def self.convert(input, output, input_big = LibBin::default_big?, output_big = !LibBin::default_big, _ = nil, _ = nil, length = nil)
+        str = (length ? input.read(length) : input.readline("\x00"))
         output.write(str)
-        value
+        str
       end
 
-      def self.shape(value, previous_offset = 0, _ = nil, _ = nil, kind = DataShape)
-        if @size < 0
-          kind::new(previous_offset, previous_offset + value.size - 1)
+      def self.shape(value, previous_offset = 0, _ = nil, _ = nil, kind = DataShape, length = nil)
+        if length
+          kind::new(previous_offset, previous_offset + length - 1)
         else
-          kind::new(previous_offset, previous_offset + @size - 1)
+          kind::new(previous_offset, previous_offset + value.size - 1)
         end
       end
 
+      def self.dump(value, output, output_big = LibBin::default_big?, _ = nil, _ = nil, length = nil)
+        output.write(value)
+      end
     end
 
-    def self.register_field(field, type, count: nil, offset: nil, sequence: false, condition: nil)
+    def self.register_field(field, type, length: nil, count: nil, offset: nil, sequence: false, condition: nil, relative_offset: false)
       if type.kind_of?(Symbol)
         if type[0] == 'a'
-          c = Class::new(Str) do init(sym) end
-          @fields.push([field, c, count, offset, sequence, condition])
+          real_type = Class::new(Str) do init(sym) end
         else
-          @fields.push([field, const_get(SCALAR_TYPES[type][0]), count, offset, sequence, condition])
+          real_type = const_get(SCALAR_TYPES[type][0])
         end
       else
-        @fields.push([field, type, count, offset, sequence, condition])
+        real_type = type
       end
+      @fields.push(Field::new(field, real_type, length, count, offset, sequence, condition, relative_offset))
       attr_accessor field
     end
 
@@ -361,8 +437,8 @@ module LibBin
       init(#{symbol.inspect})
     end
 
-    def self.#{name}(field, count: nil, offset: nil, sequence: false, condition: nil)
-      @fields.push([field, #{klassname}, count, offset, sequence, condition])
+    def self.#{name}(field, length: nil, count: nil, offset: nil, sequence: false, condition: nil, relative_offset: false)
+      @fields.push(Field::new(field, #{klassname}, length, count, offset, sequence, condition, relative_offset))
       attr_accessor field
     end
 EOF
@@ -401,16 +477,15 @@ EOF
     create_scalar_type(:pghalf_le)
     create_scalar_type(:pghalf_be)
 
-    def self.string( field, length = nil, count: nil, offset: nil, sequence: false, condition: nil)
-      sym = (length ? :"a#{length}" : :"a*")
+    def self.string( field, length = nil, count: nil, offset: nil, sequence: false, condition: nil, relative_offset: false)
+      sym = (length ? :"a" : :"a*")
       c = Class::new(Str) do
         init(sym)
       end
-      @fields.push([field, c, count, offset, sequence, condition])
+      @fields.push(Field::new(field, c, length, count, offset, sequence, condition, relative_offset))
       attr_accessor field
     end
 
-
   end
 
 end