libbin 1.0.4 → 1.0.8

data/ext/libbin/libbin_c.h

@@ -0,0 +1,12 @@
+#ifndef LIBBIN_C_H__
+#define LIBBIN_C_H__
+#include "./half.h"
+#include "./pghalf.h"
+#include "./libbin_endian.h"
+#include "./data_types.h"
+
+
+extern VALUE mLibBin;
+extern VALUE cField;
+
+#endif

data/ext/libbin/libbin_endian.h

@@ -0,0 +1,126 @@
+#ifndef LIBBIN_ENDIAN_H__
+#define LIBBIN_ENDIAN_H__
+
+#include <stdint.h>
+
+static inline void little_big_swap(void *addr, size_t sz) {
+  char *p = (char *)addr;
+  for (size_t i = 0, j = sz - 1; i < (sz >> 1); i++, j--) {
+    char tmp = p[i];
+    p[i] = p[j];
+    p[j] = tmp;
+  }
+}
+#define LITTLE_BIG_SWAP(val) little_big_swap(&(val), sizeof(val))
+
+static inline unsigned is_little_endian(void)
+{
+  const union { unsigned u; unsigned char c[4]; } one = { 1 };
+  return one.c[0];
+}
+
+/* https://stackoverflow.com/a/2182184 */
+static inline uint8_t bswap_uint8(uint8_t x) {
+  return x;
+}
+
+static inline uint16_t bswap_uint16(uint16_t x) {
+  return ((( x  & 0xff00u ) >> 8 ) |
+          (( x  & 0x00ffu ) << 8 ));
+}
+
+static inline uint32_t bswap_uint32(uint32_t x) {
+  return ((( x & 0xff000000u ) >> 24 ) |
+          (( x & 0x00ff0000u ) >> 8  ) |
+          (( x & 0x0000ff00u ) << 8  ) |
+          (( x & 0x000000ffu ) << 24 ));
+}
+
+static inline uint64_t bswap_uint64(uint64_t x) {
+  return ((( x & 0xff00000000000000ull ) >> 56 ) |
+          (( x & 0x00ff000000000000ull ) >> 40 ) |
+          (( x & 0x0000ff0000000000ull ) >> 24 ) |
+          (( x & 0x000000ff00000000ull ) >> 8  ) |
+          (( x & 0x00000000ff000000ull ) << 8  ) |
+          (( x & 0x0000000000ff0000ull ) << 24 ) |
+          (( x & 0x000000000000ff00ull ) << 40 ) |
+          (( x & 0x00000000000000ffull ) << 56 ));
+}
+
+
+
+#define SWAP_CONVERT(TYPE, MAPPED_NAME, MAPPED_TYPE) \
+do {                                                 \
+  union { TYPE t; MAPPED_TYPE m; } v = { .m = x };   \
+  v.m = bswap_ ## MAPPED_NAME(v.m);                  \
+  return v.t;                                        \
+} while (0)
+
+#define CONVERT(TYPE, MAPPED_TYPE)                 \
+do {                                               \
+  union { TYPE t; MAPPED_TYPE m; } v = { .m = x }; \
+  return v.t;                                      \
+} while (0)
+
+#define CONVERT_SWAP(TYPE, MAPPED_NAME, MAPPED_TYPE) \
+do {                                                 \
+  union { TYPE t; MAPPED_TYPE m; } v = { .t = x };   \
+  v.m = bswap_ ## MAPPED_NAME(v.m);                  \
+  return v.m;                                         \
+} while(0)
+
+#define UNPACKER_BE(NAME, TYPE, MAPPED_NAME, MAPPED_TYPE)  \
+static inline TYPE unpack_ ## NAME ## _be(MAPPED_TYPE x) { \
+  if (is_little_endian())                                  \
+    SWAP_CONVERT(TYPE, MAPPED_NAME, MAPPED_TYPE);          \
+  else                                                     \
+    CONVERT(TYPE, MAPPED_TYPE);                            \
+}
+
+#define UNPACKER_LE(NAME, TYPE, MAPPED_NAME, MAPPED_TYPE)  \
+static inline TYPE unpack_ ## NAME ## _le(MAPPED_TYPE x) { \
+  if (is_little_endian())                                  \
+    CONVERT(TYPE, MAPPED_TYPE);                            \
+  else                                                     \
+    SWAP_CONVERT(TYPE, MAPPED_NAME, MAPPED_TYPE);          \
+}
+
+#define PACKER_BE(NAME, TYPE, MAPPED_NAME, MAPPED_TYPE)  \
+static inline MAPPED_TYPE pack_ ## NAME ## _be(TYPE x) { \
+  if (is_little_endian())                                \
+    CONVERT_SWAP(TYPE, MAPPED_NAME, MAPPED_TYPE);        \
+  else                                                   \
+    CONVERT(MAPPED_TYPE, TYPE);                          \
+}
+
+#define PACKER_LE(NAME, TYPE, MAPPED_NAME, MAPPED_TYPE)  \
+static inline MAPPED_TYPE pack_ ## NAME ## _le(TYPE x) { \
+  if (is_little_endian())                                \
+    CONVERT(MAPPED_TYPE, TYPE);                          \
+  else                                                   \
+    CONVERT_SWAP(TYPE, MAPPED_NAME, MAPPED_TYPE);        \
+}
+
+#define CONVERTER_TYPE(NAME, TYPE, MAPPED_NAME, MAPPED_TYPE) \
+  UNPACKER_BE(NAME, TYPE, MAPPED_NAME, MAPPED_TYPE)          \
+  UNPACKER_LE(NAME, TYPE, MAPPED_NAME, MAPPED_TYPE)          \
+  PACKER_BE(NAME, TYPE, MAPPED_NAME, MAPPED_TYPE)            \
+  PACKER_LE(NAME, TYPE, MAPPED_NAME, MAPPED_TYPE)
+
+#define CONVERTER(NAME, TYPE, SIZE)                            \
+  CONVERTER_TYPE(NAME, TYPE, uint ## SIZE, uint ## SIZE ## _t)
+
+CONVERTER(uint8, uint8_t, 8)
+CONVERTER(int8, int8_t, 8)
+CONVERTER(uint16, uint16_t, 16)
+CONVERTER(int16, int16_t, 16)
+CONVERTER(uint32, uint32_t, 32)
+CONVERTER(int32, int32_t, 32)
+CONVERTER(uint64, uint64_t, 64)
+CONVERTER(int64, int64_t, 64)
+CONVERTER(float, float, 32)
+CONVERTER(double, double, 64)
+CONVERTER(half, uint16_t, 16)
+CONVERTER(pghalf, uint16_t, 16)
+
+#endif

data/lib/libbin/data_types.rb

@@ -3,9 +3,10 @@ module LibBin
   module RangeRefinement
     refine Range do
       def +(other)
-        Range::new(first <= other.first ? first : other.first,
-                   last >= other.last ? last : other.last,
-                   exclude_end?)
+        return other.dup unless min
+        return self.dup unless other.min
+        Range::new(min <= other.min ? min : other.min,
+                   max >= other.max ? max : other.max)
       end
     end
   end
@@ -26,7 +27,11 @@ module LibBin
         @members = nil
       else
         @members = args[0]
-        @range = @members.values.flatten.compact.collect(&:range).reduce { |memo, obj| memo + obj }
+        if @members.kind_of?(Hash)
+          @range = @members.values.compact.collect(&:range).reduce(:+)
+        else
+          @range = @members.compact.collect(&:range).reduce(:+)
+        end
       end
     end
 
@@ -52,7 +57,11 @@ module LibBin
       if args.length == 2
         @range = Range::new(args[0], args[1])
       else
-        @range = args[0].values.flatten.compact.collect(&:range).reduce { |memo, obj| memo + obj }
+        if args[0].kind_of?(Hash)
+          @range = args[0].values.compact.collect(&:range).reduce(:+)
+        else
+          @range = args[0].compact.collect(&:range).reduce(:+)
+        end
       end
     end
 
@@ -70,48 +79,38 @@ module LibBin
 
   end
 
-  class Field
-    attr_reader :name,
-                :type,
-                :count,
-                :offset,
-                :sequence,
-                :condition
-
-    def sequence?
-      @sequence
-    end
-
-    def relative_offset?
-      @relative_offset
-    end
-
-    def initialize(name, type, count, offset, sequence, condition, relative_offset)
-      @name = name
-      @type = type
-      @count = count
-      @offset = offset
-      @sequence = sequence
-      @condition = condition
-      @relative_offset = relative_offset
-    end
-
-  end
+#  class Field
+#    attr_reader :name,
+#                :type,
+#                :length,
+#                :count,
+#                :offset,
+#                :sequence,
+#                :condition
+#
+#    def sequence?
+#      @sequence
+#    end
+#
+#    def relative_offset?
+#      @relative_offset
+#    end
+#
+#    def initialize(name, type, length, count, offset, sequence, condition, relative_offset)
+#      @name = name
+#      @type = type
+#      @length = length
+#      @count = count
+#      @offset = offset
+#      @sequence = sequence
+#      @condition = condition
+#      @relative_offset = relative_offset
+#    end
+#
+#  end
 
   class DataConverter
 
-    rl = lambda { |type, str|
-      str.unpack(type.to_s).first
-    }
-
-    sl = lambda { |type, value|
-      [value].pack(type.to_s)
-    }
-
-    l = lambda { |type|
-      [rl.curry[type], sl.curry[type]]
-    }
-
     SCALAR_TYPES = {
       :c => [:Int8, :int8],
       :C => [:UInt8, :uint8],
@@ -149,296 +148,52 @@ module LibBin
       :pghalf => [:PGHalf, :pghalf],
       :pghalf_le => [:PGHalf_LE, :pghalf_le],
       :pghalf_be => [:PGHalf_BE, :pghalf_be]
-     }
-
-    DATA_SIZES = Hash::new { |h,k|
-      if k.kind_of?(Symbol) && m = k.match(/a(\d+)/)
-        m[1].to_i
-      else
-        nil
-      end
     }
-    DATA_SIZES.merge!( {
-      :c => 1,
-      :C => 1,
-      :s => 2,
-      :"s<" => 2,
-      :"s>" => 2,
-      :S => 2,
-      :"S<" => 2,
-      :"S>" => 2,
-      :v => 2,
-      :n => 2,
-      :l => 4,
-      :"l<" => 4,
-      :"l>" => 4,
-      :L => 4,
-      :"L<" => 4,
-      :"L>" => 4,
-      :V => 4,
-      :N => 4,
-      :q => 8,
-      :"q<" => 8,
-      :"q>" => 8,
-      :Q => 8,
-      :"Q<" => 8,
-      :"Q>" => 8,
-      :F => 4,
-      :e => 4,
-      :g => 4,
-      :D => 8,
-      :E => 8,
-      :G => 8,
-      :"a*" => -1,
-      :half => 2,
-      :half_le => 2,
-      :half_be => 2,
-      :pghalf => 2,
-      :pghalf_le => 2,
-      :pghalf_be => 2
-    } )
-    DATA_ENDIAN = {
-      true => Hash::new { |h,k|
-        if k.kind_of?(Symbol) && m = k.match(/a(\d+)/)
-          l[k]
-        else
-          nil
-        end
-      },
-      false => Hash::new { |h,k|
-        if k.kind_of?(Symbol) && m = k.match(/a(\d+)/)
-          l[k]
-        else
-          nil
-        end
-      }
-    }
-
-    DATA_ENDIAN[true].merge!( {
-      :c => l["c"],
-      :C => l["C"],
-      :s => l["s>"],
-      :"s<" => l["s<"],
-      :"s>" => l["s>"],
-      :S => l["S>"],
-      :"S<" => l["S<"],
-      :"S>" => l["S>"],
-      :v => l["v"],
-      :n => l["n"],
-      :l => l["l>"],
-      :"l<" => l["l<"],
-      :"l>" => l["l>"],
-      :L => l["L>"],
-      :"L<" => l["L<"],
-      :"L>" => l["L>"],
-      :V => l["V"],
-      :N => l["N"],
-      :q => l["q>"],
-      :"q<" => l["q<"],
-      :"q>" => l["q>"],
-      :Q => l["Q>"],
-      :"Q<" => l["Q<"],
-      :"Q>" => l["Q>"],
-      :F => l["g"],
-      :e => l["e"],
-      :g => l["g"],
-      :D => l["G"],
-      :E => l["E"],
-      :G => l["G"],
-      :"a*" => l["a*"],
-      :half => [ lambda { |str| LibBin::half_from_string(str, "S>") },
-                 lambda { |v| LibBin::half_to_string(v, "S>") } ],
-      :half_le => [ lambda { |str| LibBin::half_from_string(str, "S<") },
-                    lambda { |v| LibBin::half_to_string(v, "S<") } ],
-      :half_be => [ lambda { |str| LibBin::half_from_string(str, "S>") },
-                    lambda { |v| LibBin::half_to_string(v, "S>") } ],
-      :pghalf => [ lambda { |str| LibBin::pghalf_from_string(str, "S>") },
-                   lambda { |v| LibBin::pghalf_to_string(v, "S>") } ],
-      :pghalf_le => [ lambda { |str| LibBin::pghalf_from_string(str, "S<") },
-                      lambda { |v| LibBin::pghalf_to_string(v, "S<") } ],
-      :pghalf_be => [ lambda { |str| LibBin::pghalf_from_string(str, "S>") },
-                      lambda { |v| LibBin::pghalf_to_string(v, "S>") } ]
-    } )
-    DATA_ENDIAN[false].merge!( {
-      :c => l["c"],
-      :C => l["C"],
-      :s => l["s<"],
-      :"s<" => l["s<"],
-      :"s>" => l["s>"],
-      :S => l["S<"],
-      :"S<" => l["S<"],
-      :"S>" => l["S>"],
-      :v => l["v"],
-      :n => l["n"],
-      :l => l["l<"],
-      :"l<" => l["l<"],
-      :"l>" => l["l>"],
-      :L => l["L<"],
-      :"L<" => l["L<"],
-      :"L>" => l["L>"],
-      :V => l["V"],
-      :N => l["N"],
-      :q => l["q<"],
-      :"q<" => l["q<"],
-      :"q>" => l["q>"],
-      :Q => l["Q<"],
-      :"Q<" => l["Q<"],
-      :"Q>" => l["Q>"],
-      :F => l["e"],
-      :e => l["e"],
-      :g => l["g"],
-      :D => l["E"],
-      :E => l["E"],
-      :G => l["G"],
-      :"a*" => l["a*"],
-      :half => [ lambda { |str| LibBin::half_from_string(str, "S<") },
-                 lambda { |v| LibBin::half_to_string(v, "S<") } ],
-      :half_le => [ lambda { |str| LibBin::half_from_string(str, "S<") },
-                    lambda { |v| LibBin::half_to_string(v, "S<") } ],
-      :half_be => [ lambda { |str| LibBin::half_from_string(str, "S>") },
-                    lambda { |v| LibBin::half_to_string(v, "S>") } ],
-      :pghalf => [ lambda { |str| LibBin::pghalf_from_string(str, "S<") },
-                   lambda { |v| LibBin::pghalf_to_string(v, "S<") } ],
-      :pghalf_le => [ lambda { |str| LibBin::pghalf_from_string(str, "S<") },
-                      lambda { |v| LibBin::pghalf_to_string(v, "S<") } ],
-      :pghalf_be => [ lambda { |str| LibBin::pghalf_from_string(str, "S>") },
-                      lambda { |v| LibBin::pghalf_to_string(v, "S>") } ]
-    } )
 
-
-    class Scalar
-
-      def self.size(*args)
-        @size
-      end
-
-      def self.shape(value, previous_offset = 0, _ = nil, _ = nil, kind = DataShape)
-        kind::new(previous_offset, previous_offset + @size - 1)
-      end
-
-      def self.init(symbol)
-        @symbol = symbol
-        @size = DATA_SIZES[symbol]
-        @rl_be, @sl_be = DATA_ENDIAN[true][symbol]
-        @rl_le, @sl_le = DATA_ENDIAN[false][symbol]
-      end
-
-      def self.load(input, input_big = LibBin::default_big?, _ = nil, _ = nil)
-        str = input.read(@size)
-        input_big ? @rl_be[str] : @rl_le[str]
-      end
-
-      def self.dump(value, output, output_big = LibBin::default_big?, _ = nil, _ = nil)
-        str = (output_big ? @sl_be[value] : @sl_le[value])
-        output.write(str)
-      end
-
-      def self.convert(input, output, input_big = LibBin::default_big?, output_big = !input_big, _ = nil, _ = nil)
-        str = input.read(@size)
-        value = (input_big ? @rl_be[str] : @rl_le[str])
-        str = (output_big ? @sl_be[value] : @sl_le[value])
-        output.write(str)
-        value
-      end
-
-    end
-
-    class Str < Scalar
-
-      def self.load(input,  input_big = LibBin::default_big?, _ = nil, _ = nil)
-        str = (@size < 0 ? input.readline("\x00") : input.read(@size))
-        input_big ? @rl_be[str] : @rl_le[str]
-      end
-
-      def self.convert(input, output, input_big = LibBin::default_big?, output_big = !LibBin::default_big, _ = nil, _ = nil)
-        str = (@size < 0 ? input.readline("\x00") : input.read(@size))
-        value = (input_big ? @rl_be[str] : @rl_le[str])
-        str = (output_big ? @sl_be[value] : @sl_le[value])
-        output.write(str)
-        value
-      end
-
-      def self.shape(value, previous_offset = 0, _ = nil, _ = nil, kind = DataShape)
-        if @size < 0
-          kind::new(previous_offset, previous_offset + value.size - 1)
-        else
-          kind::new(previous_offset, previous_offset + @size - 1)
-        end
-      end
-
-    end
-
-    def self.register_field(field, type, count: nil, offset: nil, sequence: false, condition: nil, relative_offset: false)
+    def self.register_field(field, type, length: nil, count: nil, offset: nil, sequence: false, condition: nil, relative_offset: false)
       if type.kind_of?(Symbol)
         if type[0] == 'a'
-          real_type = Class::new(Str) do init(sym) end
+          real_type = Str
         else
           real_type = const_get(SCALAR_TYPES[type][0])
         end
       else
         real_type = type
       end
-      @fields.push(Field::new(field, real_type, count, offset, sequence, condition, relative_offset))
+      @fields.push(Field::new(field, real_type, length, count, offset, sequence, condition, relative_offset))
       attr_accessor field
     end
 
-    def self.create_scalar_type(symbol)
+    def self.create_scalar_accessor(symbol)
       klassname, name = SCALAR_TYPES[symbol]
       eval <<EOF
-    class #{klassname} < Scalar
-      init(#{symbol.inspect})
-    end
-
-    def self.#{name}(field, count: nil, offset: nil, sequence: false, condition: nil, relative_offset: false)
-      @fields.push(Field::new(field, #{klassname}, count, offset, sequence, condition, relative_offset))
+    def self.#{name}(field, length: nil, count: nil, offset: nil, sequence: false, condition: nil, relative_offset: false)
+      @fields.push(Field::new(field, #{klassname}, length, count, offset, sequence, condition, relative_offset))
       attr_accessor field
     end
 EOF
     end
 
-    create_scalar_type(:c)
-    create_scalar_type(:C)
-    create_scalar_type(:s)
-    create_scalar_type(:"s<")
-    create_scalar_type(:"s>")
-    create_scalar_type(:S)
-    create_scalar_type(:"S<")
-    create_scalar_type(:"S>")
-    create_scalar_type(:l)
-    create_scalar_type(:"l<")
-    create_scalar_type(:"l>")
-    create_scalar_type(:L)
-    create_scalar_type(:"L<")
-    create_scalar_type(:"L>")
-    create_scalar_type(:q)
-    create_scalar_type(:"q<")
-    create_scalar_type(:"q>")
-    create_scalar_type(:Q)
-    create_scalar_type(:"Q<")
-    create_scalar_type(:"Q>")
-    create_scalar_type(:F)
-    create_scalar_type(:e)
-    create_scalar_type(:g)
-    create_scalar_type(:D)
-    create_scalar_type(:E)
-    create_scalar_type(:G)
-    create_scalar_type(:half)
-    create_scalar_type(:half_le)
-    create_scalar_type(:half_be)
-    create_scalar_type(:pghalf)
-    create_scalar_type(:pghalf_le)
-    create_scalar_type(:pghalf_be)
+    [:c,
+     :C,
+     :s, :"s<", :"s>",
+     :S, :"S<", :"S>",
+     :l, :"l<", :"l>",
+     :L, :"L<", :"L>",
+     :q, :"q<", :"q>",
+     :Q, :"Q<", :"Q>",
+     :F, :e, :g,
+     :D, :E, :G,
+     :half, :half_le, :half_be,
+     :pghalf, :pghalf_le, :pghalf_be].each { |c|
+      create_scalar_accessor(c)
+    }
 
     def self.string( field, length = nil, count: nil, offset: nil, sequence: false, condition: nil, relative_offset: false)
-      sym = (length ? :"a#{length}" : :"a*")
-      c = Class::new(Str) do
-        init(sym)
-      end
-      @fields.push(Field::new(field, c, count, offset, sequence, condition, relative_offset))
+      @fields.push(Field::new(field, Str, length, count, offset, sequence, condition, relative_offset))
       attr_accessor field
     end
 
-
   end
 
 end