carray 3.0.2 → 3.0.4

data/ext/extconf.rb

@@ -107,6 +107,17 @@ if enable_config("dev-build", false)
   $stderr.puts "carray: CARRAY_DEV_BUILD enabled (smoke surface available)"
 end
 
+# --- signed overflow wraps (`-fwrapv`)
+#
+# An integer kernel that overflows answers modulo 2^N.  C leaves signed
+# overflow undefined, and a compiler that sees several operations at once
+# rewrites them as if it could not happen -- `(x + 1) > x` becomes true --
+# which carray-jit's fused expressions, built with these flags, would show.
+if try_compile("int main(void) { return 0; }", "-fwrapv")
+  $CFLAGS += " -fwrapv"
+  $carray_build_flags << "-fwrapv"
+end
+
 # --- probe for `-fopenmp-simd` (SL.1.0, PROPOSAL_REDUCTION_SIMD_LICENSE)
 #
 # `-fopenmp-simd` enables `#pragma omp simd` (and its `reduction(+:acc)`
@@ -257,6 +268,8 @@ $INSTALLFILES << ['carray_config.h', '$(archdir)']
 # (b) Not in the closure, but written for ext authors to include
 #     explicitly.  ca_obj_face.h is the Face authoring surface: an
 #     external gem defines its own Face by including it directly.
+#     ca_for_buffer.h is whole-buffer delivery to an external library;
+#     it pulls ca_sweep_engine.h.
 #
 # A header that is neither is internal, however useful it looks in-tree.
 # ca_op_powi.h (op_powi_<type> helpers for the generated kernels) and
@@ -272,11 +285,14 @@ $INSTALLFILES << ['carray_config.h', '$(archdir)']
   ca_axis_descriptor.h
   ca_monop_dispatch.h
   ca_binop_dispatch.h
+  ca_triop_dispatch.h
   ca_bincmp_dispatch.h
   ca_moncmp_dispatch.h
   ca_kernel_iterator.h
   ca_iter_substrate.h
   ca_obj_face.h
+  ca_for_buffer.h
+  ca_sweep_engine.h
 ].each do |h|
   $INSTALLFILES << [h, '$(archdir)']
 end
@@ -324,11 +340,14 @@ end
 # compiling static sources, which is one pass with no race.
 #
 # carray_kernels.stamp is the mtime witness:
-#   - here: regenerate and touch it when mkkernel.rb is newer
+#   - here: regenerate and touch it when mkkernel.rb or ca_op_powi.h (whose
+#     helper text the generator copies) is newer
 #   - in the Rakefile (rake build_ext): the same stamp triggers need_extconf
 CARRAY_KERNELS_STAMP = "carray_kernels.stamp"
 if ( not File.exist?(CARRAY_KERNELS_STAMP) ) or
-    File.stat("mkkernel.rb").mtime > File.stat(CARRAY_KERNELS_STAMP).mtime
+    %w[mkkernel.rb ca_op_powi.h].any? { |f|
+      File.stat(f).mtime > File.stat(CARRAY_KERNELS_STAMP).mtime
+    }
   # passing "." makes the generator write the split files into ext/
   unless system("ruby mkkernel.rb .")
     raise "mkkernel.rb failed to generate split kernel files"
@@ -346,6 +365,12 @@ if Dir.glob("carray_kernels_*.c").empty?
   raise "no carray_kernels_*.c files found after mkkernel.rb; check the generator"
 end
 
+# The 5^q table the decimal-to-double reader (carray_cast.c) multiplies by.
+if ( not File.exist?("ca_pow5_table.h") ) or
+    File.stat("mk_pow5_table.rb").mtime > File.stat("ca_pow5_table.h").mtime
+  system("ruby mk_pow5_table.rb")
+end
+
 if ( not File.exist?("carray_call_cfunc.c") ) or
     ( not File.exist?("carray_call_cfunc.h") ) or
     File.stat("mk_call_cfunc.rb").mtime > File.stat("carray_call_cfunc.c").mtime

data/ext/mk_call_cfunc.rb

@@ -127,6 +127,17 @@ def indent(s, prefix = "  ")
   s.each_line.map { |l| l.strip.empty? ? l : prefix + l }.join
 end
 
+# The operands are read through cx[] only once their structs are taken, and
+# a caller may pass a view it made for the call and holds nowhere else
+# (rb_ca_wrap_readonly(x, ...) as an argument): keep each one reachable until
+# the walk is done.  rcx0 is the return value and needs no guard.
+def emit_operand_guards(n)
+  (1...n).each do |k|
+    $src.puts "  RB_GC_GUARD(rcx#{k});"
+  end
+  $src.puts "" if n > 1
+end
+
 # --- raw ca_call_cfunc_N ----------------------------------------------------
 #
 # The per-cell loop runs in a walker function of its own, handed to
@@ -198,7 +209,7 @@ def emit_raw_common(n, r:)
     $src.puts "  TypedData_Get_Struct(rcx#{k}, CArray, &carray_data_type, cx[#{k}]);"
   end
   $src.puts ""
-  $src.puts <<~END_C
+  $src.puts indent(<<~END_C)
       /* sweep engine: per-operand acquire (alias / xmalloc + ca_xfer_all),
          operand pairing, mask OR across INPUTs, mask propagate to OUTPUTs.
          Lifecycle template lives in ext/ca_sweep_engine.{c,h}. */
@@ -209,7 +220,6 @@ def emit_raw_common(n, r:)
       state.stride    = stride;
       state.owned_buf = owned_buf;
       state.attached  = attached;
-      state.no_mask   = 0;
       state.src_label = "#{name}";
 
       ca_sweep_acquire(&state);
@@ -219,6 +229,9 @@ def emit_raw_common(n, r:)
       ctx.userdata = #{r ? "userdata" : "NULL"};
       ca_sweep_run(&state, #{name}_walk, (VALUE) &ctx);
 
+  END_C
+  emit_operand_guards(n)
+  $src.puts <<~END_C
       return rcx0;
     }
 
@@ -397,7 +410,7 @@ def emit_slab_body(n, name, walker, userdata)
     $src.puts "  TypedData_Get_Struct(rcx#{k}, CArray, &carray_data_type, cx[#{k}]);"
   end
   $src.puts ""
-  $src.puts <<~END_C
+  $src.puts indent(<<~END_C)
       /* sweep engine, chunked path: per-operand acquire (attach for OUTPUT
          and alias INPUT, arena chunk scratch for non-alias INPUT), broadcast
          shape check, mask OR across INPUTs, mask propagate to OUTPUTs at
@@ -412,7 +425,6 @@ def emit_slab_body(n, name, walker, userdata)
       state.stride    = stride;
       state.owned_buf = owned_buf;
       state.attached  = attached;
-      state.no_mask   = 0;
       state.src_label = "#{name}";
 
       ca_sweep_acquire_chunked(&state);
@@ -423,6 +435,9 @@ def emit_slab_body(n, name, walker, userdata)
       ctx.userdata = #{userdata};
       ca_sweep_run_chunked(&state, #{walker}, (VALUE) &ctx);
 
+  END_C
+  emit_operand_guards(n)
+  $src.puts <<~END_C
       return rcx0;
     }
 

data/ext/mk_pow5_table.rb

@@ -0,0 +1,35 @@
+# Generates ca_pow5_table.h: for each decimal exponent q in [-342, 308], a
+# 128-bit approximation of 5^q scaled by a power of two into [2^127, 2^128),
+# as the Eisel-Lemire decimal-to-binary64 conversion takes it.
+#
+# q >= 0:        floor(5^q * 2^k)            (exact while 5^q < 2^128, q <= 55)
+# -27 <= q < 0:  ceil(2^k / 5^-q)
+# q < -27:       floor(2^k / 5^-q)
+# with k chosen so the value has exactly 128 bits.
+
+Q_MIN, Q_MAX = -342, 308
+rows = (Q_MIN..Q_MAX).map do |q|
+  if q >= 0
+    v = 5**q
+    v <<= 128 - v.bit_length if v.bit_length < 128
+    v >>= v.bit_length - 128 if v.bit_length > 128
+  else
+    p5 = 5**-q
+    k = 127 + p5.bit_length
+    v, r = (1 << k).divmod(p5)
+    v += 1 if q >= -27 && r != 0
+    v >>= v.bit_length - 128 if v.bit_length > 128
+    v <<= 128 - v.bit_length if v.bit_length < 128
+  end
+  raise "bad width at #{q}" unless v.bit_length == 128
+  [v >> 64, v & ((1 << 64) - 1)]
+end
+
+File.open(File.join(__dir__, "ca_pow5_table.h"), "w") do |f|
+  f.puts "/* Generated by mk_pow5_table.rb -- do not edit. */"
+  f.puts "#define CA_POW5_Q_MIN (#{Q_MIN})"
+  f.puts "#define CA_POW5_Q_MAX #{Q_MAX}"
+  f.puts "static const uint64_t ca_pow5_table[#{rows.size * 2}] = {"
+  rows.each { |hi, lo| f.puts format("  0x%016xULL, 0x%016xULL,", hi, lo) }
+  f.puts "};"
+end