carray 3.0.2 → 3.0.4

data/ext/carray_attribute.c

@@ -13,6 +13,7 @@
 
 #include "carray.h"
 #include "ca_obj_face.h"   /* CA_OBJ_RECORD + rb_ca_record_get_data_class */
+#include "carray_internal.h"   /* rb_ca_inherit_attr */
 
 /* ------------------------------------------------------------------- */
 
@@ -436,6 +437,9 @@ rb_ca_is_object_type (VALUE self)
 /* ------------------------------------------------------------------- */
 
 static ID id_parent;
+static ID id_lifted_from;
+static ID id_attr;
+static ID id_attrs;
 
 VALUE
 rb_ca_parent (VALUE self)
@@ -443,13 +447,83 @@ rb_ca_parent (VALUE self)
   return rb_ivar_get(self, id_parent);
 }
 
+/* A view of a Face is built on the Face's storage and wrapped in a new Face
+   (ca_face_lift), so the Face it was taken from is not on its parent chain.
+   The lift records that Face here, and the attribute walk goes to it in
+   place of the parent: the attributes set on a Face show on its views. */
+void
+rb_ca_set_lifted_from (VALUE lifted, VALUE face)
+{
+  rb_ivar_set(lifted, id_lifted_from, face);
+}
+
+/* The next array of the attribute walk: the Face a lifted view was taken
+   from, or else the parent. */
+static VALUE
+ca_attr_parent (VALUE obj)
+{
+  if ( rb_ivar_defined(obj, id_lifted_from) ) {
+    return rb_ivar_get(obj, id_lifted_from);
+  }
+  return rb_ivar_get(obj, id_parent);
+}
+
+static VALUE
+rb_ca_attribute_parent (VALUE self)
+{
+  return ca_attr_parent(self);
+}
+
+/* dup and clone copy the instance variables before initialize_copy, so the
+   copy would share the receiver's attribute Hash and a set_attr on it would
+   write into the receiver.  Give the copy a Hash of its own. */
+void
+rb_ca_own_attr (VALUE self)
+{
+  if ( rb_ivar_defined(self, id_attr) ) {
+    VALUE h = rb_ivar_get(self, id_attr);
+    if ( RB_TYPE_P(h, T_HASH) ) {
+      rb_ivar_set(self, id_attr, rb_hash_dup(h));
+    }
+  }
+}
+
+/* Give dst the attributes (lib/carray/attribute.rb) that src shows, as its
+   own Hash.  Used by the methods that produce a new entity holding the
+   same values -- copy, to_type.  The parent walk here only decides
+   whether any array on the chain has an @attr at all; which of them
+   src actually shows (a lazy op view stops the chain) is left to #attrs,
+   so the rule lives in one place. */
+void
+rb_ca_inherit_attr (VALUE dst, VALUE src)
+{
+  VALUE obj = src, attrs;
+  int depth;
+
+  /* A chain longer than this is left to #attrs, which walks it all. */
+  for (depth = 0; depth < 64 && ! NIL_P(obj); depth++) {
+    if ( rb_ivar_defined(obj, id_attr) ) {
+      break;
+    }
+    obj = ca_attr_parent(obj);
+  }
+  if ( NIL_P(obj) ) {
+    return;
+  }
+  attrs = rb_funcall(src, id_attrs, 0);
+  if ( RHASH_SIZE(attrs) > 0 ) {
+    rb_ivar_set(dst, id_attr, rb_hash_dup(attrs));
+  }
+}
+
+/* A view of a frozen array is not frozen itself: building it may still set
+   it up after this (an ivar, a lift that moves it onto another parent), and
+   writes through it are refused by ca_is_readonly, which walks to the
+   frozen root and finds CA_FLAG_READ_ONLY there. */
 VALUE
 rb_ca_set_parent (VALUE self, VALUE obj)
 {
   rb_ivar_set(self, id_parent, obj);
-  if ( OBJ_FROZEN(obj) ) {
-    rb_ca_freeze(self);
-  }
   return obj;
 }
 
@@ -521,6 +595,53 @@ ca_root_array (void *ap)
   }
 }
 
+/* Whether two arrays may share memory: their cells live in the same
+   root, or in two entities whose memory overlaps (one wraps the other's
+   memory, as wrap_memory_view does).  A view with several parents (a
+   stack, a meld, a lazy expression) is the end of its own chain, so its
+   parents are asked in turn.  An operation that writes one while reading
+   the other must read from a copy taken before it writes. */
+int
+ca_shares_root (void *ap, void *aq)
+{
+  CArray *ra = ca_root_array(ap);
+  CArray *rb = ca_root_array(aq);
+  if ( ra == rb ) {
+    return 1;
+  }
+  if ( ca_test_flag(ra, CA_FLAG_MULTI_PARENTS) ) {
+    CAMultiParent *mp = (CAMultiParent *) ra;
+    int32_t k;
+    for ( k = 0; k < mp->n_parents; k++ ) {
+      if ( mp->parents[k] && ca_shares_root(mp->parents[k], rb) ) {
+        return 1;
+      }
+    }
+    return 0;
+  }
+  if ( ca_test_flag(rb, CA_FLAG_MULTI_PARENTS) ) {
+    return ca_shares_root(rb, ra);
+  }
+  if ( ca_is_entity(ra) && ca_is_entity(rb) && ra->ptr && rb->ptr ) {
+    char *a0 = ra->ptr, *a1 = ra->ptr + ca_length(ra);
+    char *b0 = rb->ptr, *b1 = rb->ptr + ca_length(rb);
+    return a0 < b1 && b0 < a1;
+  }
+  return 0;
+}
+
+/* Whether self and other may share memory (ca_shares_root), for the plan
+   reader that keeps an evaluator off a store reading what it writes. */
+static VALUE
+rb_ca_storage_overlaps (VALUE self, VALUE other)
+{
+  CArray *ca, *cb;
+  rb_check_carray_object(other);
+  TypedData_Get_Struct(self,  CArray, &carray_data_type, ca);
+  TypedData_Get_Struct(other, CArray, &carray_data_type, cb);
+  return ca_shares_root(ca, cb) ? Qtrue : Qfalse;
+}
+
 static VALUE
 rb_ca_root_array (VALUE self)
 {
@@ -584,13 +705,15 @@ void
 Init_carray_attribute (void)
 {
   id_parent     = rb_intern("parent");
+  id_lifted_from = rb_intern("lifted_from");
+  id_attr       = rb_intern("@attr");
+  id_attrs      = rb_intern("attrs");
 
   rb_define_method(rb_cCArray, "obj_type", rb_ca_obj_type, 0);
   rb_define_method(rb_cCArray, "data_type", rb_ca_data_type, 0);
   rb_define_method(rb_cCArray, "bytes", rb_ca_bytes, 0);
   rb_define_method(rb_cCArray, "flags", rb_ca_flags, 0);
   rb_define_method(rb_cCArray, "ndim", rb_ca_ndim, 0);
-  rb_define_method(rb_cCArray, "rank", rb_ca_ndim, 0);
   rb_define_method(rb_cCArray, "shape", rb_ca_dim, 0);
   rb_define_method(rb_cCArray, "dim", rb_ca_dim, 0);
   rb_define_method(rb_cCArray, "dim0", rb_ca_dim0, 0);
@@ -604,6 +727,7 @@ Init_carray_attribute (void)
   rb_define_method(rb_cCArray, "data_type_name", rb_ca_data_type_name, 0);
 
   rb_define_method(rb_cCArray, "parent", rb_ca_parent, 0);
+  rb_define_private_method(rb_cCArray, "attribute_parent", rb_ca_attribute_parent, 0);
 
   rb_define_method(rb_cCArray, "data_class", rb_ca_data_class, 0);
   rb_define_method(rb_cCArray, "data_class=", rb_ca_set_data_class, 1);
@@ -631,6 +755,7 @@ Init_carray_attribute (void)
   rb_define_method(rb_cCArray, "object?",   rb_ca_is_object_type, 0);
 
   rb_define_method(rb_cCArray, "root_array", rb_ca_root_array, 0);
+  rb_define_private_method(rb_cCArray, "storage_overlaps?", rb_ca_storage_overlaps, 1);
   rb_define_method(rb_cCArray, "ancestors", rb_ca_ancestors, 0);
 }
 

data/ext/carray_bincount.c

@@ -67,11 +67,40 @@
   case CA_UINT64:  COUNT_KERNEL(uint64_t, OUT_T); break; \
   default: \
     rb_raise(rb_eCADataTypeError, \
-             "bincount: integer label array required (got %d)", \
-             cl->data_type); \
+             "bincount: integer label array required (got %s)", \
+             ca_type_name[cl->data_type]); \
   } \
 } while (0)
 
+/* Checked before a window opens: the dispatches above raise on a type
+   they do not cover, which would leave the labels (and weights) attached. */
+static void
+bincount_check_types (CArray *cl, CArray *cw)
+{
+  switch ( cl->data_type ) {
+  case CA_INT8:  case CA_INT16:  case CA_INT32:  case CA_INT64:
+  case CA_UINT8: case CA_UINT16: case CA_UINT32: case CA_UINT64:
+    break;
+  default:
+    rb_raise(rb_eCADataTypeError,
+             "bincount: integer label array required (got %s)",
+             ca_type_name[cl->data_type]);
+  }
+  if ( ! cw ) {
+    return;
+  }
+  switch ( cw->data_type ) {
+  case CA_FLOAT64: case CA_FLOAT32:
+  case CA_INT8:  case CA_INT16:  case CA_INT32:  case CA_INT64:
+  case CA_UINT8: case CA_UINT16: case CA_UINT32: case CA_UINT64:
+    break;
+  default:
+    rb_raise(rb_eCADataTypeError,
+             "bincount: weights must be numeric (got %s)",
+             ca_type_name[cw->data_type]);
+  }
+}
+
 /* __bincount_count__(length) -- count occurrences of each label in
    self.  Allocates a zero-filled UInt32 (or UInt64 if length >= 2^32)
    output of size `length`, then runs the 8-way label dispatch. */
@@ -104,7 +133,8 @@ rb_ca_bincount_count_kernel (VALUE self, VALUE rlength)
     return vout;
   }
 
-  ca_attach(cl);
+  bincount_check_types(cl, NULL);
+  ca_attach(cl);   /* window: nothing raises inside */
   n      = cl->elements;
   mlabel = cl->mask ? (boolean8_t *) cl->mask->ptr : NULL;
 
@@ -170,8 +200,8 @@ rb_ca_bincount_count_kernel (VALUE self, VALUE rlength)
   case CA_UINT64:  WEIGHTED_KERNEL(uint64_t, W_T); break; \
   default: \
     rb_raise(rb_eCADataTypeError, \
-             "bincount: integer label array required (got %d)", \
-             cl->data_type); \
+             "bincount: integer label array required (got %s)", \
+             ca_type_name[cl->data_type]); \
   } \
 } while (0)
 
@@ -213,7 +243,8 @@ rb_ca_bincount_weighted_kernel (VALUE self, VALUE rweights, VALUE rlength)
     return vout;
   }
 
-  ca_attach_n(2, cl, cw);
+  bincount_check_types(cl, cw);
+  ca_attach_n(2, cl, cw);   /* window: nothing raises inside */
   n       = cl->elements;
   mlabel  = cl->mask ? (boolean8_t *) cl->mask->ptr : NULL;
   mweight = cw->mask ? (boolean8_t *) cw->mask->ptr : NULL;
@@ -232,7 +263,8 @@ rb_ca_bincount_weighted_kernel (VALUE self, VALUE rweights, VALUE rlength)
   default:
     ca_detach_n(2, cl, cw);
     rb_raise(rb_eCADataTypeError,
-             "bincount: weights must be numeric (got %d)", w_type);
+             "bincount: weights must be numeric (got %s)",
+             ca_type_name[w_type]);
   }
 
   ca_detach_n(2, cl, cw);

data/ext/carray_broadcast.c

@@ -30,6 +30,8 @@
 ---------------------------------------------------------------------------- */
 
 #include "carray.h"
+#include "carray_internal.h"   /* ca_check_rank_fits */
+#include "ca_obj_face.h"  /* CA_WRAPPER_LIFT */
 
 NORETURN(static void ca_broadcast_refuse_write (VALUE dst, VALUE src));
 
@@ -39,11 +41,12 @@ ca_broadcast_refuse_write (VALUE dst, VALUE src)
 {
   volatile VALUE dst_s = rb_inspect(rb_funcall(dst, rb_intern("shape"), 0));
   volatile VALUE src_s = rb_inspect(rb_funcall(src, rb_intern("shape"), 0));
-  rb_raise(rb_eRuntimeError,
-           "shape mismatch writing to carray (%s <- %s); shapes must agree "
+  rb_raise(rb_eArgError,
+           "%s: shape mismatch writing to carray (%s <- %s); shapes must agree "
            "once size-1 axes are dropped, or one side must be 1-D, or the "
            "source must be smaller and broadcastable -- use .flatten to "
            "write the values in the order they lie",
+           ca_calling_method_name(),
            StringValueCStr(dst_s), StringValueCStr(src_s));
 }
 
@@ -86,7 +89,11 @@ ca_broadcast_to_destination (VALUE dst, volatile VALUE *src)
     return;
   }
 
-  if ( cs->elements < cd->elements && cs->ndim == cd->ndim ) {
+  /* A size-1 axis repeated onto an axis of length 0 leaves the source
+     larger than an empty destination; the axes say it is a repeat all
+     the same. */
+  if ( ( cs->elements < cd->elements || cd->elements == 0 )
+       && cs->ndim == cd->ndim ) {
     int i;
     for ( i = 0; i < cd->ndim; i++ ) {
       if ( cs->dim[i] != cd->dim[i] && cs->dim[i] != 1 ) break;
@@ -119,7 +126,7 @@ ca_broadcast_view (VALUE src, int8_t ndim, ca_size_t *target_dim)
   TypedData_Get_Struct(src, CArray, &carray_data_type, cs);
 
   if (cs->ndim != ndim) {
-    rb_raise(rb_eRuntimeError,
+    rb_raise(rb_eArgError,
              "broadcast: ndim mismatch (%d vs %d)",
              (int) cs->ndim, (int) ndim);
   }
@@ -143,7 +150,7 @@ ca_broadcast_view (VALUE src, int8_t ndim, ca_size_t *target_dim)
       needs_broadcast = 1;
     }
     else {
-      rb_raise(rb_eRuntimeError,
+      rb_raise(rb_eArgError,
                "broadcast: cannot broadcast axis %d (%lld vs %lld)",
                i, (long long) cs->dim[i], (long long) target_dim[i]);
     }
@@ -172,20 +179,49 @@ ca_broadcast_view (VALUE src, int8_t ndim, ca_size_t *target_dim)
    raises). */
 NORETURN(static void ca_broadcast_refuse (VALUE self, VALUE other));
 
-/* Report a pair that cannot be brought to a common shape.  Naming both
-   shapes is the point of the message: the caller wrote two arrays that
-   cannot be combined, and the only remedy is to say which two. */
+/* Report a pair that cannot be brought to a common shape.  The message
+   names both shapes and points to the remedy that fits the pair: when
+   the ndim differs, the missing axes are added with :_; when the
+   element counts are equal, .flatten pairs the values in the order
+   they lie. */
 static void
 ca_broadcast_refuse (VALUE self, VALUE other)
 {
+  CArray *ca, *cb;
   volatile VALUE self_s  = rb_inspect(rb_funcall(self,  rb_intern("shape"), 0));
   volatile VALUE other_s = rb_inspect(rb_funcall(other, rb_intern("shape"), 0));
+  const char *flatten_hint;
+  int i;
+
+  TypedData_Get_Struct(self,  CArray, &carray_data_type, ca);
+  TypedData_Get_Struct(other, CArray, &carray_data_type, cb);
+
+  flatten_hint = (ca->elements == cb->elements)
+    ? "; to pair the values in the order they lie, use .flatten on both sides"
+    : "";
+
+  if (ca->ndim != cb->ndim) {
+    rb_raise(rb_eArgError,
+             "%s: shape mismatch between operands (%s and %s): the operands "
+             "have different numbers of axes, and axes are not added "
+             "implicitly -- add size-1 axes with :_ so both have the same "
+             "number (x[:_, nil] makes a 1-D x a row, x[nil, :_] a column)%s",
+             ca_calling_method_name(),
+             StringValueCStr(self_s), StringValueCStr(other_s),
+             flatten_hint);
+  }
+
+  for (i = 0; i < ca->ndim; i++) {
+    if (ca->dim[i] != cb->dim[i] && ca->dim[i] != 1 && cb->dim[i] != 1) {
+      break;
+    }
+  }
   rb_raise(rb_eArgError,
-           "shape mismatch between operands (%s and %s); shapes must "
-           "agree, or differ only in size-1 axes with equal ndim -- use "
-           ".flatten on both sides to operate on the values in the order "
-           "they lie",
-           StringValueCStr(self_s), StringValueCStr(other_s));
+           "%s: shape mismatch between operands (%s and %s): axis %d has "
+           "sizes %lld and %lld; each axis must have the same size, or "
+           "size 1 on one side%s",
+           ca_calling_method_name(), StringValueCStr(self_s), StringValueCStr(other_s), i,
+           (long long) ca->dim[i], (long long) cb->dim[i], flatten_hint);
 }
 
 void
@@ -266,13 +302,11 @@ rb_ca_broadcast_to (int argc, VALUE *argv, VALUE self)
 
   TypedData_Get_Struct(self, CArray, &carray_data_type, cs);
 
-  if (argc < 0 || argc > CA_RANK_MAX) {
-    rb_raise(rb_eArgError, "broadcast_to: invalid number of dims (%d)", argc);
-  }
+  ca_check_rank_fits(argc, "broadcast_to");
   target_ndim = (int8_t) argc;
 
   if (target_ndim < cs->ndim) {
-    rb_raise(rb_eRuntimeError,
+    rb_raise(rb_eArgError,
              "broadcast_to: target ndim %d smaller than source ndim %d",
              (int) target_ndim, (int) cs->ndim);
   }
@@ -303,6 +337,7 @@ rb_ca_broadcast_to (int argc, VALUE *argv, VALUE self)
     }
     obj = ca_wrap_struct(view);
     rb_ca_set_parent(obj, self);
+    CA_WRAPPER_LIFT(obj, self, cs);
     return obj;
   }
 
@@ -340,7 +375,7 @@ rb_ca_broadcast_to (int argc, VALUE *argv, VALUE self)
     else {
       /* sd == -1 (source exhausted) with dd > 1, or sd > 1 with
          dd > 1 and not equal: cannot broadcast. */
-      rb_raise(rb_eRuntimeError,
+      rb_raise(rb_eArgError,
                "broadcast_to: cannot broadcast axis %d "
                "(source %s, target %lld)",
                t_idx,
@@ -351,7 +386,7 @@ rb_ca_broadcast_to (int argc, VALUE *argv, VALUE self)
   }
 
   if (s_idx >= 0) {
-    rb_raise(rb_eRuntimeError,
+    rb_raise(rb_eArgError,
              "broadcast_to: %d source axes left unmatched", s_idx + 1);
   }
 
@@ -366,6 +401,8 @@ rb_ca_broadcast_to (int argc, VALUE *argv, VALUE self)
   }
   obj = ca_wrap_struct(view);
   rb_ca_set_parent(obj, self);
+  /* The Face stays on top, as for every view. */
+  CA_WRAPPER_LIFT(obj, self, cs);
   return obj;
 }
 

data/ext/carray_build_flags.h

@@ -1,3 +1,3 @@
 /* GENERATED by extconf.rb: the flags this build's arithmetic
    was compiled with.  See CArray::BUILD_FLAGS. */
-#define CA_BUILD_FLAGS "-O3 -fno-fast-math -fopenmp-simd -march=native"
+#define CA_BUILD_FLAGS "-O3 -fno-fast-math -fwrapv -fopenmp-simd -march=native"