rural 0.1.0

data/ext/vlerq.h

@@ -0,0 +1,350 @@
+/* vlerq.h - this is the single-source-file header of Vlerq for Ruby */
+
+/* %includeDir<../src>% */
+/* %includeDir<../_ruby>% */
+
+/* %include<defs.h>% */
+/*
+ * defs.h - Binding-specific definitions needed by the general code.
+ */
+
+typedef unsigned long Object_p;
+
+struct Shared *(GetShared) (void);
+/* %include<column.h>% */
+/*
+ * column.h - Definition of sequences, columns, and items.
+ */
+
+#include <stdint.h>
+/* on OpenBSD, use this line instead: typedef int intptr_t; */
+
+#ifdef __sparc__
+#define VALUES_MUST_BE_ALIGNED 1
+#endif
+ 
+#if WORDS_BIGENDIAN
+#define _BIG_ENDIAN 1
+#endif
+
+#if DEBUG
+#define Assert(x) do if (!(x)) FailedAssert(#x, __FILE__, __LINE__); while (0)
+#else
+#define Assert(x)
+#endif
+
+#define INVALID_COUNT (-1)
+
+#define PUSH_KEEP_REFS \
+  { Buffer keep, *prevkeeps = GetShared()->keeps; \
+    InitBuffer(&keep); \
+    GetShared()->keeps = &keep;
+#define POP_KEEP_REFS \
+    ReleaseSequences((Sequence_p*) BufferAsPtr(&keep, 1), \
+                     BufferFill(keep) / sizeof(Sequence_p)); \
+    ReleaseBuffer(&keep, 0); \
+    GetShared()->keeps = prevkeeps; \
+  }
+    
+/* keep in sync with CharAsItemType() in column.c */
+typedef enum ItemTypes {
+  IT_unknown,
+  IT_int,
+  IT_wide,
+  IT_float,
+  IT_double,
+  IT_string,
+  IT_bytes,
+  IT_object,
+  IT_column,
+  IT_view,
+  IT_error
+} ItemTypes;
+
+typedef enum ErrorCodes {
+  EC_cioor,
+  EC_rioor,
+  EC_cizwv,
+  EC_nmcw,
+  EC_rambe,
+  EC_nalor,
+  EC_wnoa
+} ErrorCodes;
+
+typedef struct Shared {
+  struct SharedInfo  *info;      /* ext_tcl.c */
+  int                 refs;      /* ext_tcl.c */
+  struct Buffer      *keeps;     /* column.c */
+  intptr_t            position;  /* emit.c: current file emit offset */
+  struct Buffer      *itembuf;   /* emit.c: current item buffer */
+  struct Buffer      *colbuf;    /* emit.c: current column buffer */
+  struct Sequence    *empty;     /* view.c */
+} Shared, *Shared_p;
+
+typedef struct RefCounted *RefCounted_p;
+typedef struct Sequence   *Sequence_p;
+typedef struct Column     *Column_p;
+typedef union Item        *Item_p;
+typedef Sequence_p         View_p;
+
+typedef int       (*Sizer) (Sequence_p seq);
+typedef ItemTypes (*Getter) (int row, Item_p item);
+typedef void      (*Cleaner) (RefCounted_p seq);
+
+typedef struct RefCounted {
+  Cleaner  cleaner;   /* called during cleanup */
+  int      refcount;  /* reference count */
+  int      filler;    /* needed for 64b alignment, can reuse for any purpose */
+} RefCounted;
+
+typedef struct Sequence {
+  RefCounted  head;   /* manages ref counts, must be first is struct */
+  Getter      getter; /* function to access a single item */
+  union { int i; void *p; } data[4]; /* getter-specific use */
+} Sequence;
+
+#define S_Count(seq) ((seq)->head.filler)
+
+#define IncRefCount(seq) AdjustSeqRefs(seq, 1)
+#define DecRefCount(seq) AdjustSeqRefs(seq, -1)
+
+typedef struct Column {
+  Sequence_p   seq;    /* the sequence which will handle accesses */
+  int          pos;    /* position of this column in the view */
+} Column;              
+                       
+typedef union Item {   
+  char         b [8];  /* used for raw access and byte-swapping */
+  int          q [2];  /* used for hash calculation of wides and doubles */
+  int          i;      /* IT_int */
+  int64_t      w;      /* IT_wide */
+  float        f;      /* IT_float */
+  double       d;      /* IT_double */
+  const void  *p;      /* used to convert pointers */
+  const char  *s;      /* IT_string */
+  struct { const uint8_t *ptr; int len; } u; /* IT_bytes */
+  Object_p     o;      /* IT_object */
+  Column       c;      /* IT_column */
+  View_p       v;      /* IT_view */
+  ErrorCodes   e;      /* IT_error */
+} Item;
+
+void      *(AdjustSeqRefs) (void *refs, int count);
+void       (AppendToStringColumn) (const void *s, int bytes, Column_p column);
+int        (CastObjToItem) (char type, Item_p item);
+ItemTypes  (CharAsItemType) (char type);
+Column     (CoerceCmd) (Object_p obj, const char *str);
+void       (FailedAssert) (const char *msg, const char *file, int line);
+Column     (ForceStringColumn) (Column column);
+ItemTypes  (GetItem) (int row, Item_p item);
+Item       (GetTypedItem) (int row, Column column, ItemTypes type);
+Column     (InitColumn) (int count, Getter proc, int auxbytes);
+Sequence_p (KeepRef) (Sequence_p seq);
+Column     (NewCountsColumn) (Column column);
+Column     (NewIntVec) (int count, int **dataptr);
+Column     (NewIotaColumn) (int count);
+Column     (NewPtrVec) (int count, intptr_t **dataptr);
+Column     (NewSequenceColumn) (ItemTypes type, const Sequence_p *p, int n);
+Column     (NewStringColumn) (int maxitems, int maxbytes, int istext);
+Column     (OmitColumn) (Column omit, int size);
+void       (ReleaseSequences) (Sequence_p *refs, int count);
+
+/* the following must be supplied in the language binding */
+Column     (CoerceColumn) (ItemTypes type, Object_p obj);
+int        (ColumnByName) (View_p meta, Object_p obj);
+Object_p   (ItemAsObj) (ItemTypes type, Item_p item);
+Column     (ObjAsColumn) (Object_p obj);
+int        (ObjToItem) (ItemTypes type, Item_p item);
+/* %include<buffer.h>% */
+/*
+ * buffer.h - Definition of a simple temporary buffer.
+ */
+
+typedef struct Buffer *Buffer_p;
+typedef struct Overflow *Overflow_p;
+
+typedef struct Buffer {
+  union { char *c; int *i; const void **p; } fill;
+  char       *limit;
+  Overflow_p  head;
+  char       *ofill;
+  intptr_t    ocount;
+  char       *result;
+  char        buf [128];
+  char        slack [8];
+} Buffer;
+
+#define ADD_CHAR_TO_BUF(b,x) \
+          { char _c = x; \
+            if ((b).fill.c < (b).limit) *(b).fill.c++ = _c; \
+              else AddToBuffer(&(b), &_c, sizeof _c); }
+
+#define ADD_INT_TO_BUF(b,x) \
+          { int _i = x; \
+            if ((b).fill.c < (b).limit) *(b).fill.i++ = _i; \
+              else AddToBuffer(&(b), &_i, sizeof _i); }
+
+#define ADD_PTR_TO_BUF(b,x) \
+          { const void *_p = x; \
+            if ((b).fill.c < (b).limit) *(b).fill.p++ = _p; \
+              else AddToBuffer(&(b), &_p, sizeof _p); }
+
+#define BufferFill(b) ((b).ocount + ((b).fill.c - (b).buf))
+
+void   InitBuffer(Buffer_p bp);
+void   ReleaseBuffer(Buffer_p bp, int keep);
+void   AddToBuffer(Buffer_p bp, const void *data, intptr_t len);
+char  *BufferAsPtr(Buffer_p bp, int fast);
+Column BufferAsIntCol(Buffer_p bp);
+/* %include<view.h>% */
+/*
+ * view.h - Definition of views.
+ */
+
+typedef enum MetaCols {
+  MC_name, MC_type, MC_subv, MC_limit
+} MetaCols;
+
+#define V_Cols(view) ((Column_p) ((view) + 1))
+#define V_Types(view) (*(char**) ((view)->data))
+#define V_Meta(view) (*(View_p*) ((view)->data+1))
+
+#define ViewWidth(view) ViewSize(V_Meta(view))
+#define ViewCol(view,col) (V_Cols(view)[col])
+#define ViewColType(view,col) ((ItemTypes) V_Types(view)[col])
+#define ViewCompat(view1,view2) MetaIsCompatible(V_Meta(view1), V_Meta(view2))
+
+View_p (CloneView) (View_p view);
+View_p (ColMapView) (View_p view, Column mapcol);
+View_p (ColOmitView) (View_p view, Column mapcol);
+View_p (DescAsMeta) (const char** desc, const char* end);
+View_p (DescToMeta) (const char *desc);
+View_p (EmptyMetaView) (void);
+View_p (FirstView) (View_p view, int count);
+char   (GetColType) (View_p meta, int col);
+View_p (IndirectView) (View_p meta, Sequence_p seq);
+View_p (LastView) (View_p view, int count);
+View_p (NameColView) (View_p view);
+View_p (NewView) (View_p meta);
+View_p (NoColumnView) (int rows);
+View_p (PairView) (View_p view1, View_p view2);
+View_p (TakeView) (View_p view, int count);
+int    (MetaIsCompatible) (View_p meta1, View_p meta2);
+Column (ViewAsCol) (View_p view);
+int    (ViewCompare) (View_p view1, View_p view2);
+int    (ViewSize) (View_p view);
+void   (ViewStructure) (View_p meta, Buffer_p buffer);
+void   (ReleaseUnusedViews) (void);
+void   (SetViewColumns) (View_p view, int first, int count, Column src);
+View_p (TagView) (View_p view, const char* name);
+/* %include<file.h>% */
+/*
+ * file.h - Definition of memory-mapped file access.
+ */
+
+typedef Sequence_p MappedFile_p;
+
+#define MF_Data(map) ((const char*) ((map)->data[0].p))
+#define MF_Length(map) ((intptr_t) (map)->data[1].p)
+
+MappedFile_p (InitMappedFile) (const char *data, intptr_t length, Cleaner fun);
+View_p       (MappedToView) (MappedFile_p map);
+View_p       (MapSubview) (MappedFile_p map, intptr_t offset, View_p meta);
+View_p       (OpenDataFile) (const char *filename);
+MappedFile_p (OpenMappedFile) (const char *filename);
+/* %include<wrap_gen.h>% */
+/* wrap_gen.h - generated code, do not edit */
+
+ItemTypes (AppendCmd_VV) (Item_p a);
+ItemTypes (AtRowCmd_OI) (Item_p a);
+ItemTypes (BlockedCmd_V) (Item_p a);
+ItemTypes (CloneCmd_V) (Item_p a);
+ItemTypes (CoerceCmd_OS) (Item_p a);
+ItemTypes (ColConvCmd_C) (Item_p a);
+ItemTypes (ColMapCmd_Vn) (Item_p a);
+ItemTypes (ColOmitCmd_Vn) (Item_p a);
+ItemTypes (CompareCmd_VV) (Item_p a);
+ItemTypes (CompatCmd_VV) (Item_p a);
+ItemTypes (ConcatCmd_VV) (Item_p a);
+ItemTypes (CountsCmd_VN) (Item_p a);
+ItemTypes (CountsColCmd_C) (Item_p a);
+ItemTypes (CountViewCmd_I) (Item_p a);
+ItemTypes (DataCmd_VX) (Item_p a);
+ItemTypes (DefCmd_OO) (Item_p a);
+ItemTypes (DeleteCmd_VII) (Item_p a);
+ItemTypes (EmitCmd_V) (Item_p a);
+ItemTypes (ExceptCmd_VV) (Item_p a);
+ItemTypes (ExceptMapCmd_VV) (Item_p a);
+ItemTypes (FirstCmd_VI) (Item_p a);
+ItemTypes (GetCmd_VX) (Item_p a);
+ItemTypes (GetColCmd_VN) (Item_p a);
+ItemTypes (GetInfoCmd_VVI) (Item_p a);
+ItemTypes (GroupCmd_VnS) (Item_p a);
+ItemTypes (GroupedCmd_ViiS) (Item_p a);
+ItemTypes (GroupInfoCmd_V) (Item_p a);
+ItemTypes (HashColCmd_SO) (Item_p a);
+ItemTypes (HashFindCmd_VIViii) (Item_p a);
+ItemTypes (HashInfoCmd_V) (Item_p a);
+ItemTypes (HashViewCmd_V) (Item_p a);
+ItemTypes (IjoinCmd_VV) (Item_p a);
+ItemTypes (InsertCmd_VIV) (Item_p a);
+ItemTypes (IntersectCmd_VV) (Item_p a);
+ItemTypes (IotaCmd_I) (Item_p a);
+ItemTypes (IsectMapCmd_VV) (Item_p a);
+ItemTypes (JoinCmd_VVS) (Item_p a);
+ItemTypes (JoinInfoCmd_VV) (Item_p a);
+ItemTypes (LastCmd_VI) (Item_p a);
+ItemTypes (LoadCmd_O) (Item_p a);
+ItemTypes (LoopCmd_X) (Item_p a);
+ItemTypes (MaxCmd_VN) (Item_p a);
+ItemTypes (MdefCmd_O) (Item_p a);
+ItemTypes (MdescCmd_S) (Item_p a);
+ItemTypes (MetaCmd_V) (Item_p a);
+ItemTypes (MinCmd_VN) (Item_p a);
+ItemTypes (NameColCmd_V) (Item_p a);
+ItemTypes (NamesCmd_V) (Item_p a);
+ItemTypes (OmitMapCmd_iI) (Item_p a);
+ItemTypes (OpenCmd_S) (Item_p a);
+ItemTypes (PairCmd_VV) (Item_p a);
+ItemTypes (ProductCmd_VV) (Item_p a);
+ItemTypes (RefCmd_OX) (Item_p a);
+ItemTypes (RefsCmd_O) (Item_p a);
+ItemTypes (RemapCmd_Vi) (Item_p a);
+ItemTypes (RemapSubCmd_ViII) (Item_p a);
+ItemTypes (RenameCmd_VO) (Item_p a);
+ItemTypes (RepeatCmd_VI) (Item_p a);
+ItemTypes (ReplaceCmd_VIIV) (Item_p a);
+ItemTypes (ReverseCmd_V) (Item_p a);
+ItemTypes (RowEqCmd_IVIV) (Item_p a);
+ItemTypes (RowHashCmd_VI) (Item_p a);
+ItemTypes (SaveCmd_VS) (Item_p a);
+ItemTypes (SetCmd_VIX) (Item_p a);
+ItemTypes (SizeCmd_V) (Item_p a);
+ItemTypes (SliceCmd_VIII) (Item_p a);
+ItemTypes (SortCmd_V) (Item_p a);
+ItemTypes (SortMapCmd_V) (Item_p a);
+ItemTypes (SpreadCmd_VI) (Item_p a);
+ItemTypes (StepCmd_VIIII) (Item_p a);
+ItemTypes (StrLookupCmd_Ss) (Item_p a);
+ItemTypes (StructDescCmd_V) (Item_p a);
+ItemTypes (StructureCmd_V) (Item_p a);
+ItemTypes (SumCmd_VN) (Item_p a);
+ItemTypes (TagCmd_VS) (Item_p a);
+ItemTypes (TakeCmd_VI) (Item_p a);
+ItemTypes (ToCmd_OO) (Item_p a);
+ItemTypes (TypeCmd_O) (Item_p a);
+ItemTypes (TypesCmd_V) (Item_p a);
+ItemTypes (UngroupCmd_VN) (Item_p a);
+ItemTypes (UnionCmd_VV) (Item_p a);
+ItemTypes (UnionMapCmd_VV) (Item_p a);
+ItemTypes (UniqueCmd_V) (Item_p a);
+ItemTypes (UniqueMapCmd_V) (Item_p a);
+ItemTypes (ViewCmd_X) (Item_p a);
+ItemTypes (ViewAsColCmd_V) (Item_p a);
+ItemTypes (ViewConvCmd_V) (Item_p a);
+ItemTypes (WidthCmd_V) (Item_p a);
+ItemTypes (WriteCmd_VS) (Item_p a);
+
+/* end of generated code */
+
+/* end of generated code */