cdb-full 0.5a

data/cdb-0.75/cdbdump.c

@@ -0,0 +1,83 @@
+#include "uint32.h"
+#include "fmt.h"
+#include "buffer.h"
+#include "strerr.h"
+
+#define FATAL "cdbdump: fatal: "
+
+void die_write(void)
+{
+  strerr_die2sys(111,FATAL,"unable to write output: ");
+}
+void put(char *buf,unsigned int len)
+{
+  if (buffer_put(buffer_1,buf,len) == -1) die_write();
+}
+void putflush(void)
+{
+  if (buffer_flush(buffer_1) == -1) die_write();
+}
+
+uint32 pos = 0;
+
+void get(char *buf,unsigned int len)
+{
+  int r;
+  while (len > 0) {
+    r = buffer_get(buffer_0,buf,len);
+    if (r == -1)
+      strerr_die2sys(111,FATAL,"unable to read input: ");
+    if (r == 0)
+      strerr_die2x(111,FATAL,"unable to read input: truncated file");
+    pos += r;
+    buf += r;
+    len -= r;
+  }
+}
+
+char buf[512];
+
+void copy(uint32 len)
+{
+  unsigned int x;
+
+  while (len) {
+    x = sizeof buf;
+    if (len < x) x = len;
+    get(buf,x);
+    put(buf,x);
+    len -= x;
+  }
+}
+
+void getnum(uint32 *num)
+{
+  get(buf,4);
+  uint32_unpack(buf,num);
+}
+
+char strnum[FMT_ULONG];
+
+main()
+{
+  uint32 eod;
+  uint32 klen;
+  uint32 dlen;
+
+  getnum(&eod);
+  while (pos < 2048) getnum(&dlen);
+
+  while (pos < eod) {
+    getnum(&klen);
+    getnum(&dlen);
+    put("+",1); put(strnum,fmt_ulong(strnum,klen));
+    put(",",1); put(strnum,fmt_ulong(strnum,dlen));
+    put(":",1); copy(klen);
+    put("->",2); copy(dlen);
+    put("\n",1);
+  }
+
+  put("\n",1);
+  putflush();
+  _exit(0);
+}

data/cdb-0.75/cdbget.c

@@ -0,0 +1,67 @@
+#include "exit.h"
+#include "scan.h"
+#include "str.h"
+#include "buffer.h"
+#include "strerr.h"
+#include "cdb.h"
+
+#define FATAL "cdbget: fatal: "
+
+void die_read(void)
+{
+  strerr_die2sys(111,FATAL,"unable to read input: ");
+}
+void die_write(void)
+{
+  strerr_die2sys(111,FATAL,"unable to write output: ");
+}
+void die_usage(void)
+{
+  strerr_die1x(111,"cdbget: usage: cdbget key [skip]");
+}
+
+static struct cdb c;
+char buf[1024];
+
+main(int argc,char **argv)
+{
+  char *key;
+  int r;
+  uint32 pos;
+  uint32 len;
+  unsigned long u = 0;
+
+  if (!*argv) die_usage();
+  
+  if (!*++argv) die_usage();
+  key = *argv;
+
+  if (*++argv) {
+    scan_ulong(*argv,&u);
+  }
+
+  cdb_init(&c,0);
+  cdb_findstart(&c);
+
+  for (;;) {
+    r = cdb_findnext(&c,key,str_len(key));
+    if (r == -1) die_read();
+    if (!r) _exit(100);
+    if (!u) break;
+    --u;
+  }
+
+  pos = cdb_datapos(&c);
+  len = cdb_datalen(&c);
+
+  while (len > 0) {
+    r = sizeof buf;
+    if (r > len) r = len;
+    if (cdb_read(&c,buf,r,pos) == -1) die_read();
+    if (buffer_put(buffer_1small,buf,r) == -1) die_write();
+    pos += r;
+    len -= r;
+  }
+  if (buffer_flush(buffer_1small) == -1) die_write();
+  _exit(0);
+}

data/cdb-0.75/cdbmake-12.sh

@@ -0,0 +1,8 @@
+awk '
+  /^[^#]/ {
+    print "+" length($1) "," length($2) ":" $1 "->" $2
+  }
+  END {
+    print ""
+  }
+' | HOME/bin/cdbmake "$@"

data/cdb-0.75/cdbmake-sv.sh

@@ -0,0 +1,22 @@
+awk '
+  {
+    if (split($0,x,"#")) {
+      f = split(x[1],y)
+      if (f >= 2) {
+        if (split(y[2],z,"/") >= 2) {
+          a = "@" z[1] "/" z[2]
+          print "+" length(a) "," length(y[1]) ":" a "->" y[1]
+          for (i = 1;i <= f;i += 1) {
+            if (i != 2) {
+              a = y[i] "/" z[2]
+              print "+" length(a) "," length(z[1]) ":" a "->" z[1]
+            }
+          }
+        }
+      }
+    }
+  }
+  END {
+    print ""
+  }
+' | HOME/bin/cdbmake "$@"

data/cdb-0.75/cdbmake.c

@@ -0,0 +1,110 @@
+#include "error.h"
+#include "open.h"
+#include "strerr.h"
+#include "cdb_make.h"
+#include "cdb.h"
+
+#define FATAL "cdbmake: fatal: "
+
+char *fn;
+char *fntmp;
+
+void die_usage(void)
+{
+  strerr_die1x(100,"cdbmake: usage: cdbmake f ftmp");
+}
+void die_write(void)
+{
+  strerr_die4sys(111,FATAL,"unable to create ",fntmp,": ");
+}
+void die_read(void)
+{
+  strerr_die2sys(111,FATAL,"unable to read input: ");
+}
+void die_readformat(void)
+{
+  strerr_die2x(111,FATAL,"unable to read input: bad format");
+}
+
+inline void get(char *ch)
+{
+  switch(buffer_GETC(buffer_0,ch)) {
+    case 0: die_readformat();
+    case -1: die_read();
+  }
+}
+
+static struct cdb_make c;
+
+main(int argc,char **argv)
+{
+  unsigned int klen;
+  unsigned int dlen;
+  unsigned int i;
+  uint32 h;
+  int fd;
+  char ch;
+
+  if (!*argv) die_usage();
+  
+  if (!*++argv) die_usage();
+  fn = *argv;
+
+  if (!*++argv) die_usage();
+  fntmp = *argv;
+
+  fd = open_trunc(fntmp);
+  if (fd == -1) die_write();
+
+  if (cdb_make_start(&c,fd) == -1) die_write();
+
+  for (;;) {
+    get(&ch);
+    if (ch == '\n') break;
+    if (ch != '+') die_readformat();
+    klen = 0;
+    for (;;) {
+      get(&ch);
+      if (ch == ',') break;
+      if ((ch < '0') || (ch > '9')) die_readformat();
+      if (klen > 429496720) { errno = error_nomem; die_write(); }
+      klen = klen * 10 + (ch - '0');
+    }
+    dlen = 0;
+    for (;;) {
+      get(&ch);
+      if (ch == ':') break;
+      if ((ch < '0') || (ch > '9')) die_readformat();
+      if (dlen > 429496720) { errno = error_nomem; die_write(); }
+      dlen = dlen * 10 + (ch - '0');
+    }
+
+    if (cdb_make_addbegin(&c,klen,dlen) == -1) die_write();
+    h = CDB_HASHSTART;
+    for (i = 0;i < klen;++i) {
+      get(&ch);
+      if (buffer_PUTC(&c.b,ch) == -1) die_write();
+      h = cdb_hashadd(h,ch);
+    }
+    get(&ch);
+    if (ch != '-') die_readformat();
+    get(&ch);
+    if (ch != '>') die_readformat();
+    for (i = 0;i < dlen;++i) {
+      get(&ch);
+      if (buffer_PUTC(&c.b,ch) == -1) die_write();
+    }
+    if (cdb_make_addend(&c,klen,dlen,h) == -1) die_write();
+
+    get(&ch);
+    if (ch != '\n') die_readformat();
+  }
+
+  if (cdb_make_finish(&c) == -1) die_write();
+  if (fsync(fd) == -1) die_write();
+  if (close(fd) == -1) die_write(); /* NFS silliness */
+  if (rename(fntmp,fn) == -1)
+    strerr_die6sys(111,FATAL,"unable to rename ",fntmp," to ",fn,": ");
+
+  _exit(0);
+}

data/cdb-0.75/cdbstats.c

@@ -0,0 +1,125 @@
+#include "uint32.h"
+#include "fmt.h"
+#include "buffer.h"
+#include "strerr.h"
+#include "seek.h"
+#include "cdb.h"
+
+#define FATAL "cdbstats: fatal: "
+
+void die_read(void)
+{
+  strerr_die2sys(111,FATAL,"unable to read input: ");
+}
+void die_readformat(void)
+{
+  strerr_die2x(111,FATAL,"unable to read input: truncated file");
+}
+void die_write(void)
+{
+  strerr_die2sys(111,FATAL,"unable to write output: ");
+}
+void put(char *buf,unsigned int len)
+{
+  if (buffer_put(buffer_1small,buf,len) == -1) die_write();
+}
+void putflush(void)
+{
+  if (buffer_flush(buffer_1small) == -1) die_write();
+}
+
+uint32 pos = 0;
+
+void get(char *buf,unsigned int len)
+{
+  int r;
+  while (len > 0) {
+    r = buffer_get(buffer_0,buf,len);
+    if (r == -1) die_read();
+    if (r == 0) die_readformat();
+    pos += r;
+    buf += r;
+    len -= r;
+  }
+}
+
+void getnum(uint32 *num)
+{
+  char buf[4];
+  get(buf,4);
+  uint32_unpack(buf,num);
+}
+
+char strnum[FMT_ULONG];
+
+void putnum(char *label,unsigned long count)
+{
+  unsigned int i;
+  put(label,str_len(label));
+  for (i = fmt_ulong(0,count);i < 10;++i) put(" ",1);
+  put(strnum,fmt_ulong(strnum,count));
+  put("\n",1);
+}
+
+char key[1024];
+
+static struct cdb c;
+
+static unsigned long numrecords;
+static unsigned long numd[11];
+
+main()
+{
+  uint32 eod;
+  uint32 klen;
+  uint32 dlen;
+  seek_pos rest;
+  int r;
+
+  cdb_init(&c,0);
+
+  getnum(&eod);
+  while (pos < 2048) getnum(&dlen);
+
+  while (pos < eod) {
+    getnum(&klen);
+    getnum(&dlen);
+    if (klen > sizeof key) {
+      while (klen) { get(key,1); --klen; }
+    }
+    else {
+      get(key,klen);
+      rest = seek_cur(0);
+      cdb_findstart(&c);
+      do {
+        switch(cdb_findnext(&c,key,klen)) {
+	  case -1: die_read();
+	  case 0: die_readformat();
+        }
+      } while (cdb_datapos(&c) != pos);
+      if (!c.loop) die_readformat();
+      ++numrecords;
+      if (c.loop > 10)
+	++numd[10];
+      else
+	++numd[c.loop - 1];
+      if (seek_set(0,rest) == -1) die_read();
+    }
+    while (dlen) { get(key,1); --dlen; }
+  }
+  
+  putnum("records ",numrecords);
+  putnum("d0      ",numd[0]);
+  putnum("d1      ",numd[1]);
+  putnum("d2      ",numd[2]);
+  putnum("d3      ",numd[3]);
+  putnum("d4      ",numd[4]);
+  putnum("d5      ",numd[5]);
+  putnum("d6      ",numd[6]);
+  putnum("d7      ",numd[7]);
+  putnum("d8      ",numd[8]);
+  putnum("d9      ",numd[9]);
+  putnum(">9      ",numd[10]);
+  putflush();
+  _exit(0);
+}

data/cdb-0.75/cdbtest.c

@@ -0,0 +1,119 @@
+#include "uint32.h"
+#include "fmt.h"
+#include "buffer.h"
+#include "strerr.h"
+#include "seek.h"
+#include "cdb.h"
+
+#define FATAL "cdbtest: fatal: "
+
+void die_read(void)
+{
+  strerr_die2sys(111,FATAL,"unable to read input: ");
+}
+void die_write(void)
+{
+  strerr_die2sys(111,FATAL,"unable to write output: ");
+}
+void put(char *buf,unsigned int len)
+{
+  if (buffer_put(buffer_1small,buf,len) == -1) die_write();
+}
+void putflush(void)
+{
+  if (buffer_flush(buffer_1small) == -1) die_write();
+}
+
+uint32 pos = 0;
+
+void get(char *buf,unsigned int len)
+{
+  int r;
+  while (len > 0) {
+    r = buffer_get(buffer_0,buf,len);
+    if (r == -1) die_read();
+    if (r == 0)
+      strerr_die2x(111,FATAL,"unable to read input: truncated file");
+    pos += r;
+    buf += r;
+    len -= r;
+  }
+}
+
+void getnum(uint32 *num)
+{
+  char buf[4];
+  get(buf,4);
+  uint32_unpack(buf,num);
+}
+
+char strnum[FMT_ULONG];
+
+void putnum(char *label,unsigned long count)
+{
+  put(label,str_len(label));
+  put(strnum,fmt_ulong(strnum,count));
+  put("\n",1);
+}
+
+char key[1024];
+
+unsigned long numuntested = 0;
+unsigned long numnotfound = 0;
+unsigned long numotherpos = 0;
+unsigned long numbadlen = 0;
+unsigned long numfound = 0;
+
+static struct cdb c;
+
+main()
+{
+  uint32 eod;
+  uint32 klen;
+  uint32 dlen;
+  seek_pos rest;
+  int r;
+
+  cdb_init(&c,0);
+
+  getnum(&eod);
+  while (pos < 2048) getnum(&dlen);
+
+  while (pos < eod) {
+    getnum(&klen);
+    getnum(&dlen);
+    if (klen > sizeof key) {
+      ++numuntested;
+      while (klen) { get(key,1); --klen; }
+    }
+    else {
+      get(key,klen);
+      rest = seek_cur(0);
+      switch(cdb_find(&c,key,klen)) {
+	case -1:
+	  die_read();
+	case 0:
+	  ++numnotfound;
+	  break;
+	default:
+	  if (cdb_datapos(&c) != pos)
+	    ++numotherpos;
+	  else
+	    if (cdb_datalen(&c) != dlen)
+	      ++numbadlen;
+	    else
+	      ++numfound;
+      }
+      if (seek_set(0,rest) == -1) die_read();
+    }
+    while (dlen) { get(key,1); --dlen; }
+  }
+  
+  putnum("found: ",numfound);
+  putnum("different record: ",numotherpos);
+  putnum("bad length: ",numbadlen);
+  putnum("not found: ",numnotfound);
+  putnum("untested: ",numuntested);
+  putflush();
+  _exit(0);
+}