whistlepig 0.1

data/ext/whistlepig/mmap-obj.c

@@ -0,0 +1,76 @@
+#include <fcntl.h>
+#include <sys/mman.h>
+#include <unistd.h>
+#include "whistlepig.h"
+
+RAISING_STATIC(validate(mmap_obj_header* h, const char* magic)) {
+  if(strncmp(magic, h->magic, MMAP_OBJ_MAGIC_SIZE)) RAISE_ERROR("invalid magic (expecting %s)", magic);
+  if(h->size == (uint32_t)-1) RAISE_ERROR("invalid size %d", h->size);
+  return NO_ERROR;
+}
+
+wp_error* mmap_obj_create(mmap_obj* o, const char* magic, const char* pathname, uint32_t initial_size) {
+  o->fd = open(pathname, O_EXCL | O_CREAT | O_RDWR, 0640);
+  if(o->fd == -1) RAISE_SYSERROR("cannot create %s", pathname);
+
+  uint32_t size = initial_size + sizeof(mmap_obj_header);
+  DEBUG("creating %s with %u + %u = %u bytes for %s object", pathname, initial_size, sizeof(mmap_obj_header), size, magic);
+  lseek(o->fd, size - 1, SEEK_SET);
+  ssize_t num_bytes = write(o->fd, "", 1);
+  if(num_bytes == -1) RAISE_SYSERROR("write");
+  o->header = mmap(NULL, size, PROT_READ | PROT_WRITE, MAP_SHARED, o->fd, 0);
+  if(o->header == MAP_FAILED) RAISE_SYSERROR("mmap");
+  strncpy(o->header->magic, magic, MMAP_OBJ_MAGIC_SIZE);
+  o->header->size = initial_size;
+  DEBUG("created new %s object with %u bytes", magic, size);
+
+  return NO_ERROR;
+}
+
+wp_error* mmap_obj_load(mmap_obj* o, const char* magic, const char* pathname) {
+  DEBUG("trying to load %s object from %s", magic, pathname);
+  o->fd = open(pathname, O_RDWR, 0640);
+  if(o->fd == -1) RAISE_SYSERROR("cannot open %s", pathname);
+
+  // load header
+  o->header = mmap(NULL, sizeof(mmap_obj_header), PROT_READ | PROT_WRITE, MAP_SHARED, o->fd, 0);
+  if(o->header == MAP_FAILED) RAISE_SYSERROR("header mmap");
+  DEBUG("loaded header of %u bytes for %s object", sizeof(mmap_obj_header), magic);
+
+  RELAY_ERROR(validate(o->header, magic));
+
+  uint32_t size = o->header->size + sizeof(mmap_obj_header);
+  DEBUG("full size is %u bytes (including %u-byte header)", size, sizeof(mmap_obj_header));
+  if(munmap(o->header, sizeof(mmap_obj_header)) == -1) RAISE_SYSERROR("munmap");
+
+  o->header = mmap(NULL, size, PROT_READ | PROT_WRITE, MAP_SHARED, o->fd, 0);
+  if(o->header == MAP_FAILED) RAISE_SYSERROR("full mmap");
+  DEBUG("loaded full %s object of %u bytes", magic, size);
+
+  return NO_ERROR;
+}
+
+wp_error* mmap_obj_resize(mmap_obj* o, uint32_t data_size) {
+  DEBUG("going to expand from %u to %u bytes. current header is at %p", o->header->size, data_size, o->header);
+
+  if(munmap(o->header, sizeof(mmap_obj_header) + o->header->size) == -1) RAISE_SYSERROR("munmap");
+  uint32_t size = data_size + sizeof(mmap_obj_header);
+
+  lseek(o->fd, size - 1, SEEK_SET);
+  ssize_t num_bytes = write(o->fd, "", 1);
+  if(num_bytes == -1) RAISE_SYSERROR("write");
+  //lseek(fd, 0, SEEK_SET); // not necessary!
+  o->header = mmap(NULL, size, PROT_READ | PROT_WRITE, MAP_SHARED, o->fd, 0);
+  if(o->header == MAP_FAILED) RAISE_SYSERROR("mmap");
+  o->header->size = data_size;
+  DEBUG("loaded %u bytes after resize. header is at %p", o->header->size, o->header);
+
+  return NO_ERROR;
+}
+
+wp_error* mmap_obj_unload(mmap_obj* o) {
+  DEBUG("unloading %u bytes", sizeof(mmap_obj_header) + o->header->size);
+  if(munmap(o->header, sizeof(mmap_obj_header) + o->header->size) == -1) RAISE_SYSERROR("munmap");
+  o->header = NULL;
+  return NO_ERROR;
+}

data/ext/whistlepig/mmap-obj.h

@@ -0,0 +1,52 @@
+#ifndef WP_MMAP_OBJ_H_
+#define WP_MMAP_OBJ_H_
+
+// whistlepig mmap objects
+// (c) 2011 William Morgan. See COPYING for license terms.
+//
+// wrappers around the logic of loading, unloading, and resizing
+// arbitrary-sized objects using mmap.
+//
+// note that aany of the mmap_obj_* functions may change the object pointer, so
+// use MMAP_OBJ or MAP_OBJ_PTR to dereference (again) after calling them.
+
+#define MMAP_OBJ_MAGIC_SIZE 15
+
+#include <stdint.h>
+#include "error.h"
+
+// the header, with a magic string
+typedef struct mmap_obj_header {
+  char magic[MMAP_OBJ_MAGIC_SIZE];
+  uint32_t size;
+  char obj[];
+} mmap_obj_header;
+
+// what we pass around at runtime
+typedef struct mmap_obj {
+  int fd;
+  mmap_obj_header* header;
+} mmap_obj;
+
+// public API
+
+// public: get the actual object from an mmap_obj
+#define MMAP_OBJ(v, type) ((type*)&v.header->obj)
+
+// public: get the object from an mmap_obj*
+#define MMAP_OBJ_PTR(v, type) (type*)v->header->obj
+
+// public: create an object with an initial size
+wp_error* mmap_obj_create(mmap_obj* o, const char* magic, const char* pathname, uint32_t initial_size) RAISES_ERROR;
+
+// public: load an object, raising an error if it doesn't exist (or if the
+// magic doesn't match)
+wp_error* mmap_obj_load(mmap_obj* o, const char* magic, const char* pathname) RAISES_ERROR;
+
+// public: resize an object. note that the obj pointer might change after this call.
+wp_error* mmap_obj_resize(mmap_obj* o, uint32_t new_size) RAISES_ERROR;
+
+// public: unload an object
+wp_error* mmap_obj_unload(mmap_obj* o) RAISES_ERROR;
+
+#endif

data/ext/whistlepig/query-parser.c

@@ -0,0 +1,37 @@
+#include <stdio.h>
+#include "whistlepig.h"
+#include "query-parser.h"
+#include "query-parser.tab.h"
+
+int query_parser_parse(query_parse_context* c);
+int query_parser_lex_init(void* scanner);
+int query_parser_lex_destroy(void* scanner);
+int query_parser_set_extra(void* extra, void* scanner);
+
+void query_parser_error(YYLTYPE* locp, query_parse_context* context, const char* err) {
+  context->error = malloc(1024 * sizeof(char));
+  snprintf(context->error, 1024, "line %d: %s", locp->first_line, err);
+}
+
+extern int query_parser_debug;
+
+wp_error* wp_query_parse(const char* s, const char* default_field, wp_query** query) {
+  query_parse_context c;
+  c.input = s;
+  c.default_field = default_field;
+  c.error = NULL;
+
+  query_parser_lex_init(&c.scanner);
+  query_parser_set_extra(&c, c.scanner);
+  int ret = query_parser_parse(&c);
+  query_parser_lex_destroy(c.scanner);
+
+  if(ret != 0) RAISE_ERROR("parse error: %s", c.error);
+
+  if(c.result == NULL) // empty query
+    *query = wp_query_new_empty();
+  else
+    *query = c.result;
+
+  return NO_ERROR;
+}

data/ext/whistlepig/query-parser.h

@@ -0,0 +1,25 @@
+#ifndef WP_QUERY_PARSER_H_
+#define WP_QUERY_PARSER_H_
+
+// whistlepig query parser
+// (c) 2011 William Morgan. See COPYING for license terms.
+//
+// most of the code, of course, is in the .lex and .y files
+
+#include "query.h"
+#include "error.h"
+
+typedef struct {
+  const char* input;
+  const char* default_field;
+  char* error;
+  void* scanner;
+  wp_query* result;
+} query_parse_context;
+
+// API methods
+
+// public: parse a query from a string, attaching terms without fields to default_field
+wp_error* wp_query_parse(const char* s, const char* default_field, wp_query** query) RAISES_ERROR;
+
+#endif