leveldb-ruby 0.1

data/README

@@ -0,0 +1,17 @@
+LevelDB Ruby bindings.
+
+Do this:
+
+  gem install leveldb-ruby
+
+
+And then run this:
+
+  require 'rubygems' # on ruby < 1.9
+  require 'leveldb'
+
+  db = LevelDB.new "/tmp/asdf"
+  db.put "it", "works"
+  db.get "it"
+
+Only a very few operations are supported right now:

data/ext/leveldb/extconf.rb

@@ -0,0 +1,10 @@
+require 'mkmf'
+require 'fileutils'
+
+Dir.chdir "../../leveldb"
+system "make libleveldb.a" or abort
+Dir.chdir "../ext/leveldb"
+
+$CFLAGS << " -I../../leveldb/include"
+$LIBS << " -L../../leveldb -Wl,--whole-archive -lleveldb -Wl,--no-whole-archive"
+create_makefile "leveldb/leveldb"

data/ext/leveldb/leveldb.cc

@@ -0,0 +1,181 @@
+#include <ruby.h>
+
+#include "leveldb/db.h"
+#include "leveldb/write_batch.h"
+
+static VALUE m_leveldb;
+static VALUE c_db;
+static VALUE c_error;
+
+// support 1.9 and 1.8
+#ifndef RSTRING_PTR
+#define RSTRING_PTR(v) RSTRING(v)->ptr
+#endif
+
+// convert status errors into exceptions
+#define RAISE_ON_ERROR(status) do { \
+  if(!status.ok()) { \
+    VALUE exc = rb_exc_new2(c_error, status.ToString().c_str()); \
+    rb_exc_raise(exc); \
+  }  \
+} while(0)
+
+typedef struct bound_db {
+  leveldb::DB* db;
+} bound_db;
+
+static void db_free(bound_db* db) {
+  delete db->db;
+}
+
+static VALUE db_make(VALUE klass, VALUE v_pathname, VALUE v_create_if_necessary, VALUE v_break_if_exists) {
+  Check_Type(v_pathname, T_STRING);
+
+  bound_db* db = new bound_db;
+  char* pathname_c = RSTRING_PTR(v_pathname);
+  std::string pathname = std::string((char*)RSTRING_PTR(v_pathname));
+
+  leveldb::Options options;
+  if(RTEST(v_create_if_necessary)) options.create_if_missing = true;
+  if(RTEST(v_break_if_exists)) options.error_if_exists = true;
+  leveldb::Status status = leveldb::DB::Open(options, pathname, &db->db);
+  RAISE_ON_ERROR(status);
+
+  VALUE o_db = Data_Wrap_Struct(klass, NULL, db_free, db);
+  VALUE argv[1] = { v_pathname };
+  rb_obj_call_init(o_db, 1, argv);
+
+  return o_db;
+}
+
+static VALUE db_close(VALUE self) {
+  bound_db* db;
+  Data_Get_Struct(self, bound_db, db);
+
+  db_free(db);
+  return Qtrue;
+}
+
+static VALUE db_get(VALUE self, VALUE v_key) {
+  Check_Type(v_key, T_STRING);
+
+  bound_db* db;
+  Data_Get_Struct(self, bound_db, db);
+
+  std::string key = std::string((char*)RSTRING_PTR(v_key));
+  std::string value;
+  leveldb::Status status = db->db->Get(leveldb::ReadOptions(), key, &value);
+  if(status.IsNotFound()) return Qnil;
+
+  RAISE_ON_ERROR(status);
+  return rb_str_new2(value.c_str());
+}
+
+static VALUE db_delete(VALUE self, VALUE v_key) {
+  Check_Type(v_key, T_STRING);
+
+  bound_db* db;
+  Data_Get_Struct(self, bound_db, db);
+
+  std::string key = std::string((char*)RSTRING_PTR(v_key));
+  std::string value;
+  leveldb::Status status = db->db->Get(leveldb::ReadOptions(), key, &value);
+
+  if(status.IsNotFound()) return Qnil;
+
+  status = db->db->Delete(leveldb::WriteOptions(), key);
+  RAISE_ON_ERROR(status);
+
+  return rb_str_new2(value.c_str());
+}
+
+static VALUE db_exists(VALUE self, VALUE v_key) {
+  Check_Type(v_key, T_STRING);
+
+  bound_db* db;
+  Data_Get_Struct(self, bound_db, db);
+
+  std::string key = std::string((char*)RSTRING_PTR(v_key));
+  std::string value;
+  leveldb::Status status = db->db->Get(leveldb::ReadOptions(), key, &value);
+
+  if(status.IsNotFound()) return Qfalse;
+  return Qtrue;
+}
+
+static VALUE db_put(VALUE self, VALUE v_key, VALUE v_value) {
+  Check_Type(v_key, T_STRING);
+  Check_Type(v_value, T_STRING);
+
+  bound_db* db;
+  Data_Get_Struct(self, bound_db, db);
+
+  std::string key = std::string((char*)RSTRING_PTR(v_key));
+  std::string value = std::string((char*)RSTRING_PTR(v_value));
+
+  leveldb::Status status = db->db->Put(leveldb::WriteOptions(), key, value);
+
+  RAISE_ON_ERROR(status);
+
+  return v_value;
+}
+
+static VALUE db_size(VALUE self) {
+  long count = 0;
+
+  bound_db* db;
+  Data_Get_Struct(self, bound_db, db);
+  leveldb::Iterator* it = db->db->NewIterator(leveldb::ReadOptions());
+
+  // apparently this is how we have to do it. slow and painful!
+  for (it->SeekToFirst(); it->Valid(); it->Next()) count++;
+  RAISE_ON_ERROR(it->status());
+  delete it;
+  return INT2NUM(count);
+}
+
+static VALUE db_each(VALUE self) {
+  bound_db* db;
+  Data_Get_Struct(self, bound_db, db);
+  leveldb::Iterator* it = db->db->NewIterator(leveldb::ReadOptions());
+
+  for (it->SeekToFirst(); it->Valid(); it->Next()) {
+    VALUE key = rb_str_new2(it->key().ToString().c_str());
+    VALUE value = rb_str_new2(it->value().ToString().c_str());
+    VALUE ary = rb_ary_new2(2);
+    rb_ary_push(ary, key);
+    rb_ary_push(ary, value);
+    rb_yield(ary);
+  }
+
+  RAISE_ON_ERROR(it->status());
+  delete it;
+
+  return self;
+}
+
+static VALUE db_init(VALUE self, VALUE v_pathname) {
+  rb_iv_set(self, "@pathname", v_pathname);
+  return self;
+}
+
+extern "C" {
+void Init_leveldb() {
+  VALUE m_leveldb;
+
+  m_leveldb = rb_define_module("LevelDB");
+
+  c_db = rb_define_class_under(m_leveldb, "DB", rb_cObject);
+  rb_define_singleton_method(c_db, "make", (VALUE (*)(...))db_make, 3);
+  rb_define_method(c_db, "initialize", (VALUE (*)(...))db_init, 1);
+  rb_define_method(c_db, "get", (VALUE (*)(...))db_get, 1);
+  rb_define_method(c_db, "delete", (VALUE (*)(...))db_delete, 1);
+  rb_define_method(c_db, "put", (VALUE (*)(...))db_put, 2);
+  rb_define_method(c_db, "exists?", (VALUE (*)(...))db_exists, 1);
+  rb_define_method(c_db, "close", (VALUE (*)(...))db_close, 0);
+  rb_define_method(c_db, "size", (VALUE (*)(...))db_size, 0);
+  rb_define_method(c_db, "each", (VALUE (*)(...))db_each, 0);
+
+  c_error = rb_define_class_under(m_leveldb, "Error", rb_eStandardError);
+}
+}

data/leveldb/Makefile

@@ -0,0 +1,172 @@
+# Copyright (c) 2011 The LevelDB Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file. See the AUTHORS file for names of contributors.
+
+CC = g++
+
+#-----------------------------------------------
+# Uncomment exactly one of the lines labelled (A), (B), and (C) below
+# to switch between compilation modes.
+
+OPT = -O2 -DNDEBUG       # (A) Production use (optimized mode)
+# OPT = -g2              # (B) Debug mode, w/ full line-level debugging symbols
+# OPT = -O2 -g2 -DNDEBUG # (C) Profiling mode: opt, but w/debugging symbols
+#-----------------------------------------------
+
+
+UNAME := $(shell uname)
+
+ifeq ($(UNAME), Darwin)
+  # To build for iOS, set PLATFORM=IOS.
+  ifndef PLATFORM
+  PLATFORM=OSX
+  endif # PLATFORM
+  PLATFORM_CFLAGS = -DLEVELDB_PLATFORM_OSX
+  PORT_MODULE = port_osx.o
+else # UNAME
+  PLATFORM_CFLAGS = -DLEVELDB_PLATFORM_POSIX -std=c++0x
+  PORT_MODULE = port_posix.o
+endif # UNAME
+
+CFLAGS = -c -I. -I./include $(PLATFORM_CFLAGS) $(OPT) -DUSE_SNAPPY=1
+
+LDFLAGS=-lpthread
+
+LIBOBJECTS = \
+	./db/builder.o \
+	./db/db_impl.o \
+	./db/db_iter.o \
+	./db/filename.o \
+	./db/dbformat.o \
+	./db/log_reader.o \
+	./db/log_writer.o \
+	./db/memtable.o \
+	./db/repair.o \
+	./db/table_cache.o \
+	./db/version_edit.o \
+	./db/version_set.o \
+	./db/write_batch.o \
+	./port/$(PORT_MODULE) \
+	./table/block.o \
+	./table/block_builder.o \
+	./table/format.o \
+	./table/iterator.o \
+	./table/merger.o \
+	./table/table.o \
+	./table/table_builder.o \
+	./table/two_level_iterator.o \
+	./util/arena.o \
+	./util/cache.o \
+	./util/coding.o \
+	./util/comparator.o \
+	./util/crc32c.o \
+	./util/env.o \
+	./util/env_posix.o \
+	./util/hash.o \
+	./util/histogram.o \
+	./util/logging.o \
+	./util/options.o \
+	./util/status.o
+
+TESTUTIL = ./util/testutil.o
+TESTHARNESS = ./util/testharness.o $(TESTUTIL)
+
+TESTS = \
+	arena_test \
+	cache_test \
+	coding_test \
+	corruption_test \
+	crc32c_test \
+	db_test \
+	dbformat_test \
+	env_test \
+	filename_test \
+	log_test \
+	skiplist_test \
+	table_test \
+	version_edit_test \
+	write_batch_test
+
+PROGRAMS = db_bench $(TESTS)
+
+LIBRARY = libleveldb.a
+
+ifeq ($(PLATFORM), IOS)
+# Only XCode can build executable applications for iOS.
+all: $(LIBRARY)
+else
+all: $(PROGRAMS) $(LIBRARY)
+endif
+
+check: $(TESTS)
+	for t in $(TESTS); do echo "***** Running $$t"; ./$$t || exit 1; done
+
+clean:
+	-rm -f $(PROGRAMS) $(LIBRARY) */*.o ios-x86/*/*.o ios-arm/*/*.o
+	-rmdir -p ios-x86/* ios-arm/*
+
+$(LIBRARY): $(LIBOBJECTS)
+	rm -f $@
+	$(AR) -rs $@ $(LIBOBJECTS)
+
+db_bench: db/db_bench.o $(LIBOBJECTS) $(TESTUTIL)
+	$(CC) $(LDFLAGS) db/db_bench.o $(LIBOBJECTS) $(TESTUTIL) -o $@
+
+arena_test: util/arena_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) util/arena_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+cache_test: util/cache_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) util/cache_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+coding_test: util/coding_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) util/coding_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+corruption_test: db/corruption_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) db/corruption_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+crc32c_test: util/crc32c_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) util/crc32c_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+db_test: db/db_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) db/db_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+dbformat_test: db/dbformat_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) db/dbformat_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+env_test: util/env_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) util/env_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+filename_test: db/filename_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) db/filename_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+log_test: db/log_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) db/log_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+table_test: table/table_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) table/table_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+skiplist_test: db/skiplist_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) db/skiplist_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+version_edit_test: db/version_edit_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) db/version_edit_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+write_batch_test: db/write_batch_test.o $(LIBOBJECTS) $(TESTHARNESS)
+	$(CC) $(LDFLAGS) db/write_batch_test.o $(LIBOBJECTS) $(TESTHARNESS) -o $@
+
+ifeq ($(PLATFORM), IOS)
+# For iOS, create universal object files to be used on both the simulator and
+# a device.
+.cc.o:
+	mkdir -p ios-x86/$(dir $@)
+	$(CC) $(CFLAGS) -isysroot /Developer/Platforms/iPhoneSimulator.platform/Developer/SDKs/iPhoneSimulator4.3.sdk -arch i686 $< -o ios-x86/$@
+	mkdir -p ios-arm/$(dir $@)
+	$(CC) $(CFLAGS) -isysroot /Developer/Platforms/iPhoneOS.platform/Developer/SDKs/iPhoneOS4.3.sdk -arch armv6 -arch armv7 $< -o ios-arm/$@
+	lipo ios-x86/$@ ios-arm/$@ -create -output $@
+else
+.cc.o:
+	$(CC) $(CFLAGS) $< -o $@
+endif
+
+# TODO(gabor): dependencies for .o files
+# TODO(gabor): Build library

data/leveldb/db/builder.cc

@@ -0,0 +1,90 @@
+// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file. See the AUTHORS file for names of contributors.
+
+#include "db/builder.h"
+
+#include "db/filename.h"
+#include "db/dbformat.h"
+#include "db/table_cache.h"
+#include "db/version_edit.h"
+#include "leveldb/db.h"
+#include "leveldb/env.h"
+#include "leveldb/iterator.h"
+
+namespace leveldb {
+
+Status BuildTable(const std::string& dbname,
+                  Env* env,
+                  const Options& options,
+                  TableCache* table_cache,
+                  Iterator* iter,
+                  FileMetaData* meta,
+                  VersionEdit* edit) {
+  Status s;
+  meta->file_size = 0;
+  iter->SeekToFirst();
+
+  std::string fname = TableFileName(dbname, meta->number);
+  if (iter->Valid()) {
+    WritableFile* file;
+    s = env->NewWritableFile(fname, &file);
+    if (!s.ok()) {
+      return s;
+    }
+
+    TableBuilder* builder = new TableBuilder(options, file);
+    meta->smallest.DecodeFrom(iter->key());
+    for (; iter->Valid(); iter->Next()) {
+      Slice key = iter->key();
+      meta->largest.DecodeFrom(key);
+      builder->Add(key, iter->value());
+    }
+
+    // Finish and check for builder errors
+    if (s.ok()) {
+      s = builder->Finish();
+      if (s.ok()) {
+        meta->file_size = builder->FileSize();
+        assert(meta->file_size > 0);
+      }
+    } else {
+      builder->Abandon();
+    }
+    delete builder;
+
+    // Finish and check for file errors
+    if (s.ok()) {
+      s = file->Sync();
+    }
+    if (s.ok()) {
+      s = file->Close();
+    }
+    delete file;
+    file = NULL;
+
+    if (s.ok()) {
+      // Verify that the table is usable
+      Iterator* it = table_cache->NewIterator(ReadOptions(),
+                                              meta->number,
+                                              meta->file_size);
+      s = it->status();
+      delete it;
+    }
+  }
+
+  // Check for input iterator errors
+  if (!iter->status().ok()) {
+    s = iter->status();
+  }
+
+  if (s.ok() && meta->file_size > 0) {
+    edit->AddFile(0, meta->number, meta->file_size,
+                  meta->smallest, meta->largest);
+  } else {
+    env->DeleteFile(fname);
+  }
+  return s;
+}
+
+}