libsmatrix 0.0.1

data/src/smatrix_jni.h

@@ -0,0 +1,77 @@
+/* DO NOT EDIT THIS FILE - it is machine generated */
+#include <jni.h>
+/* Header for class com_paulasmuth_libsmatrix_SparseMatrix */
+
+#ifndef _Included_com_paulasmuth_libsmatrix_SparseMatrix
+#define _Included_com_paulasmuth_libsmatrix_SparseMatrix
+#ifdef __cplusplus
+extern "C" {
+#endif
+/*
+ * Class:     com_paulasmuth_libsmatrix_SparseMatrix
+ * Method:    get
+ * Signature: (II)I
+ */
+JNIEXPORT jint JNICALL Java_com_paulasmuth_libsmatrix_SparseMatrix_get
+  (JNIEnv *, jobject, jint, jint);
+
+/*
+ * Class:     com_paulasmuth_libsmatrix_SparseMatrix
+ * Method:    set
+ * Signature: (III)V
+ */
+JNIEXPORT void JNICALL Java_com_paulasmuth_libsmatrix_SparseMatrix_set
+  (JNIEnv *, jobject, jint, jint, jint);
+
+/*
+ * Class:     com_paulasmuth_libsmatrix_SparseMatrix
+ * Method:    incr
+ * Signature: (III)V
+ */
+JNIEXPORT void JNICALL Java_com_paulasmuth_libsmatrix_SparseMatrix_incr
+  (JNIEnv *, jobject, jint, jint, jint);
+
+/*
+ * Class:     com_paulasmuth_libsmatrix_SparseMatrix
+ * Method:    decr
+ * Signature: (III)V
+ */
+JNIEXPORT void JNICALL Java_com_paulasmuth_libsmatrix_SparseMatrix_decr
+  (JNIEnv *, jobject, jint, jint, jint);
+
+/*
+ * Class:     com_paulasmuth_libsmatrix_SparseMatrix
+ * Method:    getRow
+ * Signature: (I)Ljava/util/SortedMap;
+ */
+JNIEXPORT jobject JNICALL Java_com_paulasmuth_libsmatrix_SparseMatrix_getRow
+  (JNIEnv *, jobject, jint);
+
+/*
+ * Class:     com_paulasmuth_libsmatrix_SparseMatrix
+ * Method:    getRowLength
+ * Signature: (I)I
+ */
+JNIEXPORT jint JNICALL Java_com_paulasmuth_libsmatrix_SparseMatrix_getRowLength
+  (JNIEnv *, jobject, jint);
+
+/*
+ * Class:     com_paulasmuth_libsmatrix_SparseMatrix
+ * Method:    close
+ * Signature: ()V
+ */
+JNIEXPORT void JNICALL Java_com_paulasmuth_libsmatrix_SparseMatrix_close
+  (JNIEnv *, jobject);
+
+/*
+ * Class:     com_paulasmuth_libsmatrix_SparseMatrix
+ * Method:    init
+ * Signature: (Ljava/lang/String;)V
+ */
+JNIEXPORT void JNICALL Java_com_paulasmuth_libsmatrix_SparseMatrix_init
+  (JNIEnv *, jobject, jstring);
+
+#ifdef __cplusplus
+}
+#endif
+#endif

data/src/smatrix_private.h

@@ -0,0 +1,51 @@
+// This file is part of the "libsmatrix" project
+//   (c) 2011-2013 Paul Asmuth <paul@paulasmuth.com>
+//
+// Licensed under the MIT License (the "License"); you may not use this
+// file except in compliance with the License. You may obtain a copy of
+// the License at: http://opensource.org/licenses/MIT
+
+#ifndef SMATRIX_PRIVATE_H
+#define SMATRIX_PRIVATE_H
+
+void smatrix_fcreate(smatrix_t* self);
+void smatrix_fload(smatrix_t* self);
+void smatrix_lookup(smatrix_t* self, smatrix_ref_t* ref, uint32_t x, uint32_t y, int write);
+void smatrix_decref(smatrix_t* self, smatrix_ref_t* ref);
+void* smatrix_malloc(smatrix_t* self, uint64_t bytes);
+void smatrix_mfree(smatrix_t* self, uint64_t bytes);
+uint64_t smatrix_falloc(smatrix_t* self, uint64_t bytes);
+void smatrix_ffree(smatrix_t* self, uint64_t fpos, uint64_t bytes);
+void smatrix_write(smatrix_t* self, uint64_t fpos, char* data, uint64_t bytes);
+void smatrix_rmap_init(smatrix_t* self, smatrix_rmap_t* rmap, uint32_t size);
+smatrix_rmap_slot_t* smatrix_rmap_probe(smatrix_rmap_t* rmap, uint32_t key);
+smatrix_rmap_slot_t* smatrix_rmap_insert(smatrix_t* self, smatrix_rmap_t* rmap, uint32_t key);
+void smatrix_rmap_resize(smatrix_t* self, smatrix_rmap_t* rmap);
+void smatrix_rmap_load(smatrix_t* self, smatrix_rmap_t* rmap);
+void smatrix_rmap_write_batch(smatrix_t* self, smatrix_rmap_t* rmap, int full);
+void smatrix_rmap_write_slot(smatrix_t* self, smatrix_rmap_t* rmap, smatrix_rmap_slot_t* slot);
+void smatrix_rmap_swap(smatrix_t* self, smatrix_rmap_t* rmap);
+void smatrix_rmap_free(smatrix_t* self, smatrix_rmap_t* rmap);
+void smatrix_rmap_sync_defer(smatrix_t* self, smatrix_rmap_t* rmap);
+void smatrix_rmap_sync(smatrix_t* self, smatrix_rmap_t* rmap);
+void smatrix_cmap_init(smatrix_t* self);
+smatrix_rmap_t* smatrix_cmap_lookup(smatrix_t* self, smatrix_cmap_t* cmap, uint32_t key, int create);
+smatrix_cmap_slot_t* smatrix_cmap_probe(smatrix_cmap_t* cmap, uint32_t key);
+smatrix_cmap_slot_t* smatrix_cmap_insert(smatrix_t* self, smatrix_cmap_t* cmap, uint32_t key);
+void smatrix_cmap_resize(smatrix_t* self, smatrix_cmap_t* cmap);
+void smatrix_cmap_free(smatrix_t* self, smatrix_cmap_t* cmap);
+uint64_t smatrix_cmap_falloc(smatrix_t* self, smatrix_cmap_t* cmap);
+void smatrix_cmap_mkblock(smatrix_t* self, smatrix_cmap_t* cmap);
+void smatrix_cmap_write(smatrix_t* self, smatrix_rmap_t* rmap);
+void smatrix_cmap_load(smatrix_t* self, uint64_t head_fpos);
+void smatrix_lock_getmutex(smatrix_lock_t* lock);
+void smatrix_lock_dropmutex(smatrix_lock_t* lock);
+void smatrix_lock_release(smatrix_lock_t* lock);
+void smatrix_lock_incref(smatrix_lock_t* lock);
+void smatrix_lock_decref(smatrix_lock_t* lock);
+void smatrix_error(const char* msg);
+void smatrix_ioqueue_add(smatrix_t* self, smatrix_rmap_t* rmap);
+smatrix_rmap_t* smatrix_ioqueue_pop(smatrix_t* self);
+void* smatrix_io(void* self);
+
+#endif

data/src/smatrix_ruby.c

@@ -0,0 +1,178 @@
+/**
+ * This file is part of the "libsmatrix" project
+ *   (c) 2011-2013 Paul Asmuth <paul@paulasmuth.com>
+ *
+ * Licensed under the MIT License (the "License"); you may not use this
+ * file except in compliance with the License. You may obtain a copy of
+ * the License at: http://opensource.org/licenses/MIT
+ */
+#include <stdlib.h>
+#include <ruby/config.h>
+#include <ruby/ruby.h>
+#include "smatrix.h"
+#include "smatrix_ruby.h"
+
+void smatrix_rb_gethandle(VALUE self, smatrix_t** handle) {
+  VALUE handle_wrapped = rb_iv_get(self, "@handle");
+
+  if (rb_type(handle_wrapped) != RUBY_T_DATA) {
+    rb_raise(rb_eTypeError, "smatrix @handle is of the wrong type, something went horribly wrong :(");
+    return;
+  }
+
+  Data_Get_Struct(handle_wrapped, smatrix_t, *handle);
+}
+
+VALUE smatrix_rb_initialize(VALUE self, VALUE filename) {
+  smatrix_t* smatrix = NULL;
+  VALUE      smatrix_handle;
+
+  switch (rb_type(filename)) {
+
+    case RUBY_T_STRING:
+      smatrix = smatrix_open(RSTRING_PTR(filename));
+      break;
+
+    case RUBY_T_NIL:
+      smatrix = smatrix_open(NULL);
+      break;
+
+    default:
+      rb_raise(rb_eTypeError, "first argument (filename) must be nil or a string");
+      break;
+
+  }
+
+  if (smatrix) {
+    smatrix_handle = Data_Wrap_Struct(rb_cObject, NULL, smatrix_rb_free, smatrix);
+    rb_iv_set(self, "@handle", smatrix_handle);
+  }
+
+  return self;
+}
+
+VALUE smatrix_rb_get(VALUE self, VALUE x, VALUE y) {
+  smatrix_t* smatrix = NULL;
+  smatrix_rb_gethandle(self, &smatrix);
+
+  if (!smatrix) {
+    rb_raise(rb_eTypeError, "smatrix @handle is Nil, something went horribly wrong :(");
+    return Qnil;
+  }
+
+  if (rb_type(x) != RUBY_T_FIXNUM) {
+    rb_raise(rb_eTypeError, "first argument (x) must be a Fixnum");
+    return Qnil;
+  }
+
+  if (rb_type(y) != RUBY_T_FIXNUM) {
+    rb_raise(rb_eTypeError, "second argument (y) must be a Fixnum");
+    return Qnil;
+  }
+
+  return INT2NUM(smatrix_get(smatrix, NUM2INT(x), NUM2INT(y)));
+}
+
+VALUE smatrix_rb_set(VALUE self, VALUE x, VALUE y, VALUE value) {
+  smatrix_t* smatrix = NULL;
+  smatrix_rb_gethandle(self, &smatrix);
+
+  if (!smatrix) {
+    rb_raise(rb_eTypeError, "smatrix @handle is Nil, something is very bad :'(");
+    return Qnil;
+  }
+
+  if (rb_type(x) != RUBY_T_FIXNUM) {
+    rb_raise(rb_eTypeError, "first argument (x) must be a Fixnum");
+    return Qnil;
+  }
+
+  if (rb_type(y) != RUBY_T_FIXNUM) {
+    rb_raise(rb_eTypeError, "second argument (y) must be a Fixnum");
+    return Qnil;
+  }
+
+  if (rb_type(value) != RUBY_T_FIXNUM) {
+    rb_raise(rb_eTypeError, "third argument must be a Fixnum");
+    return Qnil;
+  }
+
+  return INT2NUM(smatrix_set(smatrix, NUM2INT(x), NUM2INT(y), NUM2INT(value)));
+}
+
+VALUE smatrix_rb_incr(VALUE self, VALUE x, VALUE y, VALUE value) {
+  smatrix_t* smatrix = NULL;
+  smatrix_rb_gethandle(self, &smatrix);
+
+  if (!smatrix) {
+    rb_raise(rb_eTypeError, "smatrix @handle is Nil, something is very bad :'(");
+    return Qnil;
+  }
+
+  if (rb_type(x) != RUBY_T_FIXNUM) {
+    rb_raise(rb_eTypeError, "first argument (x) must be a Fixnum");
+    return Qnil;
+  }
+
+  if (rb_type(y) != RUBY_T_FIXNUM) {
+    rb_raise(rb_eTypeError, "second argument (y) must be a Fixnum");
+    return Qnil;
+  }
+
+  if (rb_type(value) != RUBY_T_FIXNUM) {
+    rb_raise(rb_eTypeError, "third argument must be a Fixnum");
+    return Qnil;
+  }
+
+  return INT2NUM(smatrix_incr(smatrix, NUM2INT(x), NUM2INT(y), NUM2INT(value)));
+}
+
+VALUE smatrix_rb_decr(VALUE self, VALUE x, VALUE y, VALUE value) {
+  smatrix_t* smatrix = NULL;
+  smatrix_rb_gethandle(self, &smatrix);
+
+  if (!smatrix) {
+    rb_raise(rb_eTypeError, "smatrix @handle is Nil, something is very bad :'(");
+    return Qnil;
+  }
+
+  if (rb_type(x) != RUBY_T_FIXNUM) {
+    rb_raise(rb_eTypeError, "first argument (x) must be a Fixnum");
+    return Qnil;
+  }
+
+  if (rb_type(y) != RUBY_T_FIXNUM) {
+    rb_raise(rb_eTypeError, "second argument (y) must be a Fixnum");
+    return Qnil;
+  }
+
+  if (rb_type(value) != RUBY_T_FIXNUM) {
+    rb_raise(rb_eTypeError, "third argument must be a Fixnum");
+    return Qnil;
+  }
+
+  return INT2NUM(smatrix_decr(smatrix, NUM2INT(x), NUM2INT(y), NUM2INT(value)));
+}
+
+void smatrix_rb_free(smatrix_t* smatrix) {
+  if (!smatrix) {
+   rb_raise(rb_eTypeError, "smatrix @handle is Nil, something is very bad :'(");
+   return;
+  }
+
+  smatrix_close(smatrix);
+}
+
+void Init_smatrix() {
+  VALUE klass = rb_define_class("SparseMatrix", rb_cObject);
+
+  rb_define_method(klass, "initialize", smatrix_rb_initialize, 1);
+  rb_define_method(klass, "get", smatrix_rb_get, 2);
+  rb_define_method(klass, "set", smatrix_rb_set, 3);
+  rb_define_method(klass, "incr", smatrix_rb_incr, 3);
+  rb_define_method(klass, "decr", smatrix_rb_decr, 3);
+}
+
+void Init_smatrix_ruby() {
+  Init_smatrix();
+}

data/src/smatrix_ruby.h

@@ -0,0 +1,29 @@
+/**
+ * This file is part of the "libsmatrix" project
+ *   (c) 2011-2013 Paul Asmuth <paul@paulasmuth.com>
+ *
+ * Licensed under the MIT License (the "License"); you may not use this
+ * file except in compliance with the License. You may obtain a copy of
+ * the License at: http://opensource.org/licenses/MIT
+ */
+#include <stdlib.h>
+#include "smatrix.h"
+
+#ifndef SMATRIX_RUBY_H
+#define SMATRIX_RUBY_H
+
+#ifndef RUBY_T_STRING
+#define RUBY_T_STRING T_STRING
+#endif
+
+void smatrix_rb_gethandle(VALUE self, smatrix_t** handle);
+VALUE smatrix_rb_get(VALUE self, VALUE x, VALUE y);
+VALUE smatrix_rb_initialize(VALUE self, VALUE filename);
+VALUE smatrix_rb_incr(VALUE self, VALUE x, VALUE y, VALUE value);
+VALUE smatrix_rb_decr(VALUE self, VALUE x, VALUE y, VALUE value);
+VALUE smatrix_rb_set(VALUE self, VALUE x, VALUE y, VALUE value);
+void smatrix_rb_free(smatrix_t* smatrix);
+void Init_smatrix_ruby();
+void Init_smatrix();
+
+#endif

metadata

@@ -0,0 +1,90 @@
+--- !ruby/object:Gem::Specification
+name: libsmatrix
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Paul Asmuth
+- Amir Friedman
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.8.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.8.0
+description: A thread-safe two dimensional sparse matrix data structure with C, Java
+  and Ruby bindings. It was created to make loading and accessing medium sized (10GB+)
+  matrices in boxed languages like Java/Scala or Ruby easier.
+email:
+- paul@paulasmuth.com
+- amirf@null.co.il
+executables: []
+extensions:
+- src/ruby/extconf.rb
+extra_rdoc_files: []
+files:
+- Makefile
+- README.md
+- examples/.gitignore
+- examples/CFRecommender.java
+- examples/cf_recommender.c
+- examples/smatrix_example.c
+- src/Makefile
+- src/Makefile.in
+- src/java/Makefile
+- src/java/com/paulasmuth/libsmatrix/SparseMatrix.java
+- src/java/pom.xml
+- src/java/test/TestSparseMatrix.java
+- src/ruby/.gitignore
+- src/ruby/Makefile
+- src/ruby/extconf.rb
+- src/ruby/libsmatrix.gemspec
+- src/ruby/libsmatrix.rb
+- src/smatrix.c
+- src/smatrix.h
+- src/smatrix_benchmark.c
+- src/smatrix_jni.c
+- src/smatrix_jni.h
+- src/smatrix_private.h
+- src/smatrix_ruby.c
+- src/smatrix_ruby.h
+homepage: http://github.com/paulasmuth/libsmatrix
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- src/ruby/
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.1
+signing_key: 
+specification_version: 4
+summary: A thread-safe two dimensional sparse matrix data structure with C, Java and
+  Ruby bindings.
+test_files: []
+has_rdoc: