knn_cv 0.1.0

data/README.md

@@ -0,0 +1,36 @@
+# KnnCv
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/knn_cv`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'knn_cv'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install knn_cv
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/knn_cv.
+

data/Rakefile

@@ -0,0 +1,14 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList['test/**/*_test.rb']
+end
+
+task :default => :spec
+
+require 'rake/extensiontask'
+spec = Gem::Specification.load('feature-selection.gemspec')
+Rake::ExtensionTask.new('c_knn', spec)

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "knn_cv"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/ext/c_knn/Makefile

@@ -0,0 +1,260 @@
+
+SHELL = /bin/sh
+
+# V=0 quiet, V=1 verbose.  other values don't work.
+V = 0
+Q1 = $(V:1=)
+Q = $(Q1:0=@)
+ECHO1 = $(V:1=@:)
+ECHO = $(ECHO1:0=@echo)
+NULLCMD = :
+
+#### Start of system configuration section. ####
+
+srcdir = .
+topdir = /home/fdavidcl/.rvm/rubies/ruby-2.3.0/include/ruby-2.3.0
+hdrdir = $(topdir)
+arch_hdrdir = /home/fdavidcl/.rvm/rubies/ruby-2.3.0/include/ruby-2.3.0/x86_64-linux
+PATH_SEPARATOR = :
+VPATH = $(srcdir):$(arch_hdrdir)/ruby:$(hdrdir)/ruby
+prefix = $(DESTDIR)/home/fdavidcl/.rvm/rubies/ruby-2.3.0
+rubysitearchprefix = $(rubylibprefix)/$(sitearch)
+rubyarchprefix = $(rubylibprefix)/$(arch)
+rubylibprefix = $(libdir)/$(RUBY_BASE_NAME)
+exec_prefix = $(prefix)
+vendorarchhdrdir = $(vendorhdrdir)/$(sitearch)
+sitearchhdrdir = $(sitehdrdir)/$(sitearch)
+rubyarchhdrdir = $(rubyhdrdir)/$(arch)
+vendorhdrdir = $(rubyhdrdir)/vendor_ruby
+sitehdrdir = $(rubyhdrdir)/site_ruby
+rubyhdrdir = $(includedir)/$(RUBY_VERSION_NAME)
+vendorarchdir = $(vendorlibdir)/$(sitearch)
+vendorlibdir = $(vendordir)/$(ruby_version)
+vendordir = $(rubylibprefix)/vendor_ruby
+sitearchdir = $(sitelibdir)/$(sitearch)
+sitelibdir = $(sitedir)/$(ruby_version)
+sitedir = $(rubylibprefix)/site_ruby
+rubyarchdir = $(rubylibdir)/$(arch)
+rubylibdir = $(rubylibprefix)/$(ruby_version)
+sitearchincludedir = $(includedir)/$(sitearch)
+archincludedir = $(includedir)/$(arch)
+sitearchlibdir = $(libdir)/$(sitearch)
+archlibdir = $(libdir)/$(arch)
+ridir = $(datarootdir)/$(RI_BASE_NAME)
+mandir = $(datarootdir)/man
+localedir = $(datarootdir)/locale
+libdir = $(exec_prefix)/lib
+psdir = $(docdir)
+pdfdir = $(docdir)
+dvidir = $(docdir)
+htmldir = $(docdir)
+infodir = $(datarootdir)/info
+docdir = $(datarootdir)/doc/$(PACKAGE)
+oldincludedir = $(DESTDIR)/usr/include
+includedir = $(prefix)/include
+localstatedir = $(prefix)/var
+sharedstatedir = $(prefix)/com
+sysconfdir = $(prefix)/etc
+datadir = $(datarootdir)
+datarootdir = $(prefix)/share
+libexecdir = $(exec_prefix)/libexec
+sbindir = $(exec_prefix)/sbin
+bindir = $(exec_prefix)/bin
+archdir = $(rubyarchdir)
+
+
+CC = gcc
+CXX = g++
+LIBRUBY = $(LIBRUBY_SO)
+LIBRUBY_A = lib$(RUBY_SO_NAME)-static.a
+LIBRUBYARG_SHARED = -Wl,-R$(libdir) -L$(libdir) -l$(RUBY_SO_NAME)
+LIBRUBYARG_STATIC = -Wl,-R$(libdir) -L$(libdir) -l$(RUBY_SO_NAME)-static
+empty =
+OUTFLAG = -o $(empty)
+COUTFLAG = -o $(empty)
+
+RUBY_EXTCONF_H = 
+cflags   =  $(optflags) $(debugflags) $(warnflags)
+cxxflags =  $(optflags) $(debugflags) $(warnflags)
+optflags = -O3 -fno-fast-math
+debugflags = -ggdb3
+warnflags = -Wall -Wextra -Wno-unused-parameter -Wno-parentheses -Wno-long-long -Wno-missing-field-initializers -Wunused-variable -Wpointer-arith -Wwrite-strings -Wdeclaration-after-statement -Wimplicit-function-declaration -Wdeprecated-declarations -Wno-packed-bitfield-compat -Wno-maybe-uninitialized
+CCDLFLAGS = -fPIC
+CFLAGS   = $(CCDLFLAGS) $(cflags)  -fPIC $(ARCH_FLAG)
+INCFLAGS = -I. -I$(arch_hdrdir) -I$(hdrdir)/ruby/backward -I$(hdrdir) -I$(srcdir)
+DEFS     = 
+CPPFLAGS =   $(DEFS) $(cppflags)
+CXXFLAGS = $(CCDLFLAGS) $(cxxflags) $(ARCH_FLAG)
+ldflags  = -L. -fstack-protector -rdynamic -Wl,-export-dynamic
+dldflags =  
+ARCH_FLAG = 
+DLDFLAGS = $(ldflags) $(dldflags) $(ARCH_FLAG)
+LDSHARED = $(CC) -shared
+LDSHAREDXX = $(CXX) -shared
+AR = ar
+EXEEXT = 
+
+RUBY_INSTALL_NAME = $(RUBY_BASE_NAME)
+RUBY_SO_NAME = ruby
+RUBYW_INSTALL_NAME = 
+RUBY_VERSION_NAME = $(RUBY_BASE_NAME)-$(ruby_version)
+RUBYW_BASE_NAME = rubyw
+RUBY_BASE_NAME = ruby
+
+arch = x86_64-linux
+sitearch = $(arch)
+ruby_version = 2.3.0
+ruby = $(bindir)/$(RUBY_BASE_NAME)
+RUBY = $(ruby)
+ruby_headers = $(hdrdir)/ruby.h $(hdrdir)/ruby/ruby.h $(hdrdir)/ruby/defines.h $(hdrdir)/ruby/missing.h $(hdrdir)/ruby/intern.h $(hdrdir)/ruby/st.h $(hdrdir)/ruby/subst.h $(arch_hdrdir)/ruby/config.h
+
+RM = rm -f
+RM_RF = $(RUBY) -run -e rm -- -rf
+RMDIRS = rmdir --ignore-fail-on-non-empty -p
+MAKEDIRS = /usr/bin/mkdir -p
+INSTALL = /usr/bin/install -c
+INSTALL_PROG = $(INSTALL) -m 0755
+INSTALL_DATA = $(INSTALL) -m 644
+COPY = cp
+TOUCH = exit >
+
+#### End of system configuration section. ####
+
+preload = 
+
+libpath = . $(libdir)
+LIBPATH =  -L. -L$(libdir) -Wl,-R$(libdir)
+DEFFILE = 
+
+CLEANFILES = mkmf.log
+DISTCLEANFILES = 
+DISTCLEANDIRS = 
+
+extout = 
+extout_prefix = 
+target_prefix = 
+LOCAL_LIBS = 
+LIBS = $(LIBRUBYARG_SHARED)  -lpthread -lgmp -ldl -lcrypt -lm   -lc
+ORIG_SRCS = knn.c
+SRCS = $(ORIG_SRCS) 
+OBJS = knn.o
+HDRS = 
+TARGET = c_knn
+TARGET_NAME = c_knn
+TARGET_ENTRY = Init_$(TARGET_NAME)
+DLLIB = $(TARGET).so
+EXTSTATIC = 
+STATIC_LIB = 
+
+TIMESTAMP_DIR = .
+BINDIR        = $(bindir)
+RUBYCOMMONDIR = $(sitedir)$(target_prefix)
+RUBYLIBDIR    = $(sitelibdir)$(target_prefix)
+RUBYARCHDIR   = $(sitearchdir)$(target_prefix)
+HDRDIR        = $(rubyhdrdir)/ruby$(target_prefix)
+ARCHHDRDIR    = $(rubyhdrdir)/$(arch)/ruby$(target_prefix)
+
+TARGET_SO     = $(DLLIB)
+CLEANLIBS     = $(TARGET).so 
+CLEANOBJS     = *.o  *.bak
+
+all:    $(DLLIB)
+static: $(STATIC_LIB) install-rb
+.PHONY: all install static install-so install-rb
+.PHONY: clean clean-so clean-static clean-rb
+
+clean-static::
+clean-rb-default::
+clean-rb::
+clean-so::
+clean: clean-so clean-static clean-rb-default clean-rb
+		-$(Q)$(RM) $(CLEANLIBS) $(CLEANOBJS) $(CLEANFILES) .*.time
+
+distclean-rb-default::
+distclean-rb::
+distclean-so::
+distclean-static::
+distclean: clean distclean-so distclean-static distclean-rb-default distclean-rb
+		-$(Q)$(RM) Makefile $(RUBY_EXTCONF_H) conftest.* mkmf.log
+		-$(Q)$(RM) core ruby$(EXEEXT) *~ $(DISTCLEANFILES)
+		-$(Q)$(RMDIRS) $(DISTCLEANDIRS) 2> /dev/null || true
+
+realclean: distclean
+install: install-so install-rb
+
+install-so: $(DLLIB) $(TIMESTAMP_DIR)/.RUBYARCHDIR.time
+	$(INSTALL_PROG) $(DLLIB) $(RUBYARCHDIR)
+clean-static::
+	-$(Q)$(RM) $(STATIC_LIB)
+install-rb: pre-install-rb install-rb-default
+install-rb-default: pre-install-rb-default
+pre-install-rb: Makefile
+pre-install-rb-default: Makefile
+pre-install-rb-default:
+	@$(NULLCMD)
+$(TIMESTAMP_DIR)/.RUBYARCHDIR.time:
+	$(Q) $(MAKEDIRS) $(@D) $(RUBYARCHDIR)
+	$(Q) $(TOUCH) $@
+
+site-install: site-install-so site-install-rb
+site-install-so: install-so
+site-install-rb: install-rb
+
+.SUFFIXES: .c .m .cc .mm .cxx .cpp .o .S
+
+.cc.o:
+	$(ECHO) compiling $(<)
+	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
+
+.cc.S:
+	$(ECHO) translating $(<)
+	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -S $<
+
+.mm.o:
+	$(ECHO) compiling $(<)
+	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
+
+.mm.S:
+	$(ECHO) translating $(<)
+	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -S $<
+
+.cxx.o:
+	$(ECHO) compiling $(<)
+	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
+
+.cxx.S:
+	$(ECHO) translating $(<)
+	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -S $<
+
+.cpp.o:
+	$(ECHO) compiling $(<)
+	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
+
+.cpp.S:
+	$(ECHO) translating $(<)
+	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -S $<
+
+.c.o:
+	$(ECHO) compiling $(<)
+	$(Q) $(CC) $(INCFLAGS) $(CPPFLAGS) $(CFLAGS) $(COUTFLAG)$@ -c $<
+
+.c.S:
+	$(ECHO) translating $(<)
+	$(Q) $(CC) $(INCFLAGS) $(CPPFLAGS) $(CFLAGS) $(COUTFLAG)$@ -S $<
+
+.m.o:
+	$(ECHO) compiling $(<)
+	$(Q) $(CC) $(INCFLAGS) $(CPPFLAGS) $(CFLAGS) $(COUTFLAG)$@ -c $<
+
+.m.S:
+	$(ECHO) translating $(<)
+	$(Q) $(CC) $(INCFLAGS) $(CPPFLAGS) $(CFLAGS) $(COUTFLAG)$@ -S $<
+
+$(DLLIB): $(OBJS) Makefile
+	$(ECHO) linking shared-object $(DLLIB)
+	-$(Q)$(RM) $(@)
+	$(Q) $(LDSHARED) -o $@ $(OBJS) $(LIBPATH) $(DLDFLAGS) $(LOCAL_LIBS) $(LIBS)
+
+
+
+$(OBJS): $(HDRS) $(ruby_headers)

data/ext/c_knn/extconf.rb

@@ -0,0 +1,5 @@
+require 'mkmf'
+
+extension_name = 'c_knn'
+dir_config(extension_name)
+create_makefile("c_knn")

data/ext/c_knn/knn.c

@@ -0,0 +1,250 @@
+/*
+Native implementation of kNN leave-one-out cross validation for Ruby
+David Charte (C) 2016
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+Based on the following work:
+*  class/src/class.c by W. N. Venables and B. D. Ripley  Copyright (C) 1994-2002 (GPLv2)
+*/
+
+#include <ruby.h>
+#include <math.h>
+#include <float.h>
+
+#define EPS 1e-4		/* relative test of equality of distances */
+#define MAX_TIES 1000
+/* Not worth doing this dynamically -- limits k + # ties + fence, in fact */
+
+/* Definitions for Ruby */
+VALUE KnnCv = Qnil;
+VALUE Classifier = Qnil;
+
+static VALUE C_instances;
+static VALUE C_classes;
+static VALUE C_numerics;
+
+static double FLOAT_MAX;
+
+void c_knn_free(int* data) {
+  free(data);
+}
+
+VALUE method_c_knn_leaveoneout(VALUE self, VALUE rb_features) {
+  double * instances = NULL;
+  int * classes = NULL;
+  int * which_numeric = NULL;
+
+  Data_Get_Struct(rb_iv_get(self, "@instances"), double, instances);
+  Data_Get_Struct(rb_iv_get(self, "@classes"), int, classes);
+  Data_Get_Struct(rb_iv_get(self, "@which_numeric"), int, which_numeric);
+
+  int nrow = NUM2INT(rb_iv_get(self, "@nrow"));
+  int ncol = NUM2INT(rb_iv_get(self, "@ncol"));
+  int num_neighbors = NUM2INT(rb_iv_get(self, "@num_neighbors"));
+  int class_count = NUM2INT(rb_iv_get(self, "@nclass"));
+
+  rb_features = rb_funcall(rb_features, rb_intern("to_a"), 0);
+  int correct_guesses;
+  double fitness;
+
+
+  /* The following is code based on the "class" package from R */
+  /***************************************************************
+   VR_knn input parameters:
+     Sint *kin, Sint *lin, Sint *pntr, Sint *pnte, Sint *p,
+     double *train, Sint *class, double *test, Sint *res, double *pr,
+     Sint *votes, Sint *nc, Sint *cv, Sint *use_all
+  ***************************************************************/
+  int   i, index, j, k, k1, kinit = num_neighbors, kn, l = 0, mm, npat, ntie, extras;
+  int   pos[MAX_TIES];
+  double dist, tmp, nndist[MAX_TIES];
+
+  // Prediction results
+  int * res = (int*) malloc(sizeof(int) * nrow);
+  int * votes = (int*) malloc(sizeof(int) * class_count);
+
+  /*
+  Use a 'fence' in the (k+1)st position to avoid special cases.
+  Simple insertion sort will suffice since k will be small.
+  */
+
+  for (npat = 0; npat < nrow; npat++) {
+    kn = kinit;
+
+    for (k = 0; k < kn; k++)
+      nndist[k] = 0.99 * FLOAT_MAX;
+
+    for (j = 0; j < nrow; j++) {
+      if (j == npat) // Skip own instance for leave-one-out cross_validation
+        continue;
+
+      dist = 0.0;
+
+      for (k = 0; k < ncol; k++) {
+        // Skip unselected features
+        if (NUM2INT(rb_ary_entry(rb_features, k))) {
+          // Distinguish numeric attributes from nominal
+          tmp = instances[npat * ncol + k] - instances[j * ncol + k];
+
+          if (which_numeric[k]) {
+            dist += tmp * tmp;
+          } else if (tmp < EPS && tmp > -EPS) { // Nominal feature
+            // Add 1 if values are different
+            dist += 1;
+          }
+        }
+      }
+
+      /* Use 'fuzz' since distance computed could depend on order of coordinates */
+      if (dist <= nndist[kinit - 1] * (1 + EPS))
+        for (k = 0; k <= kn; k++)
+          if (dist < nndist[k]) {
+            for (k1 = kn; k1 > k; k1--) {
+              nndist[k1] = nndist[k1 - 1];
+              pos[k1] = pos[k1 - 1];
+            }
+            nndist[k] = dist;
+            pos[k] = j;
+
+            /* Keep an extra distance if the largest current one ties with current kth */
+            if (nndist[kn] <= nndist[kinit - 1])
+              if (++kn == MAX_TIES - 1)
+                return rb_float_new(-2.0); // Too many ties. Fail
+            break;
+          }
+
+      nndist[kn] = 0.99 * FLOAT_MAX;
+    }
+
+    for (j = 0; j < class_count; j++)
+      votes[j] = 0;
+
+    // use_all is true always so unneeded code has been removed
+    for (j = 0; j < kinit; j++){
+      votes[classes[pos[j]]]++;
+    }
+    extras = 0;
+
+    for (j = kinit; j < kn; j++) {
+      if (nndist[j] > nndist[kinit - 1] * (1 + EPS))
+        break;
+
+      extras++;
+      votes[classes[pos[j]]]++;
+    }
+
+    /* Use reservoir sampling to choose amongst the tied votes */
+    ntie = 1;
+
+    mm = votes[0];
+    index = 0;
+
+    for (i = 1; i < class_count; i++)
+      if (votes[i] > mm) {
+        ntie = 1;
+        index = i;
+        mm = votes[i];
+      } else if (votes[i] == mm && votes[i] >= l) {
+        // This line is causing segfaults:
+        //if (++ntie * NUM2DBL(rb_funcall(rb_random, rb_intern("rand"), 0)) < 1.0)
+        if (++ntie * NUM2DBL(rb_funcall(rb_iv_get(self, "@rng"), rb_intern("rand"), 0)) < 1.0)
+          index = i;
+      }
+
+    res[npat] = index;
+    //pr[npat] = (double) mm / (kinit + extras);
+  }
+  /* end of "class" code */
+
+  free(votes);
+
+  correct_guesses = 0;
+
+  for (npat = 0; npat < nrow; npat++) {
+    // Count correct guesses
+    correct_guesses += res[npat] == classes[npat];
+  }
+
+  free(res);
+
+  fitness = (double)(correct_guesses) / (double)(nrow);
+
+  return rb_float_new(fitness);
+}
+
+VALUE method_c_knn_initialize(VALUE self, VALUE rb_k, VALUE rb_dataset, VALUE rb_random_par) {
+  int ncol, nrow;
+
+  double * instances = NULL;
+  int * classes = NULL;
+  int * which_numeric = NULL;
+
+  VALUE data = rb_funcall(rb_dataset, rb_intern("instances"), 0);
+  VALUE rb_class = rb_funcall(rb_dataset, rb_intern("classes"), 0);
+  VALUE rb_numeric = rb_funcall(rb_dataset, rb_intern("numeric_attrs"), 0);
+
+  // Define global variables
+  rb_iv_set(self, "@num_neighbors", rb_k);
+  nrow = RARRAY_LEN(data);
+  rb_iv_set(self, "@nrow", INT2NUM(nrow));
+  ncol = RARRAY_LEN(rb_ary_entry(data, 0));
+  rb_iv_set(self, "@ncol", INT2NUM(ncol));
+  rb_iv_set(self, "@nclass", rb_funcall(rb_dataset, rb_intern("class_count"), 0));
+  FLOAT_MAX = NUM2DBL(rb_intern("Float::MAX"));
+  rb_iv_set(self, "@rng", rb_random_par);
+
+  instances = (double*) malloc(sizeof(double) * nrow * ncol);
+
+  int i, j;
+  for (i = 0; i < nrow; i++) {
+    for (j = 0; j < ncol; j++) {
+      if (TYPE(rb_ary_entry(rb_ary_entry(data, i), j)) == T_STRING) {
+        rb_raise(rb_eStandardError, "A string was found within the dataset. Aborting...");
+      } else
+      instances[i * ncol + j] = NUM2DBL(rb_ary_entry(rb_ary_entry(data, i), j));
+    }
+  }
+
+  classes = (int*) malloc(sizeof(int) * nrow);
+
+  for (i = 0; i < nrow; i++) {
+    classes[i] = NUM2INT(rb_ary_entry(rb_class, i));
+  }
+
+  which_numeric = (int*) malloc(sizeof(int) * ncol);
+
+  for (j = 0; j < ncol; j++) {
+    which_numeric[j] = NUM2INT(rb_ary_entry(rb_numeric, j));
+  }
+
+  rb_iv_set(self, "@instances", Data_Wrap_Struct(C_instances, NULL, c_knn_free, instances));
+  rb_iv_set(self, "@classes", Data_Wrap_Struct(C_classes, NULL, c_knn_free, classes));
+  rb_iv_set(self, "@which_numeric", Data_Wrap_Struct(C_numerics, NULL, c_knn_free, which_numeric));
+
+  return self;
+}
+
+void Init_c_knn(void) {
+  KnnCv = rb_const_get(rb_cObject, rb_intern("KnnCv"));
+  Classifier = rb_define_class_under(KnnCv, "Classifier", rb_cObject);
+
+  /* Wrapper classes */
+  C_instances = rb_define_class_under(Classifier, "Instances", rb_cObject);
+  C_classes = rb_define_class_under(Classifier, "Classes", rb_cObject);
+  C_numerics = rb_define_class_under(Classifier, "Numerics", rb_cObject);
+
+  rb_define_method(Classifier, "initialize", method_c_knn_initialize, 3);
+  rb_define_method(Classifier, "fitness_for", method_c_knn_leaveoneout, 1);
+}

data/knn_cv.gemspec

@@ -0,0 +1,34 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'knn_cv/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "knn_cv"
+  spec.version       = KnnCv::VERSION
+  spec.authors       = ["David Charte"]
+  spec.email         = ["fdavidcl@outlook.com"]
+
+  spec.summary       = %q{A native kNN leave-one-out technique implementation for Ruby based on the 'class' package for R}
+  spec.description   = %q{A native kNN leave-one-out technique implementation for Ruby based on the 'class' package for R}
+  spec.homepage      = "https://github.com/fdavidcl/ruby-knn_cv"
+
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  # if spec.respond_to?(:metadata)
+  #   spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com'"
+  # else
+  #   raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  # end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+  spec.extensions   << "ext/c_knn/extconf.rb"
+
+  spec.add_development_dependency "bundler", "~> 1.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest", "~> 5.0"
+  spec.add_development_dependency "rake-compiler"
+end

data/lib/knn_cv/version.rb

@@ -0,0 +1,3 @@
+module KnnCv
+  VERSION = "0.1.0"
+end

data/lib/knn_cv.rb

@@ -0,0 +1,7 @@
+require "knn_cv/version"
+
+module KnnCv
+  # Your code goes here...
+end
+
+require "c_knn"