spyglass 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ea79e0513a6b15e030d22e55cb61f1281976d6d2
-  data.tar.gz: a90524336749778e856803ace12316f3ae0fd88e
+  metadata.gz: 1a505d1ba6c6d3a5e1016de5742b9c2d5f3eeef3
+  data.tar.gz: 78af742887c6c26220f8890fa499c2a513157e0b
 SHA512:
-  metadata.gz: a103029705c35d69271b0f527d7bd94e19eaff10218677ec4c70d715164696df900a837b0feea5d4dab35dec14dfff2044c98d2fdf3a38c393a31556d9e2dfad
-  data.tar.gz: e01a216cab093e8db29631f3db6224d6525a2197a38e24c7ac6d2ef169b6a10f42437e0dc2102ba8803d5f06528faf342390443ca57fc0f19408a4be68d320c8
+  metadata.gz: e65815ef5337b98bfed88b0099c7e9866134f3d7d0eb4a70438f547d32b6e2ff5d5e183661a72e86866aeb7b0e60eb7149b6c69f8f48904394471bcaec494452
+  data.tar.gz: 0e5d01e6e0087b0f01379071c32c27c16eb467081d7bd5d28c59db6bbd7439be4ef4b5e51ee3ca180efd5789d2c66367c2b38814cfe01cb846e7dee1556a90f3

data/README.md

@@ -21,8 +21,13 @@ There is a lot left to implement, as I've really only ported the parts of the AP
 * Documentation
 * More tests
 
+Acknowledgements
+================
+
+This code contains parts of [BGSLibrary](code.google.com/p/bgslibrary)
+
 Code Status
 ===========
 
 * [![Build Status](https://travis-ci.org/andremedeiros/spyglass.png?branch=master)](https://travis-ci.org/andremedeiros/spyglass)
-* [![Dependency Status](https://gemnasium.com/andremedeiros/spyglass.png)](https://gemnasium.com/andremedeiros/spyglass)
+* [![Dependency Status](https://gemnasium.com/andremedeiros/spyglass.png)](https://gemnasium.com/andremedeiros/spyglass)

data/examples/background_subtractor.rb

@@ -9,7 +9,7 @@ WARNING: This demo might not work well with cameras that do auto-exposure.
 
 eos
 
-bg      = BackgroundSubtractor.new
+bg      = BackgroundSubtractor::MOG2.new
 window  = GUI::Window.new("Beach!")
 cap     = VideoCapture.new 0, width: 640, height: 480
 frame   = Image.new

data/ext/spyglass/background_subtractor.cc

@@ -1,30 +1,67 @@
 #include "background_subtractor.h"
 
-static VALUE BackgroundSubtractorClass;
+static VALUE BackgroundSubtractorModule;
+static VALUE BGSMOGClass;
+static VALUE BGSMOG2Class;
+static VALUE BGSGMGClass;
+static VALUE BGSPratiMediodClass;
 
 namespace Spyglass {
   namespace BackgroundSubtractor {
-    void define_ruby_class() {
-      // Class definition
-      BackgroundSubtractorClass = rb_define_class_under(Spyglass::get_ruby_module(), "BackgroundSubtractor", rb_cObject);
-      rb_define_alloc_func(BackgroundSubtractorClass, rb_alloc);
-      rb_define_method(BackgroundSubtractorClass, "initialize", RUBY_METHOD_FUNC(rb_initialize), -1);
-
-      // Instance methods
-      rb_define_method(BackgroundSubtractorClass, "subtract", RUBY_METHOD_FUNC(rb_subtract), -1);
+    void define_ruby_types() {
+      // Module definition
+      BackgroundSubtractorModule = rb_define_module_under(Spyglass::get_ruby_module(), "BackgroundSubtractor");
+
+      // Class definition: MOG
+      BGSMOGClass = rb_define_class_under(BackgroundSubtractorModule, "MOG", rb_cObject);
+      rb_define_alloc_func(BGSMOGClass, rb_mog_alloc);
+      rb_define_method(BGSMOGClass, "initialize", RUBY_METHOD_FUNC(rb_initialize), -1);
+      rb_define_method(BGSMOGClass, "subtract", RUBY_METHOD_FUNC(rb_subtract), -1);
+
+      // Class definition: MOG2
+      BGSMOG2Class = rb_define_class_under(BackgroundSubtractorModule, "MOG2", rb_cObject);
+      rb_define_alloc_func(BGSMOG2Class, rb_mog2_alloc);
+      rb_define_method(BGSMOG2Class, "initialize", RUBY_METHOD_FUNC(rb_initialize), -1);
+      rb_define_method(BGSMOG2Class, "subtract", RUBY_METHOD_FUNC(rb_subtract), -1);
+
+      // Class definition: GMG
+      BGSGMGClass = rb_define_class_under(BackgroundSubtractorModule, "GMG", rb_cObject);
+      rb_define_alloc_func(BGSGMGClass, rb_gmg_alloc);
+      rb_define_method(BGSGMGClass, "initialize", RUBY_METHOD_FUNC(rb_initialize), -1);
+      rb_define_method(BGSGMGClass, "subtract", RUBY_METHOD_FUNC(rb_subtract), -1);
+
+      // Class definition: PratiMediod
+      BGSPratiMediodClass = rb_define_class_under(BackgroundSubtractorModule, "PratiMediod", rb_cObject);
+      rb_define_alloc_func(BGSPratiMediodClass, rb_prati_mediod_alloc);
+      rb_define_method(BGSPratiMediodClass, "initialize", RUBY_METHOD_FUNC(rb_initialize), -1);
+      rb_define_method(BGSPratiMediodClass, "subtract", RUBY_METHOD_FUNC(rb_subtract), -1);
     }
 
-    VALUE get_ruby_class() {
-      return BackgroundSubtractorClass;
+    VALUE get_ruby_module() {
+      return BackgroundSubtractorModule;
     }
 
-    static VALUE rb_alloc(VALUE self) {
-      cv::BackgroundSubtractorMOG2 *bg = new cv::BackgroundSubtractorMOG2();
-      return Data_Wrap_Struct(BackgroundSubtractorClass, NULL, rb_free, bg);
+    static VALUE rb_mog_alloc(VALUE self) {
+      cv::BackgroundSubtractor *bg = new cv::BackgroundSubtractorMOG();
+      return Data_Wrap_Struct(BGSMOGClass, NULL, rb_free, bg);
     }
 
-    static void rb_free(cv::BackgroundSubtractorMOG2 *bg) {
-      bg->~BackgroundSubtractorMOG2();
+    static VALUE rb_mog2_alloc(VALUE self) {
+      cv::BackgroundSubtractor *bg = new cv::BackgroundSubtractorMOG2();
+      return Data_Wrap_Struct(BGSMOG2Class, NULL, rb_free, bg);
+    }
+
+    static VALUE rb_gmg_alloc(VALUE self) {
+      cv::BackgroundSubtractor *bg = new cv::BackgroundSubtractorGMG();
+      return Data_Wrap_Struct(BGSGMGClass, NULL, rb_free, bg);
+    }
+
+    static VALUE rb_prati_mediod_alloc(VALUE self) {
+      cv::BackgroundSubtractor *bg = new DPPratiMediodBGS();
+      return Data_Wrap_Struct(BGSPratiMediodClass, NULL, rb_free, bg);
+    }
+
+    static void rb_free(cv::BackgroundSubtractor *bg) {
       delete bg;
     }
 
@@ -35,15 +72,33 @@ namespace Spyglass {
       if(!RTEST(opts))
         return self;
 
-      cv::BackgroundSubtractorMOG2 *bg = SG_GET_BG_SUBTRACTOR(self);
-
-      SG_OPTION(opts, int,    history,          500,  NUM2INT);
-      SG_OPTION(opts, double, threshold,        8.0,  NUM2DBL);
-      SG_OPTION(opts, bool,   shadow_detection, true, RTEST);
-
-      bg->set("history", history);
-      bg->set("varThreshold", threshold);
-      bg->set("detectShadows", shadow_detection);
+      cv::BackgroundSubtractor *bg = SG_GET_BG_SUBTRACTOR(self);
+
+      if(CLASS_OF(self) == BGSMOGClass) {
+        SG_OPTION(opts, int,    history,          200,  NUM2INT);
+        SG_OPTION(opts, int,    mixtures,         5,    NUM2INT);
+        SG_OPTION(opts, double, background_ratio, 0.7,  NUM2DBL);
+
+        bg->set("history", history);
+        bg->set("nmixtures", mixtures);
+        bg->set("backgroundRatio", background_ratio);
+      } else if(CLASS_OF(self) == BGSMOG2Class) {
+        SG_OPTION(opts, int,    history,          500,  NUM2INT);
+        SG_OPTION(opts, double, threshold,        8.0,  NUM2DBL);
+        SG_OPTION(opts, bool,   shadow_detection, true, RTEST);
+
+        bg->set("history", history);
+        bg->set("varThreshold", threshold);
+        bg->set("detectShadows", shadow_detection);
+      } else if(CLASS_OF(self) == BGSPratiMediodClass) {
+        SG_OPTION(opts, int, history,       16, NUM2INT);
+        SG_OPTION(opts, int, threshold,     30, NUM2INT);
+        SG_OPTION(opts, int, sampling_rate, 5,  NUM2INT);
+
+        bg->set("historySize", history);
+        bg->set("threshold", threshold);
+        bg->set("samplingRate", sampling_rate);
+      }
 
       return self;
     }
@@ -61,13 +116,13 @@ namespace Spyglass {
 
 
       if(RTEST(learn_rate) && TYPE(learn_rate) != T_FLOAT && TYPE(learn_rate) != T_FIXNUM)
-          rb_raise(rb_eTypeError, "wrong argument type %s (expected Float or Fixnum)",
-              rb_obj_classname(learn_rate));
+        rb_raise(rb_eTypeError, "wrong argument type %s (expected Float or Fixnum)",
+            rb_obj_classname(learn_rate));
 
       rate = RTEST(learn_rate) ? NUM2DBL(learn_rate) : -1.0;
 
-      cv::BackgroundSubtractorMOG2 *bg  = SG_GET_BG_SUBTRACTOR(self);
-      cv::Mat *img                      = SG_GET_IMAGE(image);
+      cv::BackgroundSubtractor *bg  = SG_GET_BG_SUBTRACTOR(self);
+      cv::Mat *img                  = SG_GET_IMAGE(image);
 
       cv::Mat *delta = new cv::Mat();
       (*bg)(*img, *delta, rate);

data/ext/spyglass/background_subtractor.h

@@ -3,15 +3,22 @@
 
 #include "spyglass.h"
 
+#include "bgslib_dp_prati_mediod_bgs.h"
+
 namespace Spyglass {
   namespace BackgroundSubtractor {
-    void define_ruby_class();
-    VALUE get_ruby_class();
+    void define_ruby_types();
+    VALUE get_ruby_module();
 
-    static VALUE rb_alloc(VALUE self);
-    static void rb_free(cv::BackgroundSubtractorMOG2 *bg);
+    static void rb_free(cv::BackgroundSubtractor *bg);
     static VALUE rb_initialize(int argc, VALUE *argv, VALUE self);
     static VALUE rb_subtract(int argc, VALUE *argv, VALUE self);
+
+    // Class allocators
+    static VALUE rb_mog_alloc(VALUE self);
+    static VALUE rb_mog2_alloc(VALUE self);
+    static VALUE rb_gmg_alloc(VALUE self);
+    static VALUE rb_prati_mediod_alloc(VALUE self);
   }
 }
 

data/ext/spyglass/bgslib_bgs.h

@@ -0,0 +1,67 @@
+/*
+This file is part of BGSLibrary.
+
+BGSLibrary is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+BGSLibrary is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with BGSLibrary.  If not, see <http://www.gnu.org/licenses/>.
+*/
+/****************************************************************************
+*
+* Bgs.hpp
+*
+* Purpose: Base class for BGS algorithms.
+*
+* Author: Donovan Parks, October 2007
+*
+******************************************************************************/
+
+#ifndef BGS_H_
+#define BGS_H_
+
+#include "bgslib_image.h"
+#include "bgslib_bgs_params.h"
+
+namespace Algorithms
+{
+	namespace BackgroundSubtraction
+	{
+		class Bgs
+		{
+		public:
+			static const int BACKGROUND = 0;
+			static const int FOREGROUND = 255;
+
+			virtual ~Bgs() {}
+
+			// Initialize any data required by the BGS algorithm. Should be called once before calling
+			// any of the following functions.
+			virtual void Initalize(const BgsParams& param) = 0;
+
+			// Initialize the background model. Typically, the background model is initialized using the first
+			// frame of the incoming video stream, but alternatives are possible.
+			virtual void InitModel(const RgbImage& data) = 0;
+
+			// Subtract the current frame from the background model and produce a binary foreground mask using
+			// both a low and high threshold value.
+			virtual void Subtract(int frame_num, const RgbImage& data,  
+															BwImage& low_threshold_mask, BwImage& high_threshold_mask) = 0;	
+
+			// Update the background model. Only pixels set to background in update_mask are updated.
+			virtual void Update(int frame_num, const RgbImage& data,  const BwImage& update_mask) = 0;
+
+			// Return the current background model.
+			virtual RgbImage *Background() = 0;
+		};
+	};
+};
+
+#endif

data/ext/spyglass/bgslib_bgs_params.h

@@ -0,0 +1,60 @@
+/*
+This file is part of BGSLibrary.
+
+BGSLibrary is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+BGSLibrary is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with BGSLibrary.  If not, see <http://www.gnu.org/licenses/>.
+*/
+/****************************************************************************
+*
+* BgsParams.hpp
+*
+* Purpose: Base class for BGS parameters. Any parameters common to all BGS
+*					 algorithms should be specified directly in this class.
+*
+* Author: Donovan Parks, May 2008
+*
+******************************************************************************/
+
+#ifndef BGS_PARAMS_H_
+#define BGS_PARAMS_H_
+
+namespace Algorithms
+{
+	namespace BackgroundSubtraction
+	{
+		class BgsParams
+		{
+		public:
+			virtual ~BgsParams() {}
+
+			virtual void SetFrameSize(unsigned int width, unsigned int height)
+			{
+				m_width = width;
+				m_height = height;
+				m_size = width*height;
+			}
+
+			unsigned int &Width() { return m_width; }
+			unsigned int &Height() { return m_height; }
+			unsigned int &Size() { return m_size; }
+
+		protected:
+			unsigned int m_width;
+			unsigned int m_height;
+			unsigned int m_size;
+		};
+	};
+};
+
+#endif
+

data/ext/spyglass/bgslib_dp_prati_mediod_bgs.cc

@@ -0,0 +1,79 @@
+/*
+This file is part of BGSLibrary.
+
+BGSLibrary is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+BGSLibrary is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with BGSLibrary.  If not, see <http://www.gnu.org/licenses/>.
+*/
+#include "bgslib_dp_prati_mediod_bgs.h"
+
+DPPratiMediodBGS::DPPratiMediodBGS() :
+  firstTime(true), frameNumber(0), threshold(30), samplingRate(5), historySize(16), weight(5), showOutput(false)
+{}
+
+DPPratiMediodBGS::~DPPratiMediodBGS() {}
+
+void DPPratiMediodBGS::operator()(cv::InputArray _image, cv::OutputArray _fgmask, double learningRate)
+{
+  cv::Mat img_input = _image.getMat();
+  if(img_input.empty())
+    return;
+
+  frame = new IplImage(img_input);
+
+  if(firstTime)
+    frame_data.ReleaseMemory(false);
+  frame_data = frame;
+
+  if(firstTime)
+  {
+    int width	= img_input.size().width;
+    int height = img_input.size().height;
+
+    lowThresholdMask = cvCreateImage(cvSize(width, height), IPL_DEPTH_8U, 1);
+    lowThresholdMask.Ptr()->origin = IPL_ORIGIN_BL;
+
+    highThresholdMask = cvCreateImage(cvSize(width, height), IPL_DEPTH_8U, 1);
+    highThresholdMask.Ptr()->origin = IPL_ORIGIN_BL;
+
+    params.SetFrameSize(width, height);
+    params.LowThreshold() = threshold;
+    params.HighThreshold() = 2*params.LowThreshold();	// Note: high threshold is used by post-processing
+    params.SamplingRate() = samplingRate;
+    params.HistorySize() = historySize;
+    params.Weight() = weight;
+
+    bgs.Initalize(params);
+    bgs.InitModel(frame_data);
+  }
+
+  bgs.Subtract(frameNumber, frame_data, lowThresholdMask, highThresholdMask);
+  lowThresholdMask.Clear();
+  bgs.Update(frameNumber, frame_data, lowThresholdMask);
+
+  cv::Mat foreground(highThresholdMask.Ptr());
+
+  if(showOutput)
+    cv::imshow("Temporal Median (Cucchiara&Calderara)", foreground);
+
+  foreground.copyTo(_fgmask);
+
+  delete frame;
+  firstTime = false;
+  frameNumber++;
+}
+
+CV_INIT_ALGORITHM(DPPratiMediodBGS, "BGSLibrary.DPPratiMediod",
+    obj.info()->addParam(obj, "threshold",    obj.threshold);
+    obj.info()->addParam(obj, "samplingRate", obj.samplingRate);
+    obj.info()->addParam(obj, "historySize",  obj.historySize);
+    obj.info()->addParam(obj, "showOutput",   obj.showOutput));

data/ext/spyglass/bgslib_dp_prati_mediod_bgs.h

@@ -0,0 +1,53 @@
+/*
+This file is part of BGSLibrary.
+
+BGSLibrary is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+BGSLibrary is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with BGSLibrary.  If not, see <http://www.gnu.org/licenses/>.
+*/
+#pragma once
+
+#include <iostream>
+#include <opencv2/opencv.hpp>
+#include <opencv2/core/internal.hpp>
+
+#include "bgslib_prati_mediod_bgs.h"
+
+using namespace Algorithms::BackgroundSubtraction;
+
+class DPPratiMediodBGS : public cv::BackgroundSubtractor
+{
+private:
+  bool firstTime;
+  long frameNumber;
+  IplImage* frame;
+  RgbImage frame_data;
+
+  PratiParams params;
+  PratiMediodBGS bgs;
+  BwImage lowThresholdMask;
+  BwImage highThresholdMask;
+
+  int threshold;
+  int samplingRate;
+  int historySize;
+  int weight;
+  bool showOutput;
+
+public:
+  DPPratiMediodBGS();
+  ~DPPratiMediodBGS();
+
+  virtual cv::AlgorithmInfo* info() const;
+  void operator()(cv::InputArray _image, cv::OutputArray _fgmask, double learningRate);
+};
+