mmac 0.0.1

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+test/file
+tmp

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+gem 'pry'
+gem 'ruby-progressbar'
+# Specify your gem's dependencies in mmac.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Thanh Nguyen
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Mmac
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'mmac'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install mmac
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/mmac.rb

@@ -0,0 +1,6 @@
+require "mmac/version"
+require "mmac/framework"
+
+module Mmac
+
+end

data/lib/mmac/framework.rb

@@ -0,0 +1,180 @@
+require File.dirname( __FILE__ ) + "/rule"
+require 'ruby-progressbar'
+module Mmac
+  #
+  # Main Manager for MMac (contains all options, rules, ...)
+  #
+  #
+  class Framework
+    #
+    # @return Array of data
+    #
+    attr_accessor :data
+    #
+    # @return number of data column except Label
+    #
+    attr_accessor :attrCount
+    #
+    # @return minSupp
+    #
+    attr_accessor :minSupp
+    #
+    # @return minConf
+    #
+    attr_accessor :minConf
+    #
+    # @return Array of Filter rules
+    #
+    attr_accessor :filters
+    #
+    # @return Array of Filter rules
+    #
+    attr_accessor :filtersPrint
+
+    def initialize inputFile, minSupp, minConf
+      @inputFile = inputFile
+      @data = []
+      @rules = []
+      @filters = []
+      @filtersPrint = []
+      @minSupp = minSupp
+      @minConf = minConf
+      @level = 0
+
+      puts ("MIN_SUPP: #{minSupp} - MIN_CONF: #{minConf}")
+      puts 'Input from file...'
+      parse_data(inputFile)
+      @attrCount = @data.first.conditions.count
+      puts ("Number of data: " + "#{@data.count}")
+      puts ("Number of attr: " + "#{@attrCount}")
+    end
+
+    def run
+      puts 'Learning...'
+      self.normalize
+      puts ("Total rules: " + "#{@filters.count}")
+      puts 'Done!'
+      # Write to Filter file
+      filtersPrint = @filters.map{|p| p.clone}
+      filtersPrint.each do |filter|
+        hash = Hash[filter.conditions]
+        filter.conditions = (0..(@attrCount-1)).map{|index| hash[index] || ""}
+      end
+      File.open(File.dirname(@inputFile) + '/filter.txt', 'w') {|f| f.write(filtersPrint.map{|p| p.conditions.join(",") + "," +  p.labels}.join("\n"))}
+    end
+
+    def parse_data inputFile
+      line_array = File.readlines(inputFile)
+      line_array.each do |line|
+        *conditions, label = line.strip.split(',')
+        @data << Rule.new(Array[(0...conditions.size).zip conditions].flatten(1), label)
+      end
+    end
+
+    def normalize
+      # Apriori
+      filterSet = []
+      blackList = []
+      dataCount = @data.count
+      @level = @level + 1
+      puts ("Level " + "#{@level}")
+
+      1.upto(attrCount).flat_map do |n|
+        rules = []
+        filterCount = filterSet.count
+        @data.each do |data|
+          conditions = data.conditions
+          label      = data.labels
+
+          # All combinations with n attrs
+          combinations = conditions.combination(n)
+
+          bList = blackList.map {|b| b.conditions if b.labels == label}.compact
+          rules += combinations.select{|c| !c.contain_any_in?(bList)}.map{|c| Rule.new(c, label)} # Remove all combinations that in blacklist
+          sleep 0.001
+        end
+
+        # collect conditions without dup
+        conRules = rules.map{|r| r.conditions}.uniq
+        # break if have 0 rules
+        break if conRules.count == 0
+
+        # Log using progressbar
+        progressbar = ProgressBar.create(:title => "N = #{n}", :starting_at => 0, :total => conRules.count, :length => 100)
+
+        conRules.each do |c|
+          # increase
+          progressbar.increment
+
+          arr = rules.select{|r| r.conditions == c}
+          actOccr = data.count{|d| (c - d.conditions).empty?}
+
+          set = arr.map{|a| a.labels}.uniq
+          set.each do |s|
+            suppCount = arr.count{|a| a.labels == s}
+            # Calculate sup and conf
+            supp = suppCount.fdiv(dataCount)
+            conf = suppCount.fdiv(actOccr)
+
+            if supp >= minSupp && conf >= minConf
+              filterSet << Rule.new(c, s, supp, conf, actOccr)
+            elsif supp < minSupp
+              blackList << Rule.new(c, s)
+            end
+          end
+
+          sleep 0.03
+        end
+        # break if all new combinations is < minSupp and minConf
+        break if filterSet.count == filterCount
+        sleep 0.05
+      end
+
+      originalOrder = filterSet.clone
+      filterSet = filterSet.sort_by{|s| [-s.conf, -s.supp, -s.actOccr, s.conditions.count, originalOrder.index(s)]}
+      @filters += filterSet
+      filterSet.each do |filter|
+        # Remove data that contain filter create T'
+        @data -= @data.select{|data| data.labels == filter.labels && (filter.conditions - data.conditions).empty?}
+      end
+
+      # Log Number of rule in level
+      puts ("Number of rules: " + "#{filterSet.count}")
+      # recursive until Data empty
+      if !@data.empty? && !filterSet.empty?
+        self.normalize
+      end
+
+    end
+
+    def set_label sample_file
+      test = []
+      line_array = File.readlines(sample_file)
+      line_array.each do |line|
+        conditions = line.strip.split(',')
+        rule = Rule.new(Array[(0...conditions.size).zip conditions].flatten(1), "")
+        # set label for test data
+        @filters.each do |filter|
+          if (filter.conditions - rule.conditions).empty?
+            rule.labels = filter.labels
+            break
+          end
+        end
+        test << rule
+      end
+      File.open(File.dirname(sample_file) + '/testOut.txt', 'w') {|f| f.write(test.map{|p| p.conditions.map{|c| c[1]}.join(",") + "," +  p.labels}.join("\n"))}
+    end
+
+  end
+end
+
+class Array
+  def contain_any_in?(arrayOfOther)
+    arrayOfOther.each do |p|
+      if (p - self).empty?
+        return true
+      end
+    end
+    return false
+  end
+end

data/lib/mmac/rule.rb

@@ -0,0 +1,47 @@
+module Mmac
+  #
+  # Main Data/Rule for MMac (in here is mushroom, ...)
+  #
+  #
+  class Rule
+    #
+    # @return Array of conditions
+    #
+    attr_accessor :conditions
+    #
+    # @return array of labels: result of these conditions
+    #
+    attr_accessor :labels
+    #
+    # @return Supp of rule
+    #
+    attr_accessor :supp
+    #
+    # @return Conf of rule
+    #
+    attr_accessor :conf
+    #
+    # @return actOccr
+    #
+    attr_accessor :actOccr
+
+    def initialize (conditions, labels, *option)
+      @conditions = conditions
+      @labels = labels
+      if !option.empty?
+        @supp = option[0]
+        @conf = option[1]
+        @actOccr = option[2]
+      end
+    end
+
+    def ==(other)
+      self.conditions == other.conditions && self.labels == other.labels
+    end
+
+    def isParent?(other)
+      (self.conditions - other.conditions).empty? && self.labels == other.labels
+    end
+
+  end
+end

data/lib/mmac/version.rb

@@ -0,0 +1,3 @@
+module Mmac
+  VERSION = "0.0.1"
+end

data/mmac.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mmac/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "mmac"
+  gem.version       = Mmac::VERSION
+  gem.authors       = ["Thanh Nguyen"]
+  gem.email         = ["congthanh991@gmail.com"]
+  gem.description   = ["MMAC Project"]
+  gem.summary       = ["MMAC Library"]
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+  gem.add_dependency 'pry'
+  gem.add_dependency 'ruby-progressbar'
+end

data/test/test.rb

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+# encoding: utf-8
+
+require_relative '../lib/mmac'
+
+puts 'Run program...'
+MIN_SUPP = 0.2
+MIN_CONF = 0.4
+framework = Mmac::Framework.new(File.dirname( __FILE__ ) + '/file/data.txt', MIN_SUPP, MIN_CONF)
+framework.run
+
+puts 'Run Data Test'
+framework.set_label(File.dirname( __FILE__ ) + '/file/test.txt')
+
+f1 = IO.readlines(File.dirname( __FILE__ ) + "/file/testOut.txt").map(&:chomp)
+f2 = IO.readlines(File.dirname( __FILE__ ) + "/file/data.txt"   ).map(&:chomp)
+
+diff = f1 - f2
+puts ("Number of diff: #{diff.count}")
+puts ("Percent of success test: #{((1 - diff.count.fdiv(f1.count))*100).round(2)}%")
+
+File.open(File.dirname( __FILE__ ) + "/file/diff.txt","w"){ |f| f.write(diff.join("\n")) }
+
+puts 'Done!'

metadata

@@ -0,0 +1,103 @@
+--- !ruby/object:Gem::Specification
+name: mmac
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Thanh Nguyen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-11-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ! '["MMAC Project"]'
+email:
+- congthanh991@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/mmac.rb
+- lib/mmac/cache/filter.txt
+- lib/mmac/framework.rb
+- lib/mmac/rule.rb
+- lib/mmac/version.rb
+- mmac.gemspec
+- test/file/data.txt
+- test/file/diff.txt
+- test/file/domain.txt
+- test/file/filter.txt
+- test/file/test.txt
+- test/file/testOut.txt
+- test/test.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: ! '["MMAC Library"]'
+test_files:
+- test/file/data.txt
+- test/file/diff.txt
+- test/file/domain.txt
+- test/file/filter.txt
+- test/file/test.txt
+- test/file/testOut.txt
+- test/test.rb
+has_rdoc: