fpgrowth 0.0.2 → 1

data/test/tc_open_data_sondage_montreal.rb

@@ -7,16 +7,33 @@ class TestOpenDataMTLSondage < Test::Unit::TestCase
 
   def setup
 
+    puts "Setup Test : Open Data Sondage Montreal"
+
     @transactions = []
     CSV.foreach("test/montreal-sondage/mtlsat12.csv", {:headers => true, :header_converters => :symbol, :header_converters => :symbol, :converters => :all, :encoding => 'windows-1251:utf-8'}) do |row|
       transaction = row.to_a
       transaction.delete_if { |item|
-        item[0].to_s.include?("dm") or (item[0].to_s.include?("sd80m") and item[1].to_s == '2') or item[1] == nil  or item[1] == nil or item[1].to_s == " "  or item[1].to_s.empty?
+        item[0].to_s.include?("dm") or (item[0].to_s.include?("sd80m") and item[1].to_s == '2') or item[1] == nil or item[1] == nil or item[1].to_s == " " or item[1].to_s.empty?
       }
       @transactions << transaction
-
     end
 
+
+    total_item = 0
+    min = @transactions[0].size
+    max = 0
+    @transactions.each { |transaction|
+      total_item += transaction.size
+      min = transaction.size if transaction.size < min
+      max = transaction.size if transaction.size > max
+    }
+    average = total_item / @transactions.size
+
+
+    puts "Extracted #{@transactions.size} transactions"
+    puts "With a total of #{total_item} items"
+    puts "min:#{min} avg:#{average} max:#{max} items/sets"
+
   end
 
 
@@ -25,25 +42,51 @@ class TestOpenDataMTLSondage < Test::Unit::TestCase
   end
 
 
-  def  fp_growth
+  def test_fp_growth
+
+    clone = @transactions.clone
+
+    start = Time.now
+
+    fp_tree = FpGrowth::FpTree.build(clone, 1)
+
+    loop = Time.now
+    puts "Tree built of size #{fp_tree.size} in #{loop - start}"
+
+    fp_tree.to_bonzai! 83
+
+    loop2 = Time.now
+    puts "Tree bonzaied #{fp_tree.size} in :#{loop2 - loop} sec"
+
+    patterns = FpGrowth::Miner.fp_growth(fp_tree)
+
+    patterns.sort! { |a, b| a.support <=> b.support }.reverse!
+    finish = Time.now
+
+    puts "Tree Mined in #{finish - loop2}"
+
+    transactions2 = @transactions.clone
+    start_td = Time.now
+    fp_tree_td = FpGrowth::FpTree.build(transactions2, 1)
+
+
+    loop_td = Time.now
+    puts "Tree built of size #{fp_tree_td.size} in #{loop_td - start_td}"
+
+    fp_tree_td.to_bonzai! 83
+
+    loop2_td = Time.now
+    puts "Tree bonzaied to #{fp_tree_td.size} in :#{loop2_td - loop_td} sec"
+
+    patterns_td = FpGrowth::Miner.td_fp_growth(fp_tree_td)
+
+    finish_td = Time.now
+
+    puts "Tree TDMined in #{finish_td - loop2_td}"
 
-    d = Time.now
-    puts "Start time : "+d.to_s
+    puts "Found #{patterns_td.size} rather than #{patterns.size} with a DeltaTime of #{finish_td - start_td - (finish - start)} it's a #{-(finish_td - start_td - (finish - start)) / (finish - start) * 100}% speedup"
 
-    fp_tree = FpGrowth::FpTree.build(@transactions, 1)
 
-    puts "Tree built at :"+Time.now.to_s
-    #patterns = FpGrowth::Miner.fp_growth(fp_tree)
-    #
-    #f=Time.now
-    #puts "Mining took #{(f-d)}sec"
-    #
-    #patterns.sort! { |a, b| a.support <=> b.support }.reverse!
-    #
-    #for pattern in patterns
-    #  puts "#{pattern.content} #{pattern.support}"
-    #end
-    #
-    #assert_not_equal(0, patterns.size)
+    patterns_td.each {|x| puts "#{x.content} #{ x.support}"}
   end
 end

data/test/tc_open_data_velo_montreal.rb

@@ -7,12 +7,29 @@ class TestOpenDataVelo < Test::Unit::TestCase
 
   def setup
 
+    puts "Setup Test : Open Data Velo Montreal"
+
     @transactions = []
     CSV.foreach("test/montreal-velos-comptage/2012.csv", {:headers => true, :header_converters => :symbol, :header_converters => :symbol, :converters => :all, :encoding => 'windows-1251:utf-8', :col_sep => ";"}) do |row|
       date = Date.parse(row[:date])
       @transactions << [[:wday, date.wday], [:month, date.month], [:date, row[:date]], [:berri, row[:berri_1]], [:ctesaintecatherine, row[:ctesaintecatherine]], [:maisonneuve_1, row[:maisonneuve_1]], [:maisonneuve_2, row[:maisonneuve_2]], [:du_parc, row[:du_parc]], [:pierredupuy, row[:pierredupuy]], [:rachel, row[:rachel1]]]
     end
 
+    total_item = 0
+    min = @transactions[0].size
+    max = 0
+    @transactions.each { |transaction|
+      total_item += transaction.size
+      min = transaction.size if transaction.size < min
+      max = transaction.size if transaction.size > max
+    }
+    average = total_item / @transactions.size
+
+
+    puts "Extracted #{@transactions.size} transactions"
+    puts "With a total of #{total_item} items"
+    puts "min:#{min} avg:#{average} max:#{max} items/sets"
+
 
   end
 
@@ -23,23 +40,40 @@ class TestOpenDataVelo < Test::Unit::TestCase
 
   # Fake test
   def test_fp_growth
+    transactions1 = @transactions.clone
+
+    # Début
     start = Time.now
-    fp_tree = FpGrowth::FpTree.build(@transactions, 1)
+    fp_tree = FpGrowth::FpTree.build(transactions1, 1)
+
     loop = Time.now
-    puts "Tree built in #{loop - start}"
+    puts "Tree built of size #{fp_tree.size} in #{loop - start}"
 
     patterns = FpGrowth::Miner.fp_growth(fp_tree)
 
+    patterns.sort! { |a, b| a.support <=> b.support }.reverse!
     finish = Time.now
-    puts "Tree Mined in #{finish -start}"
 
-    patterns.sort! { |a, b| a.support <=> b.support }.reverse!
+    puts "Tree Mined in #{finish - loop}"
+    assert_not_equal(0, patterns.size)
+    # Fin
+
+    transactions2 = @transactions.clone
+    start_td = Time.now
+    fp_tree_td = FpGrowth::FpTree.build(transactions2, 1)
+
+
+    loop_td = Time.now
+    puts "Tree built of size #{fp_tree_td.size} in #{loop_td - start_td}"
+
+    patterns_td = FpGrowth::Miner.td_fp_growth(fp_tree_td)
+
+    finish_td = Time.now
+
+    puts "Tree built in #{loop_td - start_td} TDMined in #{finish_td - loop_td}"
+
+    puts "Found #{patterns_td.size} rather than #{patterns.size} with a DeltaTime of #{finish_td - start_td - (finish - start)} it's a #{-(finish_td - start_td - (finish - start)) / (finish - start) * 100}% speedup"
 
-=begin
-    for pattern in patterns
-      puts "#{pattern.content} #{pattern.support}"
-    end
-=end
 
     assert_not_equal(0, patterns.size)
   end

data/test/tc_pattern_base_extractor.rb

@@ -0,0 +1,116 @@
+require 'test/unit'
+require "fpgrowth/miner"
+require "fpgrowth/fp_tree"
+
+
+class TestPatternBaseExtractor < Test::Unit::TestCase
+
+  # Called before every test method runs. Can be used
+  # to set up fixture information.
+  def setup
+    items= ['a', 'b', 'c', 'd', 'e']
+    @supports_exemple = {'a' => 1, 'b' => 5, 'c' => 4}
+    @tableau_pattern = []
+    @tableau_pattern << FpGrowth::Miner::Pattern.new(["b"], 3 )
+
+
+
+    @transactions = [['b', 'a'], ['b'], ['b', 'c'], ['a', 'b'],['b', 'c'],['b', 'c']]
+
+  end
+
+  # Called after every test method runs. Can be used to tear
+  # down fixture information.
+
+  def teardown
+    # Do nothing
+  end
+
+
+  def test_initialize
+    pattern_base_extractor = nil
+    #initialisation avec un argument
+    assert_nothing_raised { pattern_base_extractor = FpGrowth::Miner::PatternBaseExtractor.new(1) }
+    assert_equal(true , pattern_base_extractor.test_tree())
+    assert_equal(true , pattern_base_extractor.test_conditionnal_item(1))
+    assert_equal(true , pattern_base_extractor.test_patterns([]) )
+
+    #initialisation avec deux arguments
+    fp_tree = nil
+    assert_nothing_raised { fp_tree = FpGrowth::FpTree::FpTree.new(@supports_exemple) }
+    assert_nothing_raised { pattern_base_extractor = FpGrowth::Miner::PatternBaseExtractor.new(fp_tree, 1) }
+    assert_equal(true , pattern_base_extractor.test_tree(fp_tree))
+    assert_equal(true , pattern_base_extractor.test_conditionnal_item(1))
+    assert_equal(true , pattern_base_extractor.test_patterns )
+  end
+
+  # Tree must be built
+  def test_execute
+
+    pattern_base_extractor = nil
+    pattern_result = nil
+    #One argument
+    assert_nothing_raised { pattern_base_extractor = FpGrowth::Miner::PatternBaseExtractor.new(1) }
+    assert_nothing_raised { pattern_result =  pattern_base_extractor.execute}
+    assert_equal(true , pattern_base_extractor.test_patterns(pattern_result) )
+
+    #Two arguments
+    fp_tree = nil
+    fp_tree = FpGrowth::FpTree.build(@transactions, 1)
+    assert_nothing_raised { pattern_base_extractor = FpGrowth::Miner::PatternBaseExtractor.new(fp_tree, 'c') }
+    assert_nothing_raised { pattern_result =  pattern_base_extractor.execute}
+
+    assert_equal( @tableau_pattern[1] , pattern_result[1])
+    assert_equal(true , pattern_base_extractor.test_patterns(pattern_result) )
+
+  end
+
+  def test_horizontal_traversal
+
+    # Test unit with execute
+  end
+
+  def test_horizontal_traversal_step
+    pattern_base_extractor = nil
+    fp_tree = nil
+    fp_tree = FpGrowth::FpTree.build(@transactions)
+
+    assert_nothing_raised { pattern_base_extractor = FpGrowth::Miner::PatternBaseExtractor.new(fp_tree, 'c') }
+    assert_nothing_raised { pattern_base_extractor.horizontal_traversal_step (fp_tree.heads['c']) }
+    assert_equal(true , pattern_base_extractor.test_min_support(fp_tree.heads['c'].support) )
+
+    # attente
+
+  end
+
+  def test_down_to_top_traversal
+
+    # No Test because the current branch is nil for the function down_to_top_vertical
+    current_branch = nil
+    pattern_base_extractor = nil
+    fp_tree = FpGrowth::FpTree.build(@transactions)
+
+    assert_nothing_raised { pattern_base_extractor = FpGrowth::Miner::PatternBaseExtractor.new(fp_tree, 'c') }
+    assert_nothing_raised { current_branch = pattern_base_extractor.down_to_top_traversal( [] , fp_tree.heads['c'].parent ) }
+    assert_equal( ["b"] , current_branch)
+
+
+
+  end
+
+  def test_down_to_top_traversal_step
+
+    current_branch = nil
+    pattern_base_extractor = nil
+    fp_tree = FpGrowth::FpTree.build(@transactions)
+
+    assert_nothing_raised { pattern_base_extractor = FpGrowth::Miner::PatternBaseExtractor.new(fp_tree, 'c') }
+    assert_nothing_raised { current_branch = pattern_base_extractor.down_to_top_traversal_step( [] , fp_tree.heads['c'].parent ) }
+    assert_equal( ["b"] , current_branch)
+
+
+
+
+  end
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fpgrowth
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: '1'
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-05-30 00:00:00.000000000 Z
+date: 2013-06-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -66,9 +66,12 @@ files:
 - fpgrowth-ruby.gemspec
 - lib/fpgrowth.rb
 - lib/fpgrowth/fp_tree.rb
+- lib/fpgrowth/fp_tree/bonzai_secateur.rb
 - lib/fpgrowth/fp_tree/builder.rb
 - lib/fpgrowth/fp_tree/builder/first_pass.rb
+- lib/fpgrowth/fp_tree/builder/header_table_builder.rb
 - lib/fpgrowth/fp_tree/builder/second_pass.rb
+- lib/fpgrowth/fp_tree/header_table.rb
 - lib/fpgrowth/fp_tree/node.rb
 - lib/fpgrowth/miner.rb
 - lib/fpgrowth/miner/conditional_tree_builder.rb
@@ -92,6 +95,7 @@ files:
 - test/tc_open_data_sondage_montreal.rb
 - test/tc_open_data_velo_montreal.rb
 - test/tc_pattern.rb
+- test/tc_pattern_base_extractor.rb
 - test/tc_second_pass.rb
 homepage: https://github.com/thedamfr/fpgrowth
 licenses:
@@ -136,4 +140,5 @@ test_files:
 - test/tc_open_data_sondage_montreal.rb
 - test/tc_open_data_velo_montreal.rb
 - test/tc_pattern.rb
+- test/tc_pattern_base_extractor.rb
 - test/tc_second_pass.rb