fBayes 0.2.2 → 0.3.0

data/README.rdoc

@@ -5,12 +5,15 @@ A Naive Bayes Approach to telling what category certain ingredients belong.
 
 == Usage:
 
-require 'global_classifier'
+  require 'fBayes'
 
+  @sr24_classifier.classify("cucumber")
+  => "Vegetables-and-vegetable-products" 
+
+  @sr24_classifier.classify("steak")
+  => "Beef-products" 
 
-@sr24_classifier.classify 'wiskey' 
 
-Enjoy!
 
 
 == Contributing to fBayes

data/VERSION

@@ -1 +1 @@
-0.2.2
+0.3.0

data/fBayes.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "fBayes"
-  s.version = "0.2.2"
+  s.version = "0.3.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Ivan Acosta-Rubio"]
-  s.date = "2012-09-10"
+  s.date = "2012-11-14"
   s.description = "Naitve Bayes for Food Category classification"
   s.email = "ivan@bakedweb.net"
   s.extra_rdoc_files = [
@@ -45,6 +45,20 @@ Gem::Specification.new do |s|
     "lib/data/cdc/data/protein_foods",
     "lib/data/cdc/data/water",
     "lib/data/cdc/ruby_parser.rb",
+    "lib/data/internalTurnk/.DS_Store",
+    "lib/data/internalTurnk/classifier.rb",
+    "lib/data/internalTurnk/csv_to_data.rb",
+    "lib/data/internalTurnk/data/Beverages",
+    "lib/data/internalTurnk/data/Cereal",
+    "lib/data/internalTurnk/data/Dairy",
+    "lib/data/internalTurnk/data/Fast-foods",
+    "lib/data/internalTurnk/data/Fat,",
+    "lib/data/internalTurnk/data/Fruits",
+    "lib/data/internalTurnk/data/Grains",
+    "lib/data/internalTurnk/data/Meat",
+    "lib/data/internalTurnk/data/Unknown",
+    "lib/data/internalTurnk/data/Vegetables",
+    "lib/data/internalTurnk/results.csv",
     "lib/data/sr24/.DS_Store",
     "lib/data/sr24/FD_GROUP.csv",
     "lib/data/sr24/FD_GROUP.txt",
@@ -84,6 +98,7 @@ Gem::Specification.new do |s|
     "lib/data/sr24/rawData/sr24_doc.pdf",
     "lib/fBayes.rb",
     "lib/global_classifier.rb",
+    "spec/accuracy_spec.rb",
     "spec/clasificador_spec.rb",
     "spec/fBayes_spec.rb",
     "spec/spec_helper.rb"

data/lib/data/internalTurnk/classifier.rb

@@ -0,0 +1,55 @@
+require 'classifier'
+
+puts "*" * 100
+puts "InternalTurnk CLASSIFIER:"
+puts "*" * 100
+
+
+
+class InternalTurnk
+  attr_accessor :classifier
+
+  def initialize
+    @classifier = Classifier::Bayes.new 
+    @home_dir = FBayesDir.internal_turnk_data
+    add_categories
+    train
+    puts @home_dir.inspect
+  end
+
+
+  def add_categories
+    categories_path =  Dir[ @home_dir + "*"]
+    @categories = categories_path.map{|path| path.gsub(@home_dir, "")}
+
+    @categories.each do |c|
+      @classifier.add_category c
+    end
+
+    puts @categories.inspect
+  end
+
+  def train 
+    total_size = 0
+
+    @categories.each do |category|
+      method = "train_" + category.downcase
+      data = File.read( @home_dir + category.to_s)
+      puts category +": " + data.size.to_s
+      @classifier.send(method, data)
+      total_size += data.size.to_i
+    end
+
+    puts "TOTAL SIZE: #{total_size}"
+  end
+
+  def c(word)
+    @classifier.classify(word)
+  end
+
+  def d(word)
+    @classifier.classifications(word)
+  end
+end
+
+@it_classifier = InternalTurnk.new

data/lib/data/internalTurnk/csv_to_data.rb

@@ -0,0 +1,10 @@
+require 'csv'
+
+CSV.read("./results.csv").each do |row|
+  puts row[6]
+
+  if row[6] == "Yes"
+    `echo #{row[1]} >> ./data/#{row[3]}`
+  end
+
+end

data/lib/data/internalTurnk/data/Beverages

@@ -0,0 +1,366 @@
+coffee
+green tea
+water
+coffee
+coffee
+coffee
+milk
+coffee
+beer
+water
+water
+red wine
+beer
+coffee
+green tea
+1 can of Red Bull 12 oz.
+red wine
+wine
+coffee
+water
+orange juice
+coffee
+wine
+protein shake
+coffee
+protein water
+juice with carrot and orange
+water
+sprite
+michelada
+coffee
+coffee
+coffee
+coffee
+coffee
+beer
+chocolate milk
+coffee
+orange juice
+coffee
+water
+water
+coffee
+coffee
+orange juice
+Starbucks passion tea lemonade shaken
+coffee
+water
+coffee
+coffee
+coffee
+water
+coffee
+water
+protein shake
+cappuccino
+coffee
+coffee
+coffee
+vodka
+coffee
+coffee
+water
+almond milk
+coffee
+protein shake
+pink lemonade
+water
+ensure
+coconut water
+Coffee
+water
+watermelon juice
+coffee
+coffee
+water
+water
+coffee
+Arizona iced tea
+carrot juice
+coffee
+coffee
+soda
+coffee
+red wine
+coffee
+michelada sol
+green tea
+water
+coffee
+water
+coffee
+coffee
+coffee
+coffee
+vodka
+coffee
+coffee
+orange juice
+beer
+lemonade
+coffee
+coffee
+water
+cerveza Minerva
+coffee
+Arizona tea
+champagne
+juice
+soy milk
+coffee
+soy milk
+water
+sprite
+water
+beer
+water
+protein shake
+carrot juice
+coffee
+cup of soy milk
+beer
+vitamin water xxx flavor
+coffee
+coffee
+coffee
+carrot and orange juice
+beer
+water
+coffee
+coffee
+coffee
+water
+seven up
+coke
+coffee
+coffee
+beer
+coffee
+coffee
+coke
+sprite
+orange juice
+coke cola
+beer
+water
+Soya milk
+protein fruit smoothie
+coffee
+red wine
+coke
+water
+coke
+coffee
+water
+beer
+beer
+coffee
+coffee
+coffee coffe
+coffee
+beer
+coffee
+beer
+Heineken
+water
+coffee
+green tea
+sprite
+water
+coffee
+cafe with one tea spoon of sugar
+water
+coffee
+water
+beer
+agua de jamaica
+beer
+coffee
+coffee
+water
+water
+coffee
+coffee
+beer
+water
+coffee
+coffee
+beer
+micheladas
+coffee
+Arizona tea
+beer
+water
+water
+coffee
+coffee
+coffee
+water
+water
+water
+soya vanilla milk
+sprite
+coffee
+coffee
+coffee
+coffee
+sprite
+protein shake
+coffee
+coffee
+coffee
+beer
+Cafe 12 oz
+coffee
+water
+cafe 12 oz
+water
+coffee
+coffee
+sprite
+water
+coffee
+water
+coffee
+coffee
+coffee
+coke
+coffee
+coffee
+coffee
+coffee
+coffee
+coffee
+coke
+coffee
+coffee
+coffee
+coffee
+wine
+coffee
+coffee
+coffee
+coffee
+coffee
+coffee
+Tea
+coke
+coffee
+water
+coffee
+water
+beer
+coffee
+Heineken
+coffee
+coffee
+coffee
+beer
+coffee
+coffee
+coffee
+coffee
+water
+protein shake
+tea
+coffee
+coffee
+coffee
+coke
+coffee
+coffee
+coffee
+coffee
+sprite
+Arizona iced tea
+coffee
+coffee
+Heineken
+coffee
+coffee
+coffee
+coffee
+Jamaica water
+coffee
+water
+coffee
+water
+coffee
+beer
+coke
+Cafe 12 oz.
+coffee
+coffee
+water
+cafe
+coffee
+red wine
+green tea
+orange water
+coffee
+beer
+lemonade
+half coke
+Heineken
+coffee
+coffee
+coffee
+coffee
+Arizona tea
+coffee
+beer
+Heineken
+orange juice
+michelada
+water
+coffee
+coffee
+coffee
+tequila
+michelada
+water
+green tea
+coffee
+tea
+Jamaica water
+coffee
+coffee
+Heineken
+coffee
+coffee
+coffee
+coffee
+agua ardiente
+coffee
+coffee
+coffee
+coffee
+cinamon dolce latte
+coffee
+michelada
+7 cans of Red Bull 8.4 oz
+lemonade
+coffee
+Heineken
+coffee
+coffee
+agua de Jamaica
+coffee
+coffee
+coffee
+carrot orange juice
+white coffee
+Heineken
+red wine
+coffee
+tea
+coffee con leche
+coffee
+agua 5 oz
+water
+lemonade
+almond milk
+coffee
+michelada
+micheladas

data/lib/data/internalTurnk/data/Cereal

@@ -0,0 +1,46 @@
+lasagna Grains and Pasta
+oatmeal Grains and Pasta
+puffins chocolate and peanut butter cereal Grains and Pasta
+couscous Grains and Pasta
+pasta with red sauce Grains and Pasta
+pasta Grains and Pasta
+Irish oatmeal Grains and Pasta
+spaghetti verde Grains and Pasta
+cheerios Grains and Pasta
+Cereal Grains and Pasta
+noodles Grains and Pasta
+pasta Grains and Pasta
+cereal Grains and Pasta
+pasta with olive oil and vegetables Grains and Pasta
+cereal Grains and Pasta
+pasta soup Grains and Pasta
+spaguetti with tomato sauce and mozzarella Grains and Pasta
+lasagna Grains and Pasta
+mini fruits Weetabix Grains and Pasta
+cheese ravioli Grains and Pasta
+spaghetti with tomato sauce and mozzarella Grains and Pasta
+spaghetti verde with spinach and cream Grains and Pasta
+tortolini Grains and Pasta
+spinaci spaghetti mountain with parmesano cheese Grains and Pasta
+pasta Grains and Pasta
+ramen noodles chicken mixed vegetable Grains and Pasta
+ramen Grains and Pasta
+spaguetti Grains and Pasta
+oatmeal cereal Grains and Pasta
+spaghetti with tomato sauce and mozzarella Grains and Pasta
+oatmeal Grains and Pasta
+spaghetti Grains and Pasta
+spaguetti Grains and Pasta
+pasta Grains and Pasta
+raviolis 4 quesos Grains and Pasta
+corn flakes with milk Grains and Pasta
+whole wheat spaghetti Grains and Pasta
+muesli Grains and Pasta
+cereal blueberry toast marmalade Grains and Pasta
+pasta with mushroom sauce Grains and Pasta
+raviolis 4 quesos Grains and Pasta
+dried vercelli Grains and Pasta
+Cous Cous Grains and Pasta
+spaghetti with tomato soup and parmesano cheese Grains and Pasta
+tomatoe and pasta soup Grains and Pasta
+spaghetti with mozzarella cheese Grains and Pasta

data/lib/data/internalTurnk/data/Dairy

@@ -0,0 +1,69 @@
+Milk
+melted cheese
+cheese
+blue cheese
+panela cheese
+melted cheese
+panela cheese
+yogurt ice cream
+yoghurt
+cheese
+milk
+cheese
+yoghurt
+yogurt
+queso
+yoghurt
+mozzarella
+mozzarella
+Panela cheese
+cream cheese
+cheese
+cheese
+cheese
+milk
+cream cheese
+cheese and red tomato sauce
+cherry yoghurt
+cheese
+cachapa and cheese
+cream cheese
+yoghurt
+Philadelphia cheese
+sour cream
+milk
+arepa with cheese
+panela cheese
+melted cheese
+manchego
+manchego cheese
+cheese and bread
+cheese
+milk
+mozzarella
+butter
+cream cheese
+cream cheese
+yoghurt
+cream cheese and Munster cheese
+yogurt
+half cachapa with cheese
+yogurt
+cheese
+Oaxaca cheese
+white cheese
+Oaxaca cheese
+cheese
+cheese
+yogurt
+milk
+mozzarella cheese
+Oaxaca cheese
+yogurt and mint
+goat cheese
+feta cheese
+ice cream
+Oaxaca cheese
+labne and tacos
+cheese
+manchego cheese

data/lib/data/internalTurnk/data/Fast-foods

@@ -0,0 +1,29 @@
+sabritas fries natural
+mc Donald burger fris soda sauce
+pizza extra cheese sausage pepperoni
+pizza: cheese
+French fries
+croissant sausage and egg mcmuffin
+pizza-sandwich with tomatoe
+French fries
+nachos with cheese and pico de gallo
+French fries
+burger king veggie burger meal
+guacamole and chips
+avocado and tacos
+Sabritas natural potato chips
+margarita pizza
+guacamole and tortilla chips
+margarita pizza with mushrooms and corn
+onion rings
+margarita pizza with onions
+French fries
+fries
+pizza
+cheese and mushroom pizza
+cheese pizza
+French fries
+tacos with lentil burgers
+tomato and guacamole with chips
+French fries and guacamole with chips
+French fries

data/lib/data/internalTurnk/data/Fat,

@@ -0,0 +1,53 @@
+Sugar Oil and Sweets
+olive oil Oil and Sweets
+magnum classic chocolate Oil and Sweets
+honey Oil and Sweets
+chocolate Oil and Sweets
+sugar Oil and Sweets
+substitute sugar Oil and Sweets
+crumb cake Oil and Sweets
+cookies Oil and Sweets
+Coffee-Mate Oil and Sweets
+sugar Oil and Sweets
+light mayonnaise Oil and Sweets
+sugar Oil and Sweets
+olive oil Oil and Sweets
+light ranch dressing Oil and Sweets
+piece of cake Oil and Sweets
+sugar Oil and Sweets
+mini chocolate chips Oil and Sweets
+whole grain cookies Oil and Sweets
+Greek dressing Oil and Sweets
+tiramisu Oil and Sweets
+cupcake Oil and Sweets
+chocolate Oil and Sweets
+ice cream Oil and Sweets
+light ranch dressing Oil and Sweets
+brown sugar Oil and Sweets
+cheese cake Oil and Sweets
+cupcakes Oil and Sweets
+chocolate small piece of cake Oil and Sweets
+crumb cake Oil and Sweets
+olives Oil and Sweets
+balsamic vinegar etre Oil and Sweets
+lemon cookie Oil and Sweets
+brownie Oil and Sweets
+tiramisu Oil and Sweets
+oil Oil and Sweets
+brown sugar Oil and Sweets
+popcorn butter salt Oil and Sweets
+half cheese cake Oil and Sweets
+balsamic vinegar etre Oil and Sweets
+brownie Oil and Sweets
+cheese cake Oil and Sweets
+mayonnaise Oil and Sweets
+nutella Oil and Sweets
+panacotta Oil and Sweets
+panacota Oil and Sweets
+Oreo cookies Oil and Sweets
+brownie Oil and Sweets
+cinnamon bun Oil and Sweets
+creme brulee Oil and Sweets
+cake Oil and Sweets
+panacota Oil and Sweets
+sesame cookie Oil and Sweets