tychus 0.0.5 → 0.0.6

data/spec/meta_parser.rb

@@ -0,0 +1,36 @@
+describe Tychus::MetaParser do
+  subject do
+    VCR.use_cassette("meta_parser_#{uri}") do
+      Tychus::MetaParser.new(__send__(uri)).parse
+    end
+  end
+
+  shared_examples_for "a_parsable_uri" do
+    its(:uri_object) { is_expected.to be_present }
+    its(:uri) { is_expected.to be_present }
+    its(:host) { is_expected.to be_present }
+  end
+
+  context "when uri uses fb:og protocol" do
+    let(:uri) { "og_protocol_uri" }
+    let(:og_protocol_uri) { "http://www.campbellskitchen.com/recipes/squash-casserole-24122" }
+
+    it_behaves_like "a_parsable_uri"
+
+    its(:schema_org_microformat?) { is_expected.to be_falsy }
+    its(:open_graph_protocol) { is_expected.to be_present }
+    its(:open_graph_protocol?) { is_expected.to be_truthy }
+  end
+
+  context "when uri uses schema.org microformat" do
+    let(:uri) { "schema_org_microformat_uri" }
+    let(:schema_org_microformat_uri) { "http://allrecipes.com/Recipe/Chicken-Pot-Pie-IX/Detail.aspx?soid=recs_recipe_2" }
+
+    it_behaves_like "a_parsable_uri"
+
+    its(:schema_org_microformat?) { is_expected.to be_truthy }
+    its(:open_graph_protocol) { is_expected.to be_nil }
+    its(:open_graph_protocol?) { is_expected.to be_falsy }
+  end
+end
+

data/spec/parsers/allrecipes_parser_spec.rb

@@ -1,8 +1,10 @@
-describe Tychus::Parsers::AllrecipesParser do
-  subject { Tychus.parse(allrecipes_uri) }
-  # 7/26/14 source:
-  # http://allrecipes.com/Recipe/Chicken-Pot-Pie-IX/Detail.aspx?soid=recs_recipe_2
-  let(:allrecipes_uri) { File.expand_path("../../fixtures/allrecipes.html", __FILE__) }
+describe Tychus::Parsers::AllrecipesParser, :vcr do
+  subject do
+    VCR.use_cassette("allrecipes_1") do
+      Tychus.parse(allrecipes_uri)
+    end
+  end
+  let(:allrecipes_uri) { 'http://allrecipes.com/Recipe/Chicken-Pot-Pie-IX/Detail.aspx' }
   let(:ingredients) {
     [
       "1 pound skinless, boneless chicken breast halves - cubed",
@@ -41,4 +43,3 @@ describe Tychus::Parsers::AllrecipesParser do
   its(:image) { is_expected.to eq("http://images.media-allrecipes.com/userphotos/250x250/00/14/23/142350.jpg") }
   its(:description) { is_expected.to eq("\"A delicious chicken pie made from scratch with carrots, peas and celery.\"") }
 end
-

data/spec/parsers/campbells_kitchen_parser_spec.rb

@@ -0,0 +1,71 @@
+describe Tychus::Parsers::CampbellsKitchenParser do
+  before { pending "Does NOT use schema.org microformat" }
+  subject do
+    VCR.use_cassette("campbells_kitchen_1") do
+      Tychus::Parsers::CampbellsKitchenParser.new(campbells_kitchen_uri)
+    end
+  end
+
+  let(:campbells_kitchen_uri) { "http://www.campbellskitchen.com/recipes/squash-casserole-24122" }
+  let(:ingredients) {
+    [
+       "3 cups Pepperidge Farm® Cornbread Stuffing",
+       "1/4 cup butter, melted (1/2 stick)",
+       "1 can (10 3/4 ounces) Campbell's® Condensed Cream of Chicken Soup (Regular or 98% Fat Free)",
+       "1/2 cup sour cream",
+       "2 small yellow squash, shredded (about 2 cups)",
+       "2 small zucchini, shredded (about 2 cups)",
+       "1 small carrot, shredded (about 1/3 cup)",
+       "1/2 cup shredded Cheddar cheese (about 2 ounces)"
+    ]
+  }
+
+  let(:instructions) {
+    [
+       "Stir the stuffing and butter in a large bowl. Reserve 1/2 cup of the stuffing mixture and spoon the remaining stuffing mixture into a 2-quart shallow baking dish.",
+       "Stir the soup, sour cream, yellow squash, zucchini, carrot and cheese in a medium bowl. Spread the mixture over the stuffing mixture and sprinkle with the reserved stuffing mixture.",
+       "Bake at 350°F. for 40 minutes or until the mixture is hot and bubbling."
+    ]
+  }
+
+  it "parses the name of the recipe" do
+    expect(subject.parse_name).to eq("Squash Casserole")
+  end
+
+  it "parses the author" do
+    expect(subject.parse_author).to eq(nil)
+  end
+
+  it "parses the prep time" do
+    expect(subject.parse_prep_time).to eq("PT15M")
+  end
+
+  it "parses the cook time" do
+    expect(subject.parse_cook_time).to eq("PT40M")
+  end
+
+  it "parses the total time" do
+    expect(subject.parse_total_time).to eq("PT55M")
+  end
+
+  it "parses the yield" do
+    expect(subject.parse_recipe_yield).to eq("8")
+  end
+
+  it "parses the image" do
+    expect(subject.parse_image).to eq("http://www.campbellskitchen.com/recipeimages/squash-casserole-large-24122.jpg")
+  end
+
+  it "parses the ingredients" do
+    expect(subject.parse_ingredients).to eq(ingredients)
+  end
+
+  it "parses the instructions" do
+    expect(subject.parse_recipe_instructions).to eq(instructions)
+  end
+
+  it "parses the description" do
+    expect(subject.parse_description).to eq("This creamy, crowd-pleasing side dish features summer squash, carrots, stuffing mix and cheese baked in a creamy sauce. Crispy on top and creamy in the center, it's a winner on any menu.")
+  end
+end
+

data/spec/parsers/food_network_parser_spec.rb

@@ -1,14 +1,17 @@
 describe Tychus::Parsers::FoodNetworkParser do
-  subject { Tychus::Parsers::FoodNetworkParser.new(food_network_uri) }
-
   context "When the page has a single ingredients group" do
     # NOTE: this specific uri has an author who's hidden in an anchor
     # tag that also references her TV show and episode the recipe
     # appeared. #parse_author may be complex for this edge case
     # NOTE: author is formatted using schema.org/Person
 
-    # 7/26/14 source: http://www.foodnetwork.com/recipes/ina-garten/grilled-panzanella-recipe.html?ic1=obinsite^
-    let(:food_network_uri) { File.expand_path("../../fixtures/food_network_single_ingredients_group.html", __FILE__) }
+    subject do
+      VCR.use_cassette("food_network_single_ingredients_group_1") do
+        Tychus::Parsers::FoodNetworkParser.new(food_network_uri)
+      end
+    end
+
+    let(:food_network_uri) { "http://www.foodnetwork.com/recipes/ina-garten/grilled-panzanella-recipe.html?ic1=obinsite" }
     let(:ingredients) {
       [
         "Good olive oil",

data/spec/parsers/kraft_recipes_parser_spec.rb

@@ -3,9 +3,13 @@ describe Tychus::Parsers::KraftRecipesParser do
     Tychus::Parsers::NullObject
   end
 
-  subject { Tychus::Parsers::KraftRecipesParser.new(kraft_recipes_uri) }
+  subject do
+    VCR.use_cassette("kraft_recipes_1") do
+      Tychus::Parsers::KraftRecipesParser.new(kraft_recipes_uri)
+    end
+  end
 
-  let(:kraft_recipes_uri) { File.expand_path("../../fixtures/kraftrecipes.html", __FILE__) }
+  let(:kraft_recipes_uri) { "http://www.kraftrecipes.com/recipes/sweet-bbq-chicken-kabobs-92092.aspx" }
 
   let(:ingredients) {
     [

data/spec/parsers/schema_org_parser_spec.rb

@@ -1,7 +1,11 @@
 describe Tychus::Parsers::SchemaOrgParser do
   context "on creation" do
-    let(:allrecipes_uri) { File.expand_path("../../fixtures/allrecipes.html", __FILE__) }
-    let(:parser) { Tychus::Parsers::AllrecipesParser.new(allrecipes_uri) }
+    let(:allrecipes_uri) { 'http://allrecipes.com/Recipe/Chicken-Pot-Pie-IX/Detail.aspx' }
+    let(:parser) do
+      VCR.use_cassette("allrecipes_1") do
+        Tychus::Parsers::AllrecipesParser.new(allrecipes_uri)
+      end
+    end
 
     it "strips the Review microformat from node to prevent name collisions with item properties of different microformats" do
       expect(parser.recipe_doc.css(parser.review_doc)).to be_empty

data/spec/spec_helper.rb

@@ -5,7 +5,7 @@ require 'vcr'
 require 'pry'
 
 VCR.configure do |c|
-  c.cassette_library_dir = 'fixtures/cassettes'
+  c.cassette_library_dir = 'spec/fixtures/cassettes'
   c.hook_into :webmock
 end
 

data/spec/uri_resolver_spec.rb

@@ -1,25 +1,63 @@
-# at this point intime, allrecipes/campbellskitchen/kraftrecipes
-# fixtures all contain both schema.org/recipe canonical uri elements as
+# at this point intime, allrecipes/campbellskitchen/kraftrecipes all contain both schema.org/recipe canonical uri elements as
 # well as open graph canonical uri elements
 #
 describe Tychus::URIResolver do
+
   context "when schema.org and opengraph canonical uri properties exist" do
-    let(:allrecipes_uri) { File.expand_path("../fixtures/allrecipes.html", __FILE__) }
-    let(:campbells_kitchen_uri) { File.expand_path("../fixtures/campbellskitchen.html", __FILE__) }
-    let(:kraft_recipes_uri) { File.expand_path("../fixtures/kraftrecipes.html", __FILE__) }
+    let(:allrecipes_uri) { 'http://allrecipes.com/Recipe/Chicken-Pot-Pie-IX/Detail.aspx' }
+    let(:kraft_recipes_uri) { "http://www.kraftrecipes.com/recipes/sweet-bbq-chicken-kabobs-92092.aspx" }
     let(:examples) { [
-      [allrecipes_uri, 'allrecipes.com'],
-      [campbells_kitchen_uri, 'campbellskitchen.com'],
-      [kraft_recipes_uri, 'kraftrecipes.com']
+      [allrecipes_uri, 'allrecipes.com', 'allrecipes_1'],
+      [kraft_recipes_uri, 'kraftrecipes.com', 'kraft_recipes_1']
     ]}
 
-    it "able to retrieve it" do
+    it "retrieves the host" do
       examples.each do |html|
         page = html[0]
         host = Regexp.new(html[1])
-        expect(Tychus::URIResolver.new(page).resolve_uri).to match_regex(host)
+
+        VCR.use_cassette(html[2]) do
+          expect(Tychus::URIResolver.new(page).resolve_uri.host).to match_regex(host)
+        end
+
       end
     end
+
   end
+
+  context "when only opengraph canonical uri properties exist" do
+    let(:campbells_kitchen_uri) { "http://www.campbellskitchen.com/recipes/squash-casserole-24122" }
+    let(:examples) {
+      [
+        [campbells_kitchen_uri, 'campbellskitchen.com', 'campbells_kitchen_1']
+      ]
+    }
+
+    it "is missing a schema org microformat" do
+      examples.each do |html|
+        page = html[0]
+        cassette = html[2]
+
+        VCR.use_cassette(cassette) do
+          node = Nokogiri::HTML(open(page))
+          expect(node.css('[itemprop="http://schema.org/Recipe"]')).to be_empty
+        end
+      end
+    end
+
+    it "retrieves the host" do
+      examples.each do |html|
+        page = html[0]
+        host = Regexp.new(html[1])
+        cassette = html[2]
+
+        VCR.use_cassette(cassette) do
+          expect(Tychus::URIResolver.new(page).resolve_uri.host).to match_regex(host)
+        end
+      end
+
+    end
+  end
+
 end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tychus
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - Wayne Yang
@@ -164,24 +164,30 @@ files:
 - README.md
 - Rakefile
 - lib/tychus.rb
+- lib/tychus/meta_parser.rb
 - lib/tychus/parser_selector.rb
 - lib/tychus/parsers.rb
 - lib/tychus/parsers/allrecipes_parser.rb
 - lib/tychus/parsers/base.rb
+- lib/tychus/parsers/campbells_kitchen_parser.rb
 - lib/tychus/parsers/food_network_parser.rb
 - lib/tychus/parsers/kraft_recipes_parser.rb
+- lib/tychus/parsers/open_graph_protocol_parser.rb
 - lib/tychus/parsers/schema_org_parser.rb
 - lib/tychus/uri_resolver.rb
 - lib/tychus/version.rb
 - questions.md
-- spec/fixtures/allrecipes.html
-- spec/fixtures/campbellskitchen.html
-- spec/fixtures/food_network_double_ingredients_group.html
-- spec/fixtures/food_network_single_ingredients_group.html
-- spec/fixtures/kraftrecipes.html
+- spec/fixtures/cassettes/allrecipes_1.yml
+- spec/fixtures/cassettes/campbells_kitchen_1.yml
+- spec/fixtures/cassettes/food_network_single_ingredients_group_1.yml
+- spec/fixtures/cassettes/kraft_recipes_1.yml
+- spec/fixtures/cassettes/meta_parser_og_protocol_uri.yml
+- spec/fixtures/cassettes/meta_parser_schema_org_microformat_uri.yml
+- spec/meta_parser.rb
 - spec/parser_selector.rb
 - spec/parsers/allrecipes_parser_spec.rb
 - spec/parsers/base_spec.rb
+- spec/parsers/campbells_kitchen_parser_spec.rb
 - spec/parsers/food_network_parser_spec.rb
 - spec/parsers/kraft_recipes_parser_spec.rb
 - spec/parsers/schema_org_parser_spec.rb
@@ -214,14 +220,17 @@ signing_key:
 specification_version: 4
 summary: Web recipe parser
 test_files:
-- spec/fixtures/allrecipes.html
-- spec/fixtures/campbellskitchen.html
-- spec/fixtures/food_network_double_ingredients_group.html
-- spec/fixtures/food_network_single_ingredients_group.html
-- spec/fixtures/kraftrecipes.html
+- spec/fixtures/cassettes/allrecipes_1.yml
+- spec/fixtures/cassettes/campbells_kitchen_1.yml
+- spec/fixtures/cassettes/food_network_single_ingredients_group_1.yml
+- spec/fixtures/cassettes/kraft_recipes_1.yml
+- spec/fixtures/cassettes/meta_parser_og_protocol_uri.yml
+- spec/fixtures/cassettes/meta_parser_schema_org_microformat_uri.yml
+- spec/meta_parser.rb
 - spec/parser_selector.rb
 - spec/parsers/allrecipes_parser_spec.rb
 - spec/parsers/base_spec.rb
+- spec/parsers/campbells_kitchen_parser_spec.rb
 - spec/parsers/food_network_parser_spec.rb
 - spec/parsers/kraft_recipes_parser_spec.rb
 - spec/parsers/schema_org_parser_spec.rb