auchandirect-scrAPI 0.0.1

data/spec/lib/auchandirect/scrAPI/cart_spec.rb

@@ -0,0 +1,51 @@
+# -*- encoding: utf-8 -*-
+#
+# spec/lib/auchandirect/scrAPI/cart_spec.rb
+#
+# Copyright (C) 2011-2014 by Philippe Bourgau. All rights reserved.
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 3.0 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA 02110-1301  USA
+
+require 'spec_helper'
+require_relative 'cart_shared_examples'
+require_relative 'client_cart_shared_examples'
+
+when_online("AuchanDirectApi remote spec") do
+
+  module Auchandirect
+    module ScrAPI
+
+      module AuchanDirectApiCredentials
+        def valid_email
+          "mes.courses.fr.test@gmail.com"
+        end
+        def valid_password
+          # gmail password : "mes*courses"
+          "mescourses"
+        end
+      end
+      # force autoload of AuchanDirectApi
+      Auchandirect::ScrAPI::Cart.send(:extend, AuchanDirectApiCredentials)
+
+      describe Auchandirect::ScrAPI::Cart, slow: true, remote: true do
+        it_should_behave_like "Any Cart", Auchandirect::ScrAPI::Cart, Auchandirect::ScrAPI::Cart.url
+        it_should_behave_like "Any Client Cart", Auchandirect::ScrAPI::Cart, "Identifiez-vous"
+      end
+    end
+  end
+end
+
+

data/spec/lib/auchandirect/scrAPI/client_cart_shared_examples.rb

@@ -0,0 +1,60 @@
+# -*- encoding: utf-8 -*-
+#
+# spec/lib/auchandirect/scrAPI/client_cart_shared_examples.rb
+#
+# Copyright (C) 2011-2014 by Philippe Bourgau. All rights reserved.
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 3.0 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA 02110-1301  USA
+
+require 'spec_helper'
+
+shared_examples_for "Any Client Cart" do |store_cart_class, please_login_text|
+
+  before :all do
+    @store_cart_class = store_cart_class
+    @please_login_text = please_login_text
+  end
+
+  it "logs in and out through HTTP" do
+    @client = Mechanize.new
+    expect(logged_in?).to(be_false, "should not be logged in at the begining")
+
+    login
+    expect(logged_in?).to(be_true, "should be logged in after submitting the login form")
+
+    logout
+    expect(logged_in?).to(be_false, "should he logged out after clicking the logout link")
+  end
+
+  private
+
+  def logged_in?
+    page = @client.get(@store_cart_class.url)
+    !page.body.include?(@please_login_text)
+  end
+
+  def login
+    params = @store_cart_class.login_parameters(@store_cart_class.valid_email, @store_cart_class.valid_password)
+    post_params = params.map {|param| {param['name'] => param['value']}}.inject &:merge
+
+    @client.post(@store_cart_class.login_url, post_params)
+  end
+
+  def logout
+    @client.get(@store_cart_class.logout_url)
+  end
+
+end

data/spec/lib/auchandirect/scrAPI/dummy_cart_spec.rb

@@ -0,0 +1,40 @@
+# -*- encoding: utf-8 -*-
+#
+# spec/lib/auchandirect/scrAPI/dummy_cart_spec.rb
+#
+# Copyright (C) 2011-2014 by Philippe Bourgau. All rights reserved.
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 3.0 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA 02110-1301  USA
+
+require 'spec_helper'
+require_relative 'cart_shared_examples'
+require 'storexplore/testing'
+
+module Auchandirect
+  module ScrAPI
+
+    describe Auchandirect::ScrAPI::DummyCart do
+      STORE_NAME = "www.cart-dummy-api-spec.com"
+
+      it_should_behave_like "Any Cart", Auchandirect::ScrAPI::DummyCart, Storexplore::Testing::DummyStore.uri(STORE_NAME)
+
+      before(:all) do
+        Storexplore::Testing::DummyStore.wipe_out_store(STORE_NAME)
+        Storexplore::Testing::DummyStore.open(STORE_NAME).generate(3).categories.and(3).categories.and(3).items
+      end
+    end
+  end
+end

data/spec/lib/auchandirect/scrAPI/items_spec.rb

@@ -0,0 +1,44 @@
+# -*- encoding: utf-8 -*-
+#
+# spec/lib/auchandirect/scrAPI/items_spec.rb
+#
+# Copyright (C) 2010-2014 by Philippe Bourgau. All rights reserved.
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 3.0 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA 02110-1301  USA
+
+require 'spec_helper'
+
+when_online "AuchanDirectStoreItemsAPI remote spec" do
+
+  module Auchandirect
+    module ScrAPI
+
+      describe "AuchanDirectAPI", slow: true, remote: true do
+        include_context "a scrapped store"
+        it_should_behave_like "an API"
+
+        def generate_store
+          Storexplore::Api.browse("http://www.auchandirect.fr")
+        end
+
+        it "should have absolute urls for images" do
+          expect(sample_items_attributes.map {|attr| attr[:image]}).to all_ {include("auchandirect.fr")}
+        end
+
+      end
+    end
+  end
+end

data/spec/lib/auchandirect/scrAPI/offline_items_spec.rb

@@ -0,0 +1,114 @@
+# -*- encoding: utf-8 -*-
+#
+# spec/lib/auchandirect/scrAPI/offline_items_spec.rb
+#
+# Copyright (C) 2010-2014 by Philippe Bourgau. All rights reserved.
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 3.0 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA 02110-1301  USA
+
+require 'spec_helper'
+
+module Auchandirect
+  module ScrAPI
+
+    describe "OfflineAuchanDirectApi", slow: true do
+      include_context "a scrapped store"
+      it_should_behave_like "an API"
+
+      def generate_store
+        @offline_store_dir = File.join(AUCHANDIRECT_SCRAPI_ROOT_DIR,'offline_sites','www.auchandirect.fr')
+        auchan_direct_offline = "file://" + File.join(@offline_store_dir, 'index.html')
+        Storexplore::Api.browse(auchan_direct_offline)
+      end
+
+      it "collects names of item categories" do
+        parseable_categories_attributes.each do |attributes|
+          expect(attributes).to have_key(:name)
+        end
+      end
+
+      it "parses promotions prices" do
+        prices = items_with('prix-promo', "#produit-infos .bloc-prix-promo > span.prix-promo").
+          map {|item_info| item_info[:item].attributes[:price] }
+
+        expect(prices.first).to be_instance_of(Float)
+      end
+
+      it "collects secondary titles" do
+        item_infos = items_with('titre-secondaire', '#produit-infos .titre-secondaire').first
+
+        expect(item_infos[:item].attributes[:name]).to include(::Auchandirect::ScrAPI::Items::NAMES_SEPARATOR + item_infos[:elements].first.text)
+      end
+
+      private
+
+      def items_with(grep_hint, selector)
+        search_through_files_for(grep_hint, selector).
+          map {|item_info| add_corresponding_item_to(item_info)}.
+          select {|item_info| !item_info.nil? }
+      end
+
+      def search_through_files_for(grep_hint, selector)
+        `find #{@offline_store_dir} -name *.html -exec grep -l "#{grep_hint}" {} \\;`.split("\n").lazy.
+
+          map do |file|
+          doc = Nokogiri::HTML(open(file))
+          [file, doc.search(selector)]
+        end.
+
+          select do |file, elements|
+          !elements.empty?
+        end.
+
+          map do |file, elements|
+          # example : http://www.auchandirect.fr/petit-dejeuner-epicerie-sucree/chocolats,-confiseries/barres-biscuitees-muesli---cereales/id1/485/53869
+
+          file = URI.unescape(file)
+          file = file.gsub(/^.*\/www\.auchandirect\.fr\//, "")
+          pieces = file.split("/").take(3)
+          pieces[2] = pieces[2].split(",")[0]
+          pieces = pieces.map do |piece|
+            piece.gsub(/lv_/,'').split(/[\-_, \(\)']+/).select {|p| not (p.size <= 2 or p =~ /^[0-9]/)}
+          end
+
+          {cat_tokens: pieces[0], sub_cat_tokens: pieces[1], item_tokens: pieces[2], elements: elements}
+        end
+      end
+
+
+      def add_corresponding_item_to(item_info)
+        filter(store.categories, item_info[:cat_tokens]).each do |cat|
+          filter(cat.categories, item_info[:sub_cat_tokens]).each do |sub_cat|
+            sub_cat.categories.each do |sub_sub_cat|
+              filter(sub_sub_cat.items, item_info[:item_tokens]).each do |item|
+                return item_info.merge(item: item)
+              end
+            end
+          end
+        end
+        nil
+      end
+
+      def filter(sub_elements, tokens)
+        sub_elements.select do |element|
+          tokens.all? do |token|
+            element.attributes[:name].downcase.include?(token.downcase)
+          end
+        end
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,38 @@
+# -*- encoding: utf-8 -*-
+#
+# spec_helper.rb
+#
+# Copyright (c) 2013-2014 by Philippe Bourgau. All rights reserved.
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 3.0 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA 02110-1301  USA
+
+require 'auchandirect/scrAPI'
+require 'spec_combos'
+
+# Offline testing
+require_relative 'support/offline_test_helper'
+require_relative 'support/enumerator_lazy'
+include OfflineTestHelper
+
+# Gem root dir
+AUCHANDIRECT_SCRAPI_ROOT_DIR = File.join(File.dirname(__FILE__), '..')
+
+
+# Dummy store generation
+require 'storexplore/testing'
+Storexplore::Testing.config do |config|
+  config.dummy_store_generation_dir= File.join(AUCHANDIRECT_SCRAPI_ROOT_DIR, 'tmp')
+end

data/spec/support/enumerator_lazy.rb

@@ -0,0 +1,38 @@
+# -*- encoding: utf-8 -*-
+#
+# spec/support/enumerator_lazy.rb
+#
+# Copyright (C) 2013-2014 by Philippe Bourgau. All rights reserved.
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 3.0 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA 02110-1301  USA
+
+class Enumerator::Lazy
+
+  def flatten(depth = Float::INFINITY)
+    return self if depth <= 0
+
+    Enumerator::Lazy.new(self) do |yielder, item|
+      if item.is_a? Enumerable
+        item.lazy.flatten(depth - 1).each do |e|
+          yielder.yield(e)
+        end
+      else
+        yielder.yield(item)
+      end
+    end
+  end
+
+end

data/spec/support/offline_test_helper.rb

@@ -0,0 +1,49 @@
+# -*- encoding: utf-8 -*-
+#
+# spec/support/offline_test_helper.rb
+#
+# Copyright (C) 2011-2014 by Philippe Bourgau. All rights reserved.
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 3.0 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA 02110-1301  USA
+
+require 'net/ping'
+
+# Something to ask if we are online or not
+module OfflineTestHelper
+
+  # offline and onine predicates
+  def offline?
+    !online?
+  end
+  def online?
+    @online ||= Net::Ping::TCP.new('www.google.com', 'http').ping?
+  end
+
+  # puts a colored warning if offline, otherwise
+  def when_online(description)
+    if offline?
+      puts yellow("WARNING: skipping #{description} because running offline")
+    else
+      yield
+    end
+  end
+
+  # something to color text
+  def yellow(text)
+    "\x1B[33m#{text}\x1B[0m"
+  end
+
+end

data/spec/support_spec/enumerator_lazy_spec.rb

@@ -0,0 +1,42 @@
+# -*- encoding: utf-8 -*-
+#
+# spec/support_spec/enumerator_lazy_spec.rb
+#
+# Copyright (C) 2013, 2014 by Philippe Bourgau. All rights reserved.
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 3.0 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA 02110-1301  USA
+
+describe Enumerator::Lazy, '#flatten' do
+
+  it "returns the same collection as stock flatten" do
+    tree = [[1], [1,2], [1,[2,3]]]
+    expect(tree.lazy.flatten.to_a).to eq tree.flatten
+    expect(tree.lazy.flatten(1).to_a).to eq tree.flatten(1)
+    expect(tree.lazy.flatten(0).to_a).to eq tree.flatten(0)
+  end
+
+  it "processes items on demand" do
+    processed_items = 0
+    enums = (1..3).lazy.map {|i| (1..i).lazy.map {|j| processed_items += 1; j}}
+
+    expect(enums.flatten.first(3)).to eq [1, 1,2]
+    expect(processed_items).to eq 3
+  end
+
+  it "returns empty list for empty list" do
+    expect([].lazy.flatten.to_a).to eq []
+  end
+end