auchandirect-scrAPI 0.1.1 → 0.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (14) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +0 -0
  3. data.tar.gz.sig +0 -0
  4. data/README.md +2 -2
  5. data/lib/auchandirect/scrAPI.rb +1 -0
  6. data/lib/auchandirect/scrAPI/cart.rb +23 -9
  7. data/lib/auchandirect/scrAPI/constants.rb +31 -0
  8. data/lib/auchandirect/scrAPI/items.rb +12 -2
  9. data/lib/auchandirect/scrAPI/version.rb +1 -1
  10. data/spec/lib/auchandirect/scrAPI/cart_spec.rb +1 -1
  11. data/spec/lib/auchandirect/scrAPI/items_spec.rb +2 -2
  12. data/spec/lib/auchandirect/scrAPI/offline_items_spec.rb +39 -14
  13. metadata +3 -2
  14. metadata.gz.sig +0 -0
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: e4f04d459a19fb29b837fc67d14fb9be671b049e
4
- data.tar.gz: 29f59965eb06cf07a737008a099f8cd0743b25ae
3
+ metadata.gz: 9556cd0d6ccba68fa4273213e66b8249400ba175
4
+ data.tar.gz: f4d0ba344bb0318639779c364235f21977b72587
5
5
  SHA512:
6
- metadata.gz: 01bdecbbde94cf407a4bd703134c65dd9200f25138d4662896119e6220491802f7a7bfe114c12571562ba8ce566ac1a1a3468a0de2d39565f301d6fca66d751d
7
- data.tar.gz: eb06be216471dcb79327f3961144669d1ea0d9116f7a0c4db4a8c2ac7de6eea38dd4b1f3dd98a950b94ad1a0b18f119fb342958867e01cf1aeaf957e0e1f5dd5
6
+ metadata.gz: 44991b554adf1f08a87d01851210c2644a84ab9649d5e2260b73d6d618f115ca0ef50b93f508a58d24052dae2bca158bf4cdcf9cb5bfb95a53ac1c3ba1c645c5
7
+ data.tar.gz: 1ddc92e17d7826830a2ac0690381118928a659a49ff31c53f2c30b245cd01142bfdc237bd94cb73f4c78814c10b236c2725a84e2a73c5295a2e2472938b25841
checksums.yaml.gz.sig CHANGED
Binary file
data.tar.gz.sig CHANGED
Binary file
data/README.md CHANGED
@@ -20,7 +20,7 @@ Or install it yourself as:
20
20
 
21
21
  This library should be production ready.
22
22
  * It is automaticaly tested through [Travis](https://travis-ci.org/philou/auchandirect-scrAPI)
23
- * It should be daily tested through [TravisCron](http://traviscron.pythonanywhere.com/) to quickly detect modification at www.auchandirect.fr
23
+ * It should be daily tested through [daily-travis](https://github.com/philou/daily-travis) to quickly detect modification at www.auchandirect.fr
24
24
 
25
25
  ## Usage
26
26
 
@@ -42,7 +42,7 @@ cart = Auchandirect::ScrAPI::Cart.login('buyer@mail.org', 'password')
42
42
 
43
43
  begin
44
44
 
45
- Storexplore::Api.browse('http://www.auchandirect.fr').categories.each do |cat|
45
+ Auchandirect::ScrAPI::Items.browse.categories.each do |cat|
46
46
  cat.categories.each do |s_cat|
47
47
  s_cat.categories.each do |ss_cat|
48
48
  ss_cat.items.each do |item|
data/lib/auchandirect/scrAPI.rb CHANGED
@@ -21,6 +21,7 @@
21
21
 
22
22
  require 'storexplore'
23
23
  require 'auchandirect/scrAPI/version'
24
+ require 'auchandirect/scrAPI/constants'
24
25
  require 'auchandirect/scrAPI/items'
25
26
  require 'auchandirect/scrAPI/base_cart'
26
27
  require 'auchandirect/scrAPI/dummy_cart'
data/lib/auchandirect/scrAPI/cart.rb CHANGED
@@ -29,7 +29,7 @@ module Auchandirect
29
29
 
30
30
  # Main url of the store
31
31
  def self.url
32
- "http://www.auchandirect.fr"
32
+ HOMEPAGE
33
33
  end
34
34
 
35
35
  # Logins to auchan direct store
@@ -41,7 +41,7 @@ module Auchandirect
41
41
 
42
42
  # Url at which a client browser can login
43
43
  def self.login_url
44
- url + login_path
44
+ URL + login_path
45
45
  end
46
46
  # Parameters for a client side login
47
47
  def self.login_parameters(login, password)
@@ -64,7 +64,7 @@ module Auchandirect
64
64
 
65
65
  # Url at which a client browser can logout
66
66
  def self.logout_url
67
- url + logout_path
67
+ URL + logout_path
68
68
  end
69
69
 
70
70
  # Logs out from the store
@@ -122,11 +122,25 @@ module Auchandirect
122
122
  def self.login_form_data(agent)
123
123
  home_page = agent.get(Cart.url)
124
124
 
125
- login_form_json = post(agent, "/boutiques.paniervolant.customerinfos:showsigninpopup", {}, {'Referer' => home_page.uri})
125
+ with_retry(5) do
126
+ login_form_json = post(agent, "/boutiques.paniervolant.customerinfos:showsigninpopup", {}, {'Referer' => home_page.uri})
126
127
 
127
- html_body = JSON.parse(login_form_json.body)["zones"]["secondPopupZone"]
128
- doc = Nokogiri::HTML("<html><body>#{html_body}</body></html>")
129
- doc.xpath("//input[@name='#{FORMDATA_PARAMETER}']/@value").first.content
128
+ html_body = JSON.parse(login_form_json.body)["zones"]["popupZone"]
129
+ doc = Nokogiri::HTML("<html><body>#{html_body}</body></html>")
130
+ doc.xpath("//input[@name='#{FORMDATA_PARAMETER}']/@value").first.content
131
+ end
132
+ end
133
+
134
+ def self.with_retry(attempts)
135
+ begin
136
+ return yield
137
+
138
+ rescue Exception => e
139
+ attempts -= 1
140
+
141
+ retry unless attempts == 0
142
+ raise e
143
+ end
130
144
  end
131
145
 
132
146
  def logged_in?
@@ -135,7 +149,7 @@ module Auchandirect
135
149
  end
136
150
 
137
151
  def get(path)
138
- @agent.get(url + path)
152
+ @agent.get(URL + path)
139
153
  end
140
154
 
141
155
  def post(path, parameters = {}, headers = {})
@@ -143,7 +157,7 @@ module Auchandirect
143
157
  end
144
158
 
145
159
  def self.post(agent, path, parameters = {}, headers = {})
146
- agent.post(url + path, post_parameters.merge(parameters), fast_header.merge(headers))
160
+ agent.post(URL + path, post_parameters.merge(parameters), fast_header.merge(headers))
147
161
  end
148
162
 
149
163
  def self.fast_header
data/lib/auchandirect/scrAPI/constants.rb ADDED
@@ -0,0 +1,31 @@
1
+ # -*- encoding: utf-8 -*-
2
+ #
3
+ # auchandirect/scrAPI/items.rb
4
+ #
5
+ # Copyright (c) 2010-2014 by Philippe Bourgau. All rights reserved.
6
+ #
7
+ # This library is free software; you can redistribute it and/or
8
+ # modify it under the terms of the GNU Lesser General Public
9
+ # License as published by the Free Software Foundation; either
10
+ # version 3.0 of the License, or (at your option) any later version.
11
+ #
12
+ # This library is distributed in the hope that it will be useful,
13
+ # but WITHOUT ANY WARRANTY; without even the implied warranty of
14
+ # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15
+ # Lesser General Public License for more details.
16
+ #
17
+ # You should have received a copy of the GNU Lesser General Public
18
+ # License along with this library; if not, write to the Free Software
19
+ # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
20
+ # MA 02110-1301 USA
21
+
22
+ module Auchandirect
23
+ module ScrAPI
24
+
25
+ DOMAIN = 'auchandirect.fr'
26
+ WEBSITE = 'www.auchandirect.fr'
27
+ URL = 'http://www.auchandirect.fr'
28
+ HOMEPAGE = 'http://www.auchandirect.fr/Accueil'
29
+
30
+ end
31
+ end
data/lib/auchandirect/scrAPI/items.rb CHANGED
@@ -35,12 +35,22 @@ module Auchandirect
35
35
  # * price
36
36
  # * image (url of the link to the image)
37
37
  # * remote_id (the id of this item in the auchandirect database)
38
+ class Items
39
+
40
+ # Returns a Storexplore api on whole auchandirect catalog
41
+ def self.browse
42
+ Storexplore::Api.browse(url)
43
+ end
44
+
45
+ # Main url of the store
46
+ def self.url
47
+ HOMEPAGE
48
+ end
38
49
 
39
- module Items
40
50
  NAMES_SEPARATOR = ', '
41
51
  end
42
52
 
43
- Storexplore::Api.define "auchandirect.fr" do
53
+ Storexplore::Api.define DOMAIN do
44
54
 
45
55
  categories '#footer-menu h2 a' do
46
56
  attributes do
data/lib/auchandirect/scrAPI/version.rb CHANGED
@@ -21,7 +21,7 @@
21
21
 
22
22
  module Auchandirect
23
23
  module ScrAPI
24
- VERSION = "0.1.1"
24
+ VERSION = "0.2.0"
25
25
  end
26
26
  end
27
27
 
data/spec/lib/auchandirect/scrAPI/cart_spec.rb CHANGED
@@ -49,7 +49,7 @@ when_online("AuchanDirectApi remote spec") do
49
49
  Auchandirect::ScrAPI::Cart.send(:extend, AuchanDirectApiCredentials)
50
50
 
51
51
  describe Auchandirect::ScrAPI::Cart, slow: true, remote: true do
52
- it_should_behave_like "Any Cart", Auchandirect::ScrAPI::Cart, Auchandirect::ScrAPI::Cart.url
52
+ it_should_behave_like "Any Cart", Auchandirect::ScrAPI::Cart, Auchandirect::ScrAPI::Items.url
53
53
  it_should_behave_like "Any Client Cart", Auchandirect::ScrAPI::Cart, "Identifiez-vous"
54
54
  end
55
55
  end
data/spec/lib/auchandirect/scrAPI/items_spec.rb CHANGED
@@ -31,11 +31,11 @@ when_online "AuchanDirectStoreItemsAPI remote spec" do
31
31
  it_should_behave_like "an API"
32
32
 
33
33
  def generate_store
34
- Storexplore::Api.browse("http://www.auchandirect.fr")
34
+ Auchandirect::ScrAPI::Items.browse
35
35
  end
36
36
 
37
37
  it "should have absolute urls for images" do
38
- expect(sample_items_attributes.map {|attr| attr[:image]}).to all_ {include("auchandirect.fr")}
38
+ expect(sample_items_attributes.map {|attr| attr[:image]}).to all_ {include(DOMAIN)}
39
39
  end
40
40
 
41
41
  end
data/spec/lib/auchandirect/scrAPI/offline_items_spec.rb CHANGED
@@ -29,7 +29,7 @@ module Auchandirect
29
29
  it_should_behave_like "an API"
30
30
 
31
31
  def generate_store
32
- @offline_store_dir = File.join(AUCHANDIRECT_SCRAPI_ROOT_DIR,'offline_sites','www.auchandirect.fr')
32
+ @offline_store_dir = File.join(AUCHANDIRECT_SCRAPI_ROOT_DIR,'offline_sites',WEBSITE)
33
33
  auchan_direct_offline = "file://" + File.join(@offline_store_dir, 'index.html')
34
34
  Storexplore::Api.browse(auchan_direct_offline)
35
35
  end
@@ -64,28 +64,35 @@ module Auchandirect
64
64
  def search_through_files_for(grep_hint, selector)
65
65
  `find #{@offline_store_dir} -name *.html -exec grep -l "#{grep_hint}" {} \\;`.split("\n").lazy.
66
66
 
67
- map do |file|
67
+ map do |file|
68
68
  doc = Nokogiri::HTML(open(file))
69
69
  [file, doc.search(selector)]
70
70
  end.
71
71
 
72
- select do |file, elements|
72
+ select do |file, elements|
73
73
  !elements.empty?
74
74
  end.
75
75
 
76
- map do |file, elements|
77
- # example : http://www.auchandirect.fr/petit-dejeuner-epicerie-sucree/chocolats,-confiseries/barres-biscuitees-muesli---cereales/id1/485/53869
76
+ map do |file, elements|
77
+ split_url_to_tokens(file).merge(elements: elements)
78
+ end
79
+ end
78
80
 
79
- file = URI.unescape(file)
80
- file = file.gsub(/^.*\/www\.auchandirect\.fr\//, "")
81
- pieces = file.split("/").take(3)
82
- pieces[2] = pieces[2].split(",")[0]
83
- pieces = pieces.map do |piece|
84
- piece.gsub(/lv_/,'').split(/[\-_, \(\)']+/).select {|p| not (p.size <= 2 or p =~ /^[0-9]/)}
85
- end
81
+ def split_url_to_tokens(file)
82
+ # example : http://www.auchandirect.fr/petit-dejeuner-epicerie-sucree/chocolats,-confiseries/barres-biscuitees-muesli---cereales/id1/485/53869
83
+
84
+ file = URI.unescape(file)
85
+ file = file.gsub(/^.*\/www\.auchandirect\.fr\//, "")
86
86
 
87
- {cat_tokens: pieces[0], sub_cat_tokens: pieces[1], item_tokens: pieces[2], elements: elements}
87
+ pieces = file.split("/").take(3)
88
+
89
+ pieces[2] = pieces[2].split(",")[0]
90
+
91
+ pieces = pieces.map do |piece|
92
+ piece.gsub(/lv_/,'').split(/[\-_, \(\)']+/).select {|p| not (p.size <= 2 or p =~ /^[0-9]/)}
88
93
  end
94
+
95
+ {cat_tokens: pieces[0], sub_cat_tokens: pieces[1], item_tokens: pieces[2]}
89
96
  end
90
97
 
91
98
 
@@ -93,7 +100,7 @@ module Auchandirect
93
100
  filter(store.categories, item_info[:cat_tokens]).each do |cat|
94
101
  filter(cat.categories, item_info[:sub_cat_tokens]).each do |sub_cat|
95
102
  sub_cat.categories.each do |sub_sub_cat|
96
- filter(sub_sub_cat.items, item_info[:item_tokens]).each do |item|
103
+ take_singleton(filter(sub_sub_cat.items, item_info[:item_tokens])).each do |item|
97
104
  return item_info.merge(item: item)
98
105
  end
99
106
  end
@@ -109,6 +116,24 @@ module Auchandirect
109
116
  end
110
117
  end
111
118
  end
119
+
120
+ def take_singleton(items)
121
+ item = nil
122
+
123
+ begin
124
+ item = items.next
125
+ rescue StopIteration
126
+ return []
127
+ end
128
+
129
+ begin
130
+ items.next
131
+ rescue StopIteration
132
+ return [item]
133
+ end
134
+
135
+ return []
136
+ end
112
137
  end
113
138
  end
114
139
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: auchandirect-scrAPI
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.1
4
+ version: 0.2.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Philou
@@ -31,7 +31,7 @@ cert_chain:
31
31
  yLcl1cmm5ALtJ/+Bkkmp0i4amXeTDMvq9r8PBsVsQwxYOYJBP+Umxz3PX6HjFHrQ
32
32
  XdkXx3oZ
33
33
  -----END CERTIFICATE-----
34
- date: 2014-03-31 00:00:00.000000000 Z
34
+ date: 2014-04-26 00:00:00.000000000 Z
35
35
  dependencies:
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: storexplore
@@ -136,6 +136,7 @@ files:
136
136
  - lib/auchandirect/scrAPI.rb
137
137
  - lib/auchandirect/scrAPI/base_cart.rb
138
138
  - lib/auchandirect/scrAPI/cart.rb
139
+ - lib/auchandirect/scrAPI/constants.rb
139
140
  - lib/auchandirect/scrAPI/dummy_cart.rb
140
141
  - lib/auchandirect/scrAPI/invalid_account_error.rb
141
142
  - lib/auchandirect/scrAPI/items.rb
metadata.gz.sig CHANGED
Binary file