storexplore 0.4.0 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 10fe4669a7509cd1b7ff06f47fd12fc3269894ff
-  data.tar.gz: 2d3f18b217666c80219922f49de9488fad98b03a
+  metadata.gz: 17cba9cf042f031c9d29a00f36ddc74bd1a55bde
+  data.tar.gz: 5e4f2f3c4e5ee403527e1c2e0beb188c9536498b
 SHA512:
-  metadata.gz: 39223a9ac42ce39c6e35394723464b87a192235f92b9d1e398022426b92a5c8a93a0e1ea955003d1cef71edc9f117f7bfdc7a1062c729ee9de2f1be6cf04e8a1
-  data.tar.gz: 93e31befe06656e2ff8f71590b78b06780eaba677b963bc86adff83bc963480502a7441576dffda5a48a3453742f3f6ddd77dd96710696af3ab179f8fb81e240
+  metadata.gz: a88009b403a3b8505104c25b020e01d246cd592140fa2ab43a4641143278588785391d6b33d74fb66f2c3efe12e48c743b3df4c1eed5c829fd4d746511107933
+  data.tar.gz: 0efe5547f14b84d8c17b91cca614a6f2577733240b38f191815b405ce50c1e6cf94f629c86e0052433c88d8b8ba476214893cfe026fe24efcf651d3a9de2234e

data/.gitignore

@@ -24,3 +24,6 @@ doc/
 *~
 *#
 .#*
+
+# vagrant files
+.vagrant

data/.travis.yml

@@ -1,7 +1,7 @@
 language: ruby
 rvm:
-  - 2.1.1
-  - 2.0.0
+  - 2.3.1
+  - 2.2.5
 script: bundle exec rake
 
 addons:

data/README.md

@@ -2,12 +2,32 @@
 
 # Storexplore
 
-A declarative scrapping DSL that lets one define directory like apis to an online store
+Transform online stores into APIs !
 
-## Installation
+## Why
+Once upon a time, I wanted to create online groceries with great user experience ! That's how I started [mes-courses.fr](https://github.com/philou/mes-courses). Unfortunately, most online groceries don't have APIs, so I resorted to scrapping. Scrapping comes with its (long) list of problems aswell !
 
-In order to be able to enumerate all items of a store in constant memory,
-Storexplore requires Matz Ruby 2.0 for its lazy enumerators.
+* Scrapping code is a mess
+* The scrapped html can change at any time
+* Scrappers are difficult to test
+
+Refactoring by refactoring, I extracted this libary which defines scrappers for any online store in a straightforward way (check [auchandirect-scrAPI](https://github.com/philou/auchandirect-scrAPI) for my real world usage). A scrapper definition consists of :
+
+* a scrapper definition file
+* the selectors for the links
+* the selectors for the content you want to capture
+
+As a result of using storexplore for mes-courses, the scrapping code was split between the storexplore gem and my special scrapper definition :
+
+* This made the whole overall code cleaner
+* I could write simple and reliable tests
+* Most importantly, I could easily keep pace with the changes in the online store html
+
+## Tutorial
+
+[![How to define an API on ikea.us in 10 minutes using storexplore](https://raw.githubusercontent.com/philou/storexplore/master/ikea.jpg)](http://www.youtube.com/watch?v=O30xReGgdVU)
+
+## Installation
 
 Add this line to your application's Gemfile:
 
@@ -21,44 +41,81 @@ Or install it yourself as:
 
     $ gem install storexplore
 
-## Usage
-
-The library builds hierarchical APIs on online stores. Stores are typicaly
-organized in the following way :
-
-    Store > Categories > ... > Sub Categories > Items
-
-The store is like a root category. Any category, at any depth level can have
-both children categories and items. Items cannot have children of any kind.
-Both categories and items can have attributes.
+In order to be able to enumerate all items of a store in constant memory,
+Storexplore requires ruby 2.0 for its lazy enumerators.
 
-All searching of children and attributes is done through mechanize/nokogiri
-selectors (css or xpath).
+## Usage
 
-Here is a sample store api declaration :
+Online stores are typicaly organized as hierarchies. For example [Ikea (US)](http://www.ikea.com/us/en) is organized as follows :
+
+    Ikea
+    |-> Living room
+    |   |-> Sofas & armchairs
+    |   |   |-> Fabric Sofas
+    |   |   |   |-> Norsborg Sofa
+    |   |   |   |-> Norborg Loveseat
+    |   |   |   |-> ...
+    |   |   |   |-> Pöang Footstool cushion
+    |   |   |-> Leather Sofas
+    |   |   |-> ...
+    |   |   |-> Armchairs
+    |   |-> TV & media funiture
+    |   |-> ...
+    |   |-> Living room textiles & rugs
+    |-> Bedroom
+    |-> ...
+    |-> Dining
+
+Storexplore builds hierarchical APIs on the following pattern :
+
+    Store
+    |-> Category 1
+    |   |-> Sub Category 1
+    |   |   |-> Item 1
+    |   |   |-> ...
+    |   |   |-> Item n
+    |   |-> Sub Category 2
+    |   |-> ...
+    |   |-> Sub Category n
+    |-> Category 2
+    |-> ...
+    |-> Category n
+
+The store is like a root category. Any level of depth is allowed. Any category, at any depth level can have both children categories and items. Items cannot have children of any kind. Both categories and items can have attributes.
+
+All searching of children and attributes is done through mechanize/nokogiri selectors (css or xpath).
+
+Here is a sample store api declaration for [Ikea](http://www.ikea.com/us/en) again:
 
 ```ruby
-Storexplore::define_api 'dummy-store.com' do
+Storexplore::Api.define 'ikea.com/us' do
 
-  categories 'a.category' do
+  categories '.departmentLinkBlock a' do
     attributes do
-      { :name => page.get_one("h1").content }
+      { :name => page.get_one("#breadCrumbNew .activeLink a").content.strip }
     end
 
-    categories 'a.category' do
+    categories '.departmentLinks a' do
       attributes do
-        { :name => page.get_one("h1").content }
+        { :name => page.get_one("#breadCrumbNew .activeLink a").content.strip }
       end
 
-      items 'a.item' do
+      categories 'a.categoryName' do
         attributes do
-          {
-            :name => page.get_one('h1').content,
-            :brand => page.get_one('#brand').content,
-            :price => page.get_one('#price').content.to_f,
-            :image => page.get_one('#image').content,
-            :remote_id => page.get_one('#remote_id').content
-          }
+          { :name => page.get_one("#breadCrumbNew .activeLink a").content.strip }
+        end
+
+        items '.productDetails > a' do
+          attributes do
+            {
+              :name => page.get_one('#name').content.strip,
+              :type => page.get_one('#type').content.strip,
+              :price => page.get_one('#price1').content.strip.sub('$','').to_f,
+              :salesArgs => page.get_one('#salesArg').content.strip,
+              :image => page.get_one('#productImg').attributes['src'].content,
+              :ikea_id => page.uri.to_s.match("^.*\/([0-9]+)\/?$").captures.first
+            }
+          end
         end
       end
     end
@@ -66,41 +123,55 @@ Storexplore::define_api 'dummy-store.com' do
 end
 ```
 
-This build a hierarchical API on the 'dummy-store.com' online store. This
-registers a new api definition that will be used to browse any store which
-uri contains 'dummy-store.com'.
+This defines a hierarchical API on the IKEA store that will be used to browse any store which
+uri contains 'ikea.com/us'.
 
 Now here is how this API can be accessed to pretty print all its content:
 
 ```ruby
-Api.browse('http://www.dummy-store.com').categories.each do |category|
+Storexplore::Api.browse('http://www.ikea.com/us/en').categories.each do |category|
 
-  puts "category: #{category.title}"
+  puts "category: #{category.title.strip}"
   puts "attributes: #{category.attributes}"
 
   category.categories.each do |sub_category|
 
-    puts "  category: #{sub_category.title}"
+    puts "  category: #{sub_category.title.strip}"
     puts "  attributes: #{sub_category.attributes}"
 
-    sub_category.items.each do |item|
+    sub_category.categories.each do |sub_sub_category|
+
+      puts "    category: #{sub_sub_category.title.strip}"
+      puts "    attributes: #{sub_sub_category.attributes}"
+
+      sub_sub_category.items.each do |item|
 
-      puts "    item: #{item.title}"
-      puts "    attributes: #{item.attributes}"
+        puts "      item: #{item.title.strip}"
+        puts "      attributes: #{item.attributes}"
 
+      end
     end
   end
 end
 ```
 
-### Testing
+(This sample can be found in samples/ikea.rb)
+
+## Testing
+
+NOTE : please keep in mind that these testing utilities have been extracted from my first real use case ([auchandirect-scrAPI](https://github.com/philou/auchandirect-scrAPI)) and might still rely on assumptions coming from there. Any help cleaning this up is welcome.
+
+### Testing Code Relying On A Scrapped Thirdparty
+
+This can be quite a challenge. Storeexplore can help you with that :
+
+* it provides a customizable offline (disk) dummy store generator
+* it provides an API for this store
+* As long as your dummy store provides the same attributes than the real store, you can use it in your tests
 
-Storexplore ships with some dummy store generation utilities. Dummy stores can
-be generated to the file system using the Storexplore::Testing::DummyStore and
-Storexplore::Testing::DummyStoreGenerator classes. This is particularly useful
-while testing.
+Dummy stores can be generated to the file system using the Storexplore::Testing::DummyStore and Storexplore::Testing::DummyStoreGenerator classes.
 
-To use it, add the following, to your spec_helper.rb for example :
+To use it, add the following to your spec_helper.rb for example :
 
 ```ruby
 require 'storexplore/testing'
@@ -118,7 +189,7 @@ DummyStore.wipe_out_store(store_name)
 @store_generator.generate(3).categories.and(3).categories.and(item_count).items
 ```
 
-It is also possibe to add elements with explicit values :
+You can add custom elements with explicit values :
 
 ```ruby
 @store_generator.
@@ -132,10 +203,9 @@ Storexplore provides an api definition for dummy stores in
 'storexplore/testing/dummy_store_api'. It can be required independently if
 needed.
 
-### RSpec shared examples
+### Testing Your Own Scrapper
 
-Storexplore also ships with an rspec shared examples macro. It can be used for
-any custom store API definition.
+Storexplore also ships with an rspec shared examples macro. It guarantees basic scrapper well behaviour such as the presence of many categories, of item names and prices
 
 ```ruby
 require 'storexplore/testing'
@@ -150,7 +220,7 @@ describe "MyStoreApi" do
 end
 ```
 
-### Testing files to require
+### Summary Testing Files To Require
 
 * To only get the api definition for a previously generated dummy store, it is enough to require 'storexplore/testing/dummy_store_api'
 * To be able to generate and scrap dummy stores, it's needed to require 'storexplore/testing/dummy_store_generator'

data/docker-compose.yml

@@ -0,0 +1,8 @@
+storexplore:
+  image: ruby:2.3.1
+  command: bash
+  working_dir: /usr/src/app
+  environment:
+    BUNDLE_PATH: 'vendor/bundle'
+  volumes:
+    - '.:/usr/src/app'

data/lib/storexplore/testing/api_shared_examples.rb

@@ -2,7 +2,7 @@
 #
 # api_shared_examples.rb
 #
-# Copyright (c) 2010-2014 by Philippe Bourgau. All rights reserved.
+# Copyright (c) 2010-2014, 2016 by Philippe Bourgau. All rights reserved.
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
@@ -51,7 +51,7 @@ module Storexplore
       end
 
       it "should have items with a price" do
-        expect(sample_items_attributes).to all_ { have_key(:price) }
+        expect(sample_items_attributes).to all(have_key(:price))
       end
 
       it "should mostly have items with an image" do
@@ -63,7 +63,7 @@ module Storexplore
       end
 
       it "should have items with unique remote id" do
-        expect(sample_items_attributes).to all_ { have_unique(:remote_id).in(sample_items_attributes) }
+        expect(sample_items_attributes).to all(have_unique(:remote_id).in(sample_items_attributes))
       end
 
       it "should have items with unique uris" do

data/lib/storexplore/version.rb

@@ -2,7 +2,7 @@
 #
 # version.rb
 #
-# Copyright (c) 2010-2014 by Philippe Bourgau. All rights reserved.
+# Copyright (c) 2010-2014, 2016 by Philippe Bourgau. All rights reserved.
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
@@ -20,5 +20,5 @@
 # MA 02110-1301  USA
 
 module Storexplore
-  VERSION = "0.4.0"
+  VERSION = "0.5.0"
 end

data/samples/ikea.rb

@@ -0,0 +1,84 @@
+# -*- encoding: utf-8 -*-
+#
+# ikea.rb
+#
+# Copyright (c) 2015 by Philippe Bourgau. All rights reserved.
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 3.0 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA 02110-1301  USA
+
+# Please note that I don't intend to maintain this scrapper definition :)
+
+require_relative "../lib/storexplore"
+
+Storexplore::Api.define 'ikea.com/us' do
+
+  categories '.departmentLinkBlock a' do
+    attributes do
+      { :name => page.get_one("#breadCrumbNew .activeLink a").content.strip }
+    end
+
+    categories '.departmentLinks a' do
+      attributes do
+        { :name => page.get_one("#breadCrumbNew .activeLink a").content.strip }
+      end
+
+      categories 'a.categoryName' do
+        attributes do
+          { :name => page.get_one("#breadCrumbNew .activeLink a").content.strip }
+        end
+
+        items '.productDetails > a' do
+          attributes do
+            {
+              :name => page.get_one('#name').content.strip,
+              :type => page.get_one('#type').content.strip,
+              :price => page.get_one('#price1').content.strip.sub('$','').to_f,
+              :salesArgs => page.get_one('#salesArg').content.strip,
+              :image => page.get_one('#productImg').attributes['src'].content,
+              :ikea_id => page.uri.to_s.match("^.*\/([0-9]+)\/?$").captures.first
+            }
+          end
+        end
+      end
+    end
+  end
+end
+
+
+Storexplore::Api.browse('http://www.ikea.com/us/en').categories.take(1).each do |category|
+
+  puts "category: #{category.title.strip}"
+  puts "attributes: #{category.attributes}"
+
+  category.categories.take(2).each do |sub_category|
+
+    puts "  category: #{sub_category.title.strip}"
+    puts "  attributes: #{sub_category.attributes}"
+
+    sub_category.categories.take(3).each do |sub_sub_category|
+
+      puts "    category: #{sub_sub_category.title.strip}"
+      puts "    attributes: #{sub_sub_category.attributes}"
+
+      sub_sub_category.items.take(4).each do |item|
+
+        puts "      item: #{item.title.strip}"
+        puts "      attributes: #{item.attributes}"
+
+      end
+    end
+  end
+end

data/spec/lib/storexplore/testing/memory_usage_spec.rb

@@ -2,7 +2,7 @@
 #
 # memory_usage_spec.rb
 #
-# Copyright (c) 2011-2014 by Philippe Bourgau. All rights reserved.
+# Copyright (c) 2011-2015 by Philippe Bourgau. All rights reserved.
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
@@ -89,6 +89,7 @@ module Storexplore
       end
 
       def current_living_objects
+        GC.start
         object_counts = ObjectSpace.count_objects
         object_counts[:TOTAL] - object_counts[:FREE]
       end

data/spec/lib/storexplore/walker_page_spec.rb

@@ -2,7 +2,7 @@
 #
 # walker_page_spec.rb
 #
-# Copyright (c) 2011-2014 by Philippe Bourgau. All rights reserved.
+# Copyright (c) 2011-2014, 2016 by Philippe Bourgau. All rights reserved.
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
@@ -97,7 +97,7 @@ module Storexplore
       end
 
       it "links to other instances of WalkerPage" do
-        expect(@page.search_links("#myself").map { |link| link.get }).to all_ {be_instance_of(WalkerPage)}
+        expect(@page.search_links("#myself").map { |link| link.get }).to all(be_instance_of(WalkerPage))
       end
 
       it "knows the text of the links" do

data/spec/spec_helper.rb

@@ -2,7 +2,7 @@
 #
 # spec_helper.rb
 #
-# Copyright (c) 2013-2014 by Philippe Bourgau. All rights reserved.
+# Copyright (c) 2013-2014, 2016 by Philippe Bourgau. All rights reserved.
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
@@ -19,12 +19,11 @@
 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
 # MA 02110-1301  USA
 
-require 'codeclimate-test-reporter'
-CodeClimate::TestReporter.start
+require 'simplecov'
+SimpleCov.start
 
 require 'fakeweb'
 require 'rspec/collection_matchers'
-require 'spec_combos'
 require 'storexplore'
 require 'storexplore/testing'
 

data/storexplore.gemspec

@@ -23,8 +23,8 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler"
   spec.add_development_dependency "rake"
   spec.add_development_dependency "guard-rspec"
-  spec.add_development_dependency "spec_combos"
   spec.add_development_dependency "fakeweb"
   spec.add_development_dependency "rspec-collection_matchers"
+  spec.add_development_dependency "simplecov"
   spec.add_development_dependency "codeclimate-test-reporter"
 end

metadata

@@ -1,146 +1,125 @@
 --- !ruby/object:Gem::Specification
 name: storexplore
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.0
 platform: ruby
 authors:
 - Philou
 autorequire: 
 bindir: bin
-cert_chain:
-- |
-  -----BEGIN CERTIFICATE-----
-  MIIDQjCCAiqgAwIBAgIBAjANBgkqhkiG9w0BAQUFADBHMRkwFwYDVQQDDBBwaGls
-  aXBwZS5ib3VyZ2F1MRUwEwYKCZImiZPyLGQBGRYFZ21haWwxEzARBgoJkiaJk/Is
-  ZAEZFgNjb20wHhcNMTQxMTA0MDUwNTA4WhcNMTUxMTA0MDUwNTA4WjBHMRkwFwYD
-  VQQDDBBwaGlsaXBwZS5ib3VyZ2F1MRUwEwYKCZImiZPyLGQBGRYFZ21haWwxEzAR
-  BgoJkiaJk/IsZAEZFgNjb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIB
-  AQC8CpoqZwEbzXr55EUxdSplgn0MYZ9xPGO/XmRa8bD63n+JYWF0AS+mj452ZY18
-  rwM+yKrKhtsA+aJJdlOafgIUnY5SrZOr7v7kgc6T2YNoUj+M00Um2jv+shQbOtV6
-  qGp0Jw1HfPNUMVa+3pXZyAGCecN6rTnsZJIuW6KNaJUq6lEMVXanoTHgAKrH5aHd
-  Y6ofwQL86d6LDkC1S4p86iMUWvF34w8h5ItVo+JKlPRR22rzsK/ZKgNH3lfjbS6i
-  JWqPva70rL2xz5kCVn6DL7XhNZtqnAO4kvCQyQeWezvcoGXEnbHacKky7B+/WKec
-  OIWEwedl6j+X0OD5OYki3QaTAgMBAAGjOTA3MAkGA1UdEwQCMAAwCwYDVR0PBAQD
-  AgSwMB0GA1UdDgQWBBSZy8+NDp7v3X6S0oqVORYE8uli5jANBgkqhkiG9w0BAQUF
-  AAOCAQEAjTpuKjUclY0kNioKIcwD9nEkAwxeGiMNrY2zc7FfabSVhNKa0GafjHiz
-  6STN4S4j03wgmD8YMnA6uqQBSCgb3mcySr9sfglxub4sC9c3Ma+A3G7JEE+KPeLE
-  gcVYqRPSgVV5naFYaFu4HK0o8ZY8smY30BM3uFmW3cQ9cTKNtaqgUQ177fMmXuYa
-  QOTMg5o5t1YFdpg/RwQNoUX5DyAC8gWJY8vlVJbiIKvvB0z4+o7d5nEuuE3jvKQr
-  LKjGZUoe+A3/FKYHWLPZAArCXrXLhpjAfopLBNmOAju0e30ObcjPQDWcj7z5jfJl
-  ILiFgo6hdHrp/tFaDv14PiMRm6sZaQ==
-  -----END CERTIFICATE-----
-date: 2014-11-05 00:00:00.000000000 Z
+cert_chain: []
+date: 2016-12-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: guard-rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: spec_combos
+  name: fakeweb
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: fakeweb
+  name: rspec-collection_matchers
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rspec-collection_matchers
+  name: simplecov
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: codeclimate-test-reporter
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: A declarative scrapping DSL that lets one define directory like apis
@@ -151,14 +130,16 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .rspec
-- .travis.yml
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
 - Gemfile
 - Guardfile
 - LICENSE
 - README.md
 - Rakefile
+- docker-compose.yml
+- ikea.jpg
 - lib/storexplore.rb
 - lib/storexplore/api.rb
 - lib/storexplore/array_utils.rb
@@ -183,6 +164,7 @@ files:
 - lib/storexplore/walker.rb
 - lib/storexplore/walker_page.rb
 - lib/storexplore/walker_page_error.rb
+- samples/ikea.rb
 - spec/lib/storexplore/api_spec.rb
 - spec/lib/storexplore/dsl_spec.rb
 - spec/lib/storexplore/store_walker_page_spec_fixture.html
@@ -203,17 +185,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.3
+rubygems_version: 2.6.8
 signing_key: 
 specification_version: 4
 summary: Online store scraping library