magento_remote 0.2.1 → 0.2.2

checksums.yaml

@@ -1,15 +1,7 @@
 ---
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    NDdiMDk3MTBjMjA1Y2MwZmEwMGI5OWY1ZTE5YmMwMDg2OTU3MWJjMw==
-  data.tar.gz: !binary |-
-    NTg5NTg2ZDNiZGE1OGE3OGUzNDgwYjFlMDdlNjMyZjYxOTg5NmY0Mg==
+SHA1:
+  metadata.gz: a78e92d36ef4418b06d0729137865dc0effeee95
+  data.tar.gz: 7e245671e51c0edef338cbb6c9137fc46414a919
 SHA512:
-  metadata.gz: !binary |-
-    ZDNmZTkwODcyZWY3NDFiODcyMzA1YmZmOGI5NzhkZGM0NDAwYjdhZWY0MzJi
-    NWY3NTlhNGUxMmI0ODk2Yzk3N2Y4OTgyMGQ0ZDc0NzU3NTAzNzQ4N2Y5ZDg1
-    MjNiOWIwZGFiNWM0YmQzMWFkYzFhMzcyZTg4ZTNhMTlkYjA2ZWM=
-  data.tar.gz: !binary |-
-    OWY3NGI4OWU0NDM4YWVkNWY5MWZkOWU3MzM2OTdlMjI2ZmFkNTZlYjg5MjA3
-    OGE0MTY1MDFhN2E1M2FiMTBjMDA4MTY2NzRiMGEzNmJjMjA4MmM3NGNhMGM5
-    Y2YzNmJmNWYzZmQ5NzVjMjc2ZWMyMDc5NjcyMjFhNWYwOTU5ODk=
+  metadata.gz: 55d1b8980413626b557c1b39d1749e4d5facf5fa1eff0a3985b6cf271239e3d473b11a376fc5fbc356a6d66f253315e2f4fe061244e39bb84d75744900883a10
+  data.tar.gz: 47127fd9fabdc228e065b5c8bc997c2c4081eb1b0b3ff7213ee5f4acca995cc7ba42732a2766664a532ef23aba09b02662e02acd445c0e3a752af49fb603c56e

data/bin/magento_add_to_cart

@@ -58,7 +58,7 @@ optparse = OptionParser.new do |opts|
   opts.separator "General options"
 
   opts.on_tail('--version', 'Show version.') do
-    puts "magento_add_to_cart #{MagentoRemote::VERSION}"
+    puts "#{program_name} #{MagentoRemote::VERSION}"
     exit 0
   end
   opts.on('-h', '--help', 'Show help.') do

data/bin/magento_scrape

@@ -18,6 +18,9 @@ optparse = OptionParser.new do |opts|
   opts.on('-b', '--base-uri URI', 'base URI of shop.') do |b|
     options[:base_uri] = b
   end
+  opts.on('-w', '--wait SECONDS', Float, 'SECONDS to wait after each request (default: 0)') do |b|
+    options[:sleep_time] = b
+  end
 
   opts.separator ""
   opts.separator "Product options"
@@ -71,8 +74,9 @@ end
 return_code = 0
 
 options[:start_pid] ||= 0
+options[:sleep_time] ||= 0
 
-matches = mech.scrape_products options[:start_pid].to_i, options[:limit].to_i
+matches = mech.scrape_products(options[:start_pid].to_i, options[:limit].to_i, options[:sleep_time])
 if matches.nil?
   puts "Nothing found"
 else

data/lib/magento_remote/magento_mech.rb

@@ -154,15 +154,28 @@ class MagentoMech
   # Arguments
   #   limit: Maximum number of product_ids to check
   #   start_pid: With which product id to start scraping
+  #   sleep_time: Time to sleep after each try
   # returns [[name1, product_id1, instock?1],[name2, p_id2...]...]
   #   or nil if not found.
   # yielding would be nice
-  def scrape_products start_pid, limit
+  def scrape_products start_pid, limit, sleep_time=0
     products = []
     limit.times do |idx|
       url = relative_url("/catalog/product/view/id/#{start_pid + idx + 1}")
-      @mech.get url rescue next
-      #if @mech.response_code
+      begin
+        @mech.get url
+      rescue
+        # This is probably a 404
+        sleep sleep_time
+        next
+      end
+
+      if @mech.page.code == '429'
+        # Too many requests! Sleep and try again,
+        sleep 2
+        @mech.get url # rescue raise
+      end
+
       product_name = @mech.page.search('.product-name .roundall')[0].text
       wishlist_link = @mech.page.search(".link-wishlist")[0]
       wishlist_link.attributes['href'].value[/product\/(\d+)/]
@@ -171,6 +184,7 @@ class MagentoMech
       if block_given?
         yield [product_name, pid]
       end
+      sleep sleep_time
     end
 
     return products

data/lib/magento_remote/version.rb

@@ -1,3 +1,3 @@
 module MagentoRemote
-  VERSION = "0.2.1".freeze
+  VERSION = "0.2.2".freeze
 end

metadata

@@ -1,97 +1,97 @@
 --- !ruby/object:Gem::Specification
 name: magento_remote
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.2
 platform: ruby
 authors:
 - Felix Wolfsteller
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-08 00:00:00.000000000 Z
+date: 2016-01-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '2.7'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '2.7'
 - !ruby/object:Gem::Dependency
   name: terminal-table
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.4'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.6'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: inifile
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: Allows ordering through a (defaultish) magento web page.
@@ -106,10 +106,10 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .rspec
-- .ruby-gemset
-- .ruby-version
+- ".gitignore"
+- ".rspec"
+- ".ruby-gemset"
+- ".ruby-version"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -135,17 +135,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Login to a magento shop and do stuff.