cb_nitride 0.0.7 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8e65cd07a27ad73f35e02965cba6a37ca8905da1
-  data.tar.gz: d1493641becc9c16afac1cd1fadbc1a48802bcc6
+  metadata.gz: 5e1a3ea7c1e6df70c161f8b71a2b6f3a8723631c
+  data.tar.gz: e612a52d76006ab7d06499b2e09b55217bcda7f4
 SHA512:
-  metadata.gz: 5552b6e951a91866a0597e77789ab300d148113fff6a7e306eea35e5e0ca54d62c2b683cfc9357556da87271a601597e17629a8d1342a3ad502b20a17235bbe8
-  data.tar.gz: 45c288aece4982dbd1f51516c8dd1d22d06f46e69c19a5a294100493b1cef86e127e4fc8c59ba2f281ad9d7df4cc6609caffbf878cdd4852e3340e744f3610f4
+  metadata.gz: 63af916a67f363d21a7c777a5e72af35b1d989454b4b41f4838c8bd1446a6283d533a961994fa8bedfbc3131db3fcf97dbbd978ea85853df9121d271ec3b8aeb
+  data.tar.gz: 00e010e4c8ebd8a77cf447c2e8ed3bc76a2742738e8e3017fb6844bc394d786bdffd83d70ebf5bf942fced99d5f38401250115cc64deb3d32bd0c2c430681329

data/lib/cb_nitride/diamond_number_generator.rb

@@ -1,52 +1,85 @@
 module CbNitride
   class DiamondNumberGenerator
 
+    #TODO: Refactor into DiamondNumberSet with sorting capabilities instead of array of array of array.
+
+    NEW_RELEASES_URL = "http://www.previewsworld.com/Home/1/1/71/952"
+    UPCOMING_RELEASES_URL = "http://www.previewsworld.com/Home/1/1/71/954"
+
     attr_reader :month, :year
-    attr_accessor :count
 
     MONTH_CODES = ['JAN', 'FEB', 'MAR', 'APR', 'JUN', 'MAY', 'JUL', 'AUG', 'SEP', 'OCT', 'NOV', 'DEC']
     YEAR_CODES = ['06','07','08','09','10','11','12','13']
 
-    def self.generate
-      new.formatted_numbers
+    def self.generate_all!
+      new.brute_force_formatted_numbers
     end
 
-    def initialize(year = nil, options = {})
-      @target_month = month
-      @target_year = year
+    def self.generate_imminent!
+      new.imminent_releases
     end
 
-    def formatted_numbers
-      YEAR_CODES.map do |year|
-        MONTH_CODES.map do |month|
-        generate_numbers(year, month)
+    def initialize(year_range = nil, month_range = nil, options = {})
+      @year_range = year_range || YEAR_CODES
+      @month_range = month_range || MONTH_CODES
+    end
+
+    def imminent_releases
+      [new_releases_page, upcoming_releases_page].map do |page|
+        extract_diamond_numbers(page)
+      end.flatten
+    end
+
+    def brute_force_formatted_numbers
+      year_codes.map do |year|
+        month_codes.map do |month|
+          generate_numbers(year, month)
         end
       end
     end
 
     def all_for_year
-      MONTH_CODES.map do |month|
+      month_codes.map do |month|
         generate_numbers(year, month)
       end.flatten
     end
+
     private
 
     def generate_numbers(year, month)
       (1...3000).map do |num|
-        format_single_number(year, month, num)
+        format_number(year, month, num)
       end.flatten.compact
     end
 
-    def format_single_number(year, month, num)
-      month + year + calculate_zeroes(num)
-    end
-
-    def formatted_number(num)
+    def format_number(year, month, num)
       month + year + calculate_zeroes(num)
     end
 
     def calculate_zeroes(num)
       ("0" * (4 - num.to_s.size)) + num.to_s
     end
+
+    def item_page(url)
+      Nokogiri::HTML(Mechanize.new.get(url).content)
+    end
+
+    def extract_diamond_numbers(page)
+      page.css('a').map do |link|
+        if link.attributes["href"].value.include? "stockItemID"
+          link.children.text
+        else
+          nil
+        end
+      end.compact
+    end
+
+    def new_releases_page
+      @_new_releases_page ||= item_page(NEW_RELEASES_URL)
+    end
+
+    def upcoming_releases_page
+      @_upcoming_releases_page ||= item_page(UPCOMING_RELEASES_URL)
+    end
   end
 end

data/lib/cb_nitride/hasher_methods.rb

@@ -1,6 +1,12 @@
 module CbNitride
   module HasherMethods
 
+    attr_accessor :error_array
+
+    def error_array
+      @error_array ||= []
+    end
+
     def find_text_with(code)
       item_page.css(code).text.strip
     end
@@ -14,7 +20,11 @@ module CbNitride
     end
 
     def clean_date_string(date)
-      Date.strptime(date.match(/\d+[\/]\d+[\/]\d+/).to_s, "%m/%d/%Y")
+      if date == ""
+        error_array << "No Release Date"
+      else
+        Date.strptime(date.match(/\d+[\/]\d+[\/]\d+/).to_s, "%m/%d/%Y")
+      end
     end
   end
 end

data/lib/cb_nitride/private_hasher.rb

@@ -61,7 +61,8 @@ module CbNitride
         release_date: clean_date_string(native_hash["Est Ship Date"]),
         price: clean_price_float(native_hash["Price Before Discount"]),
         category_code: native_hash["Category Code"],
-        state: :private
+        state: :private,
+        errors: error_array
       }
     end
 

data/lib/cb_nitride/public_hasher.rb

@@ -53,7 +53,7 @@ module CbNitride
     end
 
     def uncategorized_hash
-        @_uncategorized_hash ||= {
+      @_uncategorized_hash ||= {
         title: find_text_with(TITLE_CLASS),
         diamond_number: diamond_number,
         stock_number: get_stock_number,
@@ -63,7 +63,8 @@ module CbNitride
         description: find_text_with(DESCRIPTION_CLASS),
         release_date: clean_date_string(find_text_with(RELEASE_CLASS)),
         price: clean_price_float(find_text_with(PRICE_CLASS)),
-        state: :public
+        state: :public,
+        errors: error_array
       }
     end
 
@@ -74,8 +75,6 @@ module CbNitride
         )
     end
 
-
-
     def item_page
       @item_page ||= Nokogiri::HTML(agent.get(SEARCH_URL + diamond_number).content)
     end

data/lib/cb_nitride/version.rb

@@ -1,3 +1,3 @@
 module CbNitride
-  VERSION = "0.0.7"
+  VERSION = "0.0.8"
 end

data/lib/cb_nitride.rb

@@ -12,7 +12,7 @@ require "cb_nitride/diamond_item"
 require "cb_nitride/diamond_number_generator"
 
 module CbNitride
-  def self.item(diamond_number, qualified = false)
+  def self.item(diamond_number)
     unless qualified?
       PublicHasher.item(diamond_number)
     else
@@ -21,7 +21,19 @@ module CbNitride
   end
 
   def self.generate_diamond_numbers
-    @_generate_diamond_numbers ||= DiamondNumberGenerator.generate
+    @_generate_diamond_numbers ||= DiamondNumberGenerator.generate_all!
+  end
+
+  def self.scrape_imminent!
+    DiamondNumberGenerator.generate_imminent!.map do |diamond_number|
+      diamond_item = item(diamond_number)
+      if diamond_item.nil?
+        binding.pry
+      else
+        puts "Recorded #{diamond_item.title} (#{diamond_number})"
+        diamond_item
+      end
+    end
   end
 
   def self.scrape_all!
@@ -32,8 +44,8 @@ module CbNitride
           if diamond_item.nil?
             binding.pry
           else
+            puts "Recorded #{diamond_item.title} (#{diamond_number})"
             diamond_item
-            puts "Recorded #{diamond_item.title}"
           end
         end
       end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cb_nitride
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.0.8
 platform: ruby
 authors:
 - Alex Jarvis
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-07-27 00:00:00.000000000 Z
+date: 2013-07-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler