pinkoi 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: fea9cf5201f4af10ea864be7388516e8379ae3f6
+  data.tar.gz: 7252bfb82bf9d0d45ccd934781cd49b8aed25689
+SHA512:
+  metadata.gz: 176945132328d8f1084970df9aeaf0ffc4d478fe128c4a8f328218e055f8f29e99ec81ce240363c5fcf54fdd6de08f4979ffd938aed2761536f15741bf463760
+  data.tar.gz: 86b02d047ca377b6408a6e938619da33519b4af4fde86d11f861b2b77c08071907b2d53f2acc7022d648cb68e01d65c377a31e7afac98b852a7d13bd0111e6f8

data/bin/pinkoi

@@ -0,0 +1 @@
+pinkoi.rb

data/lib/pinkoi/parameter_parser.rb

@@ -0,0 +1,51 @@
+# this class takes care of
+# parsing the parameters
+# creating url
+class ParameterParser
+  private
+
+  @@valid_args = [:category, :price, :subcategory, :location, :material]
+
+  def validate_args
+    # the home page is ajax loaded so a default parameter is set
+    # to force the scraper to get data
+    ARGV[0] = '--category=1' if ARGV.empty?
+    ARGV.each do |arg|
+      begin
+        match = /--(?<key>.*?)=(?<value>.*)/.match(arg)
+        fail unless @@valid_args.include?(match[:key].to_sym)
+        # should also validate value to match numbers
+        # in other function
+        @parameters[match[:key]] = match[:value]
+      rescue StandardError
+        abort "invalid usage...\n" << usage << "\n\n"
+      end
+    end
+  end # end validate_args
+
+  public
+
+  def initialize
+    @parameters = {}
+    validate_args
+  end
+
+  def build_uri
+    # create a string based on the parameters
+    # assuming there was error check (big assumption for now)
+    @parameters.map { |k, v| "#{k}=#{v}" }.join('&')
+  end
+
+  def usage
+    'Usage: pinkoi [options]
+      --category=(int)
+      --price=[int[,int]]
+      --location=[US, JP, HK, CN, TW]
+      --subcategory=(int)
+      --material=(int[,int,int,...])
+      examples:
+              pinkoi --category=1 --price=300
+              pinkoi --category=1 --price=0,100
+              pinkoi --category=1 --subcategory=205 --price=0,100'
+  end
+end

data/lib/pinkoi/pinkoi_scraper.rb

@@ -0,0 +1,52 @@
+#!/usr/bin/env ruby
+require 'oga'
+require 'open-uri'
+
+# scrape data
+module PinkoiScraper
+  # filter class basically uses xpath selectors to get attribs
+  class Filter
+    attr_reader :result
+    attr_writer :item_selector
+    attr_writer :title_selector
+    attr_writer :price_selector
+    attr_writer :site_url
+
+    private
+
+    def get_xmldata(url)
+      raw_html = open(url)
+      Oga.parse_html(raw_html)
+    rescue StandardError
+      'error'
+    end
+
+    public
+
+    def initialize
+      @result = []
+      # xml selectors that will be used to scrape data
+      @item_selector = "//div[contains(@class,\'items\')]/div"
+      @title_selector = "div[contains(@class,\'title\')]"
+      @price_selector = "div[@class=\'info\']/div[@class=\'price\']"
+      @site_url = 'http://www.pinkoi.com/browse?'
+    end
+
+    def fetch_result(uri = 'category=1')
+      url = @site_url + uri
+      # try to open the url
+      document = get_xmldata(url)
+      # hard return on an error
+      return [] unless document != 'error'
+
+      items = document.xpath(@item_selector)
+      # loop through the items and get the title and price
+      items.map do |item|
+        title = item.xpath(@title_selector).text
+        price = item.xpath(@price_selector).text
+        @result << { title: "#{title}", price: "#{price}" } unless title.empty?
+      end
+      result
+    end
+  end
+end

data/lib/pinkoi.rb

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require_relative 'pinkoi/parameter_parser'
+require_relative 'pinkoi/pinkoi_scraper'

metadata

@@ -0,0 +1,56 @@
+--- !ruby/object:Gem::Specification
+name: pinkoi
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Even Chang
+- Luis Herrera
+- Katy Lee
+- Frank Lee
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-10-17 00:00:00.000000000 Z
+dependencies: []
+description: This is a gem scraping pinkoi's website and returb the first two pages
+  of items
+email:
+- kiki44552002@gmail.com
+- lmherrera86@gmail.com
+- katylee41024@yahoo.com.tw
+- frank1234211@gmail.com
+executables:
+- pinkoi
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/pinkoi
+- lib/pinkoi.rb
+- lib/pinkoi/parameter_parser.rb
+- lib/pinkoi/pinkoi_scraper.rb
+homepage: http://rubygems.org/gems/pinkoi
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.0
+signing_key: 
+specification_version: 4
+summary: Scraper for Pinkoi
+test_files: []