ioffer 0.1.0

data/.document

@@ -0,0 +1,3 @@
+- 
+ChangeLog.*
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--colour --format documentation

data/.yardopts

@@ -0,0 +1 @@
+--markup rdoc --title "ioffer Documentation" --protected

data/ChangeLog.md

@@ -0,0 +1,6 @@
+0.1.0 / 2011-04-04
+------------------
+
+* Initial release:
+  * Basic search and page parser.
+

data/Gemfile

@@ -0,0 +1,15 @@
+source :rubygems
+
+gem "nibbler", "~> 1.2.1"
+gem "nokogiri", "~> 1.4.4"
+gem "sanitize", "~> 2.0.1"
+
+gemspec
+
+group :development do
+  gem 'rake',     '~> 0.8.7'
+  gem 'ore-tasks', '~> 0.4'
+  gem 'rspec', '~> 2.4'
+  gem 'yard', '~> 0.6.0'
+  gem 'bluecloth', '~> 2.1.0'
+end

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2011 Ezekiel Templin
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,48 @@
+ioffer
+======
+
+* [Homepage](http://rubygems.org/gems/ioffer)
+* [Documentation](http://rubydoc.info/gems/ioffer/frames)
+
+Description
+-----------
+
+Very basic parser for [iOffer.com](http://www.ioffer.com/) using [Nibbler](https://github.com/mislav/nibbler).
+
+Features
+--------
+
+  * Parses iOffer search URLs
+  * Parses iOffer pages.
+
+Examples
+--------
+  
+    require 'ioffer'
+    require 'open-uri'
+    
+    search = IOfferSearch.parse open("http://www.ioffer.com/si/saxphones")
+    
+    search.results.each do |result|
+      puts result.title
+      puts result.url
+    end
+    
+    result_url = search.results.first.url
+    
+    page = IOfferPage.parse open(result_url)
+    puts page.seller_name
+    puts page.item_id
+    puts page.price
+    
+Install
+-------
+
+    $ gem install ioffer
+
+Copyright
+---------
+
+Copyright (c) 2011 Ezekiel Templin
+
+See LICENSE.txt for details.

data/Rakefile

@@ -0,0 +1,33 @@
+require 'rubygems'
+
+begin
+  require 'bundler'
+rescue LoadError => e
+  STDERR.puts e.message
+  STDERR.puts "Run `gem install bundler` to install Bundler."
+  exit e.status_code
+end
+
+begin
+  Bundler.setup(:development)
+rescue Bundler::BundlerError => e
+  STDERR.puts e.message
+  STDERR.puts "Run `bundle install` to install missing gems."
+  exit e.status_code
+end
+
+require 'rake'
+
+require 'ore/tasks'
+Ore::Tasks.new
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new
+
+task :test => :spec
+task :default => :spec
+
+
+require 'yard'
+YARD::Rake::YardocTask.new  
+task :doc => :yard

data/gemspec.yml

@@ -0,0 +1,12 @@
+name: ioffer
+summary: "Basic iOffer Search/Page Parser"
+description: "Very basic iOffer.com parser using Nibbler."
+license: MIT
+authors: "Ezekiel Templin"
+email: "ezkl@me.com"
+homepage: http://rubygems.org/gems/ioffer
+has_yard: true
+
+development_dependencies:
+  bundler: ~> 1.0.0
+  yard: ~> 0.6.0

data/ioffer.gemspec

@@ -0,0 +1,15 @@
+# -*- encoding: utf-8 -*-
+
+begin
+  Ore::Specification.new do |gemspec|
+    # custom logic here
+  end
+rescue NameError
+  begin
+    require 'ore/specification'
+    retry
+  rescue LoadError
+    STDERR.puts "The '#{__FILE__}' file requires Ore."
+    STDERR.puts "Run `gem install ore-core` to install Ore."
+  end
+end

data/lib/ioffer.rb

@@ -0,0 +1,8 @@
+require 'nibbler'
+
+require 'ioffer/version'
+require 'ioffer/search'
+require 'ioffer/page'
+
+module Ioffer
+end

data/lib/ioffer/page.rb

@@ -0,0 +1,34 @@
+require 'nokogiri'
+require 'date'
+require 'sanitize'
+
+class IOfferPage < Nibbler
+  element 'div#itemDetailSellerName a[href^="/users/"]' => :seller_name
+  element 'div[@id="header-status-bar"]' => :item_id, :with => lambda { |element| parse_item_id(element) }
+  element 'div[@id="header-status-bar"]' => :posted_on, :with => lambda { |element| parse_posted_date(element) }
+  element 'div.primary-action-cell span[id^=price]' => :price, :with => lambda { |element| make_price(element) }
+  element "//div[@id='item_description_description_p']" => :description, :with => lambda { |element| parse_description(element.to_html) }
+end
+
+def make_price(element)
+  /\$([\d,]+\.?[\d]{2})/.match(element)[1]
+end
+
+def parse_item_id(element)
+  /Item #([\d]*)/.match(element.inner_text)[1]
+end
+
+def parse_posted_date(element)
+  date = /Listed: ([\d]{2,}-[\d]{2,}-[\d]{2,})/.match(element.inner_text)[1]
+  Date.strptime(date, '%m-%d-%y')
+end
+
+def parse_description(element)
+  Sanitize.clean(element).strip
+end
+
+def page_active?(html)
+  doc = Nokogiri::HTML(html)
+  doc.xpath('//span[@id="inactive-no-longer-available"]').any? || 
+  doc.xpath('//div[contains(@class, "bold") and contains(@class,"color-gray-dark")]').text.empty?  ? false : true
+end

data/lib/ioffer/search.rb

@@ -0,0 +1,15 @@
+class IOfferSearchResults < Nibbler
+  element 'a[@class="title"]/@href' =>  :url
+  element 'a[@class="title"]/span'  =>  :title, :with => lambda { |title| parse_title(title) }
+end
+
+class IOfferSearch < Nibbler
+  elements 'div[@class="search-results-list-item"]' =>  :results, 
+                                                        :with => IOfferSearchResults
+  element 'span[@class="current"]'      =>  :current_page
+  element 'a[@class="next_page"]/@href' =>  :next_page_url
+end
+
+def parse_title(title)
+  title.inner_text.gsub(/[\s]{2,}/, " ")
+end

data/lib/ioffer/version.rb

@@ -0,0 +1,4 @@
+module Ioffer
+  # ioffer version
+  VERSION = "0.1.0"
+end

data/spec/ioffer_spec.rb

@@ -0,0 +1,8 @@
+require 'spec_helper'
+require 'ioffer'
+
+describe Ioffer do
+  it "should have a VERSION constant" do
+    subject.const_get('VERSION').should_not be_empty
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+require 'rspec'
+require 'ioffer/version'
+
+include Ioffer

metadata

@@ -0,0 +1,93 @@
+--- !ruby/object:Gem::Specification 
+name: ioffer
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Ezekiel Templin
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-04-05 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: yard
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 0.6.0
+  type: :development
+  prerelease: false
+  version_requirements: *id002
+description: Very basic iOffer.com parser using Nibbler.
+email: 
+- ezkl@me.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.md
+- ChangeLog.md
+- LICENSE.txt
+files: 
+- .document
+- .rspec
+- .yardopts
+- ChangeLog.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- gemspec.yml
+- ioffer.gemspec
+- lib/ioffer.rb
+- lib/ioffer/page.rb
+- lib/ioffer/search.rb
+- lib/ioffer/version.rb
+- spec/ioffer_spec.rb
+- spec/spec_helper.rb
+homepage: http://rubygems.org/gems/ioffer
+licenses: 
+- MIT
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: 1.3.6
+requirements: []
+
+rubyforge_project: ioffer
+rubygems_version: 1.7.1
+signing_key: 
+specification_version: 3
+summary: Basic iOffer Search/Page Parser
+test_files: 
+- spec/ioffer_spec.rb