scrapify 0.0.8 → 0.0.9

data/README.md

@@ -99,4 +99,10 @@ end
   get 'pizzas/:id' => pizza_api
 ```
 
-Jsonify scraps url and exposes index and show urls as JSON APIs
+Jsonify scraps url and exposes index and show urls as JSON APIs
+
+## License
+
+ScrApify is released under the MIT license:
+
+http://www.opensource.org/licenses/MIT

data/Rakefile

@@ -1,4 +1,4 @@
-require "bundler/gem_tasks"
+require 'bundler/gem_tasks'
 require 'rspec/core/rake_task'
 
 RSpec::Core::RakeTask.new('spec')

data/examples/hacker_news.rb

@@ -0,0 +1,9 @@
+class HackerNews
+  include Scrapify::Base
+  html "http://news.ycombinator.com/news"
+
+  attribute :rank, css: "tr:nth-child(3n+1) td.title:nth-child(1)"
+  attribute :title, css: "tr:nth-child(3n+1) td.title:nth-child(3)"
+  attribute :url, xpath: "//tr[position() mod 3 = 1]/td[@class='title'][position()=2]//@href"
+  key :rank
+end

data/lib/scrapify.rb

@@ -4,8 +4,10 @@ require 'active_support/core_ext/hash/keys'
 require 'nokogiri'
 require 'uri'
 require 'net/http'
+require "net/https"
+require "uri"
 require 'scrapify/base'
 require 'scrapify/scraper'
 require 'scrapify/exceptions'
 require 'json'
-require 'jsonify'
+require 'jsonify'

data/lib/scrapify/base.rb

@@ -79,7 +79,18 @@ module Scrapify
       end
 
       def http_response
-        @http_response ||= Net::HTTP.get_response URI(url)
+        @http_response ||= get_response(url, url =~ /^https/i)
+      end
+
+      def get_response(url, secure=false)
+        uri = URI.parse(url)
+        http = Net::HTTP.new(uri.host, uri.port)
+        if secure
+          http.use_ssl = true
+          http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+        end
+        request = Net::HTTP::Get.new(uri.request_uri)
+        response = http.request(request)
       end
 
       def http_header
@@ -109,7 +120,8 @@ module Scrapify
           self.new(attributes)
         end
 
-        define_singleton_method :where do |conditions = {}|
+        define_singleton_method :where do |conditions|
+          conditions ||= {}
           raise Scrapify::AttributeDoesNotExist.new(conditions.keys - attribute_names) unless conditions.keys.all?{|key| attribute_names.include?(key) }
           indices = conditions.collect do |attribute, value|
             send("#{attribute}_values").each_with_index.find_all{|attr_val, index| attr_val == value}.collect(&:last)

data/lib/scrapify/version.rb

@@ -1,3 +1,3 @@
 module Scrapify
-  VERSION = "0.0.8"
+  VERSION = "0.0.9"
 end

metadata

@@ -1,94 +1,115 @@
---- !ruby/object:Gem::Specification
+--- !ruby/object:Gem::Specification 
 name: scrapify
-version: !ruby/object:Gem::Version
-  version: 0.0.8
-  prerelease: 
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 9
+  version: 0.0.9
 platform: ruby
-authors:
+authors: 
 - Sathish & Shakiel
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-07-11 00:00:00.000000000Z
-dependencies:
-- !ruby/object:Gem::Dependency
+
+date: 2012-10-02 00:00:00 +05:30
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
   name: rspec
-  requirement: &70278707139780 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
   type: :development
-  prerelease: false
-  version_requirements: *70278707139780
-- !ruby/object:Gem::Dependency
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
   name: mocha
-  requirement: &70278707139300 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
   type: :development
-  prerelease: false
-  version_requirements: *70278707139300
-- !ruby/object:Gem::Dependency
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
   name: fakeweb
-  requirement: &70278707138800 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
   type: :development
-  prerelease: false
-  version_requirements: *70278707138800
-- !ruby/object:Gem::Dependency
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
   name: nokogiri
-  requirement: &70278707138260 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
   type: :runtime
-  prerelease: false
-  version_requirements: *70278707138260
-- !ruby/object:Gem::Dependency
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
   name: activesupport
-  requirement: &70278707137740 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
   type: :runtime
-  prerelease: false
-  version_requirements: *70278707137740
-- !ruby/object:Gem::Dependency
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
   name: json
-  requirement: &70278707137260 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
   type: :runtime
-  prerelease: false
-  version_requirements: *70278707137260
+  version_requirements: *id006
 description: ScrApify scraps static html sites to RESTlike APIs
-email:
+email: 
 - sathish316@gmail.com
 executables: []
+
 extensions: []
+
 extra_rdoc_files: []
-files:
+
+files: 
 - .gitignore
 - Gemfile
 - README.md
 - Rakefile
-- examples/pizza.rb
+- examples/hacker_news.rb
 - lib/jsonify.rb
 - lib/scrapify.rb
 - lib/scrapify/base.rb
@@ -104,31 +125,39 @@ files:
 - spec/shared/scrapify.rb
 - spec/spec_helper.rb
 - spec/test_models.rb
+has_rdoc: true
 homepage: http://www.github.com/sathish316/scrapify
 licenses: []
+
 post_install_message: 
 rdoc_options: []
-require_paths:
+
+require_paths: 
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement
+required_ruby_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
-required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
 requirements: []
+
 rubyforge_project: scrapify
-rubygems_version: 1.8.10
+rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
 summary: ScrApify scraps static html sites to scraESTlike APIs
-test_files:
+test_files: 
 - spec/jsonify_spec.rb
 - spec/pizza.rb
 - spec/scraper_spec.rb

data/examples/pizza.rb

@@ -1,10 +0,0 @@
-class Pizza
-  include Scrapify::Base
-  html "http://www.dominos.co.in/menuDetails_ajx.php?catgId=1"
-
-  attribute :name, css: ".menu_lft li a"
-  attribute :image_url, xpath: "//li//input//@value"
-  attribute :price, css: ".price", regex: /([\d\.]+)/
-
-  key :name
-end