klepto 0.4.8 → 0.4.9

data/lib/klepto/parser.rb

@@ -0,0 +1,16 @@
+module Klepto
+  module Parser
+    def self.included(klass)
+      klass.extend ClassMethods
+    end
+
+    def call(node)
+      node.try(:text)
+    end
+
+    module ClassMethods
+    end
+  end
+end
+
+

data/lib/klepto/structure.rb

@@ -29,8 +29,13 @@ module Klepto
       options[:attr]    ||= nil
       options[:default] ||= nil
       options[:limit]   ||= nil
+      options[:parser]  ||= nil
       selector          = args.shift
 
+      if !block_given? && options[:parser]
+        block = options[:parser].new
+      end
+
       Klepto.logger.debug("\t\tDefining attribute: #{meth} -> #{selector}")
 
       if options[:as] == :collection
@@ -48,7 +53,6 @@ module Klepto
         result = _context.first( options[:syntax], selector )
         Klepto.logger.debug("\t\t\tAs: resource, Result? #{!result.nil?}")        
         @_hash[meth] = Structure.build(result, self, &block)
-      
       elsif block
         result = selector ? 
           _context.send( options[:match], options[:syntax], selector ) : _context

data/lib/klepto/version.rb

@@ -1,3 +1,3 @@
 module Klepto
-  VERSION = "0.4.8"
+  VERSION = "0.4.9"
 end

data/spec/lib/klepto/bot_spec.rb

@@ -247,6 +247,21 @@ describe Klepto::Bot do
       end
     end
 
+    describe 'structuring with a Parser' do
+      before(:each) do
+        @bot = Klepto::Bot.new("https://twitter.com/justinbieber"){
+          name      'h1.fullname', parser: TextParser
+          links 'span.url a', :match => :all, :parser => HrefParser
+        }
+        @structure = @bot.resources
+      end
+
+      it 'should structure the data' do
+        @structure.first[:name].should match(/Justin/i)
+        @structure.first[:links].first.should match(/^http:/i)
+      end     
+    end
+
     describe 'creating a bot with a node limit' do
       before(:each) do
         @bot = Klepto::Bot.new("https://twitter.com/justinbieber"){

data/spec/spec_helper.rb

@@ -7,6 +7,7 @@ SimpleCov.start do
 end
 
 require 'klepto'
+require 'klepto/parser'
 require 'vcr'
 require 'orm/active_record'
 
@@ -33,4 +34,14 @@ RSpec.configure do |config|
   config.after(:all) { TestMigration.down }
   config.treat_symbols_as_metadata_keys_with_true_values = true
   #config.filter_run_including :only => true
+end
+
+class TextParser
+  include Klepto::Parser
+end
+class HrefParser
+  include Klepto::Parser
+  def call(node)
+    node[:href]
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: klepto
 version: !ruby/object:Gem::Version
-  version: 0.4.8
+  version: 0.4.9
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ date: 2013-05-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: poltergeist
-  requirement: &70255695656940 !ruby/object:Gem::Requirement
+  requirement: &70325624163420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - =
@@ -21,10 +21,10 @@ dependencies:
         version: 1.1.0
   type: :runtime
   prerelease: false
-  version_requirements: *70255695656940
+  version_requirements: *70325624163420
 - !ruby/object:Gem::Dependency
   name: capybara
-  requirement: &70255695655600 !ruby/object:Gem::Requirement
+  requirement: &70325624162920 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - =
@@ -32,10 +32,10 @@ dependencies:
         version: 2.0.2
   type: :runtime
   prerelease: false
-  version_requirements: *70255695655600
+  version_requirements: *70325624162920
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &70255695653740 !ruby/object:Gem::Requirement
+  requirement: &70325624162460 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,10 +43,10 @@ dependencies:
         version: 1.5.6
   type: :runtime
   prerelease: false
-  version_requirements: *70255695653740
+  version_requirements: *70325624162460
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &70255695652860 !ruby/object:Gem::Requirement
+  requirement: &70325624162080 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70255695652860
+  version_requirements: *70325624162080
 - !ruby/object:Gem::Dependency
   name: multi_json
-  requirement: &70255695375220 !ruby/object:Gem::Requirement
+  requirement: &70325624161540 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -65,7 +65,7 @@ dependencies:
         version: '1.0'
   type: :runtime
   prerelease: false
-  version_requirements: *70255695375220
+  version_requirements: *70325624161540
 description: Tearing up web pages into ActiveRecord resources
 email:
 - github@coryodaniel.com
@@ -86,6 +86,7 @@ files:
 - lib/klepto/bot.rb
 - lib/klepto/browser.rb
 - lib/klepto/config.rb
+- lib/klepto/parser.rb
 - lib/klepto/structure.rb
 - lib/klepto/tasks.rb
 - lib/klepto/version.rb