kabuto 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 423e9736fa20a0d6e8b92706735ebe5e5defa1f2
+  data.tar.gz: fd248d8dd39138b18ff39baa2165642fd8a49f90
+SHA512:
+  metadata.gz: 2a262727ee888c8c987e3240aced55c67bf9d8faeb60f23077651a0310304f506751e344e65b82e11dcce258da4a91baff8abf0e8527b849ff58ea6b0cc4fbb5
+  data.tar.gz: c897e8b6fb8fcc2fad359ef40d7d9179fd8f4ab66371c4581a1e37f9ea680f1e2ccace809ba8257a4acb30022a0ff7cf813a58b528de8fd31f19664a3b47a7bf

data/LICENSE

@@ -0,0 +1,8 @@
+/*
+ * ----------------------------------------------------------------------------
+ * "THE BEER-WARE LICENSE" (Revision 42):
+ * As long as you retain this notice you can do whatever you want with this
+ * stuff. If we meet some day, and you think this stuff is worth it, you can
+ * buy me a beer in return. Rene Klacan
+ * ----------------------------------------------------------------------------
+ */

data/README.md

@@ -0,0 +1,19 @@
+# Kabuto [![Code Climate](https://codeclimate.com/github/reneklacan/kabuto.png)](https://codeclimate.com/github/reneklacan/kabuto) [![Coverage](https://codeclimate.com/github/reneklacan/kabuto/coverage.png)](https://codeclimate.com/github/reneklacan/kabuto)
+
+## Installation
+
+You can install it via gem
+
+```bash
+gem install kabuto
+```
+
+Or you can put it in your Gemfile
+
+```ruby
+gem 'kabuto'
+```
+
+## License
+
+This library is distributed under the Beerware license.

data/lib/kabuto.rb

@@ -0,0 +1,8 @@
+# -*- encoding : utf-8 -*-
+
+require 'json'
+require 'hashie'
+require 'nokogiri'
+
+require 'kabuto/recipe'
+require 'kabuto/recipe_item'

data/lib/kabuto/recipe.rb

@@ -0,0 +1,53 @@
+# -*- encoding : utf-8 -*-
+
+module Kabuto
+
+  class Recipe
+    attr_reader :items, :params, :nested
+
+    def initialize params={}, &block
+      @params = Hashie::Mash.new(params)
+      @items = Hashie::Mash.new
+      @nested = false
+
+      instance_eval(&block) if block_given?
+    end
+
+    def method_missing name, *args, &block
+      if block_given?
+        recipe = Recipe.new
+        recipe.instance_eval(&block)
+        @items[name] = RecipeItem.new(:recipe, recipe)
+        @nested = true
+      else
+        type, value, convert_to = args[0..2]
+        @items[name] = RecipeItem.new(type, value, convert_to)
+      end
+    end
+
+    def process page, meta = nil
+      if @params[:each]
+        page.xpath(@params[:each]).map{ |n| process_one(n, meta) }
+      elsif @params[:each_css]
+        page.css(@params[:each_css]).map{ |n| process_one(n, meta) }
+      else
+        process_one(page, meta)
+      end
+    end
+
+    def process_one node, meta = nil
+      result = Hashie::Mash.new
+
+      items.each do |name, item|
+        result[name] = item.process(node, meta)
+      end
+
+      result
+    end
+
+    def nested?
+      @nested
+    end
+  end
+
+end

data/lib/kabuto/recipe_item.rb

@@ -0,0 +1,53 @@
+# -*- encoding : utf-8 -*-
+
+module Kabuto
+
+  class RecipeItem
+    TYPES = [:var, :recipe, :css, :xpath, :lambda, :proc, :const, :static]
+
+    attr_reader :type, :value
+
+    def initialize type, value, convert_to=nil
+      raise "Unknown recipe item type '#{type}'" unless TYPES.include?(type.to_sym)
+
+      @type = type.to_sym
+      @value = value
+      @convert_to = convert_to
+    end
+
+    def process page, meta
+      convert(get(page, meta))
+    end
+
+    protected
+
+    def get page, meta
+      case type
+      when :var
+        meta[value]
+      when :recipe
+        value.process(page, meta)
+      when :css
+        page.css(value).text.gsub(/\u00a0/, ' ').strip
+      when :xpath
+        page.xpath(value).text.gsub(/\u00a0/, ' ').strip
+      when :lambda, :proc
+        value.call(page, meta)
+      when :const, :static
+        value
+      end
+    end
+
+    def convert v
+      return nil if v.nil?
+
+      case @convert_to
+      when nil then v
+      when :int then v[/\d+/].to_i
+      when :float then v.gsub(',', '.')[/\d+(\.\d+)?/].to_f
+      else raise "Unknown conversion type '#{@convert_to}'"
+      end
+    end
+  end
+
+end

data/lib/kabuto/version.rb

@@ -0,0 +1,5 @@
+# -*- encoding : utf-8 -*-
+
+module Kabuto
+  VERSION = '0.1.0'
+end

metadata

@@ -0,0 +1,133 @@
+--- !ruby/object:Gem::Specification
+name: kabuto
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Rene Klacan
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-12-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rspec-mocks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: ''
+email: rene@klacan.sk
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- lib/kabuto.rb
+- lib/kabuto/recipe.rb
+- lib/kabuto/recipe_item.rb
+- lib/kabuto/version.rb
+homepage: https://github.com/reneklacan/kabuto
+licenses:
+- Beerware
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '1.9'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: ''
+test_files: []