apist 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8df71c3751ea4cb1eff329f5531da796297f1d96
+  data.tar.gz: bfe02bcbcc663ec7e2189e834598a6fc266b456a
+SHA512:
+  metadata.gz: 13d9d5ba292f4baafad3551848836c23427a96f2313af37b8eb89b5b3e4789cbd839564a72d5d02e26395454c9b08feadaab2d0df57ecaec1cf3e11e24e32cb3
+  data.tar.gz: c54c9eefc258f3a3ba3b45d81316ffa8d1ed7ccbe737357ff006fc01a9f3c0c08cdd04a1db9bc750260188c8e26082550df128252f47a676d76e6bb07cd9131e

data/.gitignore

@@ -0,0 +1,15 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+apist-*.gem

data/CHANGELOG

@@ -0,0 +1,7 @@
+CHANGELOG
+=========
+
+2014-11-26, v1.0.0
+-----------------
+
+* Initial Version

data/Gemfile

@@ -0,0 +1,10 @@
+source 'https://rubygems.org'
+gemspec
+
+gem 'httparty'
+
+group :development, :test do
+  gem 'bundler'
+  gem 'rake'
+  gem 'rspec'
+end

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Sleeping Owl
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,114 @@
+## SleepingOwl Apist
+
+SleepingOwl Apist is a small library which allows you to access any site in api-like style, based on html parsing.
+
+## Overview
+
+This package allows you to write method like this:
+
+```ruby
+require 'apist'
+
+class WikiApi < Apist
+  base_url 'http://en.wikipedia.org'
+
+  def index
+    get '/wiki/Main_Page',
+        welcome_message: filter('#mp-topbanner div:first').text[0...-1],
+        portals: filter('a[title^="Portal:"]').each(
+            link: current.attr('href').call(lambda { |href| self.class.base_url + href }),
+            label: current.text
+        ),
+        languages: filter('#p-lang li a[title]').each(
+            label: current.text,
+            lang: current.attr('title'),
+            link: current.attr('href').call(lambda { |href| 'http:' + href })
+        ),
+        sister_projects: filter('#mp-sister b a').each.text,
+        featured_article: filter('#mp-tfa').html
+  end
+
+end
+```
+
+use it:
+
+```ruby
+api = WikiApi.new
+data = api.index
+```
+
+and get the following result (*json format used only for visualization, actual result type is `Hash`*):
+
+```json
+{
+    "welcome_message": "Welcome to Wikipedia",
+    "portals": [
+        {
+            "link": "http:\/\/en.wikipedia.org\/wiki\/Portal:Arts",
+            "label": "Arts"
+        },
+        {
+            "link": "http:\/\/en.wikipedia.org\/wiki\/Portal:Biography",
+            "label": "Biography"
+        },
+        ...
+    ],
+    "languages": [
+        {
+            "label": "Simple English",
+            "lang": "Simple English",
+            "link": "http:\/\/simple.wikipedia.org\/wiki\/"
+        },
+        {
+            "label": "العربية",
+            "lang": "Arabic",
+            "link": "http:\/\/ar.wikipedia.org\/wiki\/"
+        },
+        {
+            "label": "Bahasa Indonesia",
+            "lang": "Indonesian",
+            "link": "http:\/\/id.wikipedia.org\/wiki\/"
+        },
+        ...
+    ],
+    "sister_projects": [
+        "Commons",
+        "MediaWiki",
+        ...
+    ],
+    "featured_article": "<div style=\"float: left; margin: 0.5em 0.9em 0.4em 0em;\">...<\/div>"
+}
+```
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'apist'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install apist
+
+## Documentation
+
+Documentation can be found at [sleeping owl apist](http://sleeping-owl-apist.gopagoda.com/en/ruby/documentation).
+
+## Examples
+
+View [examples](http://sleeping-owl-apist.gopagoda.com/en/ruby#examples).
+
+## Support Library
+
+You can donate in BTC: 13k36pym383rEmsBSLyWfT3TxCQMN2Lekd
+
+## Copyright and License
+
+Apist was written by Sleeping Owl and is released under the MIT License. See the LICENSE file for details.

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/apist.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'apist'
+
+Gem::Specification.new do |spec|
+  spec.name          = "apist"
+  spec.version       = Apist::VERSION
+  spec.authors       = ["Sleeping Owl"]
+  spec.email         = ["owl.sleeping@yahoo.com"]
+  spec.summary       = %q{Package to provide api-like access to foreign sites based on html parsing}
+  spec.description   = %q{Package to provide api-like access to foreign sites based on html parsing}
+  spec.homepage      = "http://sleeping-owl-apist.gopagoda.com"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
+  spec.add_dependency 'httparty'
+end

data/examples/auth_and_query.rb

@@ -0,0 +1,46 @@
+dir = File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib'))
+$:.push File.expand_path(dir, __FILE__)
+require File.join(dir, 'apist')
+require 'pp'
+require 'json'
+
+class AdminApi < Apist
+  base_url 'http://sleeping-owl-admin-demo.gopagoda.com'
+  # base_url 'http://sleeping-owl-admin.my'
+
+  def initialize
+    @username = 'admin'
+    @password = 'SleepingOwl'
+    super
+  end
+
+  def get_login_token
+    get '/admin/login', filter('input[name="_token"]').attr('value')
+  end
+
+  def login
+    post '/admin/login', filter('.page-header').html,
+         body: {
+             _token: get_login_token,
+             username: @username,
+             password: @password
+         }
+  end
+
+  def contacts
+    login
+    get '/admin/contacts',
+        entries: filter('.table tbody tr').each(
+            photo: filter('td:first-child img').attr('src'),
+            name: filter('td').eq(1).text,
+            birthday: filter('.column-date').attr('data-order'),
+            country: filter('td').eq(3).text,
+            companies: filter('td:nth-child(5) li').each.text
+        )
+  end
+
+end
+
+api = AdminApi.new
+data = api.contacts
+puts JSON.pretty_generate data

data/examples/basic.rb

@@ -0,0 +1,39 @@
+dir = File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib'))
+$:.push File.expand_path(dir, __FILE__)
+require File.join(dir, 'apist')
+require 'pp'
+require 'json'
+
+class WikiApi < Apist
+  base_url 'http://en.wikipedia.org'
+
+  def index
+    get '/wiki/Main_Page',
+        welcome_message: filter('#mp-topbanner div:first').text[0...-1],
+        portals: filter('a[title^="Portal:"]').each(
+            link: current.attr('href').call(lambda { |href| self.class.base_url + href }),
+            label: current.text
+        ),
+        languages: filter('#p-lang li a[title]').each(
+            label: current.text,
+            lang: current.attr('title'),
+            link: current.attr('href').call(lambda { |href| 'http:' + href })
+        ),
+        sister_projects: filter('#mp-sister b a').each.text,
+        featured_article: filter('#mp-tfa').html
+  end
+
+  def current_events
+    get '/wiki/Portal:Current_events',
+        filter('#mw-content-text > table:last td:first table.vevent').each(
+            date: filter('.bday').text,
+            events: filter('dl').each.text
+        )
+  end
+
+
+end
+
+api = WikiApi.new
+data = api.current_events
+puts JSON.pretty_generate data

data/examples/error404.rb

@@ -0,0 +1,18 @@
+dir = File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib'))
+$:.push File.expand_path(dir, __FILE__)
+require File.join(dir, 'apist')
+require 'pp'
+require 'json'
+
+class HabrApi < Apist
+  base_url 'http://habrahabr.ru'
+
+  def get404
+    get '/unknown-page',
+        menu: filter('#TMpanel .menu a').each.text
+  end
+end
+
+api = HabrApi.new
+data = api.get404
+puts JSON.pretty_generate data

data/lib/apist.rb

@@ -0,0 +1,139 @@
+require 'apist/request'
+require 'apist/method'
+require 'apist/selector'
+
+class Apist
+
+  VERSION = '1.0.0'
+
+  attr_reader :requester
+  attr_reader :current_method
+  attr_accessor :suppress_exceptions
+
+  def initialize
+    @requester = Apist::Request.new self.class.base_url
+    @suppress_exceptions = true
+  end
+
+  # Allows setting a base url to be used for each request.
+  #
+  #   class Foo < Apist
+  #     base_url 'http://en.wikipedia.org'
+  #   end
+  def self.base_url(url=nil)
+    return @base_url unless url
+    @base_url = url
+  end
+
+  # Create new filter in blueprint
+  #
+  #   class Foo < Apist
+  #     base_url 'http://en.wikipedia.org'
+  #     def index
+  #       get '/wiki/Main_Page',
+  #           welcome_message: filter('#mp-topbanner div:first').text,
+  #     end
+  #   end
+  # @return [Apist::Filter]
+  def self.filter(css_selector)
+    Apist::Selector.new css_selector
+  end
+
+  # Create new filter in blueprint
+  #
+  #   class Foo < Apist
+  #     base_url 'http://en.wikipedia.org'
+  #     def index
+  #       get '/wiki/Main_Page',
+  #           welcome_message: filter('#mp-topbanner div:first').text,
+  #     end
+  #   end
+  # @return [Apist::Filter]
+  def filter(css_selector)
+    self.class.filter css_selector
+  end
+
+  # Create new filter object with current node as filter result
+  #
+  #   class Foo < Apist
+  #     base_url 'http://en.wikipedia.org'
+  #     def index
+  #       get '/wiki/Main_Page',
+  #           portals: filter('a[title^="Portal:"]').each(
+  #             link: current.attr('href'),
+  #             label: current.text
+  #           ),
+  #     end
+  #   end
+  # @return [Apist::Filter]
+  def self.current
+    self.filter '*'
+  end
+
+  # Create new filter object with current node as filter result
+  #
+  #   class Foo < Apist
+  #     base_url 'http://en.wikipedia.org'
+  #     def index
+  #       get '/wiki/Main_Page',
+  #           portals: filter('a[title^="Portal:"]').each(
+  #             link: current.attr('href'),
+  #             label: current.text
+  #           ),
+  #     end
+  #   end
+  # @return [Apist::Filter]
+  def current
+    self.class.current
+  end
+
+  def parse(content, blueprint)
+    @current_method = Apist::Method.new self, nil, blueprint
+    @current_method.set_content content
+    result = @current_method.parse_blueprint blueprint
+    @current_method = nil
+    result
+  end
+
+  # Perform GET http-request
+  def get(url, blueprint = nil, options = {})
+    request 'get', url, blueprint, options
+  end
+
+  # Perform HEAD http-request
+  def head(url, blueprint = nil, options = {})
+    request 'head', url, blueprint, options
+  end
+
+  # Perform POST http-request
+  def post(url, blueprint = nil, options = {})
+    request 'post', url, blueprint, options
+  end
+
+  # Perform PUT http-request
+  def put(url, blueprint = nil, options = {})
+    request 'put', url, blueprint, options
+  end
+
+  # Perform PATCH http-request
+  def patch(url, blueprint = nil, options = {})
+    request 'patch', url, blueprint, options
+  end
+
+  # Perform DELETE http-request
+  def delete(url, blueprint = nil, options = {})
+    request 'delete', url, blueprint, options
+  end
+
+  private
+
+  # Perform http-request with options and parse result by blueprint
+  def request(http_method, url, blueprint = nil, options = [])
+    @current_method = Apist::Method.new self, url, blueprint
+    @current_method.method = http_method
+    result = @current_method.get options
+    @current_method = nil
+    result
+  end
+
+end

data/lib/apist/error/http.rb

@@ -0,0 +1,12 @@
+class Apist
+  module Error
+    class Http < StandardError
+      attr_reader :code, :reason, :url
+      def initialize(code, reason, url)
+        @code = code
+        @reason = reason
+        @url = url
+      end
+    end
+  end
+end

data/lib/apist/error/method.rb

@@ -0,0 +1,5 @@
+class Apist
+  module Error
+    class Method < StandardError; end
+  end
+end

data/lib/apist/filter.rb

@@ -0,0 +1,237 @@
+class Apist
+  class Filter
+
+    attr :node
+    attr :method
+    attr :resource
+
+    def initialize(node, method)
+      @node = node
+      @method = method
+      @resource = method.resource
+    end
+
+    # @return [Apist::Filter]
+    def text
+      guard_crawler
+      @node.text
+    end
+
+    # @return [Apist::Filter]
+    def html
+      guard_crawler
+      @node.inner_html
+    end
+
+    # @return [Apist::Filter]
+    def filter(selector)
+      guard_crawler
+      @node.css selector
+    end
+
+    # @return [Apist::Filter]
+    def filter_nodes(selector)
+      guard_crawler
+      @node.filter selector
+    end
+
+    # @return [Apist::Filter]
+    def find(selector)
+      guard_crawler
+      @node.css selector
+    end
+
+    # @return [Apist::Filter]
+    def children
+      guard_crawler
+      @node.children
+    end
+
+    # @return [Apist::Filter]
+    def prev
+      guard_crawler
+      prev_all[0]
+    end
+
+    # @return [Apist::Filter]
+    def prev_all
+      guard_crawler
+      sibling 'previous'
+    end
+
+    # @return [Apist::Filter]
+    def next
+      guard_crawler
+      next_all[0]
+    end
+
+    # @return [Apist::Filter]
+    def next_all
+      guard_crawler
+      sibling 'next'
+    end
+
+    # @return [Apist::Filter]
+    def is(selector)
+      guard_crawler
+      node = get_node
+      node.matches? selector
+    end
+
+    # @return [Apist::Filter]
+    def closest(selector)
+      guard_crawler
+      node = get_node
+      node.ancestors(selector).last
+    end
+
+    # @return [Apist::Filter]
+    def attr(attribute)
+      guard_crawler
+      @node.attr(attribute).to_s
+    end
+
+    # @return [Apist::Filter]
+    def hasAttr(attribute)
+      guard_crawler
+      @node.attr(attribute) != nil
+    end
+
+    # @return [Apist::Filter]
+    def eq(position)
+      guard_crawler
+      @node.at position
+    end
+
+    # @return [Apist::Filter]
+    def first
+      guard_crawler
+      @node.first
+    end
+
+    # @return [Apist::Filter]
+    def last
+      guard_crawler
+      @node.last
+    end
+
+    # @return [Apist::Filter]
+    def element
+      @node
+    end
+
+    # @return [Apist::Filter]
+    def call(block)
+      block.call @node
+    end
+
+    # @return [Apist::Filter]
+    def strip
+      guard_text
+      @node.strip
+    end
+
+    # @return [Apist::Filter]
+    def lstrip
+      guard_text
+      @node.lstrip
+    end
+
+    # @return [Apist::Filter]
+    def rstrip
+      guard_text
+      @node.rstrip
+    end
+
+    # @return [Apist::Filter]
+    def gsub(*several_variants)
+      guard_text
+      @node.send :gsub, *several_variants
+    end
+
+    # @return [Apist::Filter]
+    def to_i(base = 10)
+      guard_text
+      @node.to_i base
+    end
+
+    # @return [Apist::Filter]
+    def to_f
+      guard_text
+      @node.to_f
+    end
+
+    # @return [Apist::Filter]
+    def exists
+      !@node.empty?
+    end
+
+    # @return [Apist::Filter]
+    def check(block)
+      call block
+    end
+
+    # @return [Apist::Filter]
+    def then(blueprint)
+      return @node unless @node === true
+      return @method.parse_blueprint blueprint
+    end
+
+    # @return [Apist::Filter]
+    def else(blueprint)
+      return @node unless @node === false
+      return @method.parse_blueprint blueprint
+    end
+
+    # @return [Apist::Filter]
+    def each(blueprint = nil)
+      callback = blueprint
+      if callback.nil?
+        callback = lambda { |node, i| node }
+      end
+
+      unless callback.is_a? Proc
+        callback = lambda { |node, i|
+          @method.parse_blueprint blueprint.clone, node
+        }
+      end
+
+      result = []
+      @node.each do |node|
+        result << callback.call(node, result.length)
+      end
+      result
+    end
+
+    private
+
+    def is_node
+      @node.is_a? Nokogiri::XML::NodeSet or @node.is_a? Nokogiri::XML::Node
+    end
+
+    def get_node
+      return @node[0] if @node.is_a? Nokogiri::XML::NodeSet
+      @node
+    end
+
+    def sibling(direction)
+      nodes = []
+      node = get_node
+      while (node = node.send(direction)) != nil
+        nodes << node if node.node_type === 1
+      end
+      nodes
+    end
+
+    def guard_text
+      @node = @node.text if is_node
+    end
+
+    def guard_crawler
+      unless is_node
+        raise Apist::MethodError, 'Current node isnt instance of Nokogiri Node or NodeSet.'
+      end
+    end
+
+  end
+end

data/lib/apist/method.rb

@@ -0,0 +1,88 @@
+require 'nokogiri'
+require 'apist/selector'
+require 'apist/error/http'
+
+class Apist
+  class Method
+
+    attr_reader :resource
+    attr_reader :url
+    attr_reader :blueprint
+    attr_accessor :method
+    attr_reader :content
+    attr_reader :crawler
+
+    # @param [Apist] resource
+    # @param [String] url
+    def initialize(resource, url, blueprint)
+      @resource = resource
+      @url = url
+      @blueprint = blueprint
+    end
+
+    def get(options)
+      begin
+        make_request options
+        parse_blueprint @blueprint
+      rescue Apist::Error::Http => e
+        error_response e.code, e.reason, e.url
+      rescue SocketError => e
+        error_response 0, e.message, @url
+      end
+    end
+
+    def make_request(options = {})
+      @content = @resource.requester.class.send method, @url, options
+      if @content.code != 200
+        code = @content.code
+        message = @content.response.message
+        url = @content.request.last_uri.to_s
+        raise Apist::Error::Http.new(code, message, url)
+      end
+      store_cookies
+      set_content @content.body
+    end
+
+    def store_cookies
+      cookie = @content.headers['Set-Cookie']
+      unless cookie.nil?
+        @resource.requester.class.default_cookies.add_cookies cookie
+      end
+    end
+
+    def set_content(content)
+      @crawler = Nokogiri::HTML content
+    end
+
+    def parse_blueprint(blueprint, node = nil)
+      return @content if blueprint.nil?
+      return parse_blueprint_value(blueprint, node) unless blueprint.is_a? Hash
+      blueprint.each do |key, value|
+        if value.is_a? Hash
+          blueprint[key] = parse_blueprint value.clone, node
+        else
+          blueprint[key] = parse_blueprint_value value, node
+        end
+      end
+      blueprint
+    end
+
+    private
+
+    def parse_blueprint_value(value, node)
+      return value.get_value(self, node) if value.is_a? Apist::Selector
+      return value
+    end
+
+    def error_response(code, reason, url)
+      {
+          url: url,
+          error: {
+              status: code,
+              reason: reason
+          }
+      }
+    end
+
+  end
+end

data/lib/apist/request.rb

@@ -0,0 +1,12 @@
+require 'httparty'
+
+class Apist
+  class Request
+    include HTTParty
+
+    def initialize(base_uri)
+      self.class.base_uri base_uri
+    end
+
+  end
+end

data/lib/apist/resultcallback.rb

@@ -0,0 +1,45 @@
+require 'apist/error/method'
+require 'apist/filter'
+
+class Apist
+  class ResultCallback
+
+    attr_reader :name
+    attr_reader :arguments
+
+    def initialize(name, arguments)
+      @name = name
+      @arguments = arguments
+    end
+
+    def apply(node, method)
+      return apply_to_array node, method if node.is_a? Array
+
+      return node.to_s if @name === :to_s
+
+      filter = Apist::Filter.new node, method
+      return filter.send @name, *@arguments if filter.respond_to? @name
+
+      resource = method.resource
+      return call_resource_method node, resource if resource.respond_to? @name
+
+      return node.send @name, *@arguments if node.respond_to? @name
+
+      raise Apist::Error::Method, "Method '#{@name}' was not found"
+    end
+
+    def apply_to_array(array, method)
+      result = []
+      array.each do |node|
+        result << apply(node, method)
+      end
+      return result
+    end
+
+    def call_resource_method(node, resource)
+      arguments = @arguments.unshift node
+      resource.send @name, *arguments
+    end
+
+  end
+end

data/lib/apist/selector.rb

@@ -0,0 +1,65 @@
+require 'apist/resultcallback'
+require 'apist/error/method'
+
+class Apist
+  class Selector
+
+    undef_method :to_s
+
+    attr_reader :selector
+    attr_reader :result_method_chain
+
+    def initialize(selector)
+      @selector = selector
+      @result_method_chain = []
+    end
+
+    def method_missing(name, *arguments)
+      add_callback name, arguments
+    end
+
+    # @param [Apist::Method] method
+    def get_value(method, root_node = nil)
+      root_node = method.crawler if root_node.nil?
+      if @selector == '*'
+        result = root_node
+      else
+        result = root_node.css @selector
+      end
+      apply_result_callback_chain result, method
+    end
+
+    private
+
+    def apply_result_callback_chain(node, method)
+      add_callback 'text' if @result_method_chain.empty?
+
+      trace_stack = []
+      @result_method_chain.each do |result_callback|
+        begin
+          trace_stack << result_callback
+          node = result_callback.apply node, method
+        rescue Apist::Error::Method => e
+          return nil if method.resource.suppress_exceptions
+          raise Apist::Error::Method, create_exception_message(e, trace_stack)
+        end
+      end
+      return node
+    end
+
+    def add_callback(name, arguments = [])
+      @result_method_chain << Apist::ResultCallback.new(name, arguments)
+      return self
+    end
+
+    def create_exception_message(e, trace_stack)
+      message = e.message + ": filter(#{@selector})"
+      trace_stack.each do |callback|
+        message += ".#{callback.name.to_s}"
+        message += '(' + callback.arguments.join(', ') + ')' unless callback.arguments.empty?
+      end
+      return message
+    end
+
+  end
+end

data/script/release

@@ -0,0 +1,42 @@
+#!/bin/sh
+#/ Usage: release
+#/
+#/ Tag the version in the repo and push the gem.
+#/
+
+set -e
+cd $(dirname "$0")/..
+
+[ "$1" = "--help" -o "$1" = "-h" -o "$1" = "help" ] && {
+    grep '^#/' <"$0"| cut -c4-
+    exit 0
+}
+
+gem_name=apist
+
+# Build a new gem archive.
+rm -rf $gem_name-*.gem
+gem build -q $gem_name.gemspec
+
+# Make sure we're on the master branch.
+(git branch | grep -q '* master') || {
+  echo "Only release from the master branch."
+  exit 1
+}
+
+# Figure out what version we're releasing.
+tag=v`ls $gem_name-*.gem | sed "s/^$gem_name-\(.*\)\.gem$/\1/"`
+
+echo "Releasing $tag"
+
+# Make sure we haven't released this version before.
+git fetch -t origin
+
+(git tag -l | grep -q "$tag") && {
+  echo "Whoops, there's already a '${tag}' tag."
+  exit 1
+}
+
+# Tag it and bag it.
+gem push $gem_name-*.gem && git tag "$tag" &&
+  git push origin master && git push origin "$tag"

data/spec/apist_spec.rb

@@ -0,0 +1,39 @@
+require 'rspec'
+require 'test_api'
+
+describe 'apist' do
+
+  before(:each) do
+    @api = TestApi.new
+  end
+
+  it 'should generate pretty http error response' do
+    result = @api.get404
+    expect(result).to include :url, :error => {:status => 404, :reason => 'Not Found'}
+  end
+
+  it 'parses single blueprint value' do
+    result = @api.menu_first
+    expect(result).to eql('Welcome to Wikipedia')
+  end
+
+  it 'parses only filter objects' do
+    blueprint = {
+        title: 'My title',
+        sub: {
+            first: 1,
+            second: 2
+        }
+    }
+    result = @api.static_blueprint blueprint
+    expect(result).to eql(blueprint)
+  end
+
+  it 'parses blueprint' do
+    result = @api.index
+    expect(result).to include :welcome_message => 'Welcome to Wikipedia'
+    expect(result).to include :portals
+    expect(result[:portals].first).to include :link, :label
+  end
+
+end

data/spec/test_api.rb

@@ -0,0 +1,46 @@
+require 'apist'
+
+class TestApi < Apist
+  base_url 'http://en.wikipedia.org'
+  # base_url 'http://habrahabr.my'
+
+  def get404
+    get '/unknown-page'
+  end
+
+  def menu_first
+    get '/wiki/Main_Page', filter('#mp-topbanner div:first').text[0...-1]
+  end
+
+  def static_blueprint(blueprint)
+    get '/wiki/Main_Page', blueprint
+  end
+
+  def index
+    get '/wiki/Main_Page',
+        welcome_message: filter('#mp-topbanner div:first').text[0...-1],
+        portals: filter('a[title^="Portal:"]').each(
+            link: current.attr('href').call(lambda { |href| self.class.base_url + href }),
+            label: current.text
+        ),
+        languages: filter('#p-lang li a[title]').each(
+            label: current.text,
+            lang: current.attr('title'),
+            link: current.attr('href').call(lambda { |href| 'http:' + href })
+        ),
+        sister_projects: filter('#mp-sister b a').each.text,
+        featured_article: filter('#mp-tfa').html
+  end
+
+  def query
+    post '/test.php', nil,
+        query: {
+            first: 1
+        },
+        body: {
+            first: 1,
+            second: 2
+        }
+  end
+
+end

metadata

@@ -0,0 +1,124 @@
+--- !ruby/object:Gem::Specification
+name: apist
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Sleeping Owl
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-11-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Package to provide api-like access to foreign sites based on html parsing
+email:
+- owl.sleeping@yahoo.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CHANGELOG
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- apist.gemspec
+- examples/auth_and_query.rb
+- examples/basic.rb
+- examples/error404.rb
+- lib/apist.rb
+- lib/apist/error/http.rb
+- lib/apist/error/method.rb
+- lib/apist/filter.rb
+- lib/apist/method.rb
+- lib/apist/request.rb
+- lib/apist/resultcallback.rb
+- lib/apist/selector.rb
+- script/release
+- spec/apist_spec.rb
+- spec/test_api.rb
+homepage: http://sleeping-owl-apist.gopagoda.com
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.3
+signing_key: 
+specification_version: 4
+summary: Package to provide api-like access to foreign sites based on html parsing
+test_files:
+- spec/apist_spec.rb
+- spec/test_api.rb
+has_rdoc: