presto-client 0.1.0

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org/'
+gemspec

data/Gemfile.lock

@@ -0,0 +1,38 @@
+PATH
+  remote: .
+  specs:
+    presto-client (0.1.0)
+      faraday (~> 0.8.8)
+      multi_json (~> 1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.3.5)
+    crack (0.3.2)
+    diff-lcs (1.2.4)
+    faraday (0.8.8)
+      multipart-post (~> 1.2.0)
+    multi_json (1.8.2)
+    multipart-post (1.2.0)
+    rake (10.1.1)
+    rspec (2.13.0)
+      rspec-core (~> 2.13.0)
+      rspec-expectations (~> 2.13.0)
+      rspec-mocks (~> 2.13.0)
+    rspec-core (2.13.1)
+    rspec-expectations (2.13.0)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.13.1)
+    webmock (1.16.1)
+      addressable (>= 2.2.7)
+      crack (>= 0.3.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  presto-client!
+  rake (>= 0.9.2)
+  rspec (~> 2.13.0)
+  webmock (~> 1.16.1)

data/README.md

@@ -0,0 +1,34 @@
+# Presto client library for Ruby
+
+Presto is a distributed SQL query engine for big data:
+https://github.com/facebook/presto
+
+This is a client library for Ruby to run queries on Presto.
+
+## Example
+
+```ruby
+require 'presto-client'
+
+# create a client object
+client = PrestoClient::Client.new(
+  server: "localhost:8880",
+  user: "frsyuki",
+  catalog: "native",
+  schema: "default",
+)
+
+# start running a query on presto
+q = client.query("select * from sys.query")
+
+# wait for completion and get columns
+q.columns.each {|column|
+  puts "column: #{column.name}.#{column.type}"
+}
+
+# get query results
+q.each_row {|row|
+  p row
+}
+```
+

data/Rakefile

@@ -0,0 +1,13 @@
+#!/usr/bin/env rake
+require 'bundler/gem_tasks'
+
+require 'rake/testtask'
+require 'rake/clean'
+
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec) do |t|
+  t.fail_on_error = false
+end
+
+task :default => [:spec, :build]

data/lib/presto-client.rb

@@ -0,0 +1 @@
+require 'presto/client'

data/lib/presto/client.rb

@@ -0,0 +1,23 @@
+#
+# Presto client for Ruby
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+module Presto
+  module Client
+
+    require 'presto/client/version'
+    require 'presto/client/client'
+
+  end
+end

data/lib/presto/client/client.rb

@@ -0,0 +1,35 @@
+#
+# Presto client for Ruby
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+module Presto::Client
+
+  require 'presto/client/models'
+  require 'presto/client/query'
+
+  class Client
+    def initialize(options)
+      @session = ClientSession.new(options)
+    end
+
+    def query(query)
+      Query.start(@session, query)
+    end
+  end
+
+  def self.new(*args)
+    Client.new(*args)
+  end
+
+end

data/lib/presto/client/models.rb

@@ -0,0 +1,194 @@
+#
+# Presto client for Ruby
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+module Presto::Client
+
+  class Column
+    attr_reader :name
+    attr_reader :type
+
+    def initialize(options={})
+      @name = options[:name]
+      @type = options[:type]
+    end
+
+    def self.decode_hash(hash)
+      new(
+        name: hash["name"],
+        type: hash["type"],
+      )
+    end
+  end
+
+  class ClientSession
+    def initialize(options)
+      @server = options[:server]
+      @user = options[:user]
+      @source = options[:source]
+      @catalog = options[:catalog]
+      @schema = options[:schema]
+      @debug = !!options[:debug]
+    end
+
+    attr_reader :server
+    attr_reader :user
+    attr_reader :source
+    attr_reader :catalog
+    attr_reader :schema
+
+    def debug?
+      @debug
+    end
+  end
+
+  #class StageStats
+  #  attr_reader :stage_id
+  #  attr_reader :state
+  #  attr_reader :done
+  #  attr_reader :nodes
+  #  attr_reader :total_splits
+  #  attr_reader :queued_splits
+  #  attr_reader :running_splits
+  #  attr_reader :completed_splits
+  #  attr_reader :user_time_millis
+  #  attr_reader :cpu_time_millis
+  #  attr_reader :wall_time_millis
+  #  attr_reader :processed_rows
+  #  attr_reader :processed_bytes
+  #  attr_reader :sub_stages
+  #
+  #  def initialize(options={})
+  #    @stage_id = options[:stage_id]
+  #    @state = options[:state]
+  #    @done = options[:done]
+  #    @nodes = options[:nodes]
+  #    @total_splits = options[:total_splits]
+  #    @queued_splits = options[:queued_splits]
+  #    @running_splits = options[:running_splits]
+  #    @completed_splits = options[:completed_splits]
+  #    @user_time_millis = options[:user_time_millis]
+  #    @cpu_time_millis = options[:cpu_time_millis]
+  #    @wall_time_millis = options[:wall_time_millis]
+  #    @processed_rows = options[:processed_rows]
+  #    @processed_bytes = options[:processed_bytes]
+  #    @sub_stages = options[:sub_stages]
+  #  end
+  #
+  #  def self.decode_hash(hash)
+  #    new(
+  #      stage_id: hash["stageId"],
+  #      state: hash["state"],
+  #      done: hash["done"],
+  #      nodes: hash["nodes"],
+  #      total_splits: hash["totalSplits"],
+  #      queued_splits: hash["queuedSplits"],
+  #      running_splits: hash["runningSplits"],
+  #      completed_splits: hash["completedSplits"],
+  #      user_time_millis: hash["userTimeMillis"],
+  #      cpu_time_millis: hash["cpuTimeMillis"],
+  #      wall_time_millis: hash["wallTimeMillis"],
+  #      processed_rows: hash["processedRows"],
+  #      processed_bytes: hash["processedBytes"],
+  #      sub_stages: hash["subStages"].map {|h| StageStats.decode_hash(h) },
+  #    )
+  #  end
+  #end
+
+  class StatementStats
+    attr_reader :state
+    attr_reader :scheduled
+    attr_reader :nodes
+    attr_reader :total_splits
+    attr_reader :queued_splits
+    attr_reader :running_splits
+    attr_reader :completed_splits
+    attr_reader :user_time_millis
+    attr_reader :cpu_time_millis
+    attr_reader :wall_time_millis
+    attr_reader :processed_rows
+    attr_reader :processed_bytes
+    #attr_reader :root_stage
+
+    def initialize(options={})
+      @state = state
+      @scheduled = scheduled
+      @nodes = nodes
+      @total_splits = total_splits
+      @queued_splits = queued_splits
+      @running_splits = running_splits
+      @completed_splits = completed_splits
+      @user_time_millis = user_time_millis
+      @cpu_time_millis = cpu_time_millis
+      @wall_time_millis = wall_time_millis
+      @processed_rows = processed_rows
+      @processed_bytes = processed_bytes
+      #@root_stage = root_stage
+    end
+
+    def self.decode_hash(hash)
+      new(
+        state: hash["state"],
+        scheduled: hash["scheduled"],
+        nodes: hash["nodes"],
+        total_splits: hash["totalSplits"],
+        queued_splits: hash["queuedSplits"],
+        running_splits: hash["runningSplits"],
+        completed_splits: hash["completedSplits"],
+        user_time_millis: hash["userTimeMillis"],
+        cpu_time_millis: hash["cpuTimeMillis"],
+        wall_time_millis: hash["wallTimeMillis"],
+        processed_rows: hash["processedRows"],
+        processed_bytes: hash["processedBytes"],
+        #root_stage: StageStats.decode_hash(hash["rootStage"]),
+      )
+    end
+  end
+
+  class QueryResults
+    attr_reader :id
+    attr_reader :info_uri
+    attr_reader :partial_cache_uri
+    attr_reader :next_uri
+    attr_reader :columns
+    attr_reader :data
+    attr_reader :stats
+    attr_reader :error
+
+    def initialize(options={})
+      @id = options[:id]
+      @info_uri = options[:info_uri]
+      @partial_cache_uri = options[:partial_cache_uri]
+      @next_uri = options[:next_uri]
+      @columns = options[:columns]
+      @data = options[:data]
+      @stats = options[:stats]
+      @error = options[:error]
+    end
+
+    def self.decode_hash(hash)
+      new(
+        id: hash["id"],
+        info_uri: hash["infoUri"],
+        partial_cache_uri: hash["partialCancelUri"],
+        next_uri: hash["nextUri"],
+        columns: hash["columns"] ? hash["columns"].map {|h| Column.decode_hash(h) } : nil,
+        data: hash["data"],
+        stats: StatementStats.decode_hash(hash["stats"]),
+        error: hash["error"],  # TODO
+      )
+    end
+  end
+
+end

data/lib/presto/client/query.rb

@@ -0,0 +1,85 @@
+#
+# Presto client for Ruby
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+module Presto::Client
+
+  require 'faraday'
+  require 'presto/client/models'
+  require 'presto/client/statement_client'
+
+  class Query
+    def self.start(session, query)
+      faraday = Faraday.new(url: "http://#{session.server}") do |faraday|
+        #faraday.request :url_encoded
+        faraday.response :logger
+        faraday.adapter Faraday.default_adapter
+      end
+
+      new StatementClient.new(faraday, session, query)
+    end
+
+    def initialize(client)
+      @client = client
+    end
+
+    def wait_for_data
+      while @client.has_next? && @client.current_results.data == nil
+        @client.advance
+      end
+    end
+
+    private :wait_for_data
+
+    def columns
+      wait_for_data
+
+      raise_error unless @client.query_succeeded?
+
+      return @client.current_results.columns
+    end
+
+    def each_row(&block)
+      wait_for_data
+
+      raise_error unless @client.query_succeeded?
+
+      if self.columns == nil
+        raise "Query #{@client.current_results.id} has no columns"
+      end
+
+      begin
+        if data = @client.current_results.data
+          data.each(&block)
+        end
+        @client.advance
+      end while @client.has_next?
+    end
+
+    def raise_error
+      if @client.closed?
+        raise "Query aborted by user"
+      elsif @client.exception?
+        raise "Query is gone: #{@client.exception}"
+      elsif @client.query_failed?
+        results = @client.current_results
+        # TODO error location
+        raise "Query #{results.id} failed: #{results.error}"
+      end
+    end
+
+    private :raise_error
+  end
+
+end

data/lib/presto/client/statement_client.rb

@@ -0,0 +1,168 @@
+#
+# Presto client for Ruby
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+module Presto::Client
+
+  require 'multi_json'
+  require 'presto/client/models'
+
+  module PrestoHeaders
+    PRESTO_USER = "X-Presto-User"
+    PRESTO_SOURCE = "X-Presto-Source"
+    PRESTO_CATALOG = "X-Presto-Catalog"
+    PRESTO_SCHEMA = "X-Presto-Schema"
+
+    PRESTO_CURRENT_STATE = "X-Presto-Current-State"
+    PRESTO_MAX_WAIT = "X-Presto-Max-Wait"
+    PRESTO_MAX_SIZE = "X-Presto-Max-Size"
+    PRESTO_PAGE_SEQUENCE_ID = "X-Presto-Page-Sequence-Id"
+  end
+
+  class StatementClient
+    HEADERS = {
+      "User-Agent" => "presto-ruby/#{VERSION}"
+    }
+
+    def initialize(faraday, session, query)
+      @faraday = faraday
+      @faraday.headers.merge!(HEADERS)
+
+      @session = session
+      @query = query
+      @closed = false
+      @exception = nil
+      post_query_request!
+    end
+
+    def post_query_request!
+      response = @faraday.post do |req|
+        req.url "/v1/statement"
+
+        if v = @session.user
+          req.headers[PrestoHeaders::PRESTO_USER] = v
+        end
+        if v = @session.source
+          req.headers[PrestoHeaders::PRESTO_SOURCE] = v
+        end
+        if v = @session.catalog
+          req.headers[PrestoHeaders::PRESTO_CATALOG] = v
+        end
+        if v = @session.schema
+          req.headers[PrestoHeaders::PRESTO_SCHEMA] = v
+        end
+
+        req.body = @query
+      end
+
+      # TODO error handling
+      if response.status != 200
+        raise "Failed to start query: #{response.body}"  # TODO error class
+      end
+
+      body = response.body
+      hash = MultiJson.load(body)
+      @results = QueryResults.decode_hash(hash)
+    end
+
+    private :post_query_request!
+
+    attr_reader :query
+
+    def debug?
+      @session.debug?
+    end
+
+    def closed?
+      @closed
+    end
+
+    attr_reader :exception
+
+    def exception?
+      @exception
+    end
+
+    def query_failed?
+      @results.error != nil
+    end
+
+    def query_succeeded?
+      @results.error == nil && !@exception && !@closed
+    end
+
+    def current_results
+      @results
+    end
+
+    def has_next?
+      !!@results.next_uri
+    end
+
+    def advance
+      if closed? || !has_next?
+        return false
+      end
+      uri = @results.next_uri
+
+      start = Time.now
+      attempts = 0
+
+      begin
+        begin
+          response = @faraday.get do |req|
+            req.url uri
+          end
+        rescue => e
+          @exception = e
+          raise @exception
+        end
+
+        if response.status == 200 && !response.body.to_s.empty?
+          @results = QueryResults.decode_hash(MultiJson.load(response.body))
+          return true
+        end
+
+        if response.status != 503  # retry on 503 Service Unavailable
+          # deterministic error
+          @exception = StandardError.new("Error fetching next at #{uri} returned #{response.status}: #{response.body}")  # TODO error class
+          raise @exception
+        end
+
+        attempts += 1
+        sleep attempts * 0.1
+      end while (Time.now - start) < 2*60*60 && !@closed
+
+      @exception = StandardError.new("Error fetching next")  # TODO error class
+      raise @exception
+    end
+
+    def close
+      return if @closed
+
+      # cancel running statement
+      if uri = @results.next_uri
+        # TODO error handling
+        # TODO make async reqeust and ignore response
+        @faraday.delete do |req|
+          req.url uri
+        end
+      end
+
+      @closed = true
+      nil
+    end
+  end
+
+end

data/lib/presto/client/version.rb

@@ -0,0 +1,20 @@
+#
+# Presto client for Ruby
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+module Presto
+  module Client
+    VERSION = "0.1.0"
+  end
+end

data/presto-client.gemspec

@@ -0,0 +1,28 @@
+require File.expand_path 'lib/presto/client/version', File.dirname(__FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name          = "presto-client"
+  gem.version       = Presto::Client::VERSION
+
+  gem.authors       = ["Sadayuki Furuhashi"]
+  gem.email         = ["sf@treasure-data.com"]
+  gem.description   = %q{Presto client library}
+  gem.summary       = %q{Presto client library}
+  gem.homepage      = "https://github.com/treasure-data/presto-client-ruby"
+  gem.license       = "Apache 2.0"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+  gem.has_rdoc = false
+
+  gem.required_ruby_version = ">= 1.9.3"
+
+  gem.add_dependency "faraday", ["~> 0.8.8"]
+  gem.add_dependency "multi_json", ["~> 1.0"]
+
+  gem.add_development_dependency "rake", [">= 0.9.2"]
+  gem.add_development_dependency "rspec", ["~> 2.13.0"]
+  gem.add_development_dependency "webmock", ["~> 1.16.1"]
+end

data/presto-client.rb

@@ -0,0 +1,420 @@
+
+module PrestoClient
+  VERSION = "0.1.0"
+
+  require 'faraday'
+  require 'json'
+
+  class ClientSession
+    def initialize(options)
+      @server = options[:server]
+      @user = options[:user]
+      @source = options[:source]
+      @catalog = options[:catalog]
+      @schema = options[:schema]
+      @debug = !!options[:debug]
+    end
+
+    attr_reader :server
+    attr_reader :user
+    attr_reader :source
+    attr_reader :catalog
+    attr_reader :schema
+
+    def debug?
+      @debug
+    end
+  end
+
+  #class StageStats
+  #  attr_reader :stage_id
+  #  attr_reader :state
+  #  attr_reader :done
+  #  attr_reader :nodes
+  #  attr_reader :total_splits
+  #  attr_reader :queued_splits
+  #  attr_reader :running_splits
+  #  attr_reader :completed_splits
+  #  attr_reader :user_time_millis
+  #  attr_reader :cpu_time_millis
+  #  attr_reader :wall_time_millis
+  #  attr_reader :processed_rows
+  #  attr_reader :processed_bytes
+  #  attr_reader :sub_stages
+  #
+  #  def initialize(options={})
+  #    @stage_id = options[:stage_id]
+  #    @state = options[:state]
+  #    @done = options[:done]
+  #    @nodes = options[:nodes]
+  #    @total_splits = options[:total_splits]
+  #    @queued_splits = options[:queued_splits]
+  #    @running_splits = options[:running_splits]
+  #    @completed_splits = options[:completed_splits]
+  #    @user_time_millis = options[:user_time_millis]
+  #    @cpu_time_millis = options[:cpu_time_millis]
+  #    @wall_time_millis = options[:wall_time_millis]
+  #    @processed_rows = options[:processed_rows]
+  #    @processed_bytes = options[:processed_bytes]
+  #    @sub_stages = options[:sub_stages]
+  #  end
+  #
+  #  def self.decode_hash(hash)
+  #    new(
+  #      stage_id: hash["stageId"],
+  #      state: hash["state"],
+  #      done: hash["done"],
+  #      nodes: hash["nodes"],
+  #      total_splits: hash["totalSplits"],
+  #      queued_splits: hash["queuedSplits"],
+  #      running_splits: hash["runningSplits"],
+  #      completed_splits: hash["completedSplits"],
+  #      user_time_millis: hash["userTimeMillis"],
+  #      cpu_time_millis: hash["cpuTimeMillis"],
+  #      wall_time_millis: hash["wallTimeMillis"],
+  #      processed_rows: hash["processedRows"],
+  #      processed_bytes: hash["processedBytes"],
+  #      sub_stages: hash["subStages"].map {|h| StageStats.decode_hash(h) },
+  #    )
+  #  end
+  #end
+
+  class StatementStats
+    attr_reader :state
+    attr_reader :scheduled
+    attr_reader :nodes
+    attr_reader :total_splits
+    attr_reader :queued_splits
+    attr_reader :running_splits
+    attr_reader :completed_splits
+    attr_reader :user_time_millis
+    attr_reader :cpu_time_millis
+    attr_reader :wall_time_millis
+    attr_reader :processed_rows
+    attr_reader :processed_bytes
+    #attr_reader :root_stage
+
+    def initialize(options={})
+      @state = state
+      @scheduled = scheduled
+      @nodes = nodes
+      @total_splits = total_splits
+      @queued_splits = queued_splits
+      @running_splits = running_splits
+      @completed_splits = completed_splits
+      @user_time_millis = user_time_millis
+      @cpu_time_millis = cpu_time_millis
+      @wall_time_millis = wall_time_millis
+      @processed_rows = processed_rows
+      @processed_bytes = processed_bytes
+      #@root_stage = root_stage
+    end
+
+    def self.decode_hash(hash)
+      new(
+        state: hash["state"],
+        scheduled: hash["scheduled"],
+        nodes: hash["nodes"],
+        total_splits: hash["totalSplits"],
+        queued_splits: hash["queuedSplits"],
+        running_splits: hash["runningSplits"],
+        completed_splits: hash["completedSplits"],
+        user_time_millis: hash["userTimeMillis"],
+        cpu_time_millis: hash["cpuTimeMillis"],
+        wall_time_millis: hash["wallTimeMillis"],
+        processed_rows: hash["processedRows"],
+        processed_bytes: hash["processedBytes"],
+        #root_stage: StageStats.decode_hash(hash["rootStage"]),
+      )
+    end
+  end
+
+  class Column
+    attr_reader :name
+    attr_reader :type
+
+    def initialize(options={})
+      @name = options[:name]
+      @type = options[:type]
+    end
+
+    def self.decode_hash(hash)
+      new(
+        name: hash["name"],
+        type: hash["type"],
+      )
+    end
+  end
+
+  class QueryResults
+    attr_reader :id
+    attr_reader :info_uri
+    attr_reader :partial_cache_uri
+    attr_reader :next_uri
+    attr_reader :columns
+    attr_reader :data
+    attr_reader :stats
+    attr_reader :error
+
+    def initialize(options={})
+      @id = options[:id]
+      @info_uri = options[:info_uri]
+      @partial_cache_uri = options[:partial_cache_uri]
+      @next_uri = options[:next_uri]
+      @columns = options[:columns]
+      @data = options[:data]
+      @stats = options[:stats]
+      @error = options[:error]
+    end
+
+    def self.decode_hash(hash)
+      new(
+        id: hash["id"],
+        info_uri: hash["infoUri"],
+        partial_cache_uri: hash["partialCancelUri"],
+        next_uri: hash["nextUri"],
+        columns: hash["columns"] ? hash["columns"].map {|h| Column.decode_hash(h) } : nil,
+        data: hash["data"]
+        stats: StatementStats.decode_hash(hash["stats"]),
+        error: hash["error"],  # TODO
+      )
+    end
+  end
+
+  module PrestoHeaders
+    PRESTO_USER = "X-Presto-User"
+    PRESTO_SOURCE = "X-Presto-Source"
+    PRESTO_CATALOG = "X-Presto-Catalog"
+    PRESTO_SCHEMA = "X-Presto-Schema"
+
+    PRESTO_CURRENT_STATE = "X-Presto-Current-State"
+    PRESTO_MAX_WAIT = "X-Presto-Max-Wait"
+    PRESTO_MAX_SIZE = "X-Presto-Max-Size"
+    PRESTO_PAGE_SEQUENCE_ID = "X-Presto-Page-Sequence-Id"
+  end
+
+  class StatementClient
+    HEADERS = {
+      "User-Agent" => "presto-ruby/#{VERSION}"
+    }
+
+    def initialize(faraday, session, query)
+      @faraday = faraday
+      @faraday.headers.merge!(HEADERS)
+
+      @session = session
+      @query = query
+      @closed = false
+      @exception = nil
+      post_query_request!
+    end
+
+    def post_query_request!
+      response = @faraday.post do |req|
+        req.url "/v1/statement"
+
+        if v = @session.user
+          req.headers[PrestoHeaders::PRESTO_USER] = v
+        end
+        if v = @session.source
+          req.headers[PrestoHeaders::PRESTO_SOURCE] = v
+        end
+        if catalog = @session.catalog
+          req.headers[PrestoHeaders::PRESTO_CATALOG] = catalog
+        end
+        if v = @session.schema
+          req.headers[PrestoHeaders::PRESTO_SCHEMA] = v
+        end
+
+        req.body = @query
+      end
+
+      # TODO error handling
+      if response.status != 200
+        raise "Failed to start query: #{response.body}"  # TODO error class
+      end
+
+      body = response.body
+      hash = JSON.parse(body)
+      @results = QueryResults.decode_hash(hash)
+    end
+
+    private :post_query_request!
+
+    attr_reader :query
+
+    def debug?
+      @session.debug?
+    end
+
+    def closed?
+      @closed
+    end
+
+    attr_reader :exception
+
+    def exception?
+      @exception
+    end
+
+    def query_failed?
+      @results.error != nil
+    end
+
+    def query_succeeded?
+      @results.error == nil && !@exception && !@closed
+    end
+
+    def current_results
+      @results
+    end
+
+    def has_next?
+      !!@results.next_uri
+    end
+
+    def advance
+      if closed? || !has_next?
+        return false
+      end
+      uri = @results.next_uri
+
+      start = Time.now
+      attempts = 0
+
+      begin
+        begin
+          response = @faraday.get do |req|
+            req.url uri
+          end
+        rescue => e
+          @exception = e
+          raise @exception
+        end
+
+        if response.status == 200 && !response.body.to_s.empty?
+          @results = QueryResults.decode_hash(JSON.parse(response.body))
+          return true
+        end
+
+        if response.status != 503  # retry on 503 Service Unavailable
+          # deterministic error
+          @exception = StandardError.new("Error fetching next at #{uri} returned #{response.status}: #{response.body}")  # TODO error class
+          raise @exception
+        end
+
+        attempts += 1
+        sleep attempts * 0.1
+      end while (Time.now - start) < 2*60*60 && !@closed
+
+      @exception = StandardError.new("Error fetching next")  # TODO error class
+      raise @exception
+    end
+
+    def close
+      return if @closed
+
+      # cancel running statement
+      if uri = @results.next_uri
+        # TODO error handling
+        # TODO make async reqeust and ignore response
+        @faraday.delete do |req|
+          req.url uri
+        end
+      end
+
+      @closed = true
+      nil
+    end
+  end
+
+  class Query
+    def self.start(session, query)
+      faraday = Faraday.new(url: "http://#{session.server}") do |faraday|
+        faraday.request :url_encoded
+        faraday.response :logger
+        faraday.adapter Faraday.default_adapter
+      end
+
+      new StatementClient.new(faraday, session, query)
+    end
+
+    def initialize(client)
+      @client = client
+    end
+
+    def wait_for_data
+      while @client.has_next? && @client.current_results.data == nil
+        @client.advance
+      end
+    end
+
+    private :wait_for_data
+
+    def columns
+      wait_for_data
+
+      raise_error unless @client.query_succeeded?
+
+      return @client.current_results.columns
+    end
+
+    def each_row(&block)
+      wait_for_data
+
+      raise_error unless @client.query_succeeded?
+
+      if self.columns == nil
+        raise "Query #{@client.current_results.id} has no columns"
+      end
+
+      begin
+        if data = @client.current_results.data
+          data.each(&block)
+        end
+        @client.advance
+      end while @client.has_next?
+    end
+
+    def raise_error
+      if @client.closed?
+        raise "Query aborted by user"
+      elsif @client.exception?
+        raise "Query is gone: #{@client.exception}"
+      elsif @client.query_failed?
+        results = @client.current_results
+        # TODO error location
+        raise "Query #{results.id} failed: #{results.error}"
+      end
+    end
+
+    private :raise_error
+  end
+
+  class Client
+    def initialize(options)
+      @session = ClientSession.new(options)
+    end
+
+    def query(query)
+      Query.start(@session, query)
+    end
+  end
+end
+
+require 'pp'
+
+client = PrestoClient::Client.new(
+  server: "localhost:8880",
+  user: "frsyuki",
+  catalog: "native",
+  schema: "default",
+  debug: true
+)
+
+q = client.query("select * from sys.query")
+p q.columns
+q.each_row {|row|
+  p row
+}
+

data/spec/spec_helper.rb

@@ -0,0 +1,15 @@
+require 'bundler'
+
+begin
+  Bundler.setup(:default, :test)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+
+require 'json'
+require 'webmock/rspec'
+
+require 'presto-client'
+include Presto::Client

data/spec/statement_client_spec.rb

@@ -0,0 +1,39 @@
+require 'spec_helper'
+
+describe Presto::Client::StatementClient do
+  let :session do
+    session = ClientSession.new(
+      server: "localhost",
+      user: "frsyuki",
+      catalog: "native",
+      schema: "default",
+      debug: true,
+    )
+  end
+
+  let :query do
+    "select * from sys.node"
+  end
+
+  let :response_json do
+    {
+      id: "queryid",
+      stats: {}
+    }
+  end
+
+  it do
+    stub_request(:post, "localhost/v1/statement").
+      with(body: query,
+           headers: {
+              "User-Agent" => "presto-ruby/#{VERSION}",
+              "X-Presto-Catalog" => session.catalog,
+              "X-Presto-Schema" => session.schema,
+              "X-Presto-User" => session.user,
+    }).to_return(body: response_json.to_json)
+
+    faraday = Faraday.new(url: "http://localhost")
+    StatementClient.new(faraday, session, query)
+  end
+end
+

metadata

@@ -0,0 +1,146 @@
+--- !ruby/object:Gem::Specification
+name: presto-client
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Sadayuki Furuhashi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-01-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.8.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.8.8
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.13.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.13.0
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.16.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.16.1
+description: Presto client library
+email:
+- sf@treasure-data.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- lib/presto-client.rb
+- lib/presto/client.rb
+- lib/presto/client/client.rb
+- lib/presto/client/models.rb
+- lib/presto/client/query.rb
+- lib/presto/client/statement_client.rb
+- lib/presto/client/version.rb
+- presto-client.gemspec
+- presto-client.rb
+- spec/spec_helper.rb
+- spec/statement_client_spec.rb
+homepage: https://github.com/treasure-data/presto-client-ruby
+licenses:
+- Apache 2.0
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 1002266789771022757
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Presto client library
+test_files:
+- spec/spec_helper.rb
+- spec/statement_client_spec.rb