qubole 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 67c203cfa081fa7f902b5f55b9b9525e0ea990a7
+  data.tar.gz: 311e01beb229fc56270f5a8272c0c57bdeb25f4e
+SHA512:
+  metadata.gz: fb368b40b47aa8d37b6bbb0bc9128228fc93e3a1076da4ff1e7378cd3656992e75fb7036f247411c56faf38197b63b847d8978b0e828a54916a255577e28c24b
+  data.tar.gz: 26dedf8fd4b6dde70f6c38ebda6149b5e53c1bf7c314ff68b0d75b35f24e2a2ae24d375f39ed90588f97af61f6a89db0974d137e0cfa06bec1d731095ddacc52

data/.gitignore

@@ -0,0 +1,15 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/vendor/bundle
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,9 @@
+language: ruby
+addons:
+  code_climate:
+    repo_token: 16c4a8ed414d92fe743ce76543d6468fbfedc8e1bfe39c3ba4efc69b026c412c
+rvm:
+  - 2.0.0
+  - 2.1.0
+  - 2.2.0
+script: bundle exec rake

data/Gemfile

@@ -0,0 +1,11 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in qubole.gemspec
+gemspec
+
+group :test do
+  gem "rspec"
+  gem "webmock"
+  gem 'simplecov', require: false
+  gem "codeclimate-test-reporter", require: false
+end

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 vladnik
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,125 @@
+# Qubole
+
+Qubole REST API client
+
+[![Build Status](https://travis-ci.org/Demandbase/qubole-ruby.svg?branch=master)](https://travis-ci.org/Demandbase/qubole-ruby)
+[![Code Climate](https://codeclimate.com/github/Demandbase/qubole/badges/gpa.svg)](https://codeclimate.com/github/Demandbase/qubole)
+[![Test Coverage](https://codeclimate.com/github/Demandbase/qubole/badges/coverage.svg)](https://codeclimate.com/github/Demandbase/qubole/coverage)
+
+## Documentation
+
+[API Documentation](http://www.rubydoc.info/github/Demandbase/qubole/master/Qubole)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'qubole'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install qubole
+
+## Usage
+
+		require 'qubole'
+
+		# Configure Qubole with api_token and optional API version
+		Qubole.configure(api_token: 'ksbdvcwdkjn123423', version: 'v1.2')
+
+		# Submit Command
+		command = Qubole::Commands::Hive.new
+		command.submit(query: "SHOW TABLES", label: "custom cluster")
+		command.status # => "waiting"
+		command.refresh!
+		command.status # => "done"
+		command.results # => {"results"=>"default_qubole_airline_origin_destination\r\ndefault_qubole_memetracker\r\n", "inline"=>true}
+		id = command.id
+		command = Qubole::Command.find(id)
+		command.logs # => "OK\n  Time taken: 3.017 seconds, Fetched: 2 row(s)"
+
+## Implemented
+
+[Qubole REST API](http://docs.qubole.com/en/latest/rest-api/index.html) version v1.2
+
+- [x] Authentication
+- [x] Command API
+	- [x] Submit a Command
+	- [x] View Command Status
+	- [x] View Command Results
+	- [x] View Command Logs
+	- [x] View Hadoop Jobs Spawned By a Command
+	- [x] Cancel a Command
+	- [x] View Command History
+	- [x] Composite Command
+	- [x] DB Export Command
+	- [x] DB Import Command
+	- [x] DB Tap Query Command
+	- [x] Hadoop Jar Command
+	- [x] Hive Command
+	- [x] Pig Command
+	- [x] Presto Command
+	- [x] Shell Command
+	- [x] Spark Command
+- [ ] Hive Metadata API
+	- [ ] List Tables
+	- [ ] Get Table Definition
+	- [ ] Get Table Properties
+	- [ ] Store Table Properties
+	- [ ] Delete Table Properties
+- [ ] DbTap API
+	- [ ] List DbTaps
+	- [ ] View a DbTap
+	- [ ] List Tables in a DbTap
+	- [ ] Create a DbTap
+	- [ ] Edit a DbTap
+	- [ ] Delete a DbTap
+- [ ] Scheduler API
+	- [ ] List Schedules
+	- [ ] View a Schedule
+	- [ ] Create a Schedule
+	- [ ] Suspend,Resume or Kill a Schedule
+	- [ ] List Schedule Actions
+	- [ ] View a Schedule’s Action
+	- [ ] Kill a Schedule Action
+	- [ ] Rerun a Scheduled Action
+	- [ ] List All Actions
+	- [ ] View an Action
+- [ ] Reports API
+	- [ ] All Commands Report
+	- [ ] Canonical Hive Commands Report
+	- [ ] Cluster nodes Report
+- [ ] Cluster API
+	- [ ] List All Clusters
+	- [ ] Create a New Cluster
+	- [ ] View Cluster Configuration
+	- [ ] Edit Cluster Configuration
+	- [ ] Clone a Cluster
+	- [ ] Start or Terminate a Cluster
+	- [ ] Check Cluster Status
+	- [ ] Delete a Cluster
+	- [ ] Reassign Cluster Label
+	- [ ] Run Adhoc Scripts on a Cluster
+	- [ ] Cluster Metrics
+	- [ ] Add a Node to a Cluster
+	- [ ] Replace a Node in a Cluster
+	- [ ] Remove a Node from a Cluster
+	- [ ] Take an HBase Snapshot
+	- [ ] View an HBase Snapshot Schedule
+	- [ ] Restore HBase Tables
+	- [ ] Update an HBase Snapshot Schedule
+
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/qubole/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,5 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+task default: :spec

data/lib/qubole.rb

@@ -0,0 +1,85 @@
+require "qubole/version"
+require "qubole/exceptions"
+require "qubole/commands"
+require "net/http"
+require "json"
+
+module Qubole
+  ACCESS_URL = 'https://api.qubole.com/api/'
+  API_VERSION = 'v1.2'
+
+  class << self
+    attr_accessor :api_token, :version
+
+    # 
+    # API version
+    # 
+    # @return [String] API version used
+    def version
+      @version || API_VERSION
+    end
+
+    # 
+    # Configure Qubole
+    # @param params [Hash] configuration parameters
+    # @option params [String] :api_token Qubole API token
+    # @option params [String] :version Qubole API version (v1.2 be default)
+    # 
+    def configure(params)
+      self.api_token = params[:api_token]
+      self.version = params[:version]
+    end
+
+    # 
+    # Request headers
+    # 
+    # @return [Hash] request headers
+    def headers
+      {
+        'Content-Type' => 'application/json',
+        'Accept' => 'application/json',
+        'X-AUTH-TOKEN' => @api_token
+      }
+    end
+
+    # 
+    # HTTP request to Qubole
+    # @param path [String] API path
+    # @param params [Hash] GET parameters
+    # @yieldparam [Net::HTTP] http HTTP connection
+    # @yieldparam [URI] uri request URI
+    # 
+    # @return [Hash|Array] parsed JSON response
+    def http(name, path, params)
+      # Build URI
+      uri = URI(ACCESS_URL + version)
+      uri.path += path
+
+      # Encode parameters for GET request
+      if name == 'GET'
+        uri.query = URI.encode_www_form(params)
+      else
+        # Stringify JSON for all other requests
+        data = JSON.generate(params) unless params.empty?
+      end
+
+      # Open connection
+      res = Net::HTTP.start(uri.hostname, uri.port, use_ssl: true) do |http|
+        # Execute request
+        http.send_request(name, uri, data, headers)
+      end
+
+      # Raise error message if not success
+      raise HttpException.new(res) unless res.is_a? Net::HTTPSuccess
+      # Parse JSON body
+      JSON.parse(res.body) rescue res.body
+    end
+
+    # Defining HTTP methods for Qubole
+    %w(get post put delete).each do |name|
+      define_method(name) do |path, params = {}|
+        http(name.upcase, path, params)
+      end
+    end
+  end
+end

data/lib/qubole/command.rb

@@ -0,0 +1,91 @@
+require "ostruct"
+
+module Qubole
+  class Command < OpenStruct
+    # 
+    # Paginated commands history
+    # @param page [Integer] page number
+    # @param [Hash] opts addional options
+    # @option attrs [String] :per_page results per page
+    # 
+    # @return [Array<Command>] paginated commands
+    def self.page(page, opts = {})
+      per_page = opts[:per_page] || 10
+      Qubole.get('/commands', page: page, per_page: per_page)['commands'].map do |command|
+        new(command)
+      end
+    end
+
+    # 
+    # Find command by id
+    # @param id [Integer] command id
+    # 
+    # @return [Command] command instance
+    def self.find(id)
+      command = Qubole.get("/commands/#{id}")
+      new(command)
+    end
+
+    # 
+    # Update command attributes
+    # @param attrs [Hash] command attributes
+    # 
+    # @return [Command] command instance
+    def parse(attrs)
+      attrs.each do |key, value|
+        send("#{key}=", value)
+      end
+    end
+
+    # 
+    # Submit command to Qubole
+    # @param params [Hash] command payload
+    # 
+    # @return [Command] command instance
+    def submit(params = {})
+      parse(params)
+      response = Qubole.post('/commands', self.to_h)
+      parse(response)
+    end
+
+    # 
+    # Refresh command attributes
+    # 
+    # @return [Command] command instance
+    def refresh!
+      command = Qubole.get("/commands/#{id}")
+      parse(command)
+    end
+
+    # 
+    # Fetch command results
+    # 
+    # @return [Hash] parsed JSON response
+    def results
+      Qubole.get("/commands/#{id}/results")
+    end
+
+    # 
+    # Fetch command logs
+    # 
+    # @return [String] command logs
+    def logs
+      Qubole.get("/commands/#{id}/logs")
+    end
+
+    # 
+    # Hadoop jobs spawned by command
+    # 
+    # @return [Hash] parsed JSON response
+    def jobs
+      Qubole.get("/commands/#{id}/jobs")
+    end
+
+    # 
+    # Cancel command
+    # 
+    def cancel
+      Qubole.put("/commands/#{id}")
+    end
+  end
+end

data/lib/qubole/commands.rb

@@ -0,0 +1,10 @@
+require 'qubole/commands/composite'
+require 'qubole/commands/db_export'
+require 'qubole/commands/db_import'
+require 'qubole/commands/db_tap_query'
+require 'qubole/commands/hadoop'
+require 'qubole/commands/hive'
+require 'qubole/commands/pig'
+require 'qubole/commands/presto'
+require 'qubole/commands/shell'
+require 'qubole/commands/spark'

data/lib/qubole/commands/composite.rb

@@ -0,0 +1,12 @@
+require 'qubole/command'
+
+module Qubole
+  module Commands
+    class Composite < Command
+      def initialize(attrs = {})
+        attrs[:command_type] = 'CompositeCommand'
+        super(attrs)
+      end
+    end
+  end
+end

data/lib/qubole/commands/db_export.rb

@@ -0,0 +1,12 @@
+require 'qubole/command'
+
+module Qubole
+  module Commands
+    class DbExport < Command
+      def initialize(attrs = {})
+        attrs[:command_type] = 'DbExportCommand'
+        super(attrs)
+      end
+    end
+  end
+end

data/lib/qubole/commands/db_import.rb

@@ -0,0 +1,12 @@
+require 'qubole/command'
+
+module Qubole
+  module Commands
+    class DbImport < Command
+      def initialize(attrs = {})
+        attrs[:command_type] = 'DbImportCommand'
+        super(attrs)
+      end
+    end
+  end
+end

data/lib/qubole/commands/db_tap_query.rb

@@ -0,0 +1,12 @@
+require 'qubole/command'
+
+module Qubole
+  module Commands
+    class DbTapQuery < Command
+      def initialize(attrs = {})
+        attrs[:command_type] = 'DbTapQueryCommand'
+        super(attrs)
+      end
+    end
+  end
+end

data/lib/qubole/commands/hadoop.rb

@@ -0,0 +1,12 @@
+require 'qubole/command'
+
+module Qubole
+  module Commands
+    class Hadoop < Command
+      def initialize(attrs = {})
+        attrs[:command_type] = 'HadoopCommand'
+        super(attrs)
+      end
+    end
+  end
+end

data/lib/qubole/commands/hive.rb

@@ -0,0 +1,12 @@
+require 'qubole/command'
+
+module Qubole
+  module Commands
+    class Hive < Command
+      def initialize(attrs = {})
+        attrs[:command_type] = 'HiveCommand'
+        super(attrs)
+      end
+    end
+  end
+end

data/lib/qubole/commands/pig.rb

@@ -0,0 +1,12 @@
+require 'qubole/command'
+
+module Qubole
+  module Commands
+    class Pig < Command
+      def initialize(attrs = {})
+        attrs[:command_type] = 'PigCommand'
+        super(attrs)
+      end
+    end
+  end
+end

data/lib/qubole/commands/presto.rb

@@ -0,0 +1,12 @@
+require 'qubole/command'
+
+module Qubole
+  module Commands
+    class Presto < Command
+      def initialize(attrs = {})
+        attrs[:command_type] = 'PrestoCommand'
+        super(attrs)
+      end
+    end
+  end
+end

data/lib/qubole/commands/shell.rb

@@ -0,0 +1,12 @@
+require 'qubole/command'
+
+module Qubole
+  module Commands
+    class Shell < Command
+      def initialize(attrs = {})
+        attrs[:command_type] = 'ShellCommand'
+        super(attrs)
+      end
+    end
+  end
+end

data/lib/qubole/commands/spark.rb

@@ -0,0 +1,12 @@
+require 'qubole/command'
+
+module Qubole
+  module Commands
+    class Spark < Command
+      def initialize(attrs = {})
+        attrs[:command_type] = 'SparkCommand'
+        super(attrs)
+      end
+    end
+  end
+end

data/lib/qubole/exceptions.rb

@@ -0,0 +1,9 @@
+module Qubole
+  class HttpException < StandardError
+    attr :body
+    def initialize(object)
+      @body = object.body
+      super(object.message)
+    end
+  end
+end

data/lib/qubole/version.rb

@@ -0,0 +1,3 @@
+module Qubole
+  VERSION = "0.0.1"
+end

data/qubole.gemspec

@@ -0,0 +1,22 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'qubole/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "qubole"
+  spec.version       = Qubole::VERSION
+  spec.authors       = ["Volodymyr Ladnik"]
+  spec.email         = ["vladnik@demandbase.com"]
+  spec.summary       = %q{Qubole REST API client}
+  spec.description   = %q{Communication with Qubole REST API in a Ruby way}
+  spec.homepage      = "https://github.com/Demandbase/qubole"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/spec/qubole/command_spec.rb

@@ -0,0 +1,77 @@
+module Qubole
+  describe Command do
+    subject { Command.new(id: 1) }
+
+    describe "::page" do
+      it "returns array of commands" do
+        attrs = {id: 1, name: 'Fake'}
+        expect(Qubole).to receive(:get).with("/commands", {page: 1, per_page: 10}).and_return('commands' => [attrs])
+        expect(Command.page(1)).to eq([Qubole::Command.new(attrs)])
+      end
+    end
+
+    describe "::find" do
+      it "returns command by id" do
+        attrs = {id: 1, name: 'Fake'}
+        expect(Qubole).to receive(:get).with("/commands/1").and_return(attrs)
+        expect(Command.find(1)).to eq(Qubole::Command.new(attrs))
+      end
+    end
+
+    describe "#parse" do
+      it "updates command attributes" do
+        subject.parse(id: 2, name: 'Fake')
+        expect(subject.id).to eq(2)
+        expect(subject.name).to eq('Fake')
+      end
+    end
+
+    describe "#submit" do
+      it "sends command to Qubole and updates attributes" do
+        expect(Qubole).to receive(:post).with("/commands", id: 1, query:"SHOW TABLES", label: "custom cluster").and_return(id: 10, status: 'waiting')
+        subject.submit(query: "SHOW TABLES", label: "custom cluster")
+        expect(subject.id).to eq(10)
+        expect(subject.status).to eq('waiting')
+      end
+    end
+
+    describe "#refresh!" do
+      it "refreshes command attributes" do
+        expect(Qubole).to receive(:get).with("/commands/1").and_return(status: 'waiting')
+        subject.refresh!
+        expect(subject.status).to eq('waiting')
+      end
+    end
+
+    describe "#results" do
+      it "fetches results from Qubole" do
+        results = {"results"=>"data", "inline"=>true}
+        expect(Qubole).to receive(:get).with("/commands/1/results").and_return(results)
+        expect(subject.results).to eq(results)
+      end
+    end
+
+    describe "#logs" do
+      it "fetches logs from Qubole" do
+        logs = "some logs"
+        expect(Qubole).to receive(:get).with("/commands/1/logs").and_return(logs)
+        expect(subject.logs).to eq(logs)
+      end
+    end
+
+    describe "#jobs" do
+      it "fetches Hadoop jobs spawned by command" do
+        jobs = [{"job_id"=>"job_2588.201506291819_0018"}]
+        expect(Qubole).to receive(:get).with("/commands/1/jobs").and_return(jobs)
+        expect(subject.jobs).to eq(jobs)
+      end
+    end
+
+    describe "#cancel" do
+      it "cancels command execution" do
+        expect(Qubole).to receive(:put).with("/commands/1")
+        subject.cancel
+      end
+    end
+  end
+end

data/spec/qubole/commands/composite_spec.rb

@@ -0,0 +1,10 @@
+module Qubole::Commands
+  describe Composite do
+    describe "initialize" do
+      it "sets correct command type" do
+        command = Qubole::Commands::Composite.new
+        command.command_type = 'CompositeCommand'
+      end
+    end    
+  end
+end

data/spec/qubole/commands/db_export_spec.rb

@@ -0,0 +1,10 @@
+module Qubole::Commands
+  describe DbExport do
+    describe "initialize" do
+      it "sets correct command type" do
+        command = Qubole::Commands::DbExport.new
+        command.command_type = 'DbExportCommand'
+      end
+    end    
+  end
+end

data/spec/qubole/commands/db_import_spec.rb

@@ -0,0 +1,10 @@
+module Qubole::Commands
+  describe DbImport do
+    describe "initialize" do
+      it "sets correct command type" do
+        command = Qubole::Commands::DbImport.new
+        command.command_type = 'DbImportCommand'
+      end
+    end    
+  end
+end

data/spec/qubole/commands/db_tap_query_spec.rb

@@ -0,0 +1,10 @@
+module Qubole::Commands
+  describe DbTapQuery do
+    describe "initialize" do
+      it "sets correct command type" do
+        command = Qubole::Commands::DbTapQuery.new
+        command.command_type = 'DbTapQueryCommand'
+      end
+    end    
+  end
+end

data/spec/qubole/commands/hadoop_spec.rb

@@ -0,0 +1,10 @@
+module Qubole::Commands
+  describe Hadoop do
+    describe "initialize" do
+      it "sets correct command type" do
+        command = Qubole::Commands::Hadoop.new
+        command.command_type = 'HadoopCommand'
+      end
+    end    
+  end
+end

data/spec/qubole/commands/hive_spec.rb

@@ -0,0 +1,10 @@
+module Qubole::Commands
+  describe Hive do
+    describe "initialize" do
+      it "sets correct command type" do
+        command = Qubole::Commands::Hive.new
+        command.command_type = 'HiveCommand'
+      end
+    end    
+  end
+end

data/spec/qubole/commands/pig_spec.rb

@@ -0,0 +1,10 @@
+module Qubole::Commands
+  describe Pig do
+    describe "initialize" do
+      it "sets correct command type" do
+        command = Qubole::Commands::Pig.new
+        command.command_type = 'PigCommand'
+      end
+    end    
+  end
+end

data/spec/qubole/commands/presto_spec.rb

@@ -0,0 +1,10 @@
+module Qubole::Commands
+  describe Presto do
+    describe "initialize" do
+      it "sets correct command type" do
+        command = Qubole::Commands::Presto.new
+        command.command_type = 'PrestoCommand'
+      end
+    end    
+  end
+end

data/spec/qubole/commands/shell_spec.rb

@@ -0,0 +1,10 @@
+module Qubole::Commands
+  describe Shell do
+    describe "initialize" do
+      it "sets correct command type" do
+        command = Qubole::Commands::Shell.new
+        command.command_type = 'ShellCommand'
+      end
+    end    
+  end
+end

data/spec/qubole/commands/spark_spec.rb

@@ -0,0 +1,10 @@
+module Qubole::Commands
+  describe Spark do
+    describe "initialize" do
+      it "sets correct command type" do
+        command = Qubole::Commands::Spark.new
+        command.command_type = 'SparkCommand'
+      end
+    end    
+  end
+end

data/spec/qubole/exceptions_spec.rb

@@ -0,0 +1,12 @@
+module Qubole
+  describe HttpException do
+    before(:each) do
+      Qubole.configure(api_token: 'ksbdvcwdkjn123423')
+    end
+
+    it "returns array of commands" do
+      stub_request(:get, "https://api.qubole.com/api/v1.2/fake_path").to_return(status: 400)
+      expect{ Qubole.get('/fake_path') }.to raise_error(Qubole::HttpException)
+    end
+  end
+end

data/spec/qubole_spec.rb

@@ -0,0 +1,52 @@
+describe Qubole do
+  before(:each) do
+    Qubole.configure(api_token: 'ksbdvcwdkjn123423')
+  end
+
+  describe "::configure" do
+    it "sets Qubole configuration" do
+      Qubole.configure(api_token: '123', version: 'latest')
+      expect(Qubole.api_token).to eq('123')
+      expect(Qubole.version).to eq('latest')
+    end
+  end
+
+  describe "::get" do
+    context "without parameters" do
+      it "sends GET request to Qubole and parses response" do
+        stub_request(:get, "https://api.qubole.com/api/v1.2/fake_path")
+          .to_return(status: 200, body: '{"result": "ok"}')
+        expect(Qubole.get('/fake_path')).to eq('result'=>'ok')
+      end
+
+      it "sends GET request and doesn't fail on raw response" do
+        stub_request(:get, "https://api.qubole.com/api/v1.2/fake_path")
+          .to_return(status: 200, body: "raw data")
+        expect(Qubole.get('/fake_path')).to eq("raw data")
+      end
+    end
+    context "with parameters" do
+      it "sends GET request to Qubole with encoded parameters" do
+        stub_request(:get, "https://api.qubole.com/api/v1.2/fake_path?name=John%20Doe")
+          .to_return(status: 200, body: '{"result": "ok"}')
+        expect(Qubole.get('/fake_path', name: 'John Doe')).to eq('result'=>'ok')
+      end
+    end
+  end
+
+  describe "::post" do
+    it "encodes data and parses response" do
+      stub_request(:post, "https://api.qubole.com/api/v1.2/fake_path").with(body: '{"data":"ok"}')
+        .to_return(status: 200, body: '{"result": "ok"}')
+      expect(Qubole.post('/fake_path', {data: :ok})).to eq('result'=>'ok')
+    end
+  end
+
+  describe "::delete" do
+    it "works with empty data" do
+      stub_request(:delete, "https://api.qubole.com/api/v1.2/fake_path")
+        .to_return(status: 200, body: '{"result": "ok"}')
+      expect(Qubole.delete('/fake_path')).to eq('result'=>'ok')
+    end    
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,109 @@
+require 'webmock/rspec'
+require 'simplecov'
+require "codeclimate-test-reporter"
+CodeClimate::TestReporter.start
+
+SimpleCov.start do
+  add_filter '/spec/'
+  add_filter '/vendor/'
+end
+require 'qubole'
+
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# The generated `.rspec` file contains `--require spec_helper` which will cause
+# this file to always be loaded, without a need to explicitly require it in any
+# files.
+#
+# Given that it is always loaded, you are encouraged to keep this file as
+# light-weight as possible. Requiring heavyweight dependencies from this file
+# will add to the boot time of your test suite on EVERY test run, even for an
+# individual file that may not need all of that loaded. Instead, consider making
+# a separate helper file that requires the additional dependencies and performs
+# the additional setup, and require it from the spec files that actually need
+# it.
+#
+# The `.rspec` file also contains a few flags that are not defaults but that
+# users commonly want.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+WebMock.allow_net_connect!(net_http_connect_on_start: true)
+
+RSpec.configure do |config|
+  # rspec-expectations config goes here. You can use an alternate
+  # assertion/expectation library such as wrong or the stdlib/minitest
+  # assertions if you prefer.
+  config.expect_with :rspec do |expectations|
+    # This option will default to `true` in RSpec 4. It makes the `description`
+    # and `failure_message` of custom matchers include text for helper methods
+    # defined using `chain`, e.g.:
+    #     be_bigger_than(2).and_smaller_than(4).description
+    #     # => "be bigger than 2 and smaller than 4"
+    # ...rather than:
+    #     # => "be bigger than 2"
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  # rspec-mocks config goes here. You can use an alternate test double
+  # library (such as bogus or mocha) by changing the `mock_with` option here.
+  config.mock_with :rspec do |mocks|
+    # Prevents you from mocking or stubbing a method that does not exist on
+    # a real object. This is generally recommended, and will default to
+    # `true` in RSpec 4.
+    mocks.verify_partial_doubles = true
+  end
+
+# The settings below are suggested to provide a good initial experience
+# with RSpec, but feel free to customize to your heart's content.
+=begin
+  # These two settings work together to allow you to limit a spec run
+  # to individual examples or groups you care about by tagging them with
+  # `:focus` metadata. When nothing is tagged with `:focus`, all examples
+  # get run.
+  config.filter_run :focus
+  config.run_all_when_everything_filtered = true
+
+  # Allows RSpec to persist some state between runs in order to support
+  # the `--only-failures` and `--next-failure` CLI options. We recommend
+  # you configure your source control system to ignore this file.
+  config.example_status_persistence_file_path = "spec/examples.txt"
+
+  # Limits the available syntax to the non-monkey patched syntax that is
+  # recommended. For more details, see:
+  #   - http://myronmars.to/n/dev-blog/2012/06/rspecs-new-expectation-syntax
+  #   - http://www.teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
+  #   - http://myronmars.to/n/dev-blog/2014/05/notable-changes-in-rspec-3#new__config_option_to_disable_rspeccore_monkey_patching
+  config.disable_monkey_patching!
+
+  # This setting enables warnings. It's recommended, but in some cases may
+  # be too noisy due to issues in dependencies.
+  config.warnings = true
+
+  # Many RSpec users commonly either run the entire suite or an individual
+  # file, and it's useful to allow more verbose output when running an
+  # individual spec file.
+  if config.files_to_run.one?
+    # Use the documentation formatter for detailed output,
+    # unless a formatter has already been configured
+    # (e.g. via a command-line flag).
+    config.default_formatter = 'doc'
+  end
+
+  # Print the 10 slowest examples and example groups at the
+  # end of the spec run, to help surface which specs are running
+  # particularly slow.
+  config.profile_examples = 10
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = :random
+
+  # Seed global randomization in this process using the `--seed` CLI option.
+  # Setting this allows you to use `--seed` to deterministically reproduce
+  # test failures related to randomization by passing the same `--seed` value
+  # as the one that triggered the failure.
+  Kernel.srand config.seed
+=end
+end

metadata

@@ -0,0 +1,109 @@
+--- !ruby/object:Gem::Specification
+name: qubole
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Volodymyr Ladnik
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-07-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Communication with Qubole REST API in a Ruby way
+email:
+- vladnik@demandbase.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/qubole.rb
+- lib/qubole/command.rb
+- lib/qubole/commands.rb
+- lib/qubole/commands/composite.rb
+- lib/qubole/commands/db_export.rb
+- lib/qubole/commands/db_import.rb
+- lib/qubole/commands/db_tap_query.rb
+- lib/qubole/commands/hadoop.rb
+- lib/qubole/commands/hive.rb
+- lib/qubole/commands/pig.rb
+- lib/qubole/commands/presto.rb
+- lib/qubole/commands/shell.rb
+- lib/qubole/commands/spark.rb
+- lib/qubole/exceptions.rb
+- lib/qubole/version.rb
+- qubole.gemspec
+- spec/qubole/command_spec.rb
+- spec/qubole/commands/composite_spec.rb
+- spec/qubole/commands/db_export_spec.rb
+- spec/qubole/commands/db_import_spec.rb
+- spec/qubole/commands/db_tap_query_spec.rb
+- spec/qubole/commands/hadoop_spec.rb
+- spec/qubole/commands/hive_spec.rb
+- spec/qubole/commands/pig_spec.rb
+- spec/qubole/commands/presto_spec.rb
+- spec/qubole/commands/shell_spec.rb
+- spec/qubole/commands/spark_spec.rb
+- spec/qubole/exceptions_spec.rb
+- spec/qubole_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/Demandbase/qubole
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Qubole REST API client
+test_files:
+- spec/qubole/command_spec.rb
+- spec/qubole/commands/composite_spec.rb
+- spec/qubole/commands/db_export_spec.rb
+- spec/qubole/commands/db_import_spec.rb
+- spec/qubole/commands/db_tap_query_spec.rb
+- spec/qubole/commands/hadoop_spec.rb
+- spec/qubole/commands/hive_spec.rb
+- spec/qubole/commands/pig_spec.rb
+- spec/qubole/commands/presto_spec.rb
+- spec/qubole/commands/shell_spec.rb
+- spec/qubole/commands/spark_spec.rb
+- spec/qubole/exceptions_spec.rb
+- spec/qubole_spec.rb
+- spec/spec_helper.rb