pinot 0.1.0 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 80d2be5dfc3b959fa6e7dce9eef3cd7600f0a6ad3f5d261230a7487e1482c2af
-  data.tar.gz: 83e396f7d954f381fe4b88326a8217e84c827793f331e229d47af0310e5cb8fe
+  metadata.gz: dc12c931af8cd247929cbab2185c0ccd69a7d241e750211ba95287af996e3914
+  data.tar.gz: 3682d27b5db1c615f1084af77ef1d64496859a6db92a21a4bdf4d45761f8b741
 SHA512:
-  metadata.gz: ae37bb8d8c521f537603e6bcbf1f82df414e55072bb11bf83511e1f0780656720635d597b1ce0ab1b699a21a685988e3e7fe90f611e10625741d231bae9794a5
-  data.tar.gz: e0965c6c1a37d19e665a8545a01b35f346d5cd4955f08e6c3e51af4bac0b05a35e49213fc2e5192d76a3a4754e292de8029e76fec8a4e8ac289da6547b000284
+  metadata.gz: f9a4464727f662abe8c7cace2952076e45ea08802d1380a09568b9c60f4d2b58b6f8bd501f29216e59525a2d54f131bd66d19de12dbb7a5880780dc1bab06831
+  data.tar.gz: 890d0696eb36c2059873a9d8330f584fdd3b6ff13870567f5eee7d69a7fd286f895b9143f6ecc387a150fce460f27e3c7db4b063fb1500d9d849a7403d3c3468

data/CHANGELOG.md

@@ -1,5 +1,15 @@
 ## [Unreleased]
 
+## [0.1.2] - 2024-05-29
+
+- feature: support socks5
+- feature: support authentication bearer token
+
+## [0.1.1] - 2024-05-16
+
+- feature: Add support for controller host
+- fix: handle nil column names
+
 ## [0.1.0] - 2024-01-16
 
 - Initial release

data/Guardfile

@@ -0,0 +1,42 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+## Uncomment and set this to only include directories you want to watch
+# directories %w(app lib config test spec features) \
+#  .select{|d| Dir.exist?(d) ? d : UI.warning("Directory #{d} does not exist")}
+
+## Note: if you are using the `directories` clause above and you are not
+## watching the project directory ('.'), then you will want to move
+## the Guardfile to a watched dir and symlink it back, e.g.
+#
+#  $ mkdir config
+#  $ mv Guardfile config/
+#  $ ln -s config/Guardfile .
+#
+# and, you'll have to watch "config/Guardfile" instead of "Guardfile"
+
+guard :minitest do
+  # with Minitest::Unit
+  watch(%r{^test/(.*)/?test_(.*)\.rb$})
+  watch(%r{^lib/(.*/)?([^/]+)\.rb$}) { |m| "test/#{m[1]}test_#{m[2]}.rb" }
+  watch(%r{^test/test_helper\.rb$}) { "test" }
+
+  # with Minitest::Spec
+  # watch(%r{^spec/(.*)_spec\.rb$})
+  # watch(%r{^lib/(.+)\.rb$})         { |m| "spec/#{m[1]}_spec.rb" }
+  # watch(%r{^spec/spec_helper\.rb$}) { 'spec' }
+
+  # Rails 4
+  # watch(%r{^app/(.+)\.rb$})                               { |m| "test/#{m[1]}_test.rb" }
+  # watch(%r{^app/controllers/application_controller\.rb$}) { 'test/controllers' }
+  # watch(%r{^app/controllers/(.+)_controller\.rb$})        { |m| "test/integration/#{m[1]}_test.rb" }
+  # watch(%r{^app/views/(.+)_mailer/.+})                    { |m| "test/mailers/#{m[1]}_mailer_test.rb" }
+  # watch(%r{^lib/(.+)\.rb$})                               { |m| "test/lib/#{m[1]}_test.rb" }
+  # watch(%r{^test/.+_test\.rb$})
+  # watch(%r{^test/test_helper\.rb$}) { 'test' }
+
+  # Rails < 4
+  # watch(%r{^app/controllers/(.*)\.rb$}) { |m| "test/functional/#{m[1]}_test.rb" }
+  # watch(%r{^app/helpers/(.*)\.rb$})     { |m| "test/helpers/#{m[1]}_test.rb" }
+  # watch(%r{^app/models/(.*)\.rb$})      { |m| "test/unit/#{m[1]}_test.rb" }
+end

data/README.md

@@ -1,24 +1,71 @@
 # Pinot
 
-TODO: Delete this and the text below, and describe your gem
-
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/pinot`. To experiment with that code, run `bin/console` for an interactive prompt.
-
 ## Installation
 
-TODO: Replace `UPDATE_WITH_YOUR_GEM_NAME_PRIOR_TO_RELEASE_TO_RUBYGEMS_ORG` with your gem name right after releasing it to RubyGems.org. Please do not do it earlier due to security reasons. Alternatively, replace this section with instructions to install your gem from git if you don't plan to release to RubyGems.org.
-
 Install the gem and add to the application's Gemfile by executing:
 
-    $ bundle add UPDATE_WITH_YOUR_GEM_NAME_PRIOR_TO_RELEASE_TO_RUBYGEMS_ORG
+    $ bundle add pinot
 
 If bundler is not being used to manage dependencies, install the gem by executing:
 
-    $ gem install UPDATE_WITH_YOUR_GEM_NAME_PRIOR_TO_RELEASE_TO_RUBYGEMS_ORG
+    $ gem install pinot
 
 ## Usage
 
-TODO: Write usage instructions here
+To configure our client, we must have some data about our pinot cluster, its broken and controller host, and which port/protocol both services are using. After having this information, we can setup the client to use it.
+
+```ruby
+host = "localhost"
+controller_host = "localhost"
+client = Pinot::Client.new(host: host, port: 443, protocol: :https, controller_host: controller_host, controller_port: 443)
+```
+
+After setting up your client, we can start using it to query the cluster.
+
+```ruby
+client.execute("select * from table;")
+```
+
+After querying, it returns a `HTTPX::ErrorResponse` in case of any HTTP error, like a timeout, or connection refused, we are returning the client's error to make easier to troubleshoot any problem and handle it accordingly.
+
+In case of success, it returns a `Pinot::Response`, an enumerable where you can interact over the returned rows.
+
+Each row is an array with row's values.
+
+```ruby
+result = client.execute("select id, name, age from people;")
+result.each do |row|
+  puts row[0] # id
+  puts row[1] # name
+  puts row[2] # age
+end
+```
+
+If the column names and types are needed, can call `columns` method on the response.
+
+```ruby
+result = client.execute("select count(*) from people;")
+resp.columns
+# {"count(*)"=>"LONG"}
+```
+
+It's not on the public API, but the instance variable `@payload` contains all information returned from the Pinot cluster in case can help with troubleshooting
+
+### Authentication
+
+In case your pinot cluster is using authentication bearer token, you can specify it on the client constructor
+
+```ruby
+client = Pinot::Client.new(bearer_token: "my-secret", **client_args)
+```
+
+### Socks5
+
+Using Pinot cluster inside a VPC and need to jump through a bastion host using socks5? We got your back!
+
+```ruby
+client = Pinot::Client.new(socks5_uri: "socks5://localhost:80", **client_args)
+```
 
 ## Development
 
@@ -28,8 +75,8 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/pinot. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [code of conduct](https://github.com/[USERNAME]/pinot/blob/main/CODE_OF_CONDUCT.md).
+Bug reports and pull requests are welcome on GitHub at https://github.com/clickfunnels2/pinot. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [code of conduct](https://github.com/clickfunnels2/pinot/blob/main/CODE_OF_CONDUCT.md).
 
 ## Code of Conduct
 
-Everyone interacting in the Pinot project's codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/[USERNAME]/pinot/blob/main/CODE_OF_CONDUCT.md).
+Everyone interacting in the Pinot project's codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/clickfunnels2/pinot/blob/main/CODE_OF_CONDUCT.md).

data/lib/pinot/client.rb

@@ -0,0 +1,92 @@
+module Pinot
+  class Client
+    attr_reader :host, :port, :controller_host, :controller_port, :protocol, :socks5_uri, :bearer_token
+
+    def initialize(host:, port:, controller_port:, controller_host: nil, protocol: :http, socks5_uri: nil, bearer_token: nil)
+      @host = host
+      @port = port
+      @controller_port = controller_port
+      @controller_host = controller_host || host
+      @protocol = protocol
+      @socks5_uri = socks5_uri
+      @bearer_token = bearer_token
+    end
+
+    def execute(sql)
+      response = http.post(query_sql_uri, json: {sql: sql})
+      return response if response.is_a?(HTTPX::ErrorResponse)
+      Response.new(JSON.parse(response))
+    end
+
+    def schema(name)
+      url = "#{controller_uri}/schemas/#{name}"
+      response = http.get(url)
+      JSON.parse(response)
+    end
+
+    def delete_segments(name, type: :offline)
+      type = type.to_s.upcase
+      url = "#{controller_uri}/segments/#{name}?type=#{type}"
+      response = http.delete(url)
+      JSON.parse(response)
+    end
+
+    def create_table(schema)
+      url = "#{controller_uri}/tables"
+      response = http.post(url, body: schema)
+      JSON.parse(response)
+    end
+
+    def delete_table(name, type: :offline)
+      type = type.to_s.downcase
+      url = "#{controller_uri}/tables/#{name}?type=#{type}"
+      response = http.delete(url)
+      JSON.parse(response)
+    end
+
+    def ingest_json(file, table:)
+      url = "#{controller_uri}/ingestFromFile?tableNameWithType=#{table}&batchConfigMapStr=%7B%22inputFormat%22%3A%22json%22%7D"
+      content_type = "multipart/form-data"
+      response = HTTPX.post(
+        url,
+        form: {
+          file: {
+            filename: File.basename(file.path),
+            content_type: content_type,
+            body: file.read
+          }
+        }
+      )
+      JSON.parse(response)
+    end
+
+    def create_schema(schema, override: true, force: false)
+      url = "#{controller_uri}/schemas?override=#{override}&force=#{force}"
+      response = http.post(url, body: schema)
+      JSON.parse(response)
+    end
+
+    def http(content_type: "application/json")
+      return @http if !@http.nil?
+      default_headers = {"Content-Type" => content_type}
+      default_headers["Authorization"] = "Bearer #{bearer_token}" if bearer_token
+      @http = HTTPX.with(headers: default_headers, timeout: { connect_timeout: 5 })
+      if socks5_uri
+        @http = @http.plugin(:proxy).with_proxy(uri: socks5_uri) if socks5_uri
+      end
+      @http
+    end
+
+    def uri
+      "#{protocol}://#{host}:#{port}"
+    end
+
+    def controller_uri
+      "#{protocol}://#{controller_host}:#{controller_port}"
+    end
+
+    def query_sql_uri
+      "#{uri}/query/sql"
+    end
+  end
+end

data/lib/pinot/response.rb

@@ -0,0 +1,32 @@
+module Pinot
+  class Response
+    include Enumerable
+
+    def initialize(payload)
+      @payload = payload
+    end
+
+    def rows
+      @payload.dig("resultTable", "rows")
+    end
+
+    def columns
+      names = @payload.dig("resultTable", "dataSchema", "columnNames")
+      types = @payload.dig("resultTable", "dataSchema", "columnDataTypes")
+      return {} if @payload["exceptions"].any?
+      ix = 0
+      names ||= []
+      names.map do |name|
+        ret = [name, types[ix]]
+        ix += 1
+        ret
+      end.to_h
+    end
+
+    def each(&block)
+      rows.each do |row|
+        block.call(row)
+      end
+    end
+  end
+end

data/lib/pinot/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Pinot
-  VERSION = "0.1.0"
+  VERSION = "0.1.2"
 end

data/lib/pinot.rb

@@ -1,6 +1,10 @@
 # frozen_string_literal: true
 
+require "httpx"
+
 require_relative "pinot/version"
+require_relative "pinot/response"
+require_relative "pinot/client"
 
 module Pinot
   class Error < StandardError; end

metadata

@@ -1,15 +1,71 @@
 --- !ruby/object:Gem::Specification
 name: pinot
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.2
 platform: ruby
 authors:
 - Celso Fernandes
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-16 00:00:00.000000000 Z
-dependencies: []
+date: 2024-05-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: httpx
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest-reporters
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Client for Apache Pinot
 email:
 - celso.fernandes@clickfunnels.com
@@ -20,11 +76,13 @@ files:
 - ".standard.yml"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
+- Guardfile
 - README.md
 - Rakefile
 - lib/pinot.rb
+- lib/pinot/client.rb
+- lib/pinot/response.rb
 - lib/pinot/version.rb
-- pinot.gemspec
 - sig/pinot.rbs
 homepage: https://github.com/fernandes/pinot-ruby
 licenses: []
@@ -47,7 +105,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.21
+rubygems_version: 3.5.3
 signing_key:
 specification_version: 4
 summary: Client for Apache Pinot

data/pinot.gemspec

@@ -1,37 +0,0 @@
-# frozen_string_literal: true
-
-require_relative "lib/pinot/version"
-
-Gem::Specification.new do |spec|
-  spec.name = "pinot"
-  spec.version = Pinot::VERSION
-  spec.authors = ["Celso Fernandes"]
-  spec.email = ["celso.fernandes@clickfunnels.com"]
-
-  spec.summary = "Client for Apache Pinot"
-  spec.description = "Client for Apache Pinot"
-  spec.homepage = "https://github.com/fernandes/pinot-ruby"
-  spec.required_ruby_version = ">= 2.6.0"
-
-  spec.metadata["homepage_uri"] = spec.homepage
-  spec.metadata["source_code_uri"] = "https://github.com/fernandes/pinot"
-  spec.metadata["changelog_uri"] = "https://github.com/fernandes/pinot/blob/main/CHANGELOG.md"
-
-  # Specify which files should be added to the gem when it is released.
-  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  spec.files = Dir.chdir(__dir__) do
-    `git ls-files -z`.split("\x0").reject do |f|
-      (File.expand_path(f) == __FILE__) ||
-        f.start_with?(*%w[bin/ test/ spec/ features/ .git .circleci appveyor Gemfile])
-    end
-  end
-  spec.bindir = "exe"
-  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
-
-  # Uncomment to register a new dependency of your gem
-  # spec.add_dependency "example-gem", "~> 1.0"
-
-  # For more information and examples about making a new gem, check out our
-  # guide at: https://bundler.io/guides/creating_gem.html
-end