activerecord-pinot-adapter 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c09ea0dd800fdfd76f57fae011fbe90ef3e42498ea51b58d86cfcd0b22611a89
-  data.tar.gz: e336a92e3d15be236bfbfea8cb775be28f9d8b459e8ff04a92fd92071d9915a5
+  metadata.gz: 28c4f9381e73ca7e68d549d47f4a7dff6b7740b33bd965833e0397f07e27c3da
+  data.tar.gz: 05220a45210bd4e03329891870bb428c4f613ea60a4d4367c7d9bccf1b1d66f2
 SHA512:
-  metadata.gz: 33d9d6d982ec4b36813addc7a4e9463cc1279befb2e1692d7a66aa634e306bb5d7ad7a330c71af8ca3cbb542caf689a02ad4a581b6905f3d4da8a8d36caf7cd5
-  data.tar.gz: 63a9ab22309ef70b77a9ef72d319a1311f288c1adb62f72821e2f258bf5465695e228d6e8589bcfcca51479914c415f43c73d451e5f31ccc4510c10591acb115
+  metadata.gz: a4d61494dcafd454bfac76959c8e77bab174cc9472187dd19bd0715cf8ba8786b610afb86852b19c55694709ca2e2b6ab40076ebd25be28f3ea4a4bb127281aa
+  data.tar.gz: 2b723803e42dd71eab40751e15c34246fd9eca74593fc87fc4318565c0a46eccf60f291bc7efcac1bd8a5cf36c79c39fc1f09dafd27e6e82a6945e0af79d013b

data/README.md

@@ -1,24 +1,63 @@
-# Activerecord::Pinot::Adapter
+# Pinot Adapter
 
-TODO: Delete this and the text below, and describe your gem
+Ruby on Rails Active Record database adapter for Apache Pinot, a client library for Pinot-compatible database servers.
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/activerecord/pinot/adapter`. To experiment with that code, run `bin/console` for an interactive prompt.
+Disclaimer: This is alpha stage software, please use with caution.
 
 ## Installation
 
-TODO: Replace `UPDATE_WITH_YOUR_GEM_NAME_PRIOR_TO_RELEASE_TO_RUBYGEMS_ORG` with your gem name right after releasing it to RubyGems.org. Please do not do it earlier due to security reasons. Alternatively, replace this section with instructions to install your gem from git if you don't plan to release to RubyGems.org.
-
 Install the gem and add to the application's Gemfile by executing:
 
-    $ bundle add UPDATE_WITH_YOUR_GEM_NAME_PRIOR_TO_RELEASE_TO_RUBYGEMS_ORG
+    $ bundle add activerecord-pinot-adapter
 
 If bundler is not being used to manage dependencies, install the gem by executing:
 
-    $ gem install UPDATE_WITH_YOUR_GEM_NAME_PRIOR_TO_RELEASE_TO_RUBYGEMS_ORG
+    $ gem install activerecord-pinot-adapter
+
+This adapter uses the [pinot](https://rubygems.org/gems/pinot) gem, that is the Apache Pinot client, you can install an specific version of the client, but it's highly recommended to let this gem manage its own dependency.
 
 ## Usage
 
 TODO: Write usage instructions here
+First step is to configure the `config/database.yml`
+
+```yaml
+pinot:
+  adapter: pinot
+  host: host.to.your.broker.com
+  port: 443
+  controller_host: host.to.your.controller.com
+  controller_port: 443
+  protocol: https
+```
+
+Adapter also supports:
+
+- `socks5_uri` in case you are using are using a jump host as your socks proxy. Please provide the full uri with protocol and port (eg. `socks5://127.0.0.1:8080`)
+- `bearer_token` in case your broker/host need a bearer token to authenticate the requests
+- `query_options` in case needs to specify pinot [query options](https://docs.pinot.apache.org/users/user-guide-query/query-options), it's a hash, and keys are on the _underscore_ format.
+
+By design we avoided trying to guess the port and protocol based on any provided information, so port is always required, and protocol by default is `http` to make easier to test local, and then must be specified as `https` for production.
+
+### Models
+
+To start using on your application, it's recommended to create an abstract class, so it's only needed to specify the connection database in one place.
+
+```ruby
+class PinotRecord < ApplicationRecord
+  self.abstract_class = true
+  connects_to database: {writing: :pinot, reading: :pinot}
+end
+```
+
+After abstract class, just use it on any class you want to use.
+
+```ruby
+class MyModel < PinotRecord
+end
+```
+
+If you are incrementally migrating from one database to Pinot, or want to use both in parallel, prefix your models on a namespace, and use `self.table_name=` to specify the correct table name for the model.
 
 ## Development
 

data/lib/active_record/connection_adapters/pinot_adapter/table_structure.rb

@@ -11,6 +11,7 @@ module ActiveRecord
               "pinot_type" => "dimension"
             }
           end
+          schema["metricFieldSpecs"] ||= []
           schema["metricFieldSpecs"].each do |f|
             fields << {
               "name" => f["name"],

data/lib/active_record/connection_adapters/pinot_adapter.rb

@@ -17,15 +17,31 @@ module ActiveRecord
         "INT" => Type::Integer.new,
         "TIMESTAMP" => Type::DateTime.new,
         "FLOAT" => Type::Decimal.new,
-        "LONG" => Type::Decimal.new
+        "LONG" => Type::Decimal.new,
+        "STRING" => Type::String.new,
+        "JSON" => ActiveRecord::Type::Json.new
       }
       def initialize(config = {})
         @pinot_host = config.fetch(:host)
         @pinot_port = config.fetch(:port)
         @pinot_controller_port = config.fetch(:controller_port)
         @pinot_controller_host = config.fetch(:controller_host) || @pinot_host
+        @pinot_socks5_uri = config.fetch(:socks5_uri, nil)
+        @pinot_bearer_token = config.fetch(:bearer_token, nil)
+        @pinot_protocol = config.fetch(:protocol, "http")
+        @pinot_query_options = config.fetch(:query_options, {})
         # TODO: does it need connection pooling?
-        @pinot_client = ::Pinot::Client.new(host: @pinot_host, port: @pinot_port, controller_host: @pinot_controller_host, controller_port: @pinot_controller_port)
+
+        @pinot_client = ::Pinot::Client.new(
+          host: @pinot_host,
+          port: @pinot_port,
+          controller_host: @pinot_controller_host,
+          controller_port: @pinot_controller_port,
+          protocol: @pinot_protocol,
+          socks5_uri: @pinot_socks5_uri,
+          bearer_token: @pinot_bearer_token,
+          query_options: @pinot_query_options
+        )
 
         super(config)
       end
@@ -34,13 +50,21 @@ module ActiveRecord
         false
       end
 
+      def prepared_statements
+        false
+      end
+
       def table_structure(table_name)
         schema = @pinot_client.schema(table_name)
         @table_structure = TableStructure.from_schema(schema)
         @table_structure.sort_by! { |x| x[:name] }
       end
 
-      def new_column_from_field(table_name, field, definitions)
+      def data_sources
+        @pinot_data_sources ||= @pinot_client.tables["tables"]
+      end
+
+      def new_column_from_field(table_name, field, definitions = nil)
         default = nil
 
         type_metadata = fetch_type_metadata(field["type"])
@@ -116,11 +140,13 @@ module ActiveRecord
         )
       end
 
-      def data_source_sql(name = nil, type: nil)
+      def exec_query(sql, name = "SQL", binds = [], prepare: false)
+        internal_exec_query(sql, name, binds, prepare: prepare, async: false)
       end
 
       def primary_keys(table_name)
-        []
+        # TODO: implement
+        [:id]
       end
     end
 

data/lib/activerecord/pinot/adapter/version.rb

@@ -3,7 +3,7 @@
 module Activerecord
   module Pinot
     module Adapter
-      VERSION = "0.1.1"
+      VERSION = "0.2.0"
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: activerecord-pinot-adapter
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Celso Fernandes
-autorequire:
+autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-05-16 00:00:00.000000000 Z
+date: 2024-07-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -36,14 +36,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.2.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.2.0
 - !ruby/object:Gem::Dependency
   name: guard
   requirement: !ruby/object:Gem::Requirement
@@ -126,7 +126,7 @@ metadata:
   homepage_uri: https://github.com/fernandes/activerecord-pinot-adapter
   source_code_uri: https://github.com/fernandes/activerecord-pinot-adapter
   changelog_uri: https://github.com/fernandes/activerecord-pinot-adapter/blob/main/CHANGELOG.md
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -141,8 +141,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.3
-signing_key:
+rubygems_version: 3.5.14
+signing_key: 
 specification_version: 4
 summary: ActiveRecord Apache Pinot Adapter
 test_files: []