rb_snowflake_client 1.1.1 → 1.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '089c46288d7dc44f8717542fce8732ce32c65db796e5ac5d49fa6fff6cb1f29d'
-  data.tar.gz: '035589f8bcc072830f037c333379a2059eb6a205ad8ae6daecb2bb2ea9c4761a'
+  metadata.gz: 7e69454c7c4d16eb6f69c9ccaa67d45cbd525b61a9ade0f246fb8599c99cde89
+  data.tar.gz: a00b73447d1557a170f089a3e2662b8eedfa008763cb9487c4db1803581aad2c
 SHA512:
-  metadata.gz: e390973b02ce165e3bb5722c84cc79cb8c1fcc8457b57ceaf9317f2675fdfe2e5b6276d7c8a496ec5605ab66c15fcdfa2247182d1f54bed39df3c8ce4240fed7
-  data.tar.gz: '092ba2997da8f64f6e9e7ff912d7bdb43882681f5d564028f9a9c6ad51854515e237de27b51de35329acb3fd021de3d4212551cbc31a58942592627805f2e298'
+  metadata.gz: d3aa6b159b79936bf28c85de07f2f13b189fc7de37c0746d151c43592a82a59d123e2023c2c776ad0d48823bf88bf96b24c3ee2d094b0c1ce64c0bd5c68ddf87
+  data.tar.gz: facc10e91b7bbd71df02a1f7f6158de87871f7d6e12e38e8d5e5cda8f3fce41c9487d85bb892bc7a97a63119dfe4b5595db2f3b198d73c215bcdfcf978c705a7

data/.github/workflows/ci.yml

@@ -28,10 +28,13 @@ jobs:
       - name: Install gem
         run: cd pkg && gem install --local *.gem
       - name: Run tests
-        run: ruby -rrb_snowflake_client spec/test.rb
+        run: bundle exec rspec
         env: # Or as an environment variable
+          SNOWFLAKE_URI: ${{ secrets.SNOWFLAKE_URI }}
+          SNOWFLAKE_ORGANIZATION: ${{ secrets.SNOWFLAKE_ORGANIZATION }}
           SNOWFLAKE_ACCOUNT: ${{ secrets.SNOWFLAKE_ACCOUNT }}
+          SNOWFLAKE_DEFAULT_WAREHOUSE: $${{ secrets.SNOWFLAKE_DEFAULT_WAREHOUSE }}
+          SNOWFLAKE_DEFAULT_DATABASE: ${{ secrets.SNOWFLAKE_DEFAULT_DATABASE }}
           SNOWFLAKE_USER: ${{ secrets.SNOWFLAKE_USER }}
           SNOWFLAKE_PASSWORD: ${{ secrets.SNOWFLAKE_PASSWORD }}
-          SNOWFLAKE_WAREHOUSE: ${{ secrets.SNOWFLAKE_WAREHOUSE }}
           SNOWFLAKE_PRIVATE_KEY: ${{ secrets.SNOWFLAKE_CLIENT_TEST_PRIVATE_KEY }}

data/.github/workflows/release-gh-packages.yml

@@ -3,6 +3,8 @@ on:
   push:
     branches:
       - "master"
+    paths:
+      - "lib/ruby_snowflake/version.rb"
 jobs:
   release:
     runs-on: ubuntu-latest

data/.github/workflows/release-rubygems.yml

@@ -3,6 +3,8 @@ on:
   push:
     branches:
       - "master"
+    paths:
+      - "lib/ruby_snowflake/version.rb"
 jobs:
   release:
     runs-on: ubuntu-latest

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    rb_snowflake_client (1.1.1)
+    rb_snowflake_client (1.1.2)
       concurrent-ruby (>= 1.2)
       connection_pool (>= 2.4)
       dotenv (>= 2.8)
@@ -15,16 +15,16 @@ GEM
     base64 (0.2.0)
     bigdecimal (3.1.8)
     coderay (1.1.3)
-    concurrent-ruby (1.3.1)
+    concurrent-ruby (1.3.3)
     connection_pool (2.4.1)
     diff-lcs (1.5.1)
     dotenv (3.1.2)
-    jwt (2.8.1)
+    jwt (2.8.2)
       base64
     method_source (1.1.0)
-    oj (3.16.3)
+    oj (3.16.4)
       bigdecimal (>= 3.0)
-    parallel (1.24.0)
+    parallel (1.25.1)
     pry (0.14.2)
       coderay (~> 1.1)
       method_source (~> 1.0)
@@ -36,7 +36,7 @@ GEM
       rspec-mocks (~> 3.13.0)
     rspec-core (3.13.0)
       rspec-support (~> 3.13.0)
-    rspec-expectations (3.13.0)
+    rspec-expectations (3.13.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
     rspec-mocks (3.13.1)
@@ -57,4 +57,4 @@ DEPENDENCIES
   rspec
 
 BUNDLED WITH
-   2.5.4
+   2.5.10

data/README.md

@@ -6,7 +6,7 @@ The available options for connecting from Ruby to Snowflake include:
 * ODBC - which works, but can be very slow, especially for a lot of data, which is probably why you're using Snowflake
 * The [ruby snowflake client](https://github.com/rinsed-org/ruby-snowflake-client) that wraps the go client. This is probably the fastest single threaded option, which we also created. However, that library takes the ruby GVL and so stops all other processing in your ruby process (threads).
 
-This library is implemented in ruby and while it leverages some libraries that have native extensions, doesn't currently include anything itself. Depending on network latency and the shape of the data this library can be faster or slower than the go wrapper. The big advantages are:
+This library is implemented in ruby and while it leverages some libraries that have native extensions, doesn't currently include any native extensions itself. Depending on network latency and the shape of the data this library can be faster or slower than the go wrapper. The big advantages are:
 * It uses about half the memory when you pull a full result set into memory
 * It does not hold onto the [ruby GVL](https://www.speedshop.co/2020/05/11/the-ruby-gvl-and-scaling.html) and so does not block other threads while waiting on IO like the go wrapper client.
 * It will consume more resources for the same data, because it's using the HTTP v2 API and getting JSON back, there is just more work to as compared to the go or python clients that use Apache Arrow under the covers.

data/lib/ruby_snowflake/client.rb

@@ -33,6 +33,7 @@ module RubySnowflake
   class BadResponseError < Error ; end
   class ConnectionError < Error ; end
   class ConnectionStarvedError < Error ; end
+  class MissingConfig < Error ; end
   class RetryableBadResponseError < Error ; end
   class RequestError < Error ; end
   class QueryTimeoutError < Error ;  end
@@ -73,14 +74,21 @@ module RubySnowflake
                       thread_scale_factor: env_option("SNOWFLAKE_THREAD_SCALE_FACTOR", DEFAULT_THREAD_SCALE_FACTOR),
                       http_retries: env_option("SNOWFLAKE_HTTP_RETRIES", DEFAULT_HTTP_RETRIES),
                       query_timeout: env_option("SNOWFLAKE_QUERY_TIMEOUT", DEFAULT_QUERY_TIMEOUT))
-      private_key = ENV["SNOWFLAKE_PRIVATE_KEY"] || File.read(ENV["SNOWFLAKE_PRIVATE_KEY_PATH"])
+      private_key =
+        if key = ENV["SNOWFLAKE_PRIVATE_KEY"]
+          key
+        elsif path = ENV["SNOWFLAKE_PRIVATE_KEY_PATH"]
+          File.read(path)
+        else
+          raise MissingConfig.new({}), "Either ENV['SNOWFLAKE_PRIVATE_KEY'] or ENV['SNOWFLAKE_PRIVATE_KEY_PATH'] must be set"
+        end
 
       new(
-        ENV["SNOWFLAKE_URI"],
+        ENV.fetch("SNOWFLAKE_URI"),
         private_key,
-        ENV["SNOWFLAKE_ORGANIZATION"],
-        ENV["SNOWFLAKE_ACCOUNT"],
-        ENV["SNOWFLAKE_USER"],
+        ENV.fetch("SNOWFLAKE_ORGANIZATION"),
+        ENV.fetch("SNOWFLAKE_ACCOUNT"),
+        ENV.fetch("SNOWFLAKE_USER"),
         ENV["SNOWFLAKE_DEFAULT_WAREHOUSE"],
         ENV["SNOWFLAKE_DEFAULT_DATABASE"],
         logger: logger,
@@ -223,7 +231,7 @@ module RubySnowflake
       def retryable_http_response_code?(code)
         # retry (in order): bad request, forbidden (token expired in flight), method not allowed,
         #   request timeout, too many requests, anything in the 500 range (504 is fairly common)
-        [400, 403, 405, 408, 429, 502, 504].include?(code.to_i) || (500..599).include?(code.to_i)
+        [400, 403, 405, 408, 429].include?(code.to_i) || (500..599).include?(code.to_i)
       end
 
       def retryable_log_method

data/lib/ruby_snowflake/version.rb

@@ -1,3 +1,3 @@
 module RubySnowflake
-  VERSION = "1.1.1"
+  VERSION = "1.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rb_snowflake_client
 version: !ruby/object:Gem::Version
-  version: 1.1.1
+  version: 1.1.2
 platform: ruby
 authors:
 - Rinsed
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-07-12 00:00:00.000000000 Z
+date: 2024-08-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby