purplelight 0.1.7 → 0.1.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6e3771629528ecab067d858491ec4c5de06a8c88c90c64b56dcdb8658c3a6a89
-  data.tar.gz: 4c0427564bf04b5dc3da6b3af97bfd4e5dc0625b2faa0dd8acec84a81bd1c145
+  metadata.gz: 89114bd20a65a5a398be619718ae9a92e535d8118d9f928c61735da9a11cb5aa
+  data.tar.gz: 372372e6f5efe1cedd30033d661523fcb45a986c20e6e614ca46ca69def97e70
 SHA512:
-  metadata.gz: 871cf3c04dcaa017d1023ff79135a5050254158a7ba20145abb04c39887125c08eedfb8cae4d16ddd3c4fd0acb383ceb9c11efff943b497ff036b68643dbea79
-  data.tar.gz: 8a5e7fe7a1913939966df61173380e6ed853f45bec2ef90315410a6d36d6341c07d04ff62d200379629b2366cf68296c7c291b5060d0a080dc3015175f1e6780
+  metadata.gz: 17103c062f0c6002ee53fbb1c2eed3179fb0df582c0dd99ef5100f8a26dbb0c56432f02f9a7f62c49bd201a05d414d7797c0e32044551522eb9d625ba9c179bf
+  data.tar.gz: e64bfd67ce31afae0c2209eaf058c731c331c63562f8e23de5e1f86a16a4fd3c8033f5938b7a509b3348daa8f4349afe926acb5e32fba8c7882996bd0d435616

data/README.md

@@ -9,7 +9,7 @@ Purplelight is published on RubyGems: [purplelight on RubyGems](https://rubygems
 Add to your Gemfile:
 
 ```ruby
-gem 'purplelight', '~> 0.1.7'
+gem 'purplelight', '~> 0.1.8'
 ```
 
 Or install directly:

data/bin/purplelight

@@ -33,21 +33,24 @@ parser = OptionParser.new do |opts|
   opts.on('--partitions N', Integer, 'Number of partitions') { |v| options[:partitions] = v }
   opts.on('--batch-size N', Integer, 'Mongo batch size (default 2000)') { |v| options[:batch_size] = v }
   opts.on('--by-size BYTES', Integer, 'Shard by size (bytes); default 268435456') do |v|
-    options[:sharding] = { mode: :by_size, part_bytes: v }
+    options[:sharding] ||= {}
+    options[:sharding][:mode] = :by_size
+    options[:sharding][:part_bytes] = v
+  end
+  opts.on('--single-file', 'Write a single output file') do
+    options[:sharding] ||= {}
+    options[:sharding][:mode] = :single_file
   end
-  opts.on('--single-file', 'Write a single output file') { options[:sharding] = { mode: :single_file } }
   opts.on('--prefix NAME', 'Output file prefix') do |v|
     options[:sharding] ||= {}
     options[:sharding][:prefix] = v
   end
   opts.on('-q', '--query JSON', 'Filter query as JSON (Extended JSON supported)') do |v|
-    begin
-      # Prefer BSON Extended JSON to support $date, $oid, etc.
-      options[:query] = BSON::ExtJSON.parse(v)
-    rescue StandardError
-      # Fallback to plain JSON for compatibility
-      options[:query] = JSON.parse(v)
-    end
+    # Prefer BSON Extended JSON to support $date, $oid, etc.
+    options[:query] = BSON::ExtJSON.parse(v)
+  rescue StandardError
+    # Fallback to plain JSON for compatibility
+    options[:query] = JSON.parse(v)
   end
   opts.on('--projection JSON', 'Projection as JSON (e.g., {"_id":1,"field":1})') { |v| options[:projection] = JSON.parse(v) }
   opts.on('--read-preference MODE',

data/lib/purplelight/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Purplelight
-  VERSION = '0.1.7'
+  VERSION = '0.1.8'
 end

data/lib/purplelight/writer_csv.rb

@@ -31,7 +31,7 @@ module Purplelight
       @logger = logger
       @manifest = manifest
       env_level = ENV['PL_ZSTD_LEVEL']&.to_i
-      @compression_level = (env_level && env_level > 0 ? env_level : nil)
+      @compression_level = (env_level&.positive? ? env_level : nil)
       @single_file = single_file
 
       @columns = columns&.map(&:to_s)
@@ -123,8 +123,8 @@ module Purplelight
         @io.flush if @io.respond_to?(:flush)
       end
 
-      def method_missing(method_name, *args, &block)
-        @io.send(method_name, *args, &block)
+      def method_missing(method_name, *, &)
+        @io.send(method_name, *, &)
       end
 
       def respond_to_missing?(method_name, include_private = false)
@@ -202,7 +202,7 @@ module Purplelight
     def determine_effective_compression(requested)
       case requested.to_s
       when 'zstd'
-        ((defined?(ZSTDS) || (Object.const_defined?(:Zstd) && defined?(::Zstd::StreamWriter))) ? :zstd : :gzip)
+        (defined?(ZSTDS) || (Object.const_defined?(:Zstd) && defined?(::Zstd::StreamWriter)) ? :zstd : :gzip)
       when 'none'
         :none
       else

data/lib/purplelight/writer_jsonl.rb

@@ -30,7 +30,7 @@ module Purplelight
       @logger = logger
       @manifest = manifest
       env_level = ENV['PL_ZSTD_LEVEL']&.to_i
-      @compression_level = compression_level || (env_level && env_level > 0 ? env_level : nil)
+      @compression_level = compression_level || (env_level&.positive? ? env_level : nil)
 
       @part_index = nil
       @io = nil
@@ -44,15 +44,15 @@ module Purplelight
         level_disp = @compression_level || (ENV['PL_ZSTD_LEVEL']&.to_i if @effective_compression.to_s == 'zstd')
         @logger.info("WriterJSONL using compression='#{@effective_compression}' level='#{level_disp || 'default'}'")
       end
-      if @effective_compression.to_s != @compression.to_s
-        @logger&.warn("requested compression '#{@compression}' not available; using '#{@effective_compression}'")
-      end
+      return unless @effective_compression.to_s != @compression.to_s
+
+      @logger&.warn("requested compression '#{@compression}' not available; using '#{@effective_compression}'")
     end
 
     def write_many(batch)
       ensure_open!
 
-      chunk_threshold = (ENV['PL_WRITE_CHUNK_BYTES']&.to_i || (8 * 1024 * 1024))
+      chunk_threshold = ENV['PL_WRITE_CHUNK_BYTES']&.to_i || (8 * 1024 * 1024)
       total_bytes = 0
       rows = 0
 
@@ -200,7 +200,7 @@ module Purplelight
     def determine_effective_compression(requested)
       case requested.to_s
       when 'zstd'
-        ((defined?(ZSTDS) || (Object.const_defined?(:Zstd) && defined?(::Zstd::StreamWriter))) ? :zstd : :gzip)
+        (defined?(ZSTDS) || (Object.const_defined?(:Zstd) && defined?(::Zstd::StreamWriter)) ? :zstd : :gzip)
       when 'none'
         :none
       else

data/lib/purplelight/writer_parquet.rb

@@ -134,9 +134,8 @@ module Purplelight
     def extract_value(doc, key)
       value = doc[key] || doc[key.to_sym]
       # Normalize common MongoDB/BSON types to Parquet-friendly values
-      if defined?(BSON) && value.is_a?(BSON::ObjectId)
-        return value.to_s
-      end
+      return value.to_s if defined?(BSON) && value.is_a?(BSON::ObjectId)
+
       value
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: purplelight
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.8
 platform: ruby
 authors:
 - Alexander Nicholson