rails-paradedb 0.7.0 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e28ebb1ec7734474a1ed321766b2e652f4aa1d56aadcc16d48667ac4ddbfc5bc
-  data.tar.gz: 51c25b12045eed272ad0e71475c22f9a670c4da6ff46fcad6d99ce32e3bc1f6e
+  metadata.gz: 5ac93df076da5e2c2ae979b925233b7f11195c1f3a1695d92980c64941b307a4
+  data.tar.gz: 410859f0b81ea85841c558f85b5b5d7cedcb9612d7036bb08587e9f94f00b89b
 SHA512:
-  metadata.gz: 4fced3ee50bef2ef4c59567246e9c5382a7e2e3f60293a785d33fe4e9e857abea685740fcf2c2da38c98dce4371d13010f9eacbbbe1c580df760208a20542f3d
-  data.tar.gz: 2e3efbf965bb99866dffe45de2963528ccf9ebfaa4a947abe5b72211306409d5b006eb1e90621cc6591e72f473d91593348b0d1bcaaa1e96cbc08cbe252e8615
+  metadata.gz: 19bd553913503c9a588f43a0793ad735844de0104b0e45c926affaa3763f7b7e3c9417b04a1c3d494bb9938a7984b3cb3d7a300a6c5a0192802acb8428325f1b
+  data.tar.gz: d999e0166ef6cd962d658b8bedf527a70a367caa9a82070846d4f4285adb55dc45f6cfcef717e818ad37c59b0b6afcf8079be90d57bc92c3c91d48dc86765cc6

data/CHANGELOG.md

@@ -4,6 +4,12 @@ All notable changes to this project will be documented in this file. The format
 
 ## [Unreleased]
 
+## [0.8.0] - 2026-06-15
+
+### Changed
+
+- **BREAKING**: The `Tokenizer` class is now namespaced as `ParadeDB::Tokenizer`. Update references from `Tokenizer.simple(...)` to `ParadeDB::Tokenizer.simple(...)`. Schema dumps (`schema.rb`) now emit the fully-qualified constant.
+
 ## [0.7.0] - 2026-04-21
 
 ### Changed
@@ -132,7 +138,8 @@ All notable changes to this project will be documented in this file. The format
 - Schema dump/load round-trip for tokenizer configuration and index options
   (including `target_segment_count`)
 
-[Unreleased]: https://github.com/paradedb/rails-paradedb/compare/v0.7.0...HEAD
+[Unreleased]: https://github.com/paradedb/rails-paradedb/compare/v0.8.0...HEAD
+[0.8.0]: https://github.com/paradedb/rails-paradedb/releases/tag/v0.8.0
 [0.7.0]: https://github.com/paradedb/rails-paradedb/releases/tag/v0.7.0
 [0.6.0]: https://github.com/paradedb/rails-paradedb/releases/tag/v0.6.0
 [0.5.0]: https://github.com/paradedb/rails-paradedb/releases/tag/v0.5.0

data/lib/parade_db/arel/builder.rb

@@ -302,7 +302,7 @@ module ParadeDB
       def apply_tokenizer(node, tokenizer)
         return node if tokenizer.nil?
 
-        unless tokenizer.is_a?(Tokenizer)
+        unless tokenizer.is_a?(ParadeDB::Tokenizer)
           raise ArgumentError, "tokenizer must be a Tokenizer"
         end
 

data/lib/parade_db/index.rb

@@ -53,7 +53,7 @@ module ParadeDB
 
       class << self
         def parse(source_name, tokenizer, context:)
-          unless tokenizer.is_a?(Tokenizer)
+          unless tokenizer.is_a?(ParadeDB::Tokenizer)
             raise InvalidIndexDefinition, "#{context} for #{source_name.inspect} must be a Tokenizer"
           end
 

data/lib/parade_db/migration_helpers.rb

@@ -695,13 +695,13 @@ module ParadeDB
     end
 
     def bm25_tokenizer_ruby(name, positional_args, options)
-      if name.match?(/\A[a-z_][a-z0-9_]*\z/) && Tokenizer.respond_to?(name)
+      if name.match?(/\A[a-z_][a-z0-9_]*\z/) && ParadeDB::Tokenizer.respond_to?(name)
         args = positional_args.map { |arg| ruby_literal(arg) }
         args << "options: #{ruby_hash_literal(options)}" unless options.empty?
-        return "Tokenizer.#{name}(#{args.join(', ')})"
+        return "ParadeDB::Tokenizer.#{name}(#{args.join(', ')})"
       end
 
-      "Tokenizer.new(#{name.inspect}, #{ruby_literal(positional_args.empty? ? nil : positional_args)}, #{ruby_literal(options.empty? ? nil : options)})"
+      "ParadeDB::Tokenizer.new(#{name.inspect}, #{ruby_literal(positional_args.empty? ? nil : positional_args)}, #{ruby_literal(options.empty? ? nil : options)})"
     end
 
     def split_sql_arguments(args_sql)

data/lib/parade_db/tokenizer.rb

@@ -1,95 +1,97 @@
-class Tokenizer
-  attr_reader :name, :positional_args, :options
+module ParadeDB
+  class Tokenizer
+    attr_reader :name, :positional_args, :options
+
+    def initialize(name, positional_args, options)
+      @name = name
+      @positional_args = positional_args
+      @options = options
+    end
 
-  def initialize(name, positional_args, options)
-    @name = name
-    @positional_args = positional_args
-    @options = options
-  end
+    def render()
+      if options.nil? && positional_args.nil?
+        return "pdb.#{name}"
+      end
 
-  def render()
-    if options.nil? && positional_args.nil?
-      return "pdb.#{name}"
-    end
+      args = []
+      if !positional_args.nil?
+        args.concat(positional_args.map { |x| render_positional_arg(x) })
+      end
+      if !options.nil?
+        args.concat(options.map {|k, v| quote_term("#{k}=#{v}")})
+      end
 
-    args = []
-    if !positional_args.nil?
-      args.concat(positional_args.map { |x| render_positional_arg(x) })
-    end
-    if !options.nil?
-      args.concat(options.map {|k, v| quote_term("#{k}=#{v}")})
+      return "pdb.#{name}(#{args.join(",")})"
     end
 
-    return "pdb.#{name}(#{args.join(",")})"
-  end
-
-  def self.whitespace(options: nil)
-    new("whitespace", nil, options)
-  end
+    def self.whitespace(options: nil)
+      new("whitespace", nil, options)
+    end
 
-  def self.unicode_words(options: nil)
-    new("unicode_words", nil, options)
-  end
+    def self.unicode_words(options: nil)
+      new("unicode_words", nil, options)
+    end
 
-  def self.ngram(min_gram, max_gram, options: nil)
-    new("ngram", [min_gram, max_gram], options)
-  end
+    def self.ngram(min_gram, max_gram, options: nil)
+      new("ngram", [min_gram, max_gram], options)
+    end
 
-  def self.simple(options: nil)
-    new("simple", nil, options)
-  end
+    def self.simple(options: nil)
+      new("simple", nil, options)
+    end
 
-  def self.literal(options: nil)
-    new("literal", nil, options)
-  end
+    def self.literal(options: nil)
+      new("literal", nil, options)
+    end
 
-  def self.literal_normalized(options: nil)
-    new("literal_normalized", nil, options)
-  end
+    def self.literal_normalized(options: nil)
+      new("literal_normalized", nil, options)
+    end
 
-  def self.edge_ngram(min_gram, max_gram, options: nil)
-    new("edge_ngram", [min_gram, max_gram], options)
-  end
+    def self.edge_ngram(min_gram, max_gram, options: nil)
+      new("edge_ngram", [min_gram, max_gram], options)
+    end
 
-  def self.regex_pattern(pattern, options: nil)
-    new("regex_pattern", [pattern], options)
-  end
+    def self.regex_pattern(pattern, options: nil)
+      new("regex_pattern", [pattern], options)
+    end
 
-  def self.chinese_compatible(options: nil)
-    new("chinese_compatible", nil, options)
-  end
+    def self.chinese_compatible(options: nil)
+      new("chinese_compatible", nil, options)
+    end
 
-  def self.lindera(dictionary, options: nil)
-    new("lindera", [dictionary], options)
-  end
+    def self.lindera(dictionary, options: nil)
+      new("lindera", [dictionary], options)
+    end
 
-  def self.icu(options: nil)
-    new("icu", nil, options)
-  end
+    def self.icu(options: nil)
+      new("icu", nil, options)
+    end
 
-  def self.jieba(options: nil)
-    new("jieba", nil, options)
-  end
+    def self.jieba(options: nil)
+      new("jieba", nil, options)
+    end
 
-  def self.source_code(options: nil)
-    new("source_code", nil, options)
-  end
+    def self.source_code(options: nil)
+      new("source_code", nil, options)
+    end
 
-  private
+    private
 
-  def quote_term(value)
-    escaped = value.gsub("'", "''")
-    "'#{escaped}'"
-  end
+    def quote_term(value)
+      escaped = value.gsub("'", "''")
+      "'#{escaped}'"
+    end
 
-  def render_positional_arg(value)
-    case value
-    when true, false, Numeric
-      value.to_s
-    when String
-      quote_term(value)
-    else
-      raise InvalidArgumentError, "Unsupported tokenizer arg type: #{value.class}"
+    def render_positional_arg(value)
+      case value
+      when true, false, Numeric
+        value.to_s
+      when String
+        quote_term(value)
+      else
+        raise ArgumentError, "Unsupported tokenizer arg type: #{value.class}"
+      end
     end
   end
 end

data/lib/parade_db/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ParadeDB
-  VERSION = "0.7.0"
+  VERSION = "0.8.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rails-paradedb
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.8.0
 platform: ruby
 authors:
 - ParadeDB