turbopuffer 2.1.0.pre.alpha.1 → 2.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +8 -0
- data/README.md +1 -1
- data/lib/turbopuffer/models/full_text_search_config.rb +2 -2
- data/lib/turbopuffer/models/tokenizer.rb +2 -1
- data/lib/turbopuffer/version.rb +1 -1
- data/rbi/turbopuffer/models/full_text_search_config.rbi +2 -2
- data/rbi/turbopuffer/models/tokenizer.rbi +2 -1
- data/sig/turbopuffer/models/tokenizer.rbs +7 -1
- metadata +4 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 20d0c90e03716bcf7ca9387385505eb4bd4711888f16eb0d3bde30d70ad0829a
|
|
4
|
+
data.tar.gz: 29b6153b4c7250a63170be4c7b1010933ef7c96e7817fd78de6d4790fed8a481
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b7243b9b3134d2fa3741ed94b79c5813f4d23a5f106d561865a8a9e1891ac76c7cb0d66088bbb3e2b9f0f1970ed023bffc06a9c98059ac8af9e0b8f544b0249d
|
|
7
|
+
data.tar.gz: f249a2b3afa1092d5bab4ea3510ee6de24719b8e61fbbcc5975f90e6d6ecbc002298283454f0f1eccf9c313f9f7def328b6f508df894f9a852ae3759d8b6ac66
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,13 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 2.1.0 (2026-06-03)
|
|
4
|
+
|
|
5
|
+
Full Changelog: [v2.1.0-alpha.1...v2.1.0](https://github.com/turbopuffer/turbopuffer-ruby/compare/v2.1.0-alpha.1...v2.1.0)
|
|
6
|
+
|
|
7
|
+
### Features
|
|
8
|
+
|
|
9
|
+
* spec: add support for word_v4 tokenizer ([26742f8](https://github.com/turbopuffer/turbopuffer-ruby/commit/26742f83e6e29055f521320f8f6c111fe040ac38))
|
|
10
|
+
|
|
3
11
|
## 2.1.0-alpha.1 (2026-06-02)
|
|
4
12
|
|
|
5
13
|
Full Changelog: [v2.0.1...v2.1.0-alpha.1](https://github.com/turbopuffer/turbopuffer-ruby/compare/v2.0.1...v2.1.0-alpha.1)
|
data/README.md
CHANGED
|
@@ -59,7 +59,7 @@ module Turbopuffer
|
|
|
59
59
|
|
|
60
60
|
# @!attribute tokenizer
|
|
61
61
|
# The tokenizer to use for full-text search on an attribute. Defaults to
|
|
62
|
-
# `
|
|
62
|
+
# `word_v4`.
|
|
63
63
|
#
|
|
64
64
|
# @return [Symbol, Turbopuffer::Models::Tokenizer, nil]
|
|
65
65
|
optional :tokenizer, enum: -> { Turbopuffer::Tokenizer }
|
|
@@ -86,7 +86,7 @@ module Turbopuffer
|
|
|
86
86
|
#
|
|
87
87
|
# @param stemming [Boolean] Language-specific stemming for the text. Defaults to `false` (i.e., do not stem)
|
|
88
88
|
#
|
|
89
|
-
# @param tokenizer [Symbol, Turbopuffer::Models::Tokenizer] The tokenizer to use for full-text search on an attribute. Defaults to `
|
|
89
|
+
# @param tokenizer [Symbol, Turbopuffer::Models::Tokenizer] The tokenizer to use for full-text search on an attribute. Defaults to `word_v4`
|
|
90
90
|
end
|
|
91
91
|
end
|
|
92
92
|
end
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
module Turbopuffer
|
|
4
4
|
module Models
|
|
5
5
|
# The tokenizer to use for full-text search on an attribute. Defaults to
|
|
6
|
-
# `
|
|
6
|
+
# `word_v4`.
|
|
7
7
|
module Tokenizer
|
|
8
8
|
extend Turbopuffer::Internal::Type::Enum
|
|
9
9
|
|
|
@@ -12,6 +12,7 @@ module Turbopuffer
|
|
|
12
12
|
WORD_V1 = :word_v1
|
|
13
13
|
WORD_V2 = :word_v2
|
|
14
14
|
WORD_V3 = :word_v3
|
|
15
|
+
WORD_V4 = :word_v4
|
|
15
16
|
|
|
16
17
|
# @!method self.values
|
|
17
18
|
# @return [Array<Symbol>]
|
data/lib/turbopuffer/version.rb
CHANGED
|
@@ -74,7 +74,7 @@ module Turbopuffer
|
|
|
74
74
|
attr_writer :stemming
|
|
75
75
|
|
|
76
76
|
# The tokenizer to use for full-text search on an attribute. Defaults to
|
|
77
|
-
# `
|
|
77
|
+
# `word_v4`.
|
|
78
78
|
sig { returns(T.nilable(Turbopuffer::Tokenizer::OrSymbol)) }
|
|
79
79
|
attr_reader :tokenizer
|
|
80
80
|
|
|
@@ -119,7 +119,7 @@ module Turbopuffer
|
|
|
119
119
|
# stem).
|
|
120
120
|
stemming: nil,
|
|
121
121
|
# The tokenizer to use for full-text search on an attribute. Defaults to
|
|
122
|
-
# `
|
|
122
|
+
# `word_v4`.
|
|
123
123
|
tokenizer: nil
|
|
124
124
|
)
|
|
125
125
|
end
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
module Turbopuffer
|
|
4
4
|
module Models
|
|
5
5
|
# The tokenizer to use for full-text search on an attribute. Defaults to
|
|
6
|
-
# `
|
|
6
|
+
# `word_v4`.
|
|
7
7
|
module Tokenizer
|
|
8
8
|
extend Turbopuffer::Internal::Type::Enum
|
|
9
9
|
|
|
@@ -16,6 +16,7 @@ module Turbopuffer
|
|
|
16
16
|
WORD_V1 = T.let(:word_v1, Turbopuffer::Tokenizer::TaggedSymbol)
|
|
17
17
|
WORD_V2 = T.let(:word_v2, Turbopuffer::Tokenizer::TaggedSymbol)
|
|
18
18
|
WORD_V3 = T.let(:word_v3, Turbopuffer::Tokenizer::TaggedSymbol)
|
|
19
|
+
WORD_V4 = T.let(:word_v4, Turbopuffer::Tokenizer::TaggedSymbol)
|
|
19
20
|
|
|
20
21
|
sig { override.returns(T::Array[Turbopuffer::Tokenizer::TaggedSymbol]) }
|
|
21
22
|
def self.values
|
|
@@ -1,7 +1,12 @@
|
|
|
1
1
|
module Turbopuffer
|
|
2
2
|
module Models
|
|
3
3
|
type tokenizer =
|
|
4
|
-
:pre_tokenized_array
|
|
4
|
+
:pre_tokenized_array
|
|
5
|
+
| :word_v0
|
|
6
|
+
| :word_v1
|
|
7
|
+
| :word_v2
|
|
8
|
+
| :word_v3
|
|
9
|
+
| :word_v4
|
|
5
10
|
|
|
6
11
|
module Tokenizer
|
|
7
12
|
extend Turbopuffer::Internal::Type::Enum
|
|
@@ -11,6 +16,7 @@ module Turbopuffer
|
|
|
11
16
|
WORD_V1: :word_v1
|
|
12
17
|
WORD_V2: :word_v2
|
|
13
18
|
WORD_V3: :word_v3
|
|
19
|
+
WORD_V4: :word_v4
|
|
14
20
|
|
|
15
21
|
def self?.values: -> ::Array[Turbopuffer::Models::tokenizer]
|
|
16
22
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: turbopuffer
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 2.1.0
|
|
4
|
+
version: 2.1.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Turbopuffer
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-06-
|
|
11
|
+
date: 2026-06-03 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: cgi
|
|
@@ -332,9 +332,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
|
332
332
|
version: 3.2.0
|
|
333
333
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
334
334
|
requirements:
|
|
335
|
-
- - "
|
|
335
|
+
- - ">="
|
|
336
336
|
- !ruby/object:Gem::Version
|
|
337
|
-
version:
|
|
337
|
+
version: '0'
|
|
338
338
|
requirements: []
|
|
339
339
|
rubygems_version: 3.4.1
|
|
340
340
|
signing_key:
|