tiktoken_ruby 0.0.17 → 0.0.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/Cargo.lock +23 -33
  3. data/Gemfile.lock +23 -21
  4. data/ext/tiktoken_ruby/Cargo.toml +1 -1
  5. data/lib/tiktoken_ruby/version.rb +1 -1
  6. metadata +3 -3
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: b04168b5f23957815c4f9a7139d0629c29236befaaeab12deaa1e0fee2c3b814
4
- data.tar.gz: aa8af07c52ba013e0e7d7ad0aa569db6419a3330eaace2d3401963c7f4f9d2cf
3
+ metadata.gz: 82514bbe67ea1aef808ea5e40c3305f8e0ad4d0974469b5e2a9f956cbdc8555f
4
+ data.tar.gz: 55517a20a67295e91fac229af281eaaab98641cfa30fdff9ee30d89e2189316c
5
5
  SHA512:
6
- metadata.gz: 0bf109e1ab9191f06bf7450cfa32589c5dc4fcff41084c3682694b9ddd03f5595151e3ba2e376916c85f5ea1ce8e0866743556ec2c0f778309ac3aad216caf8a
7
- data.tar.gz: b105c5871dde75b05274e830f1b40c0a4a05364c2cb6947f1223c128af4c1564dfc573c8c6e3b521ccf11b4eb6eb0592882af734deeba39251f8a1eab619e4a5
6
+ metadata.gz: d2437bb61a78796e8ed2417b2a094c001c80505caf7b7166c48619c1fa9a702aa55206099decb4de73bab2b8883abb51544a8d87c5015371ed71656e766c36b4
7
+ data.tar.gz: f32e89d434273790c09ac3bcefbe1bff8f7f9e2c0626b368cb3c517342b6ac3bf52c07274afe8f9c9639c6efca23b701813b2a502c5792dc82870f1307d3783c
data/Cargo.lock CHANGED
@@ -64,13 +64,13 @@ checksum = "812e12b5285cc515a9c72a5c1d3b6d46a19dac5acfef5265968c166106e31dd3"
64
64
 
65
65
  [[package]]
66
66
  name = "bstr"
67
- version = "1.12.1"
67
+ version = "1.13.1"
68
68
  source = "registry+https://github.com/rust-lang/crates.io-index"
69
- checksum = "63044e1ae8e69f3b5a92c736ca6269b8d12fa7efe39bf34ddb06d102cf0e2cab"
69
+ checksum = "6bb31b46c14244e20ee9984b11bf5c992b91fb6939fea616e3512c8baecdbe5f"
70
70
  dependencies = [
71
71
  "memchr",
72
72
  "regex-automata",
73
- "serde",
73
+ "serde_core",
74
74
  ]
75
75
 
76
76
  [[package]]
@@ -107,9 +107,9 @@ checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
107
107
 
108
108
  [[package]]
109
109
  name = "fancy-regex"
110
- version = "0.17.0"
110
+ version = "0.19.2"
111
111
  source = "registry+https://github.com/rust-lang/crates.io-index"
112
- checksum = "72cf461f865c862bb7dc573f643dd6a2b6842f7c30b07882b56bd148cc2761b8"
112
+ checksum = "d301f5bf187b3c295fce6468d3875037a0bccc5f6b151c63cac2f85babf21912"
113
113
  dependencies = [
114
114
  "bit-set",
115
115
  "regex-automata",
@@ -155,9 +155,9 @@ dependencies = [
155
155
 
156
156
  [[package]]
157
157
  name = "magnus"
158
- version = "0.8.2"
158
+ version = "0.9.0"
159
159
  source = "registry+https://github.com/rust-lang/crates.io-index"
160
- checksum = "3b36a5b126bbe97eb0d02d07acfeb327036c6319fd816139a49824a83b7f9012"
160
+ checksum = "379d50b6eea4ca84074ccd3e551eb9b07f7865194d5b3198325317e9ef78e5e9"
161
161
  dependencies = [
162
162
  "magnus-macros",
163
163
  "rb-sys",
@@ -167,9 +167,9 @@ dependencies = [
167
167
 
168
168
  [[package]]
169
169
  name = "magnus-macros"
170
- version = "0.8.0"
170
+ version = "0.9.1"
171
171
  source = "registry+https://github.com/rust-lang/crates.io-index"
172
- checksum = "47607461fd8e1513cb4f2076c197d8092d921a1ea75bd08af97398f593751892"
172
+ checksum = "9dafde2eeb66f090e0f326112323eb8324b12cb32b5d1210e541d3df6b0ce77e"
173
173
  dependencies = [
174
174
  "proc-macro2",
175
175
  "quote",
@@ -218,18 +218,18 @@ dependencies = [
218
218
 
219
219
  [[package]]
220
220
  name = "rb-sys"
221
- version = "0.9.128"
221
+ version = "0.9.130"
222
222
  source = "registry+https://github.com/rust-lang/crates.io-index"
223
- checksum = "45ca28513560e56cfb79a62b1fce363c73af170a182024ce880c77ee9429920a"
223
+ checksum = "02faf625bb10ba893e3ae620f19c9fb1b5f8fcae0fe4eb86bb3f2230fad75edb"
224
224
  dependencies = [
225
225
  "rb-sys-build",
226
226
  ]
227
227
 
228
228
  [[package]]
229
229
  name = "rb-sys-build"
230
- version = "0.9.128"
230
+ version = "0.9.130"
231
231
  source = "registry+https://github.com/rust-lang/crates.io-index"
232
- checksum = "ce04b2c55eff3a21aaa623fcc655d94373238e72cac6b3e1a3641ff31649f99a"
232
+ checksum = "05be6f9c86fe5482808162826f6c047d093b3670582296c770de1d94f8066694"
233
233
  dependencies = [
234
234
  "bindgen",
235
235
  "lazy_static",
@@ -242,15 +242,15 @@ dependencies = [
242
242
 
243
243
  [[package]]
244
244
  name = "rb-sys-env"
245
- version = "0.2.2"
245
+ version = "0.2.3"
246
246
  source = "registry+https://github.com/rust-lang/crates.io-index"
247
- checksum = "08f8d2924cf136a1315e2b4c7460a39f62ef11ee5d522df9b2750fab55b868b6"
247
+ checksum = "cca7ad6a7e21e72151d56fe2495a259b5670e204c3adac41ee7ef676ea08117a"
248
248
 
249
249
  [[package]]
250
250
  name = "regex"
251
- version = "1.12.3"
251
+ version = "1.13.1"
252
252
  source = "registry+https://github.com/rust-lang/crates.io-index"
253
- checksum = "e10754a14b9137dd7b1e3e5b0493cc9171fdd105e0ab477f51b72e7f3ac0e276"
253
+ checksum = "f020237b6c8eed93db2e2cb53c00c60a8e1bc73da7d073199a1180401450218d"
254
254
  dependencies = [
255
255
  "aho-corasick",
256
256
  "memchr",
@@ -260,9 +260,9 @@ dependencies = [
260
260
 
261
261
  [[package]]
262
262
  name = "regex-automata"
263
- version = "0.4.13"
263
+ version = "0.4.18"
264
264
  source = "registry+https://github.com/rust-lang/crates.io-index"
265
- checksum = "5276caf25ac86c8d810222b3dbb938e512c55c6831a10f3e6ed1c93b84041f1c"
265
+ checksum = "ad8553b9b26413251cbf30e620595c7a41b3887f03da04579c0e6b0d6a06b4b2"
266
266
  dependencies = [
267
267
  "aho-corasick",
268
268
  "memchr",
@@ -271,9 +271,9 @@ dependencies = [
271
271
 
272
272
  [[package]]
273
273
  name = "regex-syntax"
274
- version = "0.8.8"
274
+ version = "0.8.11"
275
275
  source = "registry+https://github.com/rust-lang/crates.io-index"
276
- checksum = "7a2d987857b319362043e95f5353c0535c1f58eec5336fdfcf626430af7def58"
276
+ checksum = "d6f6ff9a378485b298a5286656da665ba74413d36db0979633275d2e708145d4"
277
277
 
278
278
  [[package]]
279
279
  name = "rustc-hash"
@@ -287,15 +287,6 @@ version = "0.3.6"
287
287
  source = "registry+https://github.com/rust-lang/crates.io-index"
288
288
  checksum = "1bc711410fbe7399f390ca1c3b60ad0f53f80e95c5eb935e52268a0e2cd49acc"
289
289
 
290
- [[package]]
291
- name = "serde"
292
- version = "1.0.228"
293
- source = "registry+https://github.com/rust-lang/crates.io-index"
294
- checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e"
295
- dependencies = [
296
- "serde_core",
297
- ]
298
-
299
290
  [[package]]
300
291
  name = "serde_core"
301
292
  version = "1.0.228"
@@ -341,15 +332,14 @@ dependencies = [
341
332
 
342
333
  [[package]]
343
334
  name = "tiktoken-rs"
344
- version = "0.12.0"
335
+ version = "0.12.1"
345
336
  source = "registry+https://github.com/rust-lang/crates.io-index"
346
- checksum = "027853bbf8c7763b77c5c595f1c271c7d536ced7d6f83452911b944621e57fc2"
337
+ checksum = "2aeff724640cfe13037336ddf35befdffd2909cbdb65cf041cc8a4cf8c584cfa"
347
338
  dependencies = [
348
339
  "anyhow",
349
340
  "base64",
350
341
  "bstr",
351
342
  "fancy-regex",
352
- "lazy_static",
353
343
  "regex",
354
344
  "rustc-hash",
355
345
  ]
data/Gemfile.lock CHANGED
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- tiktoken_ruby (0.0.17)
4
+ tiktoken_ruby (0.0.18)
5
5
  rb_sys (~> 0.9)
6
6
 
7
7
  GEM
@@ -9,25 +9,27 @@ GEM
9
9
  specs:
10
10
  ast (2.4.3)
11
11
  diff-lcs (1.6.2)
12
- json (2.20.0)
13
- language_server-protocol (3.17.0.5)
12
+ drb (2.2.3)
13
+ json (3.1.0)
14
+ language_server-protocol (3.17.0.6)
14
15
  lint_roller (1.1.0)
15
- minitest (6.0.1)
16
+ minitest (6.0.6)
17
+ drb (~> 2.0)
16
18
  prism (~> 1.5)
17
- parallel (1.28.0)
18
- parser (3.3.11.1)
19
+ parallel (2.3.0)
20
+ parser (3.3.13.0)
19
21
  ast (~> 2.4.1)
20
22
  racc
21
23
  prism (1.9.0)
22
24
  racc (1.8.1)
23
25
  rainbow (3.1.1)
24
26
  rake (13.4.2)
25
- rake-compiler (1.3.1)
27
+ rake-compiler (1.3.2)
26
28
  rake
27
29
  rake-compiler-dock (1.12.0)
28
- rb_sys (0.9.128)
30
+ rb_sys (0.9.130)
29
31
  rake-compiler-dock (= 1.12.0)
30
- regexp_parser (2.12.0)
32
+ regexp_parser (2.13.1)
31
33
  rspec (3.13.2)
32
34
  rspec-core (~> 3.13.0)
33
35
  rspec-expectations (~> 3.13.0)
@@ -37,12 +39,12 @@ GEM
37
39
  rspec-expectations (3.13.5)
38
40
  diff-lcs (>= 1.2.0, < 2.0)
39
41
  rspec-support (~> 3.13.0)
40
- rspec-mocks (3.13.7)
42
+ rspec-mocks (3.13.8)
41
43
  diff-lcs (>= 1.2.0, < 2.0)
42
44
  rspec-support (~> 3.13.0)
43
- rspec-support (3.13.6)
44
- rubocop (1.87.0)
45
- json (~> 2.3)
45
+ rspec-support (3.13.7)
46
+ rubocop (1.91.0)
47
+ json (>= 2.3)
46
48
  language_server-protocol (~> 3.17.0.2)
47
49
  lint_roller (~> 1.1.0)
48
50
  parallel (>= 1.10)
@@ -52,7 +54,7 @@ GEM
52
54
  rubocop-ast (>= 1.49.0, < 2.0)
53
55
  ruby-progressbar (~> 1.7)
54
56
  unicode-display_width (>= 2.4.0, < 4.0)
55
- rubocop-ast (1.49.1)
57
+ rubocop-ast (1.50.0)
56
58
  parser (>= 3.3.7.2)
57
59
  prism (~> 1.7)
58
60
  rubocop-performance (1.26.1)
@@ -60,10 +62,10 @@ GEM
60
62
  rubocop (>= 1.75.0, < 2.0)
61
63
  rubocop-ast (>= 1.47.1, < 2.0)
62
64
  ruby-progressbar (1.13.0)
63
- standard (1.55.0)
65
+ standard (1.57.0)
64
66
  language_server-protocol (~> 3.17.0.2)
65
67
  lint_roller (~> 1.0)
66
- rubocop (~> 1.87.0)
68
+ rubocop (~> 1.91.0)
67
69
  standard-custom (~> 1.0.0)
68
70
  standard-performance (~> 1.8)
69
71
  standard-custom (1.0.2)
@@ -72,10 +74,10 @@ GEM
72
74
  standard-performance (1.9.0)
73
75
  lint_roller (~> 1.1)
74
76
  rubocop-performance (~> 1.26.0)
75
- unicode-display_width (3.2.0)
76
- unicode-emoji (~> 4.1)
77
- unicode-emoji (4.2.0)
78
- yard (0.9.37)
77
+ unicode-display_width (3.3.0)
78
+ unicode-emoji (~> 4.3)
79
+ unicode-emoji (4.3.0)
80
+ yard (0.9.45)
79
81
  yard-doctest (0.1.17)
80
82
  minitest
81
83
  yard
@@ -96,4 +98,4 @@ DEPENDENCIES
96
98
  yard-doctest
97
99
 
98
100
  BUNDLED WITH
99
- 2.6.9
101
+ 4.0.23
data/ext/tiktoken_ruby/Cargo.toml CHANGED
@@ -10,6 +10,6 @@ publish = false
10
10
  crate-type = ["cdylib"]
11
11
 
12
12
  [dependencies]
13
- magnus = { version = "0.8.2" }
13
+ magnus = { version = "0.9.0" }
14
14
  rb-sys = { version = "0.9.127", features = ["stable-api-compiled-fallback"] }
15
15
  tiktoken-rs = { version = "0.12.0" }
data/lib/tiktoken_ruby/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Tiktoken
4
- VERSION = "0.0.17"
4
+ VERSION = "0.0.18"
5
5
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tiktoken_ruby
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.17
4
+ version: 0.0.18
5
5
  platform: ruby
6
6
  authors:
7
7
  - IAPark
@@ -67,14 +67,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
67
67
  requirements:
68
68
  - - ">="
69
69
  - !ruby/object:Gem::Version
70
- version: 3.2.0
70
+ version: 3.3.0
71
71
  required_rubygems_version: !ruby/object:Gem::Requirement
72
72
  requirements:
73
73
  - - ">="
74
74
  - !ruby/object:Gem::Version
75
75
  version: 3.4.0
76
76
  requirements: []
77
- rubygems_version: 4.0.10
77
+ rubygems_version: 4.0.20
78
78
  specification_version: 4
79
79
  summary: Ruby wrapper for Tiktoken
80
80
  test_files: []