tokenizers 0.4.4-x86_64-linux → 0.5.1-x86_64-linux
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +11 -0
- data/Cargo.lock +189 -219
- data/LICENSE-THIRD-PARTY.txt +2006 -2476
- data/lib/tokenizers/3.1/tokenizers.so +0 -0
- data/lib/tokenizers/3.2/tokenizers.so +0 -0
- data/lib/tokenizers/3.3/tokenizers.so +0 -0
- data/lib/tokenizers/decoders/metaspace.rb +2 -2
- data/lib/tokenizers/from_pretrained.rb +2 -2
- data/lib/tokenizers/pre_tokenizers/metaspace.rb +2 -2
- data/lib/tokenizers/version.rb +1 -1
- metadata +3 -4
- data/lib/tokenizers/3.0/tokenizers.so +0 -0
data/Cargo.lock
CHANGED
@@ -4,19 +4,13 @@ version = 3
|
|
4
4
|
|
5
5
|
[[package]]
|
6
6
|
name = "aho-corasick"
|
7
|
-
version = "1.1.
|
7
|
+
version = "1.1.3"
|
8
8
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
9
|
-
checksum = "
|
9
|
+
checksum = "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916"
|
10
10
|
dependencies = [
|
11
11
|
"memchr",
|
12
12
|
]
|
13
13
|
|
14
|
-
[[package]]
|
15
|
-
name = "autocfg"
|
16
|
-
version = "1.1.0"
|
17
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
18
|
-
checksum = "d468802bab17cbc0cc575e9b053f41e72aa36bfa6b7f55e3529ffa43161b97fa"
|
19
|
-
|
20
14
|
[[package]]
|
21
15
|
name = "base64"
|
22
16
|
version = "0.13.1"
|
@@ -25,22 +19,22 @@ checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8"
|
|
25
19
|
|
26
20
|
[[package]]
|
27
21
|
name = "bindgen"
|
28
|
-
version = "0.69.
|
22
|
+
version = "0.69.4"
|
29
23
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
30
|
-
checksum = "
|
24
|
+
checksum = "a00dc851838a2120612785d195287475a3ac45514741da670b735818822129a0"
|
31
25
|
dependencies = [
|
32
|
-
"bitflags 2.
|
26
|
+
"bitflags 2.6.0",
|
33
27
|
"cexpr",
|
34
28
|
"clang-sys",
|
29
|
+
"itertools 0.12.1",
|
35
30
|
"lazy_static",
|
36
31
|
"lazycell",
|
37
|
-
"peeking_take_while",
|
38
32
|
"proc-macro2",
|
39
33
|
"quote",
|
40
34
|
"regex",
|
41
35
|
"rustc-hash",
|
42
36
|
"shlex",
|
43
|
-
"syn
|
37
|
+
"syn",
|
44
38
|
]
|
45
39
|
|
46
40
|
[[package]]
|
@@ -51,15 +45,21 @@ checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a"
|
|
51
45
|
|
52
46
|
[[package]]
|
53
47
|
name = "bitflags"
|
54
|
-
version = "2.
|
48
|
+
version = "2.6.0"
|
55
49
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
56
|
-
checksum = "
|
50
|
+
checksum = "b048fb63fd8b5923fc5aa7b340d8e156aec7ec02f0c78fa8a6ddc2613f6f71de"
|
51
|
+
|
52
|
+
[[package]]
|
53
|
+
name = "byteorder"
|
54
|
+
version = "1.5.0"
|
55
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
56
|
+
checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b"
|
57
57
|
|
58
58
|
[[package]]
|
59
59
|
name = "cc"
|
60
|
-
version = "1.
|
60
|
+
version = "1.1.8"
|
61
61
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
62
|
-
checksum = "
|
62
|
+
checksum = "504bdec147f2cc13c8b57ed9401fd8a147cc66b67ad5cb241394244f2c947549"
|
63
63
|
|
64
64
|
[[package]]
|
65
65
|
name = "cexpr"
|
@@ -78,9 +78,9 @@ checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
|
|
78
78
|
|
79
79
|
[[package]]
|
80
80
|
name = "clang-sys"
|
81
|
-
version = "1.
|
81
|
+
version = "1.8.1"
|
82
82
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
83
|
-
checksum = "
|
83
|
+
checksum = "0b023947811758c97c59bf9d1c188fd619ad4718dcaa767947df1cadb14f39f4"
|
84
84
|
dependencies = [
|
85
85
|
"glob",
|
86
86
|
"libc",
|
@@ -89,9 +89,9 @@ dependencies = [
|
|
89
89
|
|
90
90
|
[[package]]
|
91
91
|
name = "console"
|
92
|
-
version = "0.15.
|
92
|
+
version = "0.15.8"
|
93
93
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
94
|
-
checksum = "
|
94
|
+
checksum = "0e1f83fc076bd6dd27517eacdf25fef6c4dfe5f1d7448bafaaf3a26f13b5e4eb"
|
95
95
|
dependencies = [
|
96
96
|
"encode_unicode",
|
97
97
|
"lazy_static",
|
@@ -102,42 +102,34 @@ dependencies = [
|
|
102
102
|
|
103
103
|
[[package]]
|
104
104
|
name = "crossbeam-deque"
|
105
|
-
version = "0.8.
|
105
|
+
version = "0.8.5"
|
106
106
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
107
|
-
checksum = "
|
107
|
+
checksum = "613f8cc01fe9cf1a3eb3d7f488fd2fa8388403e97039e2f73692932e291a770d"
|
108
108
|
dependencies = [
|
109
|
-
"cfg-if",
|
110
109
|
"crossbeam-epoch",
|
111
110
|
"crossbeam-utils",
|
112
111
|
]
|
113
112
|
|
114
113
|
[[package]]
|
115
114
|
name = "crossbeam-epoch"
|
116
|
-
version = "0.9.
|
115
|
+
version = "0.9.18"
|
117
116
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
118
|
-
checksum = "
|
117
|
+
checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e"
|
119
118
|
dependencies = [
|
120
|
-
"autocfg",
|
121
|
-
"cfg-if",
|
122
119
|
"crossbeam-utils",
|
123
|
-
"memoffset",
|
124
|
-
"scopeguard",
|
125
120
|
]
|
126
121
|
|
127
122
|
[[package]]
|
128
123
|
name = "crossbeam-utils"
|
129
|
-
version = "0.8.
|
124
|
+
version = "0.8.20"
|
130
125
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
131
|
-
checksum = "
|
132
|
-
dependencies = [
|
133
|
-
"cfg-if",
|
134
|
-
]
|
126
|
+
checksum = "22ec99545bb0ed0ea7bb9b8e1e9122ea386ff8a48c0922e43f36d45ab09e0e80"
|
135
127
|
|
136
128
|
[[package]]
|
137
129
|
name = "darling"
|
138
|
-
version = "0.
|
130
|
+
version = "0.20.10"
|
139
131
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
140
|
-
checksum = "
|
132
|
+
checksum = "6f63b86c8a8826a49b8c21f08a2d07338eec8d900540f8630dc76284be802989"
|
141
133
|
dependencies = [
|
142
134
|
"darling_core",
|
143
135
|
"darling_macro",
|
@@ -145,65 +137,65 @@ dependencies = [
|
|
145
137
|
|
146
138
|
[[package]]
|
147
139
|
name = "darling_core"
|
148
|
-
version = "0.
|
140
|
+
version = "0.20.10"
|
149
141
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
150
|
-
checksum = "
|
142
|
+
checksum = "95133861a8032aaea082871032f5815eb9e98cef03fa916ab4500513994df9e5"
|
151
143
|
dependencies = [
|
152
144
|
"fnv",
|
153
145
|
"ident_case",
|
154
146
|
"proc-macro2",
|
155
147
|
"quote",
|
156
148
|
"strsim",
|
157
|
-
"syn
|
149
|
+
"syn",
|
158
150
|
]
|
159
151
|
|
160
152
|
[[package]]
|
161
153
|
name = "darling_macro"
|
162
|
-
version = "0.
|
154
|
+
version = "0.20.10"
|
163
155
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
164
|
-
checksum = "
|
156
|
+
checksum = "d336a2a514f6ccccaa3e09b02d41d35330c07ddf03a62165fcec10bb561c7806"
|
165
157
|
dependencies = [
|
166
158
|
"darling_core",
|
167
159
|
"quote",
|
168
|
-
"syn
|
160
|
+
"syn",
|
169
161
|
]
|
170
162
|
|
171
163
|
[[package]]
|
172
164
|
name = "derive_builder"
|
173
|
-
version = "0.
|
165
|
+
version = "0.20.0"
|
174
166
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
175
|
-
checksum = "
|
167
|
+
checksum = "0350b5cb0331628a5916d6c5c0b72e97393b8b6b03b47a9284f4e7f5a405ffd7"
|
176
168
|
dependencies = [
|
177
169
|
"derive_builder_macro",
|
178
170
|
]
|
179
171
|
|
180
172
|
[[package]]
|
181
173
|
name = "derive_builder_core"
|
182
|
-
version = "0.
|
174
|
+
version = "0.20.0"
|
183
175
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
184
|
-
checksum = "
|
176
|
+
checksum = "d48cda787f839151732d396ac69e3473923d54312c070ee21e9effcaa8ca0b1d"
|
185
177
|
dependencies = [
|
186
178
|
"darling",
|
187
179
|
"proc-macro2",
|
188
180
|
"quote",
|
189
|
-
"syn
|
181
|
+
"syn",
|
190
182
|
]
|
191
183
|
|
192
184
|
[[package]]
|
193
185
|
name = "derive_builder_macro"
|
194
|
-
version = "0.
|
186
|
+
version = "0.20.0"
|
195
187
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
196
|
-
checksum = "
|
188
|
+
checksum = "206868b8242f27cecce124c19fd88157fbd0dd334df2587f36417bafbc85097b"
|
197
189
|
dependencies = [
|
198
190
|
"derive_builder_core",
|
199
|
-
"syn
|
191
|
+
"syn",
|
200
192
|
]
|
201
193
|
|
202
194
|
[[package]]
|
203
195
|
name = "either"
|
204
|
-
version = "1.
|
196
|
+
version = "1.13.0"
|
205
197
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
206
|
-
checksum = "
|
198
|
+
checksum = "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0"
|
207
199
|
|
208
200
|
[[package]]
|
209
201
|
name = "encode_unicode"
|
@@ -228,9 +220,9 @@ checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1"
|
|
228
220
|
|
229
221
|
[[package]]
|
230
222
|
name = "getrandom"
|
231
|
-
version = "0.2.
|
223
|
+
version = "0.2.15"
|
232
224
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
233
|
-
checksum = "
|
225
|
+
checksum = "c4567c8db10ae91089c99af84c68c38da3ec2f087c3f82960bcdbf3656b6f4d7"
|
234
226
|
dependencies = [
|
235
227
|
"cfg-if",
|
236
228
|
"libc",
|
@@ -251,9 +243,9 @@ checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39"
|
|
251
243
|
|
252
244
|
[[package]]
|
253
245
|
name = "indicatif"
|
254
|
-
version = "0.17.
|
246
|
+
version = "0.17.8"
|
255
247
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
256
|
-
checksum = "
|
248
|
+
checksum = "763a5a8f45087d6bcea4222e7b72c291a054edf80e4ef6efd2a4979878c7bea3"
|
257
249
|
dependencies = [
|
258
250
|
"console",
|
259
251
|
"instant",
|
@@ -264,9 +256,9 @@ dependencies = [
|
|
264
256
|
|
265
257
|
[[package]]
|
266
258
|
name = "instant"
|
267
|
-
version = "0.1.
|
259
|
+
version = "0.1.13"
|
268
260
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
269
|
-
checksum = "
|
261
|
+
checksum = "e0242819d153cba4b4b05a5a8f2a7e9bbf97b6055b2a002b395c96b5ff3c0222"
|
270
262
|
dependencies = [
|
271
263
|
"cfg-if",
|
272
264
|
]
|
@@ -291,15 +283,15 @@ dependencies = [
|
|
291
283
|
|
292
284
|
[[package]]
|
293
285
|
name = "itoa"
|
294
|
-
version = "1.0.
|
286
|
+
version = "1.0.11"
|
295
287
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
296
|
-
checksum = "
|
288
|
+
checksum = "49f1f14873335454500d59611f1cf4a4b0f786f9ac11f4312a78e4cf2566695b"
|
297
289
|
|
298
290
|
[[package]]
|
299
291
|
name = "lazy_static"
|
300
|
-
version = "1.
|
292
|
+
version = "1.5.0"
|
301
293
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
302
|
-
checksum = "
|
294
|
+
checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe"
|
303
295
|
|
304
296
|
[[package]]
|
305
297
|
name = "lazycell"
|
@@ -309,28 +301,25 @@ checksum = "830d08ce1d1d941e6b30645f1a0eb5643013d835ce3779a5fc208261dbe10f55"
|
|
309
301
|
|
310
302
|
[[package]]
|
311
303
|
name = "libc"
|
312
|
-
version = "0.2.
|
304
|
+
version = "0.2.155"
|
313
305
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
314
|
-
checksum = "
|
306
|
+
checksum = "97b3888a4aecf77e811145cadf6eef5901f4782c53886191b2f693f24761847c"
|
315
307
|
|
316
308
|
[[package]]
|
317
309
|
name = "libloading"
|
318
|
-
version = "0.
|
310
|
+
version = "0.8.5"
|
319
311
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
320
|
-
checksum = "
|
312
|
+
checksum = "4979f22fdb869068da03c9f7528f8297c6fd2606bc3a4affe42e6a823fdb8da4"
|
321
313
|
dependencies = [
|
322
314
|
"cfg-if",
|
323
|
-
"
|
315
|
+
"windows-targets",
|
324
316
|
]
|
325
317
|
|
326
318
|
[[package]]
|
327
319
|
name = "log"
|
328
|
-
version = "0.4.
|
320
|
+
version = "0.4.22"
|
329
321
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
330
|
-
checksum = "
|
331
|
-
dependencies = [
|
332
|
-
"cfg-if",
|
333
|
-
]
|
322
|
+
checksum = "a7a70ba024b9dc04c27ea2f0c0548feb474ec5c54bba33a7f72f873a39d07b24"
|
334
323
|
|
335
324
|
[[package]]
|
336
325
|
name = "macro_rules_attribute"
|
@@ -350,9 +339,9 @@ checksum = "b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568"
|
|
350
339
|
|
351
340
|
[[package]]
|
352
341
|
name = "magnus"
|
353
|
-
version = "0.
|
342
|
+
version = "0.7.1"
|
354
343
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
355
|
-
checksum = "
|
344
|
+
checksum = "3d87ae53030f3a22e83879e666cb94e58a7bdf31706878a0ba48752994146dab"
|
356
345
|
dependencies = [
|
357
346
|
"magnus-macros",
|
358
347
|
"rb-sys",
|
@@ -368,23 +357,14 @@ checksum = "5968c820e2960565f647819f5928a42d6e874551cab9d88d75e3e0660d7f71e3"
|
|
368
357
|
dependencies = [
|
369
358
|
"proc-macro2",
|
370
359
|
"quote",
|
371
|
-
"syn
|
360
|
+
"syn",
|
372
361
|
]
|
373
362
|
|
374
363
|
[[package]]
|
375
364
|
name = "memchr"
|
376
|
-
version = "2.
|
365
|
+
version = "2.7.4"
|
377
366
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
378
|
-
checksum = "
|
379
|
-
|
380
|
-
[[package]]
|
381
|
-
name = "memoffset"
|
382
|
-
version = "0.8.0"
|
383
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
384
|
-
checksum = "d61c719bcfbcf5d62b3a09efa6088de8c54bc0bfcd3ea7ae39fcc186108b8de1"
|
385
|
-
dependencies = [
|
386
|
-
"autocfg",
|
387
|
-
]
|
367
|
+
checksum = "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3"
|
388
368
|
|
389
369
|
[[package]]
|
390
370
|
name = "minimal-lexical"
|
@@ -394,9 +374,9 @@ checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
|
|
394
374
|
|
395
375
|
[[package]]
|
396
376
|
name = "monostate"
|
397
|
-
version = "0.1.
|
377
|
+
version = "0.1.13"
|
398
378
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
399
|
-
checksum = "
|
379
|
+
checksum = "0d208407d7552cd041d8cdb69a1bc3303e029c598738177a3d87082004dc0e1e"
|
400
380
|
dependencies = [
|
401
381
|
"monostate-impl",
|
402
382
|
"serde",
|
@@ -404,13 +384,13 @@ dependencies = [
|
|
404
384
|
|
405
385
|
[[package]]
|
406
386
|
name = "monostate-impl"
|
407
|
-
version = "0.1.
|
387
|
+
version = "0.1.13"
|
408
388
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
409
|
-
checksum = "
|
389
|
+
checksum = "a7ce64b975ed4f123575d11afd9491f2e37bbd5813fbfbc0f09ae1fbddea74e0"
|
410
390
|
dependencies = [
|
411
391
|
"proc-macro2",
|
412
392
|
"quote",
|
413
|
-
"syn
|
393
|
+
"syn",
|
414
394
|
]
|
415
395
|
|
416
396
|
[[package]]
|
@@ -431,9 +411,9 @@ checksum = "830b246a0e5f20af87141b25c173cd1b609bd7779a4617d6ec582abaf90870f3"
|
|
431
411
|
|
432
412
|
[[package]]
|
433
413
|
name = "once_cell"
|
434
|
-
version = "1.
|
414
|
+
version = "1.19.0"
|
435
415
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
436
|
-
checksum = "
|
416
|
+
checksum = "3fdb12b2476b595f9358c5161aa467c2438859caa136dec86c26fdd2efe17b92"
|
437
417
|
|
438
418
|
[[package]]
|
439
419
|
name = "onig"
|
@@ -459,48 +439,45 @@ dependencies = [
|
|
459
439
|
|
460
440
|
[[package]]
|
461
441
|
name = "paste"
|
462
|
-
version = "1.0.
|
463
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
464
|
-
checksum = "de3145af08024dea9fa9914f381a17b8fc6034dfb00f3a84013f7ff43f29ed4c"
|
465
|
-
|
466
|
-
[[package]]
|
467
|
-
name = "peeking_take_while"
|
468
|
-
version = "0.1.2"
|
442
|
+
version = "1.0.15"
|
469
443
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
470
|
-
checksum = "
|
444
|
+
checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a"
|
471
445
|
|
472
446
|
[[package]]
|
473
447
|
name = "pkg-config"
|
474
|
-
version = "0.3.
|
448
|
+
version = "0.3.30"
|
475
449
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
476
|
-
checksum = "
|
450
|
+
checksum = "d231b230927b5e4ad203db57bbcbee2802f6bce620b1e4a9024a07d94e2907ec"
|
477
451
|
|
478
452
|
[[package]]
|
479
453
|
name = "portable-atomic"
|
480
|
-
version = "1.
|
454
|
+
version = "1.7.0"
|
481
455
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
482
|
-
checksum = "
|
456
|
+
checksum = "da544ee218f0d287a911e9c99a39a8c9bc8fcad3cb8db5959940044ecfc67265"
|
483
457
|
|
484
458
|
[[package]]
|
485
459
|
name = "ppv-lite86"
|
486
|
-
version = "0.2.
|
460
|
+
version = "0.2.20"
|
487
461
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
488
|
-
checksum = "
|
462
|
+
checksum = "77957b295656769bb8ad2b6a6b09d897d94f05c41b069aede1fcdaa675eaea04"
|
463
|
+
dependencies = [
|
464
|
+
"zerocopy",
|
465
|
+
]
|
489
466
|
|
490
467
|
[[package]]
|
491
468
|
name = "proc-macro2"
|
492
|
-
version = "1.0.
|
469
|
+
version = "1.0.86"
|
493
470
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
494
|
-
checksum = "
|
471
|
+
checksum = "5e719e8df665df0d1c8fbfd238015744736151d4445ec0836b8e628aae103b77"
|
495
472
|
dependencies = [
|
496
473
|
"unicode-ident",
|
497
474
|
]
|
498
475
|
|
499
476
|
[[package]]
|
500
477
|
name = "quote"
|
501
|
-
version = "1.0.
|
478
|
+
version = "1.0.36"
|
502
479
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
503
|
-
checksum = "
|
480
|
+
checksum = "0fa76aaf39101c457836aec0ce2316dbdc3ab723cdda1c6bd4e6ad4208acaca7"
|
504
481
|
dependencies = [
|
505
482
|
"proc-macro2",
|
506
483
|
]
|
@@ -537,9 +514,9 @@ dependencies = [
|
|
537
514
|
|
538
515
|
[[package]]
|
539
516
|
name = "rayon"
|
540
|
-
version = "1.
|
517
|
+
version = "1.10.0"
|
541
518
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
542
|
-
checksum = "
|
519
|
+
checksum = "b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa"
|
543
520
|
dependencies = [
|
544
521
|
"either",
|
545
522
|
"rayon-core",
|
@@ -558,9 +535,9 @@ dependencies = [
|
|
558
535
|
|
559
536
|
[[package]]
|
560
537
|
name = "rayon-core"
|
561
|
-
version = "1.12.
|
538
|
+
version = "1.12.1"
|
562
539
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
563
|
-
checksum = "
|
540
|
+
checksum = "1465873a3dfdaa8ae7cb14b4383657caab0b3e8a0aa9ae8e04b044854c8dfce2"
|
564
541
|
dependencies = [
|
565
542
|
"crossbeam-deque",
|
566
543
|
"crossbeam-utils",
|
@@ -568,18 +545,18 @@ dependencies = [
|
|
568
545
|
|
569
546
|
[[package]]
|
570
547
|
name = "rb-sys"
|
571
|
-
version = "0.9.
|
548
|
+
version = "0.9.100"
|
572
549
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
573
|
-
checksum = "
|
550
|
+
checksum = "87f2ba20be84b32fad6b0ce397764bcdd0f2dca4431cf7035f6a6721e5747565"
|
574
551
|
dependencies = [
|
575
552
|
"rb-sys-build",
|
576
553
|
]
|
577
554
|
|
578
555
|
[[package]]
|
579
556
|
name = "rb-sys-build"
|
580
|
-
version = "0.9.
|
557
|
+
version = "0.9.100"
|
581
558
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
582
|
-
checksum = "
|
559
|
+
checksum = "7ecae2bdcb118ee721d9a3929f89e8578237fade298dfcf8c928609aa88abc48"
|
583
560
|
dependencies = [
|
584
561
|
"bindgen",
|
585
562
|
"lazy_static",
|
@@ -587,7 +564,7 @@ dependencies = [
|
|
587
564
|
"quote",
|
588
565
|
"regex",
|
589
566
|
"shell-words",
|
590
|
-
"syn
|
567
|
+
"syn",
|
591
568
|
]
|
592
569
|
|
593
570
|
[[package]]
|
@@ -598,38 +575,32 @@ checksum = "a35802679f07360454b418a5d1735c89716bde01d35b1560fc953c1415a0b3bb"
|
|
598
575
|
|
599
576
|
[[package]]
|
600
577
|
name = "regex"
|
601
|
-
version = "1.
|
578
|
+
version = "1.10.6"
|
602
579
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
603
|
-
checksum = "
|
580
|
+
checksum = "4219d74c6b67a3654a9fbebc4b419e22126d13d2f3c4a07ee0cb61ff79a79619"
|
604
581
|
dependencies = [
|
605
582
|
"aho-corasick",
|
606
583
|
"memchr",
|
607
584
|
"regex-automata",
|
608
|
-
"regex-syntax
|
585
|
+
"regex-syntax",
|
609
586
|
]
|
610
587
|
|
611
588
|
[[package]]
|
612
589
|
name = "regex-automata"
|
613
|
-
version = "0.
|
590
|
+
version = "0.4.7"
|
614
591
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
615
|
-
checksum = "
|
592
|
+
checksum = "38caf58cc5ef2fed281f89292ef23f6365465ed9a41b7a7754eb4e26496c92df"
|
616
593
|
dependencies = [
|
617
594
|
"aho-corasick",
|
618
595
|
"memchr",
|
619
|
-
"regex-syntax
|
596
|
+
"regex-syntax",
|
620
597
|
]
|
621
598
|
|
622
599
|
[[package]]
|
623
600
|
name = "regex-syntax"
|
624
|
-
version = "0.
|
625
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
626
|
-
checksum = "dbb5fb1acd8a1a18b3dd5be62d25485eb770e05afb408a9627d14d451bae12da"
|
627
|
-
|
628
|
-
[[package]]
|
629
|
-
name = "regex-syntax"
|
630
|
-
version = "0.8.2"
|
601
|
+
version = "0.8.4"
|
631
602
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
632
|
-
checksum = "
|
603
|
+
checksum = "7a66a03ae7c801facd77a29370b4faec201768915ac14a721ba36f20bc9c209b"
|
633
604
|
|
634
605
|
[[package]]
|
635
606
|
name = "rustc-hash"
|
@@ -639,15 +610,9 @@ checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2"
|
|
639
610
|
|
640
611
|
[[package]]
|
641
612
|
name = "ryu"
|
642
|
-
version = "1.0.
|
643
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
644
|
-
checksum = "f91339c0467de62360649f8d3e185ca8de4224ff281f66000de5eb2a77a79041"
|
645
|
-
|
646
|
-
[[package]]
|
647
|
-
name = "scopeguard"
|
648
|
-
version = "1.1.0"
|
613
|
+
version = "1.0.18"
|
649
614
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
650
|
-
checksum = "
|
615
|
+
checksum = "f3cb5ba0dc43242ce17de99c180e96db90b235b8a9fdc9543c96d2209116bd9f"
|
651
616
|
|
652
617
|
[[package]]
|
653
618
|
name = "seq-macro"
|
@@ -657,31 +622,32 @@ checksum = "a3f0bf26fd526d2a95683cd0f87bf103b8539e2ca1ef48ce002d67aad59aa0b4"
|
|
657
622
|
|
658
623
|
[[package]]
|
659
624
|
name = "serde"
|
660
|
-
version = "1.0.
|
625
|
+
version = "1.0.205"
|
661
626
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
662
|
-
checksum = "
|
627
|
+
checksum = "e33aedb1a7135da52b7c21791455563facbbcc43d0f0f66165b42c21b3dfb150"
|
663
628
|
dependencies = [
|
664
629
|
"serde_derive",
|
665
630
|
]
|
666
631
|
|
667
632
|
[[package]]
|
668
633
|
name = "serde_derive"
|
669
|
-
version = "1.0.
|
634
|
+
version = "1.0.205"
|
670
635
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
671
|
-
checksum = "
|
636
|
+
checksum = "692d6f5ac90220161d6774db30c662202721e64aed9058d2c394f451261420c1"
|
672
637
|
dependencies = [
|
673
638
|
"proc-macro2",
|
674
639
|
"quote",
|
675
|
-
"syn
|
640
|
+
"syn",
|
676
641
|
]
|
677
642
|
|
678
643
|
[[package]]
|
679
644
|
name = "serde_json"
|
680
|
-
version = "1.0.
|
645
|
+
version = "1.0.122"
|
681
646
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
682
|
-
checksum = "
|
647
|
+
checksum = "784b6203951c57ff748476b126ccb5e8e2959a5c19e5c617ab1956be3dbc68da"
|
683
648
|
dependencies = [
|
684
649
|
"itoa",
|
650
|
+
"memchr",
|
685
651
|
"ryu",
|
686
652
|
"serde",
|
687
653
|
]
|
@@ -694,15 +660,15 @@ checksum = "24188a676b6ae68c3b2cb3a01be17fbf7240ce009799bb56d5b1409051e78fde"
|
|
694
660
|
|
695
661
|
[[package]]
|
696
662
|
name = "shlex"
|
697
|
-
version = "1.
|
663
|
+
version = "1.3.0"
|
698
664
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
699
|
-
checksum = "
|
665
|
+
checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
|
700
666
|
|
701
667
|
[[package]]
|
702
668
|
name = "smallvec"
|
703
|
-
version = "1.
|
669
|
+
version = "1.13.2"
|
704
670
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
705
|
-
checksum = "
|
671
|
+
checksum = "3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67"
|
706
672
|
|
707
673
|
[[package]]
|
708
674
|
name = "spm_precompiled"
|
@@ -718,26 +684,15 @@ dependencies = [
|
|
718
684
|
|
719
685
|
[[package]]
|
720
686
|
name = "strsim"
|
721
|
-
version = "0.
|
687
|
+
version = "0.11.1"
|
722
688
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
723
|
-
checksum = "
|
724
|
-
|
725
|
-
[[package]]
|
726
|
-
name = "syn"
|
727
|
-
version = "1.0.109"
|
728
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
729
|
-
checksum = "72b64191b275b66ffe2469e8af2c1cfe3bafa67b529ead792a6d0160888b4237"
|
730
|
-
dependencies = [
|
731
|
-
"proc-macro2",
|
732
|
-
"quote",
|
733
|
-
"unicode-ident",
|
734
|
-
]
|
689
|
+
checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f"
|
735
690
|
|
736
691
|
[[package]]
|
737
692
|
name = "syn"
|
738
|
-
version = "2.0.
|
693
|
+
version = "2.0.72"
|
739
694
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
740
|
-
checksum = "
|
695
|
+
checksum = "dc4b9b9bf2add8093d3f2c0204471e951b2285580335de42f9d2534f3ae7a8af"
|
741
696
|
dependencies = [
|
742
697
|
"proc-macro2",
|
743
698
|
"quote",
|
@@ -746,39 +701,39 @@ dependencies = [
|
|
746
701
|
|
747
702
|
[[package]]
|
748
703
|
name = "thiserror"
|
749
|
-
version = "1.0.
|
704
|
+
version = "1.0.63"
|
750
705
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
751
|
-
checksum = "
|
706
|
+
checksum = "c0342370b38b6a11b6cc11d6a805569958d54cfa061a29969c3b5ce2ea405724"
|
752
707
|
dependencies = [
|
753
708
|
"thiserror-impl",
|
754
709
|
]
|
755
710
|
|
756
711
|
[[package]]
|
757
712
|
name = "thiserror-impl"
|
758
|
-
version = "1.0.
|
713
|
+
version = "1.0.63"
|
759
714
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
760
|
-
checksum = "
|
715
|
+
checksum = "a4558b58466b9ad7ca0f102865eccc95938dca1a74a856f2b57b6629050da261"
|
761
716
|
dependencies = [
|
762
717
|
"proc-macro2",
|
763
718
|
"quote",
|
764
|
-
"syn
|
719
|
+
"syn",
|
765
720
|
]
|
766
721
|
|
767
722
|
[[package]]
|
768
723
|
name = "tokenizers"
|
769
|
-
version = "0.
|
724
|
+
version = "0.5.1"
|
770
725
|
dependencies = [
|
771
726
|
"magnus",
|
772
727
|
"onig",
|
773
728
|
"serde",
|
774
|
-
"tokenizers 0.
|
729
|
+
"tokenizers 0.20.0",
|
775
730
|
]
|
776
731
|
|
777
732
|
[[package]]
|
778
733
|
name = "tokenizers"
|
779
|
-
version = "0.
|
734
|
+
version = "0.20.0"
|
780
735
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
781
|
-
checksum = "
|
736
|
+
checksum = "c8a24d7f7d6be5b9d1377418b893ab1808af0074f5d1bb2c64784452ddd2aa70"
|
782
737
|
dependencies = [
|
783
738
|
"aho-corasick",
|
784
739
|
"derive_builder",
|
@@ -796,7 +751,7 @@ dependencies = [
|
|
796
751
|
"rayon",
|
797
752
|
"rayon-cond",
|
798
753
|
"regex",
|
799
|
-
"regex-syntax
|
754
|
+
"regex-syntax",
|
800
755
|
"serde",
|
801
756
|
"serde_json",
|
802
757
|
"spm_precompiled",
|
@@ -808,9 +763,9 @@ dependencies = [
|
|
808
763
|
|
809
764
|
[[package]]
|
810
765
|
name = "unicode-ident"
|
811
|
-
version = "1.0.
|
766
|
+
version = "1.0.12"
|
812
767
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
813
|
-
checksum = "
|
768
|
+
checksum = "3354b9ac3fae1ff6755cb6db53683adb661634f67557942dea4facebec0fee4b"
|
814
769
|
|
815
770
|
[[package]]
|
816
771
|
name = "unicode-normalization-alignments"
|
@@ -823,15 +778,15 @@ dependencies = [
|
|
823
778
|
|
824
779
|
[[package]]
|
825
780
|
name = "unicode-segmentation"
|
826
|
-
version = "1.
|
781
|
+
version = "1.11.0"
|
827
782
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
828
|
-
checksum = "
|
783
|
+
checksum = "d4c87d22b6e3f4a18d4d40ef354e97c90fcb14dd91d7dc0aa9d8a1172ebf7202"
|
829
784
|
|
830
785
|
[[package]]
|
831
786
|
name = "unicode-width"
|
832
|
-
version = "0.1.
|
787
|
+
version = "0.1.13"
|
833
788
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
834
|
-
checksum = "
|
789
|
+
checksum = "0336d538f7abc86d282a4189614dfaa90810dfc2c6f6427eaf88e16311dd225d"
|
835
790
|
|
836
791
|
[[package]]
|
837
792
|
name = "unicode_categories"
|
@@ -846,36 +801,24 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
846
801
|
checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423"
|
847
802
|
|
848
803
|
[[package]]
|
849
|
-
name = "
|
850
|
-
version = "0.
|
804
|
+
name = "windows-sys"
|
805
|
+
version = "0.52.0"
|
851
806
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
852
|
-
checksum = "
|
807
|
+
checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d"
|
853
808
|
dependencies = [
|
854
|
-
"
|
855
|
-
"winapi-x86_64-pc-windows-gnu",
|
809
|
+
"windows-targets",
|
856
810
|
]
|
857
811
|
|
858
812
|
[[package]]
|
859
|
-
name = "
|
860
|
-
version = "0.
|
861
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
862
|
-
checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6"
|
863
|
-
|
864
|
-
[[package]]
|
865
|
-
name = "winapi-x86_64-pc-windows-gnu"
|
866
|
-
version = "0.4.0"
|
867
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
868
|
-
checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f"
|
869
|
-
|
870
|
-
[[package]]
|
871
|
-
name = "windows-sys"
|
872
|
-
version = "0.42.0"
|
813
|
+
name = "windows-targets"
|
814
|
+
version = "0.52.6"
|
873
815
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
874
|
-
checksum = "
|
816
|
+
checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973"
|
875
817
|
dependencies = [
|
876
818
|
"windows_aarch64_gnullvm",
|
877
819
|
"windows_aarch64_msvc",
|
878
820
|
"windows_i686_gnu",
|
821
|
+
"windows_i686_gnullvm",
|
879
822
|
"windows_i686_msvc",
|
880
823
|
"windows_x86_64_gnu",
|
881
824
|
"windows_x86_64_gnullvm",
|
@@ -884,42 +827,69 @@ dependencies = [
|
|
884
827
|
|
885
828
|
[[package]]
|
886
829
|
name = "windows_aarch64_gnullvm"
|
887
|
-
version = "0.
|
830
|
+
version = "0.52.6"
|
888
831
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
889
|
-
checksum = "
|
832
|
+
checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3"
|
890
833
|
|
891
834
|
[[package]]
|
892
835
|
name = "windows_aarch64_msvc"
|
893
|
-
version = "0.
|
836
|
+
version = "0.52.6"
|
894
837
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
895
|
-
checksum = "
|
838
|
+
checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469"
|
896
839
|
|
897
840
|
[[package]]
|
898
841
|
name = "windows_i686_gnu"
|
899
|
-
version = "0.
|
842
|
+
version = "0.52.6"
|
900
843
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
901
|
-
checksum = "
|
844
|
+
checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b"
|
845
|
+
|
846
|
+
[[package]]
|
847
|
+
name = "windows_i686_gnullvm"
|
848
|
+
version = "0.52.6"
|
849
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
850
|
+
checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66"
|
902
851
|
|
903
852
|
[[package]]
|
904
853
|
name = "windows_i686_msvc"
|
905
|
-
version = "0.
|
854
|
+
version = "0.52.6"
|
906
855
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
907
|
-
checksum = "
|
856
|
+
checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66"
|
908
857
|
|
909
858
|
[[package]]
|
910
859
|
name = "windows_x86_64_gnu"
|
911
|
-
version = "0.
|
860
|
+
version = "0.52.6"
|
912
861
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
913
|
-
checksum = "
|
862
|
+
checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78"
|
914
863
|
|
915
864
|
[[package]]
|
916
865
|
name = "windows_x86_64_gnullvm"
|
917
|
-
version = "0.
|
866
|
+
version = "0.52.6"
|
918
867
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
919
|
-
checksum = "
|
868
|
+
checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d"
|
920
869
|
|
921
870
|
[[package]]
|
922
871
|
name = "windows_x86_64_msvc"
|
923
|
-
version = "0.
|
872
|
+
version = "0.52.6"
|
873
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
874
|
+
checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec"
|
875
|
+
|
876
|
+
[[package]]
|
877
|
+
name = "zerocopy"
|
878
|
+
version = "0.7.35"
|
879
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
880
|
+
checksum = "1b9b4fd18abc82b8136838da5d50bae7bdea537c574d8dc1a34ed098d6c166f0"
|
881
|
+
dependencies = [
|
882
|
+
"byteorder",
|
883
|
+
"zerocopy-derive",
|
884
|
+
]
|
885
|
+
|
886
|
+
[[package]]
|
887
|
+
name = "zerocopy-derive"
|
888
|
+
version = "0.7.35"
|
924
889
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
925
|
-
checksum = "
|
890
|
+
checksum = "fa4f8080344d4671fb4e831a13ad1e68092748387dfc4f55e356242fae12ce3e"
|
891
|
+
dependencies = [
|
892
|
+
"proc-macro2",
|
893
|
+
"quote",
|
894
|
+
"syn",
|
895
|
+
]
|