tokenizers 0.2.0 → 0.2.1

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 9d21b58f719daca2144ea63a8a89d401990417572f4748e8fcfe2398725d9055
4
- data.tar.gz: d7c823a3b89e371789cf1e549714654ee55e06834b511dcd69cb0af35b7374cd
3
+ metadata.gz: 1b6b4b14103c5b66a75ae1c3516b2bf35a9f5b46073a08d91757af08119644a3
4
+ data.tar.gz: 910f671ba45815fb8584143c7b5705fc3318b2d87a81557aa02505936587f7df
5
5
  SHA512:
6
- metadata.gz: 7a099ed56473f61e34edd1f70812a2d21a75112eaa8a60fd11ae43ccffeaf93204cd9d717bd43b51251d764153ad41586524d618638c7d1a8adfea68bd5efb1e
7
- data.tar.gz: 9466dea49e08af1e77761edad22b4900f25d9b3d2aa948919ea35dbfe09d23ed86dcbe31e5163e75e57bd4a2c0a06be55578eb32217d637e625a1a845ed16ea9
6
+ metadata.gz: 3e58b8d5d84369ba9a64838cd947c35d55f9bc203f3411ba5310ab776208aba7249220dfb84fc95442136a13ba31fe9d6be55665ce33d13e8a1cfd7c3d806e2f
7
+ data.tar.gz: 1d82d2cd7d405c2541aa302211e54dede73d321f8d8f522db6cf3684f24fccb9f721b6c56cdf30e7512c86c2e954288025470eefe359d2bb14bd15d3a0a9b981
data/CHANGELOG.md CHANGED
@@ -1,3 +1,7 @@
1
+ ## 0.2.1 (2022-01-12)
2
+
3
+ - Added support for Ruby 3.2
4
+
1
5
  ## 0.2.0 (2022-12-11)
2
6
 
3
7
  - Added precompiled gems for Linux x86-64 and Mac
data/Cargo.lock CHANGED
@@ -8,6 +8,18 @@ version = "1.0.2"
8
8
  source = "registry+https://github.com/rust-lang/crates.io-index"
9
9
  checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe"
10
10
 
11
+ [[package]]
12
+ name = "aes"
13
+ version = "0.7.5"
14
+ source = "registry+https://github.com/rust-lang/crates.io-index"
15
+ checksum = "9e8b47f52ea9bae42228d07ec09eb676433d7c4ed1ebdf0f1d1c29ed446f1ab8"
16
+ dependencies = [
17
+ "cfg-if",
18
+ "cipher",
19
+ "cpufeatures",
20
+ "opaque-debug",
21
+ ]
22
+
11
23
  [[package]]
12
24
  name = "aho-corasick"
13
25
  version = "0.7.20"
@@ -29,6 +41,12 @@ version = "0.13.1"
29
41
  source = "registry+https://github.com/rust-lang/crates.io-index"
30
42
  checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8"
31
43
 
44
+ [[package]]
45
+ name = "base64ct"
46
+ version = "1.5.3"
47
+ source = "registry+https://github.com/rust-lang/crates.io-index"
48
+ checksum = "b645a089122eccb6111b4f81cbc1a49f5900ac4666bb93ac027feaecf15607bf"
49
+
32
50
  [[package]]
33
51
  name = "bindgen"
34
52
  version = "0.60.1"
@@ -83,9 +101,9 @@ checksum = "dfb24e866b15a1af2a1b663f10c6b6b8f397a84aadb828f12e5b289ec23a3a3c"
83
101
 
84
102
  [[package]]
85
103
  name = "bzip2"
86
- version = "0.4.3"
104
+ version = "0.4.4"
87
105
  source = "registry+https://github.com/rust-lang/crates.io-index"
88
- checksum = "6afcd980b5f3a45017c57e57a2fcccbb351cc43a356ce117ef760ef8052b89b0"
106
+ checksum = "bdb116a6ef3f6c3698828873ad02c3014b3c85cadb88496095628e3ef1e347f8"
89
107
  dependencies = [
90
108
  "bzip2-sys",
91
109
  "libc",
@@ -104,9 +122,9 @@ dependencies = [
104
122
 
105
123
  [[package]]
106
124
  name = "cached-path"
107
- version = "0.5.3"
125
+ version = "0.6.0"
108
126
  source = "registry+https://github.com/rust-lang/crates.io-index"
109
- checksum = "5f1c56d30236522ab3393a08746b138d4e16372001f42d29c88d513aeb8ab7ef"
127
+ checksum = "51c0309666fa5020fc4a2d1ead232118ab299170de58b9d9276b20dfdb6abb55"
110
128
  dependencies = [
111
129
  "flate2",
112
130
  "fs2",
@@ -121,15 +139,18 @@ dependencies = [
121
139
  "tar",
122
140
  "tempfile",
123
141
  "thiserror",
124
- "zip",
142
+ "zip 0.6.3",
125
143
  "zip-extensions",
126
144
  ]
127
145
 
128
146
  [[package]]
129
147
  name = "cc"
130
- version = "1.0.77"
148
+ version = "1.0.78"
131
149
  source = "registry+https://github.com/rust-lang/crates.io-index"
132
- checksum = "e9f73505338f7d905b19d18738976aae232eb46b8efc15554ffc56deb5d9ebe4"
150
+ checksum = "a20104e2335ce8a659d6dd92a51a767a0c062599c73b343fd152cb401e828c3d"
151
+ dependencies = [
152
+ "jobserver",
153
+ ]
133
154
 
134
155
  [[package]]
135
156
  name = "cexpr"
@@ -146,6 +167,15 @@ version = "1.0.0"
146
167
  source = "registry+https://github.com/rust-lang/crates.io-index"
147
168
  checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
148
169
 
170
+ [[package]]
171
+ name = "cipher"
172
+ version = "0.3.0"
173
+ source = "registry+https://github.com/rust-lang/crates.io-index"
174
+ checksum = "7ee52072ec15386f770805afd189a01c8841be8696bed250fa2f13c4c0d6dfb7"
175
+ dependencies = [
176
+ "generic-array",
177
+ ]
178
+
149
179
  [[package]]
150
180
  name = "clang-sys"
151
181
  version = "1.4.0"
@@ -159,18 +189,23 @@ dependencies = [
159
189
 
160
190
  [[package]]
161
191
  name = "console"
162
- version = "0.15.2"
192
+ version = "0.15.4"
163
193
  source = "registry+https://github.com/rust-lang/crates.io-index"
164
- checksum = "c050367d967ced717c04b65d8c619d863ef9292ce0c5760028655a2fb298718c"
194
+ checksum = "c9b6515d269224923b26b5febea2ed42b2d5f2ce37284a4dd670fedd6cb8347a"
165
195
  dependencies = [
166
196
  "encode_unicode",
167
197
  "lazy_static",
168
198
  "libc",
169
- "terminal_size",
170
199
  "unicode-width",
171
- "winapi",
200
+ "windows-sys",
172
201
  ]
173
202
 
203
+ [[package]]
204
+ name = "constant_time_eq"
205
+ version = "0.1.5"
206
+ source = "registry+https://github.com/rust-lang/crates.io-index"
207
+ checksum = "245097e9a4535ee1e3e3931fcfcd55a796a44c643e8596ff6566d68f09b87bbc"
208
+
174
209
  [[package]]
175
210
  name = "core-foundation"
176
211
  version = "0.9.3"
@@ -260,9 +295,9 @@ dependencies = [
260
295
 
261
296
  [[package]]
262
297
  name = "darling"
263
- version = "0.10.2"
298
+ version = "0.14.2"
264
299
  source = "registry+https://github.com/rust-lang/crates.io-index"
265
- checksum = "0d706e75d87e35569db781a9b5e2416cff1236a47ed380831f959382ccd5f858"
300
+ checksum = "b0dd3cd20dc6b5a876612a6e5accfe7f3dd883db6d07acfbf14c128f61550dfa"
266
301
  dependencies = [
267
302
  "darling_core",
268
303
  "darling_macro",
@@ -270,9 +305,9 @@ dependencies = [
270
305
 
271
306
  [[package]]
272
307
  name = "darling_core"
273
- version = "0.10.2"
308
+ version = "0.14.2"
274
309
  source = "registry+https://github.com/rust-lang/crates.io-index"
275
- checksum = "f0c960ae2da4de88a91b2d920c2a7233b400bc33cb28453a2987822d8392519b"
310
+ checksum = "a784d2ccaf7c98501746bf0be29b2022ba41fd62a2e622af997a03e9f972859f"
276
311
  dependencies = [
277
312
  "fnv",
278
313
  "ident_case",
@@ -284,9 +319,9 @@ dependencies = [
284
319
 
285
320
  [[package]]
286
321
  name = "darling_macro"
287
- version = "0.10.2"
322
+ version = "0.14.2"
288
323
  source = "registry+https://github.com/rust-lang/crates.io-index"
289
- checksum = "d9b5a2f4ac4969822c62224815d069952656cadc7084fdca9751e6d959189b72"
324
+ checksum = "7618812407e9402654622dd402b0a89dff9ba93badd6540781526117b92aab7e"
290
325
  dependencies = [
291
326
  "darling_core",
292
327
  "quote",
@@ -295,22 +330,18 @@ dependencies = [
295
330
 
296
331
  [[package]]
297
332
  name = "derive_builder"
298
- version = "0.9.0"
333
+ version = "0.12.0"
299
334
  source = "registry+https://github.com/rust-lang/crates.io-index"
300
- checksum = "a2658621297f2cf68762a6f7dc0bb7e1ff2cfd6583daef8ee0fed6f7ec468ec0"
335
+ checksum = "8d67778784b508018359cbc8696edb3db78160bab2c2a28ba7f56ef6932997f8"
301
336
  dependencies = [
302
- "darling",
303
- "derive_builder_core",
304
- "proc-macro2",
305
- "quote",
306
- "syn",
337
+ "derive_builder_macro",
307
338
  ]
308
339
 
309
340
  [[package]]
310
341
  name = "derive_builder_core"
311
- version = "0.9.0"
342
+ version = "0.12.0"
312
343
  source = "registry+https://github.com/rust-lang/crates.io-index"
313
- checksum = "2791ea3e372c8495c0bc2033991d76b512cd799d07491fbd6890124db9458bef"
344
+ checksum = "c11bdc11a0c47bc7d37d582b5285da6849c96681023680b906673c5707af7b0f"
314
345
  dependencies = [
315
346
  "darling",
316
347
  "proc-macro2",
@@ -318,6 +349,16 @@ dependencies = [
318
349
  "syn",
319
350
  ]
320
351
 
352
+ [[package]]
353
+ name = "derive_builder_macro"
354
+ version = "0.12.0"
355
+ source = "registry+https://github.com/rust-lang/crates.io-index"
356
+ checksum = "ebcda35c7a396850a55ffeac740804b40ffec779b98fffbb1738f4033f0ee79e"
357
+ dependencies = [
358
+ "derive_builder_core",
359
+ "syn",
360
+ ]
361
+
321
362
  [[package]]
322
363
  name = "digest"
323
364
  version = "0.10.6"
@@ -326,6 +367,7 @@ checksum = "8168378f4e5023e7218c89c891c0fd8ecdb5e5e4f18cb78f38cf245dd021e76f"
326
367
  dependencies = [
327
368
  "block-buffer",
328
369
  "crypto-common",
370
+ "subtle",
329
371
  ]
330
372
 
331
373
  [[package]]
@@ -389,14 +431,14 @@ dependencies = [
389
431
 
390
432
  [[package]]
391
433
  name = "filetime"
392
- version = "0.2.18"
434
+ version = "0.2.19"
393
435
  source = "registry+https://github.com/rust-lang/crates.io-index"
394
- checksum = "4b9663d381d07ae25dc88dbdf27df458faa83a9b25336bcac83d5e452b5fc9d3"
436
+ checksum = "4e884668cd0c7480504233e951174ddc3b382f7c2666e3b7310b5c4e7b0c37f9"
395
437
  dependencies = [
396
438
  "cfg-if",
397
439
  "libc",
398
440
  "redox_syscall",
399
- "windows-sys 0.42.0",
441
+ "windows-sys",
400
442
  ]
401
443
 
402
444
  [[package]]
@@ -520,9 +562,9 @@ dependencies = [
520
562
 
521
563
  [[package]]
522
564
  name = "glob"
523
- version = "0.3.0"
565
+ version = "0.3.1"
524
566
  source = "registry+https://github.com/rust-lang/crates.io-index"
525
- checksum = "9b919933a397b79c37e33b77bb2aa3dc8eb6e165ad809e58ff75bc7db2e34574"
567
+ checksum = "d2fabcfbdc87f4758337ca535fb41a6d701b65693ce38287d856d1674551ec9b"
526
568
 
527
569
  [[package]]
528
570
  name = "h2"
@@ -551,13 +593,22 @@ checksum = "8a9ee70c43aaf417c914396645a0fa852624801b24ebb7ae78fe8272889ac888"
551
593
 
552
594
  [[package]]
553
595
  name = "hermit-abi"
554
- version = "0.1.19"
596
+ version = "0.2.6"
555
597
  source = "registry+https://github.com/rust-lang/crates.io-index"
556
- checksum = "62b467343b94ba476dcb2500d242dadbb39557df889310ac77c5d99100aaac33"
598
+ checksum = "ee512640fe35acbfb4bb779db6f0d80704c2cacfa2e39b601ef3e3f47d1ae4c7"
557
599
  dependencies = [
558
600
  "libc",
559
601
  ]
560
602
 
603
+ [[package]]
604
+ name = "hmac"
605
+ version = "0.12.1"
606
+ source = "registry+https://github.com/rust-lang/crates.io-index"
607
+ checksum = "6c49c37c09c17a53d937dfbb742eb3a961d65a994e6bcdcf37e7399d0cc8ab5e"
608
+ dependencies = [
609
+ "digest",
610
+ ]
611
+
561
612
  [[package]]
562
613
  name = "http"
563
614
  version = "0.2.8"
@@ -690,9 +741,9 @@ dependencies = [
690
741
 
691
742
  [[package]]
692
743
  name = "ipnet"
693
- version = "2.5.1"
744
+ version = "2.7.1"
694
745
  source = "registry+https://github.com/rust-lang/crates.io-index"
695
- checksum = "f88c5561171189e69df9d98bcf18fd5f9558300f7ea7b801eb8a0fd748bd8745"
746
+ checksum = "30e22bd8629359895450b59ea7a776c850561b96a3b1d31321c1949d9e6c9146"
696
747
 
697
748
  [[package]]
698
749
  name = "itertools"
@@ -714,9 +765,18 @@ dependencies = [
714
765
 
715
766
  [[package]]
716
767
  name = "itoa"
717
- version = "1.0.4"
768
+ version = "1.0.5"
769
+ source = "registry+https://github.com/rust-lang/crates.io-index"
770
+ checksum = "fad582f4b9e86b6caa621cabeb0963332d92eea04729ab12892c2533951e6440"
771
+
772
+ [[package]]
773
+ name = "jobserver"
774
+ version = "0.1.25"
718
775
  source = "registry+https://github.com/rust-lang/crates.io-index"
719
- checksum = "4217ad341ebadf8d8e724e264f13e593e0648f5b3e94b3896a5df283be015ecc"
776
+ checksum = "068b1ee6743e4d11fb9c6a1e6064b3693a1b600e7f5f5988047d98b3dc9fb90b"
777
+ dependencies = [
778
+ "libc",
779
+ ]
720
780
 
721
781
  [[package]]
722
782
  name = "js-sys"
@@ -741,9 +801,9 @@ checksum = "830d08ce1d1d941e6b30645f1a0eb5643013d835ce3779a5fc208261dbe10f55"
741
801
 
742
802
  [[package]]
743
803
  name = "libc"
744
- version = "0.2.137"
804
+ version = "0.2.139"
745
805
  source = "registry+https://github.com/rust-lang/crates.io-index"
746
- checksum = "fc7fcc620a3bff7cdd7a365be3376c97191aeaccc2a603e600951e452615bf89"
806
+ checksum = "201de327520df007757c1f0adce6e827fe8562fbc28bfd9c15571c66ca1f5f79"
747
807
 
748
808
  [[package]]
749
809
  name = "libloading"
@@ -782,9 +842,9 @@ checksum = "58093314a45e00c77d5c508f76e77c3396afbbc0d01506e7fae47b018bac2b1d"
782
842
 
783
843
  [[package]]
784
844
  name = "magnus"
785
- version = "0.4.2"
845
+ version = "0.4.4"
786
846
  source = "registry+https://github.com/rust-lang/crates.io-index"
787
- checksum = "a5f7b798b39aaa0781f3c34f5c8d510d0990b43f8ff6fbd20709d1edfbac5201"
847
+ checksum = "fc87660cd7daa49fddbfd524c836de54d5c927d520cd163f43700c5087c57d6c"
788
848
  dependencies = [
789
849
  "magnus-macros",
790
850
  "rb-sys",
@@ -793,8 +853,9 @@ dependencies = [
793
853
 
794
854
  [[package]]
795
855
  name = "magnus-macros"
796
- version = "0.2.0"
797
- source = "git+https://github.com/matsadler/magnus#0ccc4cb4b0f3e054ad71356fcae2f1f8ba4aa385"
856
+ version = "0.3.0"
857
+ source = "registry+https://github.com/rust-lang/crates.io-index"
858
+ checksum = "206cb23bfeea05180c97522ef6a3e52a4eb17b0ed2f30ee3ca9c4f994d2378ae"
798
859
  dependencies = [
799
860
  "proc-macro2",
800
861
  "quote",
@@ -846,7 +907,7 @@ dependencies = [
846
907
  "libc",
847
908
  "log",
848
909
  "wasi 0.11.0+wasi-snapshot-preview1",
849
- "windows-sys 0.42.0",
910
+ "windows-sys",
850
911
  ]
851
912
 
852
913
  [[package]]
@@ -869,9 +930,9 @@ dependencies = [
869
930
 
870
931
  [[package]]
871
932
  name = "nom"
872
- version = "7.1.1"
933
+ version = "7.1.2"
873
934
  source = "registry+https://github.com/rust-lang/crates.io-index"
874
- checksum = "a8903e5a29a317527874d0402f867152a3d21c908bb0b933e416c65e301d4c36"
935
+ checksum = "e5507769c4919c998e69e49c839d9dc6e693ede4cc4290d6ad8b41d4f09c548c"
875
936
  dependencies = [
876
937
  "memchr",
877
938
  "minimal-lexical",
@@ -879,9 +940,9 @@ dependencies = [
879
940
 
880
941
  [[package]]
881
942
  name = "num_cpus"
882
- version = "1.14.0"
943
+ version = "1.15.0"
883
944
  source = "registry+https://github.com/rust-lang/crates.io-index"
884
- checksum = "f6058e64324c71e02bc2b150e4f3bc8286db6c83092132ffa3f6b1eab0f9def5"
945
+ checksum = "0fac9e2da13b5eb447a6ce3d392f23a29d8694bff781bf03a16cd9ac8697593b"
885
946
  dependencies = [
886
947
  "hermit-abi",
887
948
  "libc",
@@ -900,9 +961,9 @@ source = "git+https://github.com/ankane/rust-number-prefix?branch=license-file#c
900
961
 
901
962
  [[package]]
902
963
  name = "once_cell"
903
- version = "1.16.0"
964
+ version = "1.17.0"
904
965
  source = "registry+https://github.com/rust-lang/crates.io-index"
905
- checksum = "86f0b0d4bf799edbc74508c1e8bf170ff5f41238e5f8225603ca7caaae2b7860"
966
+ checksum = "6f61fba1741ea2b3d6a1e3178721804bb716a68a6aeba1149b5d52e3d464ea66"
906
967
 
907
968
  [[package]]
908
969
  name = "onig"
@@ -926,11 +987,17 @@ dependencies = [
926
987
  "pkg-config",
927
988
  ]
928
989
 
990
+ [[package]]
991
+ name = "opaque-debug"
992
+ version = "0.3.0"
993
+ source = "registry+https://github.com/rust-lang/crates.io-index"
994
+ checksum = "624a8340c38c1b80fd549087862da4ba43e08858af025b236e509b6649fc13d5"
995
+
929
996
  [[package]]
930
997
  name = "openssl"
931
- version = "0.10.43"
998
+ version = "0.10.45"
932
999
  source = "registry+https://github.com/rust-lang/crates.io-index"
933
- checksum = "020433887e44c27ff16365eaa2d380547a94544ad509aff6eb5b6e3e0b27b376"
1000
+ checksum = "b102428fd03bc5edf97f62620f7298614c45cedf287c271e7ed450bbaf83f2e1"
934
1001
  dependencies = [
935
1002
  "bitflags",
936
1003
  "cfg-if",
@@ -960,9 +1027,9 @@ checksum = "ff011a302c396a5197692431fc1948019154afc178baf7d8e37367442a4601cf"
960
1027
 
961
1028
  [[package]]
962
1029
  name = "openssl-sys"
963
- version = "0.9.78"
1030
+ version = "0.9.80"
964
1031
  source = "registry+https://github.com/rust-lang/crates.io-index"
965
- checksum = "07d5c8cb6e57b3a3612064d7b18b117912b4ce70955c2504d4b741c9e244b132"
1032
+ checksum = "23bbbf7854cd45b83958ebe919f0e8e516793727652e27fda10a8384cfc790b7"
966
1033
  dependencies = [
967
1034
  "autocfg",
968
1035
  "cc",
@@ -971,11 +1038,34 @@ dependencies = [
971
1038
  "vcpkg",
972
1039
  ]
973
1040
 
1041
+ [[package]]
1042
+ name = "password-hash"
1043
+ version = "0.4.2"
1044
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1045
+ checksum = "7676374caaee8a325c9e7a2ae557f216c5563a171d6997b0ef8a65af35147700"
1046
+ dependencies = [
1047
+ "base64ct",
1048
+ "rand_core",
1049
+ "subtle",
1050
+ ]
1051
+
974
1052
  [[package]]
975
1053
  name = "paste"
976
- version = "1.0.9"
1054
+ version = "1.0.11"
1055
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1056
+ checksum = "d01a5bd0424d00070b0098dd17ebca6f961a959dead1dbcbbbc1d1cd8d3deeba"
1057
+
1058
+ [[package]]
1059
+ name = "pbkdf2"
1060
+ version = "0.11.0"
977
1061
  source = "registry+https://github.com/rust-lang/crates.io-index"
978
- checksum = "b1de2e551fb905ac83f73f7aedf2f0cb4a0da7e35efa24a202a936269f1f18e1"
1062
+ checksum = "83a0692ec44e4cf1ef28ca317f14f8f07da2d95ec3fa01f86e4467b725e60917"
1063
+ dependencies = [
1064
+ "digest",
1065
+ "hmac",
1066
+ "password-hash",
1067
+ "sha2",
1068
+ ]
979
1069
 
980
1070
  [[package]]
981
1071
  name = "peeking_take_while"
@@ -1015,18 +1105,18 @@ checksum = "5b40af805b3121feab8a3c29f04d8ad262fa8e0561883e7653e024ae4479e6de"
1015
1105
 
1016
1106
  [[package]]
1017
1107
  name = "proc-macro2"
1018
- version = "1.0.47"
1108
+ version = "1.0.49"
1019
1109
  source = "registry+https://github.com/rust-lang/crates.io-index"
1020
- checksum = "5ea3d908b0e36316caf9e9e2c4625cdde190a7e6f440d794667ed17a1855e725"
1110
+ checksum = "57a8eca9f9c4ffde41714334dee777596264c7825420f521abc92b5b5deb63a5"
1021
1111
  dependencies = [
1022
1112
  "unicode-ident",
1023
1113
  ]
1024
1114
 
1025
1115
  [[package]]
1026
1116
  name = "quote"
1027
- version = "1.0.21"
1117
+ version = "1.0.23"
1028
1118
  source = "registry+https://github.com/rust-lang/crates.io-index"
1029
- checksum = "bbe448f377a7d6961e30f5955f9b8d106c3f5e449d493ee1b125c1d43c2b5179"
1119
+ checksum = "8856d8364d252a14d474036ea1358d63c9e6965c8e5c1885c18f73d70bff9c7b"
1030
1120
  dependencies = [
1031
1121
  "proc-macro2",
1032
1122
  ]
@@ -1063,11 +1153,10 @@ dependencies = [
1063
1153
 
1064
1154
  [[package]]
1065
1155
  name = "rayon"
1066
- version = "1.6.0"
1156
+ version = "1.6.1"
1067
1157
  source = "registry+https://github.com/rust-lang/crates.io-index"
1068
- checksum = "1e060280438193c554f654141c9ea9417886713b7acd75974c85b18a69a88e0b"
1158
+ checksum = "6db3a213adf02b3bcfd2d3846bb41cb22857d131789e01df434fb7e7bc0759b7"
1069
1159
  dependencies = [
1070
- "crossbeam-deque",
1071
1160
  "either",
1072
1161
  "rayon-core",
1073
1162
  ]
@@ -1097,18 +1186,18 @@ dependencies = [
1097
1186
 
1098
1187
  [[package]]
1099
1188
  name = "rb-sys"
1100
- version = "0.9.46"
1189
+ version = "0.9.56"
1101
1190
  source = "registry+https://github.com/rust-lang/crates.io-index"
1102
- checksum = "b9f1cfd225389bd9333d93d393d0feeeacd191d97f9b1c881528ac1233c67f0f"
1191
+ checksum = "ef82428221475c6f9e7893fe30b88d45ac86bdb12e58e7c92055ba4bceb78a69"
1103
1192
  dependencies = [
1104
1193
  "rb-sys-build",
1105
1194
  ]
1106
1195
 
1107
1196
  [[package]]
1108
1197
  name = "rb-sys-build"
1109
- version = "0.9.46"
1198
+ version = "0.9.56"
1110
1199
  source = "registry+https://github.com/rust-lang/crates.io-index"
1111
- checksum = "fad39a523a00dc5d4f6dcec077568d985807aa5bd03204a0ddf7c1f36544289c"
1200
+ checksum = "950bfc239d2e7704576abe4d37b008876bbfd70a99196a188c5caeae2ba7344a"
1112
1201
  dependencies = [
1113
1202
  "bindgen",
1114
1203
  "regex",
@@ -1118,7 +1207,7 @@ dependencies = [
1118
1207
  [[package]]
1119
1208
  name = "rb-sys-env"
1120
1209
  version = "0.1.1"
1121
- source = "git+https://github.com/oxidize-rb/rb-sys#f84304720fd4a60df93669e4790c14dd227f1e2e"
1210
+ source = "git+https://github.com/oxidize-rb/rb-sys#31a29ba1ba640677ea0c45ddb0485fc201e72334"
1122
1211
 
1123
1212
  [[package]]
1124
1213
  name = "redox_syscall"
@@ -1142,9 +1231,9 @@ dependencies = [
1142
1231
 
1143
1232
  [[package]]
1144
1233
  name = "regex"
1145
- version = "1.7.0"
1234
+ version = "1.7.1"
1146
1235
  source = "registry+https://github.com/rust-lang/crates.io-index"
1147
- checksum = "e076559ef8e241f2ae3479e36f97bd5741c0330689e217ad51ce2c76808b868a"
1236
+ checksum = "48aaa5748ba571fb95cd2c85c09f629215d3a6ece942baa100950af03a34f733"
1148
1237
  dependencies = [
1149
1238
  "aho-corasick",
1150
1239
  "memchr",
@@ -1211,18 +1300,17 @@ checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2"
1211
1300
 
1212
1301
  [[package]]
1213
1302
  name = "ryu"
1214
- version = "1.0.11"
1303
+ version = "1.0.12"
1215
1304
  source = "registry+https://github.com/rust-lang/crates.io-index"
1216
- checksum = "4501abdff3ae82a1c1b477a17252eb69cee9e66eb915c1abaa4f44d873df9f09"
1305
+ checksum = "7b4b9743ed687d4b4bcedf9ff5eaa7398495ae14e61cba0a295704edbc7decde"
1217
1306
 
1218
1307
  [[package]]
1219
1308
  name = "schannel"
1220
- version = "0.1.20"
1309
+ version = "0.1.21"
1221
1310
  source = "registry+https://github.com/rust-lang/crates.io-index"
1222
- checksum = "88d6731146462ea25d9244b2ed5fd1d716d25c52e4d54aa4fb0f3c4e9854dbe2"
1311
+ checksum = "713cfb06c7059f3588fb8044c0fad1d09e3c01d225e25b9220dbfdcf16dbb1b3"
1223
1312
  dependencies = [
1224
- "lazy_static",
1225
- "windows-sys 0.36.1",
1313
+ "windows-sys",
1226
1314
  ]
1227
1315
 
1228
1316
  [[package]]
@@ -1256,18 +1344,18 @@ dependencies = [
1256
1344
 
1257
1345
  [[package]]
1258
1346
  name = "serde"
1259
- version = "1.0.148"
1347
+ version = "1.0.152"
1260
1348
  source = "registry+https://github.com/rust-lang/crates.io-index"
1261
- checksum = "e53f64bb4ba0191d6d0676e1b141ca55047d83b74f5607e6d8eb88126c52c2dc"
1349
+ checksum = "bb7d1f0d3021d347a83e556fc4683dea2ea09d87bccdf88ff5c12545d89d5efb"
1262
1350
  dependencies = [
1263
1351
  "serde_derive",
1264
1352
  ]
1265
1353
 
1266
1354
  [[package]]
1267
1355
  name = "serde_derive"
1268
- version = "1.0.148"
1356
+ version = "1.0.152"
1269
1357
  source = "registry+https://github.com/rust-lang/crates.io-index"
1270
- checksum = "a55492425aa53521babf6137309e7d34c20bbfbbfcfe2c7f3a047fd1f6b92c0c"
1358
+ checksum = "af487d118eecd09402d70a5d72551860e788df87b464af30e5ea6a38c75c541e"
1271
1359
  dependencies = [
1272
1360
  "proc-macro2",
1273
1361
  "quote",
@@ -1276,9 +1364,9 @@ dependencies = [
1276
1364
 
1277
1365
  [[package]]
1278
1366
  name = "serde_json"
1279
- version = "1.0.89"
1367
+ version = "1.0.91"
1280
1368
  source = "registry+https://github.com/rust-lang/crates.io-index"
1281
- checksum = "020ff22c755c2ed3f8cf162dbb41a7268d934702f3ed3631656ea597e08fc3db"
1369
+ checksum = "877c235533714907a8c2464236f5c4b2a17262ef1bd71f38f35ea592c8da6883"
1282
1370
  dependencies = [
1283
1371
  "itoa",
1284
1372
  "ryu",
@@ -1297,6 +1385,17 @@ dependencies = [
1297
1385
  "serde",
1298
1386
  ]
1299
1387
 
1388
+ [[package]]
1389
+ name = "sha1"
1390
+ version = "0.10.5"
1391
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1392
+ checksum = "f04293dc80c3993519f2d7f6f511707ee7094fe0c6d3406feb330cdb3540eba3"
1393
+ dependencies = [
1394
+ "cfg-if",
1395
+ "cpufeatures",
1396
+ "digest",
1397
+ ]
1398
+
1300
1399
  [[package]]
1301
1400
  name = "sha2"
1302
1401
  version = "0.10.6"
@@ -1359,15 +1458,21 @@ dependencies = [
1359
1458
 
1360
1459
  [[package]]
1361
1460
  name = "strsim"
1362
- version = "0.9.3"
1461
+ version = "0.10.0"
1363
1462
  source = "registry+https://github.com/rust-lang/crates.io-index"
1364
- checksum = "6446ced80d6c486436db5c078dde11a9f73d42b57fb273121e160b84f63d894c"
1463
+ checksum = "73473c0e59e6d5812c5dfe2a064a6444949f089e20eec9a2e5506596494e4623"
1464
+
1465
+ [[package]]
1466
+ name = "subtle"
1467
+ version = "2.4.1"
1468
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1469
+ checksum = "6bdef32e8150c2a081110b42772ffe7d7c9032b606bc226c8260fd97e0976601"
1365
1470
 
1366
1471
  [[package]]
1367
1472
  name = "syn"
1368
- version = "1.0.104"
1473
+ version = "1.0.107"
1369
1474
  source = "registry+https://github.com/rust-lang/crates.io-index"
1370
- checksum = "4ae548ec36cf198c0ef7710d3c230987c2d6d7bd98ad6edc0274462724c585ce"
1475
+ checksum = "1f4064b5b16e03ae50984a5a8ed5d4f8803e6bc1fd170a3cda91a1be4b18e3f5"
1371
1476
  dependencies = [
1372
1477
  "proc-macro2",
1373
1478
  "quote",
@@ -1399,30 +1504,20 @@ dependencies = [
1399
1504
  "winapi",
1400
1505
  ]
1401
1506
 
1402
- [[package]]
1403
- name = "terminal_size"
1404
- version = "0.1.17"
1405
- source = "registry+https://github.com/rust-lang/crates.io-index"
1406
- checksum = "633c1a546cee861a1a6d0dc69ebeca693bf4296661ba7852b9d21d159e0506df"
1407
- dependencies = [
1408
- "libc",
1409
- "winapi",
1410
- ]
1411
-
1412
1507
  [[package]]
1413
1508
  name = "thiserror"
1414
- version = "1.0.37"
1509
+ version = "1.0.38"
1415
1510
  source = "registry+https://github.com/rust-lang/crates.io-index"
1416
- checksum = "10deb33631e3c9018b9baf9dcbbc4f737320d2b576bac10f6aefa048fa407e3e"
1511
+ checksum = "6a9cd18aa97d5c45c6603caea1da6628790b37f7a34b6ca89522331c5180fed0"
1417
1512
  dependencies = [
1418
1513
  "thiserror-impl",
1419
1514
  ]
1420
1515
 
1421
1516
  [[package]]
1422
1517
  name = "thiserror-impl"
1423
- version = "1.0.37"
1518
+ version = "1.0.38"
1424
1519
  source = "registry+https://github.com/rust-lang/crates.io-index"
1425
- checksum = "982d17546b47146b28f7c22e3d08465f6b8903d0ea13c1660d9d84a6e7adcdbb"
1520
+ checksum = "1fb327af4685e4d03fa8cbcf1716380da910eeb2bb8be417e7f9fd3fb164f36f"
1426
1521
  dependencies = [
1427
1522
  "proc-macro2",
1428
1523
  "quote",
@@ -1440,6 +1535,33 @@ dependencies = [
1440
1535
  "winapi",
1441
1536
  ]
1442
1537
 
1538
+ [[package]]
1539
+ name = "time"
1540
+ version = "0.3.17"
1541
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1542
+ checksum = "a561bf4617eebd33bca6434b988f39ed798e527f51a1e797d0ee4f61c0a38376"
1543
+ dependencies = [
1544
+ "itoa",
1545
+ "serde",
1546
+ "time-core",
1547
+ "time-macros",
1548
+ ]
1549
+
1550
+ [[package]]
1551
+ name = "time-core"
1552
+ version = "0.1.0"
1553
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1554
+ checksum = "2e153e1f1acaef8acc537e68b44906d2db6436e2b35ac2c6b42640fff91f00fd"
1555
+
1556
+ [[package]]
1557
+ name = "time-macros"
1558
+ version = "0.2.6"
1559
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1560
+ checksum = "d967f99f534ca7e495c575c62638eebc2898a8c84c119b89e250477bc4ba16b2"
1561
+ dependencies = [
1562
+ "time-core",
1563
+ ]
1564
+
1443
1565
  [[package]]
1444
1566
  name = "tinyvec"
1445
1567
  version = "1.6.0"
@@ -1457,7 +1579,7 @@ checksum = "cda74da7e1a664f795bb1f8a87ec406fb89a02522cf6e50620d016add6dbbf5c"
1457
1579
 
1458
1580
  [[package]]
1459
1581
  name = "tokenizers"
1460
- version = "0.2.0"
1582
+ version = "0.2.1"
1461
1583
  dependencies = [
1462
1584
  "magnus",
1463
1585
  "tokenizers 0.13.2",
@@ -1466,7 +1588,7 @@ dependencies = [
1466
1588
  [[package]]
1467
1589
  name = "tokenizers"
1468
1590
  version = "0.13.2"
1469
- source = "git+https://github.com/huggingface/tokenizers#67080e163add50e278dce1407538e5cd03ef9d6d"
1591
+ source = "git+https://github.com/huggingface/tokenizers#fe4ae7dc38be11a5c93ae703816c869f993c21ab"
1470
1592
  dependencies = [
1471
1593
  "aho-corasick",
1472
1594
  "cached-path",
@@ -1498,9 +1620,9 @@ dependencies = [
1498
1620
 
1499
1621
  [[package]]
1500
1622
  name = "tokio"
1501
- version = "1.22.0"
1623
+ version = "1.24.1"
1502
1624
  source = "registry+https://github.com/rust-lang/crates.io-index"
1503
- checksum = "d76ce4a75fb488c605c54bf610f221cea8b0dafb53333c1a67e8ee199dcd2ae3"
1625
+ checksum = "1d9f76183f91ecfb55e1d7d5602bd1d979e38a3a522fe900241cf195624d67ae"
1504
1626
  dependencies = [
1505
1627
  "autocfg",
1506
1628
  "bytes",
@@ -1510,7 +1632,7 @@ dependencies = [
1510
1632
  "num_cpus",
1511
1633
  "pin-project-lite",
1512
1634
  "socket2",
1513
- "winapi",
1635
+ "windows-sys",
1514
1636
  ]
1515
1637
 
1516
1638
  [[package]]
@@ -1565,15 +1687,15 @@ dependencies = [
1565
1687
 
1566
1688
  [[package]]
1567
1689
  name = "try-lock"
1568
- version = "0.2.3"
1690
+ version = "0.2.4"
1569
1691
  source = "registry+https://github.com/rust-lang/crates.io-index"
1570
- checksum = "59547bce71d9c38b83d9c0e92b6066c4253371f15005def0c30d9657f50c7642"
1692
+ checksum = "3528ecfd12c466c6f163363caf2d02a71161dd5e1cc6ae7b34207ea2d42d81ed"
1571
1693
 
1572
1694
  [[package]]
1573
1695
  name = "typenum"
1574
- version = "1.15.0"
1696
+ version = "1.16.0"
1575
1697
  source = "registry+https://github.com/rust-lang/crates.io-index"
1576
- checksum = "dcf81ac59edc17cc8697ff311e8f5ef2d99fcbd9817b34cec66f90b6c3dfd987"
1698
+ checksum = "497961ef93d974e23eb6f433eb5fe1b7930b659f06d12dec6fc44a8f554c0bba"
1577
1699
 
1578
1700
  [[package]]
1579
1701
  name = "unicode-bidi"
@@ -1583,9 +1705,9 @@ checksum = "099b7128301d285f79ddd55b9a83d5e6b9e97c92e0ea0daebee7263e932de992"
1583
1705
 
1584
1706
  [[package]]
1585
1707
  name = "unicode-ident"
1586
- version = "1.0.5"
1708
+ version = "1.0.6"
1587
1709
  source = "registry+https://github.com/rust-lang/crates.io-index"
1588
- checksum = "6ceab39d59e4c9499d4e5a8ee0e2735b891bb7308ac83dfb4e80cad195c9f6f3"
1710
+ checksum = "84a22b9f218b40614adcb3f4ff08b703773ad44fa9423e4e0d346d5db86e4ebc"
1589
1711
 
1590
1712
  [[package]]
1591
1713
  name = "unicode-normalization"
@@ -1766,19 +1888,6 @@ version = "0.4.0"
1766
1888
  source = "registry+https://github.com/rust-lang/crates.io-index"
1767
1889
  checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f"
1768
1890
 
1769
- [[package]]
1770
- name = "windows-sys"
1771
- version = "0.36.1"
1772
- source = "registry+https://github.com/rust-lang/crates.io-index"
1773
- checksum = "ea04155a16a59f9eab786fe12a4a450e75cdb175f9e0d80da1e17db09f55b8d2"
1774
- dependencies = [
1775
- "windows_aarch64_msvc 0.36.1",
1776
- "windows_i686_gnu 0.36.1",
1777
- "windows_i686_msvc 0.36.1",
1778
- "windows_x86_64_gnu 0.36.1",
1779
- "windows_x86_64_msvc 0.36.1",
1780
- ]
1781
-
1782
1891
  [[package]]
1783
1892
  name = "windows-sys"
1784
1893
  version = "0.42.0"
@@ -1786,85 +1895,55 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
1786
1895
  checksum = "5a3e1820f08b8513f676f7ab6c1f99ff312fb97b553d30ff4dd86f9f15728aa7"
1787
1896
  dependencies = [
1788
1897
  "windows_aarch64_gnullvm",
1789
- "windows_aarch64_msvc 0.42.0",
1790
- "windows_i686_gnu 0.42.0",
1791
- "windows_i686_msvc 0.42.0",
1792
- "windows_x86_64_gnu 0.42.0",
1898
+ "windows_aarch64_msvc",
1899
+ "windows_i686_gnu",
1900
+ "windows_i686_msvc",
1901
+ "windows_x86_64_gnu",
1793
1902
  "windows_x86_64_gnullvm",
1794
- "windows_x86_64_msvc 0.42.0",
1903
+ "windows_x86_64_msvc",
1795
1904
  ]
1796
1905
 
1797
1906
  [[package]]
1798
1907
  name = "windows_aarch64_gnullvm"
1799
- version = "0.42.0"
1800
- source = "registry+https://github.com/rust-lang/crates.io-index"
1801
- checksum = "41d2aa71f6f0cbe00ae5167d90ef3cfe66527d6f613ca78ac8024c3ccab9a19e"
1802
-
1803
- [[package]]
1804
- name = "windows_aarch64_msvc"
1805
- version = "0.36.1"
1908
+ version = "0.42.1"
1806
1909
  source = "registry+https://github.com/rust-lang/crates.io-index"
1807
- checksum = "9bb8c3fd39ade2d67e9874ac4f3db21f0d710bee00fe7cab16949ec184eeaa47"
1910
+ checksum = "8c9864e83243fdec7fc9c5444389dcbbfd258f745e7853198f365e3c4968a608"
1808
1911
 
1809
1912
  [[package]]
1810
1913
  name = "windows_aarch64_msvc"
1811
- version = "0.42.0"
1812
- source = "registry+https://github.com/rust-lang/crates.io-index"
1813
- checksum = "dd0f252f5a35cac83d6311b2e795981f5ee6e67eb1f9a7f64eb4500fbc4dcdb4"
1814
-
1815
- [[package]]
1816
- name = "windows_i686_gnu"
1817
- version = "0.36.1"
1914
+ version = "0.42.1"
1818
1915
  source = "registry+https://github.com/rust-lang/crates.io-index"
1819
- checksum = "180e6ccf01daf4c426b846dfc66db1fc518f074baa793aa7d9b9aaeffad6a3b6"
1916
+ checksum = "4c8b1b673ffc16c47a9ff48570a9d85e25d265735c503681332589af6253c6c7"
1820
1917
 
1821
1918
  [[package]]
1822
1919
  name = "windows_i686_gnu"
1823
- version = "0.42.0"
1824
- source = "registry+https://github.com/rust-lang/crates.io-index"
1825
- checksum = "fbeae19f6716841636c28d695375df17562ca208b2b7d0dc47635a50ae6c5de7"
1826
-
1827
- [[package]]
1828
- name = "windows_i686_msvc"
1829
- version = "0.36.1"
1920
+ version = "0.42.1"
1830
1921
  source = "registry+https://github.com/rust-lang/crates.io-index"
1831
- checksum = "e2e7917148b2812d1eeafaeb22a97e4813dfa60a3f8f78ebe204bcc88f12f024"
1922
+ checksum = "de3887528ad530ba7bdbb1faa8275ec7a1155a45ffa57c37993960277145d640"
1832
1923
 
1833
1924
  [[package]]
1834
1925
  name = "windows_i686_msvc"
1835
- version = "0.42.0"
1926
+ version = "0.42.1"
1836
1927
  source = "registry+https://github.com/rust-lang/crates.io-index"
1837
- checksum = "84c12f65daa39dd2babe6e442988fc329d6243fdce47d7d2d155b8d874862246"
1928
+ checksum = "bf4d1122317eddd6ff351aa852118a2418ad4214e6613a50e0191f7004372605"
1838
1929
 
1839
1930
  [[package]]
1840
1931
  name = "windows_x86_64_gnu"
1841
- version = "0.36.1"
1932
+ version = "0.42.1"
1842
1933
  source = "registry+https://github.com/rust-lang/crates.io-index"
1843
- checksum = "4dcd171b8776c41b97521e5da127a2d86ad280114807d0b2ab1e462bc764d9e1"
1844
-
1845
- [[package]]
1846
- name = "windows_x86_64_gnu"
1847
- version = "0.42.0"
1848
- source = "registry+https://github.com/rust-lang/crates.io-index"
1849
- checksum = "bf7b1b21b5362cbc318f686150e5bcea75ecedc74dd157d874d754a2ca44b0ed"
1934
+ checksum = "c1040f221285e17ebccbc2591ffdc2d44ee1f9186324dd3e84e99ac68d699c45"
1850
1935
 
1851
1936
  [[package]]
1852
1937
  name = "windows_x86_64_gnullvm"
1853
- version = "0.42.0"
1938
+ version = "0.42.1"
1854
1939
  source = "registry+https://github.com/rust-lang/crates.io-index"
1855
- checksum = "09d525d2ba30eeb3297665bd434a54297e4170c7f1a44cad4ef58095b4cd2028"
1940
+ checksum = "628bfdf232daa22b0d64fdb62b09fcc36bb01f05a3939e20ab73aaf9470d0463"
1856
1941
 
1857
1942
  [[package]]
1858
1943
  name = "windows_x86_64_msvc"
1859
- version = "0.36.1"
1944
+ version = "0.42.1"
1860
1945
  source = "registry+https://github.com/rust-lang/crates.io-index"
1861
- checksum = "c811ca4a8c853ef420abd8592ba53ddbbac90410fab6903b3e79972a631f7680"
1862
-
1863
- [[package]]
1864
- name = "windows_x86_64_msvc"
1865
- version = "0.42.0"
1866
- source = "registry+https://github.com/rust-lang/crates.io-index"
1867
- checksum = "f40009d85759725a34da6d89a94e63d7bdc50a862acf0dbc7c8e488f1edcb6f5"
1946
+ checksum = "447660ad36a13288b1db4d4248e857b510e8c3a225c822ba4fb748c0aafecffd"
1868
1947
 
1869
1948
  [[package]]
1870
1949
  name = "winreg"
@@ -1895,7 +1974,27 @@ dependencies = [
1895
1974
  "crc32fast",
1896
1975
  "flate2",
1897
1976
  "thiserror",
1898
- "time",
1977
+ "time 0.1.45",
1978
+ ]
1979
+
1980
+ [[package]]
1981
+ name = "zip"
1982
+ version = "0.6.3"
1983
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1984
+ checksum = "537ce7411d25e54e8ae21a7ce0b15840e7bfcff15b51d697ec3266cc76bdf080"
1985
+ dependencies = [
1986
+ "aes",
1987
+ "byteorder",
1988
+ "bzip2",
1989
+ "constant_time_eq",
1990
+ "crc32fast",
1991
+ "crossbeam-utils",
1992
+ "flate2",
1993
+ "hmac",
1994
+ "pbkdf2",
1995
+ "sha1",
1996
+ "time 0.3.17",
1997
+ "zstd",
1899
1998
  ]
1900
1999
 
1901
2000
  [[package]]
@@ -1904,5 +2003,35 @@ version = "0.6.1"
1904
2003
  source = "registry+https://github.com/rust-lang/crates.io-index"
1905
2004
  checksum = "a64c3c977bc3434ce2d4bcea8ad3c644672de0f2c402b72b9171ca80a8885d14"
1906
2005
  dependencies = [
1907
- "zip",
2006
+ "zip 0.5.13",
2007
+ ]
2008
+
2009
+ [[package]]
2010
+ name = "zstd"
2011
+ version = "0.11.2+zstd.1.5.2"
2012
+ source = "registry+https://github.com/rust-lang/crates.io-index"
2013
+ checksum = "20cc960326ece64f010d2d2107537f26dc589a6573a316bd5b1dba685fa5fde4"
2014
+ dependencies = [
2015
+ "zstd-safe",
2016
+ ]
2017
+
2018
+ [[package]]
2019
+ name = "zstd-safe"
2020
+ version = "5.0.2+zstd.1.5.2"
2021
+ source = "registry+https://github.com/rust-lang/crates.io-index"
2022
+ checksum = "1d2a5585e04f9eea4b2a3d1eca508c4dee9592a89ef6f450c11719da0726f4db"
2023
+ dependencies = [
2024
+ "libc",
2025
+ "zstd-sys",
2026
+ ]
2027
+
2028
+ [[package]]
2029
+ name = "zstd-sys"
2030
+ version = "2.0.5+zstd.1.5.2"
2031
+ source = "registry+https://github.com/rust-lang/crates.io-index"
2032
+ checksum = "edc50ffce891ad571e9f9afe5039c4837bede781ac4bb13052ed7ae695518596"
2033
+ dependencies = [
2034
+ "cc",
2035
+ "libc",
2036
+ "pkg-config",
1908
2037
  ]
data/Cargo.toml CHANGED
@@ -5,7 +5,6 @@ members = ["ext/tokenizers"]
5
5
  strip = true
6
6
 
7
7
  [patch.crates-io]
8
- magnus-macros = { git = "https://github.com/matsadler/magnus" }
9
8
  number_prefix = { git = "https://github.com/ankane/rust-number-prefix", branch = "license-file" }
10
9
  rb-sys-env = { git = "https://github.com/oxidize-rb/rb-sys" }
11
10
  tokenizers = { git = "https://github.com/huggingface/tokenizers" }
@@ -1,6 +1,7 @@
1
1
  [package]
2
2
  name = "tokenizers"
3
- version = "0.2.0"
3
+ version = "0.2.1"
4
+ license = "Apache-2.0"
4
5
  authors = ["Andrew Kane <andrew@ankane.org>"]
5
6
  edition = "2021"
6
7
  publish = false
@@ -1,3 +1,3 @@
1
1
  module Tokenizers
2
- VERSION = "0.2.0"
2
+ VERSION = "0.2.1"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tokenizers
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.0
4
+ version: 0.2.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Andrew Kane
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-12-11 00:00:00.000000000 Z
11
+ date: 2023-01-12 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: rb_sys
@@ -68,7 +68,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
68
68
  - !ruby/object:Gem::Version
69
69
  version: '0'
70
70
  requirements: []
71
- rubygems_version: 3.3.26
71
+ rubygems_version: 3.4.1
72
72
  signing_key:
73
73
  specification_version: 4
74
74
  summary: Fast state-of-the-art tokenizers for Ruby