tokenizers 0.2.2-x86_64-darwin → 0.3.0-x86_64-darwin

Sign up to get free protection for your applications and to get access to all the features.
Files changed (38) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +16 -0
  3. data/Cargo.lock +33 -74
  4. data/LICENSE-THIRD-PARTY.txt +41 -685
  5. data/README.md +4 -0
  6. data/lib/tokenizers/2.7/tokenizers.bundle +0 -0
  7. data/lib/tokenizers/3.0/tokenizers.bundle +0 -0
  8. data/lib/tokenizers/3.1/tokenizers.bundle +0 -0
  9. data/lib/tokenizers/3.2/tokenizers.bundle +0 -0
  10. data/lib/tokenizers/char_bpe_tokenizer.rb +11 -8
  11. data/lib/tokenizers/decoders/bpe_decoder.rb +9 -0
  12. data/lib/tokenizers/decoders/ctc.rb +9 -0
  13. data/lib/tokenizers/decoders/metaspace.rb +9 -0
  14. data/lib/tokenizers/decoders/word_piece.rb +9 -0
  15. data/lib/tokenizers/encoding.rb +19 -0
  16. data/lib/tokenizers/from_pretrained.rb +1 -1
  17. data/lib/tokenizers/models/bpe.rb +9 -0
  18. data/lib/tokenizers/models/unigram.rb +9 -0
  19. data/lib/tokenizers/models/word_level.rb +13 -0
  20. data/lib/tokenizers/models/word_piece.rb +9 -0
  21. data/lib/tokenizers/normalizers/bert_normalizer.rb +9 -0
  22. data/lib/tokenizers/normalizers/strip.rb +9 -0
  23. data/lib/tokenizers/pre_tokenizers/byte_level.rb +9 -0
  24. data/lib/tokenizers/pre_tokenizers/digits.rb +9 -0
  25. data/lib/tokenizers/pre_tokenizers/metaspace.rb +9 -0
  26. data/lib/tokenizers/pre_tokenizers/punctuation.rb +9 -0
  27. data/lib/tokenizers/pre_tokenizers/split.rb +9 -0
  28. data/lib/tokenizers/processors/byte_level.rb +9 -0
  29. data/lib/tokenizers/processors/roberta_processing.rb +9 -0
  30. data/lib/tokenizers/processors/template_processing.rb +9 -0
  31. data/lib/tokenizers/tokenizer.rb +45 -0
  32. data/lib/tokenizers/trainers/bpe_trainer.rb +9 -0
  33. data/lib/tokenizers/trainers/unigram_trainer.rb +26 -0
  34. data/lib/tokenizers/trainers/word_level_trainer.rb +9 -0
  35. data/lib/tokenizers/trainers/word_piece_trainer.rb +26 -0
  36. data/lib/tokenizers/version.rb +1 -1
  37. data/lib/tokenizers.rb +49 -7
  38. metadata +27 -3
@@ -22,7 +22,7 @@ bitflags v1.3.2
22
22
  https://github.com/bitflags/bitflags
23
23
  MIT/Apache-2.0
24
24
 
25
- cc v1.0.78
25
+ cc v1.0.79
26
26
  https://github.com/rust-lang/cc-rs
27
27
  MIT OR Apache-2.0
28
28
 
@@ -58,15 +58,15 @@ crossbeam-utils v0.8.14
58
58
  https://github.com/crossbeam-rs/crossbeam/tree/master/crossbeam-utils
59
59
  MIT OR Apache-2.0
60
60
 
61
- darling v0.14.2
61
+ darling v0.14.3
62
62
  https://github.com/TedDriggs/darling
63
63
  MIT
64
64
 
65
- darling_core v0.14.2
65
+ darling_core v0.14.3
66
66
  https://github.com/TedDriggs/darling
67
67
  MIT
68
68
 
69
- darling_macro v0.14.2
69
+ darling_macro v0.14.3
70
70
  https://github.com/TedDriggs/darling
71
71
  MIT
72
72
 
@@ -82,17 +82,9 @@ derive_builder_macro v0.12.0
82
82
  https://github.com/colin-kiegel/rust-derive-builder
83
83
  MIT/Apache-2.0
84
84
 
85
- dirs v3.0.2
86
- https://github.com/soc/dirs-rs
87
- MIT OR Apache-2.0
88
-
89
- dirs-sys v0.3.7
90
- https://github.com/dirs-dev/dirs-sys-rs
91
- MIT OR Apache-2.0
92
-
93
- either v1.8.0
85
+ either v1.8.1
94
86
  https://github.com/bluss/either
95
- MIT/Apache-2.0
87
+ MIT OR Apache-2.0
96
88
 
97
89
  esaxx-rs v0.1.8
98
90
  https://github.com/Narsil/esaxx-rs
@@ -158,7 +150,7 @@ macro_rules_attribute-proc_macro v0.1.3
158
150
  https://github.com/danielhenrymantilla/macro_rules_attribute-rs
159
151
  MIT
160
152
 
161
- magnus v0.4.4
153
+ magnus v0.5.0
162
154
  https://github.com/matsadler/magnus
163
155
  MIT
164
156
 
@@ -178,7 +170,7 @@ minimal-lexical v0.2.1
178
170
  https://github.com/Alexhuszagh/minimal-lexical
179
171
  MIT/Apache-2.0
180
172
 
181
- nom v7.1.2
173
+ nom v7.1.3
182
174
  https://github.com/Geal/nom
183
175
  MIT
184
176
 
@@ -218,7 +210,7 @@ ppv-lite86 v0.2.17
218
210
  https://github.com/cryptocorrosion/cryptocorrosion
219
211
  MIT/Apache-2.0
220
212
 
221
- proc-macro2 v1.0.49
213
+ proc-macro2 v1.0.51
222
214
  https://github.com/dtolnay/proc-macro2
223
215
  MIT OR Apache-2.0
224
216
 
@@ -246,19 +238,19 @@ rayon-cond v0.1.0
246
238
  https://github.com/cuviper/rayon-cond
247
239
  Apache-2.0/MIT
248
240
 
249
- rayon-core v1.10.1
241
+ rayon-core v1.10.2
250
242
  https://github.com/rayon-rs/rayon
251
243
  MIT OR Apache-2.0
252
244
 
253
- rb-sys v0.9.56
245
+ rb-sys v0.9.64
254
246
  https://github.com/oxidize-rb/rb-sys
255
247
  MIT OR Apache-2.0
256
248
 
257
- rb-sys-build v0.9.56
249
+ rb-sys-build v0.9.64
258
250
  https://github.com/oxidize-rb/rb-sys
259
251
  MIT OR Apache-2.0
260
252
 
261
- rb-sys-env v0.1.1
253
+ rb-sys-env v0.1.2
262
254
  https://github.com/oxidize-rb/rb-sys
263
255
  MIT OR Apache-2.0
264
256
 
@@ -290,7 +282,7 @@ serde_derive v1.0.152
290
282
  https://serde.rs
291
283
  MIT OR Apache-2.0
292
284
 
293
- serde_json v1.0.91
285
+ serde_json v1.0.92
294
286
  https://github.com/serde-rs/json
295
287
  MIT OR Apache-2.0
296
288
 
@@ -338,7 +330,7 @@ unicode-normalization-alignments v0.1.12
338
330
  https://github.com/n1t0/unicode-normalization
339
331
  MIT/Apache-2.0
340
332
 
341
- unicode-segmentation v1.10.0
333
+ unicode-segmentation v1.10.1
342
334
  https://github.com/unicode-rs/unicode-segmentation
343
335
  MIT/Apache-2.0
344
336
 
@@ -4420,412 +4412,6 @@ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
4420
4412
  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
4421
4413
  SOFTWARE.
4422
4414
 
4423
- ================================================================================
4424
- dirs LICENSE-APACHE
4425
- ================================================================================
4426
-
4427
- Apache License
4428
- Version 2.0, January 2004
4429
- http://www.apache.org/licenses/
4430
-
4431
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
4432
-
4433
- 1. Definitions.
4434
-
4435
- "License" shall mean the terms and conditions for use, reproduction,
4436
- and distribution as defined by Sections 1 through 9 of this document.
4437
-
4438
- "Licensor" shall mean the copyright owner or entity authorized by
4439
- the copyright owner that is granting the License.
4440
-
4441
- "Legal Entity" shall mean the union of the acting entity and all
4442
- other entities that control, are controlled by, or are under common
4443
- control with that entity. For the purposes of this definition,
4444
- "control" means (i) the power, direct or indirect, to cause the
4445
- direction or management of such entity, whether by contract or
4446
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
4447
- outstanding shares, or (iii) beneficial ownership of such entity.
4448
-
4449
- "You" (or "Your") shall mean an individual or Legal Entity
4450
- exercising permissions granted by this License.
4451
-
4452
- "Source" form shall mean the preferred form for making modifications,
4453
- including but not limited to software source code, documentation
4454
- source, and configuration files.
4455
-
4456
- "Object" form shall mean any form resulting from mechanical
4457
- transformation or translation of a Source form, including but
4458
- not limited to compiled object code, generated documentation,
4459
- and conversions to other media types.
4460
-
4461
- "Work" shall mean the work of authorship, whether in Source or
4462
- Object form, made available under the License, as indicated by a
4463
- copyright notice that is included in or attached to the work
4464
- (an example is provided in the Appendix below).
4465
-
4466
- "Derivative Works" shall mean any work, whether in Source or Object
4467
- form, that is based on (or derived from) the Work and for which the
4468
- editorial revisions, annotations, elaborations, or other modifications
4469
- represent, as a whole, an original work of authorship. For the purposes
4470
- of this License, Derivative Works shall not include works that remain
4471
- separable from, or merely link (or bind by name) to the interfaces of,
4472
- the Work and Derivative Works thereof.
4473
-
4474
- "Contribution" shall mean any work of authorship, including
4475
- the original version of the Work and any modifications or additions
4476
- to that Work or Derivative Works thereof, that is intentionally
4477
- submitted to Licensor for inclusion in the Work by the copyright owner
4478
- or by an individual or Legal Entity authorized to submit on behalf of
4479
- the copyright owner. For the purposes of this definition, "submitted"
4480
- means any form of electronic, verbal, or written communication sent
4481
- to the Licensor or its representatives, including but not limited to
4482
- communication on electronic mailing lists, source code control systems,
4483
- and issue tracking systems that are managed by, or on behalf of, the
4484
- Licensor for the purpose of discussing and improving the Work, but
4485
- excluding communication that is conspicuously marked or otherwise
4486
- designated in writing by the copyright owner as "Not a Contribution."
4487
-
4488
- "Contributor" shall mean Licensor and any individual or Legal Entity
4489
- on behalf of whom a Contribution has been received by Licensor and
4490
- subsequently incorporated within the Work.
4491
-
4492
- 2. Grant of Copyright License. Subject to the terms and conditions of
4493
- this License, each Contributor hereby grants to You a perpetual,
4494
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
4495
- copyright license to reproduce, prepare Derivative Works of,
4496
- publicly display, publicly perform, sublicense, and distribute the
4497
- Work and such Derivative Works in Source or Object form.
4498
-
4499
- 3. Grant of Patent License. Subject to the terms and conditions of
4500
- this License, each Contributor hereby grants to You a perpetual,
4501
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
4502
- (except as stated in this section) patent license to make, have made,
4503
- use, offer to sell, sell, import, and otherwise transfer the Work,
4504
- where such license applies only to those patent claims licensable
4505
- by such Contributor that are necessarily infringed by their
4506
- Contribution(s) alone or by combination of their Contribution(s)
4507
- with the Work to which such Contribution(s) was submitted. If You
4508
- institute patent litigation against any entity (including a
4509
- cross-claim or counterclaim in a lawsuit) alleging that the Work
4510
- or a Contribution incorporated within the Work constitutes direct
4511
- or contributory patent infringement, then any patent licenses
4512
- granted to You under this License for that Work shall terminate
4513
- as of the date such litigation is filed.
4514
-
4515
- 4. Redistribution. You may reproduce and distribute copies of the
4516
- Work or Derivative Works thereof in any medium, with or without
4517
- modifications, and in Source or Object form, provided that You
4518
- meet the following conditions:
4519
-
4520
- (a) You must give any other recipients of the Work or
4521
- Derivative Works a copy of this License; and
4522
-
4523
- (b) You must cause any modified files to carry prominent notices
4524
- stating that You changed the files; and
4525
-
4526
- (c) You must retain, in the Source form of any Derivative Works
4527
- that You distribute, all copyright, patent, trademark, and
4528
- attribution notices from the Source form of the Work,
4529
- excluding those notices that do not pertain to any part of
4530
- the Derivative Works; and
4531
-
4532
- (d) If the Work includes a "NOTICE" text file as part of its
4533
- distribution, then any Derivative Works that You distribute must
4534
- include a readable copy of the attribution notices contained
4535
- within such NOTICE file, excluding those notices that do not
4536
- pertain to any part of the Derivative Works, in at least one
4537
- of the following places: within a NOTICE text file distributed
4538
- as part of the Derivative Works; within the Source form or
4539
- documentation, if provided along with the Derivative Works; or,
4540
- within a display generated by the Derivative Works, if and
4541
- wherever such third-party notices normally appear. The contents
4542
- of the NOTICE file are for informational purposes only and
4543
- do not modify the License. You may add Your own attribution
4544
- notices within Derivative Works that You distribute, alongside
4545
- or as an addendum to the NOTICE text from the Work, provided
4546
- that such additional attribution notices cannot be construed
4547
- as modifying the License.
4548
-
4549
- You may add Your own copyright statement to Your modifications and
4550
- may provide additional or different license terms and conditions
4551
- for use, reproduction, or distribution of Your modifications, or
4552
- for any such Derivative Works as a whole, provided Your use,
4553
- reproduction, and distribution of the Work otherwise complies with
4554
- the conditions stated in this License.
4555
-
4556
- 5. Submission of Contributions. Unless You explicitly state otherwise,
4557
- any Contribution intentionally submitted for inclusion in the Work
4558
- by You to the Licensor shall be under the terms and conditions of
4559
- this License, without any additional terms or conditions.
4560
- Notwithstanding the above, nothing herein shall supersede or modify
4561
- the terms of any separate license agreement you may have executed
4562
- with Licensor regarding such Contributions.
4563
-
4564
- 6. Trademarks. This License does not grant permission to use the trade
4565
- names, trademarks, service marks, or product names of the Licensor,
4566
- except as required for reasonable and customary use in describing the
4567
- origin of the Work and reproducing the content of the NOTICE file.
4568
-
4569
- 7. Disclaimer of Warranty. Unless required by applicable law or
4570
- agreed to in writing, Licensor provides the Work (and each
4571
- Contributor provides its Contributions) on an "AS IS" BASIS,
4572
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
4573
- implied, including, without limitation, any warranties or conditions
4574
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
4575
- PARTICULAR PURPOSE. You are solely responsible for determining the
4576
- appropriateness of using or redistributing the Work and assume any
4577
- risks associated with Your exercise of permissions under this License.
4578
-
4579
- 8. Limitation of Liability. In no event and under no legal theory,
4580
- whether in tort (including negligence), contract, or otherwise,
4581
- unless required by applicable law (such as deliberate and grossly
4582
- negligent acts) or agreed to in writing, shall any Contributor be
4583
- liable to You for damages, including any direct, indirect, special,
4584
- incidental, or consequential damages of any character arising as a
4585
- result of this License or out of the use or inability to use the
4586
- Work (including but not limited to damages for loss of goodwill,
4587
- work stoppage, computer failure or malfunction, or any and all
4588
- other commercial damages or losses), even if such Contributor
4589
- has been advised of the possibility of such damages.
4590
-
4591
- 9. Accepting Warranty or Additional Liability. While redistributing
4592
- the Work or Derivative Works thereof, You may choose to offer,
4593
- and charge a fee for, acceptance of support, warranty, indemnity,
4594
- or other liability obligations and/or rights consistent with this
4595
- License. However, in accepting such obligations, You may act only
4596
- on Your own behalf and on Your sole responsibility, not on behalf
4597
- of any other Contributor, and only if You agree to indemnify,
4598
- defend, and hold each Contributor harmless for any liability
4599
- incurred by, or claims asserted against, such Contributor by reason
4600
- of your accepting any such warranty or additional liability.
4601
-
4602
- ================================================================================
4603
- dirs LICENSE-MIT
4604
- ================================================================================
4605
-
4606
- Copyright (c) 2018-2019 dirs-rs contributors
4607
-
4608
- Permission is hereby granted, free of charge, to any person obtaining a copy
4609
- of this software and associated documentation files (the "Software"), to deal
4610
- in the Software without restriction, including without limitation the rights
4611
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
4612
- copies of the Software, and to permit persons to whom the Software is
4613
- furnished to do so, subject to the following conditions:
4614
-
4615
- The above copyright notice and this permission notice shall be included in all
4616
- copies or substantial portions of the Software.
4617
-
4618
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
4619
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
4620
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
4621
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
4622
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
4623
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
4624
- SOFTWARE.
4625
-
4626
- ================================================================================
4627
- dirs-sys LICENSE-APACHE
4628
- ================================================================================
4629
-
4630
- Apache License
4631
- Version 2.0, January 2004
4632
- http://www.apache.org/licenses/
4633
-
4634
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
4635
-
4636
- 1. Definitions.
4637
-
4638
- "License" shall mean the terms and conditions for use, reproduction,
4639
- and distribution as defined by Sections 1 through 9 of this document.
4640
-
4641
- "Licensor" shall mean the copyright owner or entity authorized by
4642
- the copyright owner that is granting the License.
4643
-
4644
- "Legal Entity" shall mean the union of the acting entity and all
4645
- other entities that control, are controlled by, or are under common
4646
- control with that entity. For the purposes of this definition,
4647
- "control" means (i) the power, direct or indirect, to cause the
4648
- direction or management of such entity, whether by contract or
4649
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
4650
- outstanding shares, or (iii) beneficial ownership of such entity.
4651
-
4652
- "You" (or "Your") shall mean an individual or Legal Entity
4653
- exercising permissions granted by this License.
4654
-
4655
- "Source" form shall mean the preferred form for making modifications,
4656
- including but not limited to software source code, documentation
4657
- source, and configuration files.
4658
-
4659
- "Object" form shall mean any form resulting from mechanical
4660
- transformation or translation of a Source form, including but
4661
- not limited to compiled object code, generated documentation,
4662
- and conversions to other media types.
4663
-
4664
- "Work" shall mean the work of authorship, whether in Source or
4665
- Object form, made available under the License, as indicated by a
4666
- copyright notice that is included in or attached to the work
4667
- (an example is provided in the Appendix below).
4668
-
4669
- "Derivative Works" shall mean any work, whether in Source or Object
4670
- form, that is based on (or derived from) the Work and for which the
4671
- editorial revisions, annotations, elaborations, or other modifications
4672
- represent, as a whole, an original work of authorship. For the purposes
4673
- of this License, Derivative Works shall not include works that remain
4674
- separable from, or merely link (or bind by name) to the interfaces of,
4675
- the Work and Derivative Works thereof.
4676
-
4677
- "Contribution" shall mean any work of authorship, including
4678
- the original version of the Work and any modifications or additions
4679
- to that Work or Derivative Works thereof, that is intentionally
4680
- submitted to Licensor for inclusion in the Work by the copyright owner
4681
- or by an individual or Legal Entity authorized to submit on behalf of
4682
- the copyright owner. For the purposes of this definition, "submitted"
4683
- means any form of electronic, verbal, or written communication sent
4684
- to the Licensor or its representatives, including but not limited to
4685
- communication on electronic mailing lists, source code control systems,
4686
- and issue tracking systems that are managed by, or on behalf of, the
4687
- Licensor for the purpose of discussing and improving the Work, but
4688
- excluding communication that is conspicuously marked or otherwise
4689
- designated in writing by the copyright owner as "Not a Contribution."
4690
-
4691
- "Contributor" shall mean Licensor and any individual or Legal Entity
4692
- on behalf of whom a Contribution has been received by Licensor and
4693
- subsequently incorporated within the Work.
4694
-
4695
- 2. Grant of Copyright License. Subject to the terms and conditions of
4696
- this License, each Contributor hereby grants to You a perpetual,
4697
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
4698
- copyright license to reproduce, prepare Derivative Works of,
4699
- publicly display, publicly perform, sublicense, and distribute the
4700
- Work and such Derivative Works in Source or Object form.
4701
-
4702
- 3. Grant of Patent License. Subject to the terms and conditions of
4703
- this License, each Contributor hereby grants to You a perpetual,
4704
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
4705
- (except as stated in this section) patent license to make, have made,
4706
- use, offer to sell, sell, import, and otherwise transfer the Work,
4707
- where such license applies only to those patent claims licensable
4708
- by such Contributor that are necessarily infringed by their
4709
- Contribution(s) alone or by combination of their Contribution(s)
4710
- with the Work to which such Contribution(s) was submitted. If You
4711
- institute patent litigation against any entity (including a
4712
- cross-claim or counterclaim in a lawsuit) alleging that the Work
4713
- or a Contribution incorporated within the Work constitutes direct
4714
- or contributory patent infringement, then any patent licenses
4715
- granted to You under this License for that Work shall terminate
4716
- as of the date such litigation is filed.
4717
-
4718
- 4. Redistribution. You may reproduce and distribute copies of the
4719
- Work or Derivative Works thereof in any medium, with or without
4720
- modifications, and in Source or Object form, provided that You
4721
- meet the following conditions:
4722
-
4723
- (a) You must give any other recipients of the Work or
4724
- Derivative Works a copy of this License; and
4725
-
4726
- (b) You must cause any modified files to carry prominent notices
4727
- stating that You changed the files; and
4728
-
4729
- (c) You must retain, in the Source form of any Derivative Works
4730
- that You distribute, all copyright, patent, trademark, and
4731
- attribution notices from the Source form of the Work,
4732
- excluding those notices that do not pertain to any part of
4733
- the Derivative Works; and
4734
-
4735
- (d) If the Work includes a "NOTICE" text file as part of its
4736
- distribution, then any Derivative Works that You distribute must
4737
- include a readable copy of the attribution notices contained
4738
- within such NOTICE file, excluding those notices that do not
4739
- pertain to any part of the Derivative Works, in at least one
4740
- of the following places: within a NOTICE text file distributed
4741
- as part of the Derivative Works; within the Source form or
4742
- documentation, if provided along with the Derivative Works; or,
4743
- within a display generated by the Derivative Works, if and
4744
- wherever such third-party notices normally appear. The contents
4745
- of the NOTICE file are for informational purposes only and
4746
- do not modify the License. You may add Your own attribution
4747
- notices within Derivative Works that You distribute, alongside
4748
- or as an addendum to the NOTICE text from the Work, provided
4749
- that such additional attribution notices cannot be construed
4750
- as modifying the License.
4751
-
4752
- You may add Your own copyright statement to Your modifications and
4753
- may provide additional or different license terms and conditions
4754
- for use, reproduction, or distribution of Your modifications, or
4755
- for any such Derivative Works as a whole, provided Your use,
4756
- reproduction, and distribution of the Work otherwise complies with
4757
- the conditions stated in this License.
4758
-
4759
- 5. Submission of Contributions. Unless You explicitly state otherwise,
4760
- any Contribution intentionally submitted for inclusion in the Work
4761
- by You to the Licensor shall be under the terms and conditions of
4762
- this License, without any additional terms or conditions.
4763
- Notwithstanding the above, nothing herein shall supersede or modify
4764
- the terms of any separate license agreement you may have executed
4765
- with Licensor regarding such Contributions.
4766
-
4767
- 6. Trademarks. This License does not grant permission to use the trade
4768
- names, trademarks, service marks, or product names of the Licensor,
4769
- except as required for reasonable and customary use in describing the
4770
- origin of the Work and reproducing the content of the NOTICE file.
4771
-
4772
- 7. Disclaimer of Warranty. Unless required by applicable law or
4773
- agreed to in writing, Licensor provides the Work (and each
4774
- Contributor provides its Contributions) on an "AS IS" BASIS,
4775
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
4776
- implied, including, without limitation, any warranties or conditions
4777
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
4778
- PARTICULAR PURPOSE. You are solely responsible for determining the
4779
- appropriateness of using or redistributing the Work and assume any
4780
- risks associated with Your exercise of permissions under this License.
4781
-
4782
- 8. Limitation of Liability. In no event and under no legal theory,
4783
- whether in tort (including negligence), contract, or otherwise,
4784
- unless required by applicable law (such as deliberate and grossly
4785
- negligent acts) or agreed to in writing, shall any Contributor be
4786
- liable to You for damages, including any direct, indirect, special,
4787
- incidental, or consequential damages of any character arising as a
4788
- result of this License or out of the use or inability to use the
4789
- Work (including but not limited to damages for loss of goodwill,
4790
- work stoppage, computer failure or malfunction, or any and all
4791
- other commercial damages or losses), even if such Contributor
4792
- has been advised of the possibility of such damages.
4793
-
4794
- 9. Accepting Warranty or Additional Liability. While redistributing
4795
- the Work or Derivative Works thereof, You may choose to offer,
4796
- and charge a fee for, acceptance of support, warranty, indemnity,
4797
- or other liability obligations and/or rights consistent with this
4798
- License. However, in accepting such obligations, You may act only
4799
- on Your own behalf and on Your sole responsibility, not on behalf
4800
- of any other Contributor, and only if You agree to indemnify,
4801
- defend, and hold each Contributor harmless for any liability
4802
- incurred by, or claims asserted against, such Contributor by reason
4803
- of your accepting any such warranty or additional liability.
4804
-
4805
- ================================================================================
4806
- dirs-sys LICENSE-MIT
4807
- ================================================================================
4808
-
4809
- Copyright (c) 2018-2019 dirs-rs contributors
4810
-
4811
- Permission is hereby granted, free of charge, to any person obtaining a copy
4812
- of this software and associated documentation files (the "Software"), to deal
4813
- in the Software without restriction, including without limitation the rights
4814
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
4815
- copies of the Software, and to permit persons to whom the Software is
4816
- furnished to do so, subject to the following conditions:
4817
-
4818
- The above copyright notice and this permission notice shall be included in all
4819
- copies or substantial portions of the Software.
4820
-
4821
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
4822
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
4823
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
4824
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
4825
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
4826
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
4827
- SOFTWARE.
4828
-
4829
4415
  ================================================================================
4830
4416
  either LICENSE-APACHE
4831
4417
  ================================================================================
@@ -8209,6 +7795,32 @@ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
8209
7795
  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
8210
7796
  SOFTWARE.
8211
7797
 
7798
+ ================================================================================
7799
+ magnus magnus-macros/LICENSE
7800
+ ================================================================================
7801
+
7802
+ MIT License
7803
+
7804
+ Copyright (c) 2022, 2021 Matthew Sadler
7805
+
7806
+ Permission is hereby granted, free of charge, to any person obtaining a copy
7807
+ of this software and associated documentation files (the "Software"), to deal
7808
+ in the Software without restriction, including without limitation the rights
7809
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7810
+ copies of the Software, and to permit persons to whom the Software is
7811
+ furnished to do so, subject to the following conditions:
7812
+
7813
+ The above copyright notice and this permission notice shall be included in all
7814
+ copies or substantial portions of the Software.
7815
+
7816
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
7817
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
7818
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
7819
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
7820
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
7821
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
7822
+ SOFTWARE.
7823
+
8212
7824
  ================================================================================
8213
7825
  magnus-macros LICENSE
8214
7826
  ================================================================================
@@ -10337,31 +9949,6 @@ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
10337
9949
 
10338
9950
  END OF TERMS AND CONDITIONS
10339
9951
 
10340
- APPENDIX: How to apply the Apache License to your work.
10341
-
10342
- To apply the Apache License to your work, attach the following
10343
- boilerplate notice, with the fields enclosed by brackets "[]"
10344
- replaced with your own identifying information. (Don't include
10345
- the brackets!) The text should be enclosed in the appropriate
10346
- comment syntax for the file format. We also recommend that a
10347
- file or class name and description of purpose be included on the
10348
- same "printed page" as the copyright notice for easier
10349
- identification within third-party archives.
10350
-
10351
- Copyright [yyyy] [name of copyright owner]
10352
-
10353
- Licensed under the Apache License, Version 2.0 (the "License");
10354
- you may not use this file except in compliance with the License.
10355
- You may obtain a copy of the License at
10356
-
10357
- http://www.apache.org/licenses/LICENSE-2.0
10358
-
10359
- Unless required by applicable law or agreed to in writing, software
10360
- distributed under the License is distributed on an "AS IS" BASIS,
10361
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10362
- See the License for the specific language governing permissions and
10363
- limitations under the License.
10364
-
10365
9952
  ================================================================================
10366
9953
  proc-macro2 LICENSE-MIT
10367
9954
  ================================================================================
@@ -14578,31 +14165,6 @@ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
14578
14165
 
14579
14166
  END OF TERMS AND CONDITIONS
14580
14167
 
14581
- APPENDIX: How to apply the Apache License to your work.
14582
-
14583
- To apply the Apache License to your work, attach the following
14584
- boilerplate notice, with the fields enclosed by brackets "[]"
14585
- replaced with your own identifying information. (Don't include
14586
- the brackets!) The text should be enclosed in the appropriate
14587
- comment syntax for the file format. We also recommend that a
14588
- file or class name and description of purpose be included on the
14589
- same "printed page" as the copyright notice for easier
14590
- identification within third-party archives.
14591
-
14592
- Copyright [yyyy] [name of copyright owner]
14593
-
14594
- Licensed under the Apache License, Version 2.0 (the "License");
14595
- you may not use this file except in compliance with the License.
14596
- You may obtain a copy of the License at
14597
-
14598
- http://www.apache.org/licenses/LICENSE-2.0
14599
-
14600
- Unless required by applicable law or agreed to in writing, software
14601
- distributed under the License is distributed on an "AS IS" BASIS,
14602
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14603
- See the License for the specific language governing permissions and
14604
- limitations under the License.
14605
-
14606
14168
  ================================================================================
14607
14169
  serde_json LICENSE-MIT
14608
14170
  ================================================================================
@@ -16525,212 +16087,6 @@ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR
16525
16087
  IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
16526
16088
  DEALINGS IN THE SOFTWARE.
16527
16089
 
16528
- ================================================================================
16529
- tokenizers LICENSE
16530
- ================================================================================
16531
-
16532
- Apache License
16533
- Version 2.0, January 2004
16534
- http://www.apache.org/licenses/
16535
-
16536
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
16537
-
16538
- 1. Definitions.
16539
-
16540
- "License" shall mean the terms and conditions for use, reproduction,
16541
- and distribution as defined by Sections 1 through 9 of this document.
16542
-
16543
- "Licensor" shall mean the copyright owner or entity authorized by
16544
- the copyright owner that is granting the License.
16545
-
16546
- "Legal Entity" shall mean the union of the acting entity and all
16547
- other entities that control, are controlled by, or are under common
16548
- control with that entity. For the purposes of this definition,
16549
- "control" means (i) the power, direct or indirect, to cause the
16550
- direction or management of such entity, whether by contract or
16551
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
16552
- outstanding shares, or (iii) beneficial ownership of such entity.
16553
-
16554
- "You" (or "Your") shall mean an individual or Legal Entity
16555
- exercising permissions granted by this License.
16556
-
16557
- "Source" form shall mean the preferred form for making modifications,
16558
- including but not limited to software source code, documentation
16559
- source, and configuration files.
16560
-
16561
- "Object" form shall mean any form resulting from mechanical
16562
- transformation or translation of a Source form, including but
16563
- not limited to compiled object code, generated documentation,
16564
- and conversions to other media types.
16565
-
16566
- "Work" shall mean the work of authorship, whether in Source or
16567
- Object form, made available under the License, as indicated by a
16568
- copyright notice that is included in or attached to the work
16569
- (an example is provided in the Appendix below).
16570
-
16571
- "Derivative Works" shall mean any work, whether in Source or Object
16572
- form, that is based on (or derived from) the Work and for which the
16573
- editorial revisions, annotations, elaborations, or other modifications
16574
- represent, as a whole, an original work of authorship. For the purposes
16575
- of this License, Derivative Works shall not include works that remain
16576
- separable from, or merely link (or bind by name) to the interfaces of,
16577
- the Work and Derivative Works thereof.
16578
-
16579
- "Contribution" shall mean any work of authorship, including
16580
- the original version of the Work and any modifications or additions
16581
- to that Work or Derivative Works thereof, that is intentionally
16582
- submitted to Licensor for inclusion in the Work by the copyright owner
16583
- or by an individual or Legal Entity authorized to submit on behalf of
16584
- the copyright owner. For the purposes of this definition, "submitted"
16585
- means any form of electronic, verbal, or written communication sent
16586
- to the Licensor or its representatives, including but not limited to
16587
- communication on electronic mailing lists, source code control systems,
16588
- and issue tracking systems that are managed by, or on behalf of, the
16589
- Licensor for the purpose of discussing and improving the Work, but
16590
- excluding communication that is conspicuously marked or otherwise
16591
- designated in writing by the copyright owner as "Not a Contribution."
16592
-
16593
- "Contributor" shall mean Licensor and any individual or Legal Entity
16594
- on behalf of whom a Contribution has been received by Licensor and
16595
- subsequently incorporated within the Work.
16596
-
16597
- 2. Grant of Copyright License. Subject to the terms and conditions of
16598
- this License, each Contributor hereby grants to You a perpetual,
16599
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
16600
- copyright license to reproduce, prepare Derivative Works of,
16601
- publicly display, publicly perform, sublicense, and distribute the
16602
- Work and such Derivative Works in Source or Object form.
16603
-
16604
- 3. Grant of Patent License. Subject to the terms and conditions of
16605
- this License, each Contributor hereby grants to You a perpetual,
16606
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
16607
- (except as stated in this section) patent license to make, have made,
16608
- use, offer to sell, sell, import, and otherwise transfer the Work,
16609
- where such license applies only to those patent claims licensable
16610
- by such Contributor that are necessarily infringed by their
16611
- Contribution(s) alone or by combination of their Contribution(s)
16612
- with the Work to which such Contribution(s) was submitted. If You
16613
- institute patent litigation against any entity (including a
16614
- cross-claim or counterclaim in a lawsuit) alleging that the Work
16615
- or a Contribution incorporated within the Work constitutes direct
16616
- or contributory patent infringement, then any patent licenses
16617
- granted to You under this License for that Work shall terminate
16618
- as of the date such litigation is filed.
16619
-
16620
- 4. Redistribution. You may reproduce and distribute copies of the
16621
- Work or Derivative Works thereof in any medium, with or without
16622
- modifications, and in Source or Object form, provided that You
16623
- meet the following conditions:
16624
-
16625
- (a) You must give any other recipients of the Work or
16626
- Derivative Works a copy of this License; and
16627
-
16628
- (b) You must cause any modified files to carry prominent notices
16629
- stating that You changed the files; and
16630
-
16631
- (c) You must retain, in the Source form of any Derivative Works
16632
- that You distribute, all copyright, patent, trademark, and
16633
- attribution notices from the Source form of the Work,
16634
- excluding those notices that do not pertain to any part of
16635
- the Derivative Works; and
16636
-
16637
- (d) If the Work includes a "NOTICE" text file as part of its
16638
- distribution, then any Derivative Works that You distribute must
16639
- include a readable copy of the attribution notices contained
16640
- within such NOTICE file, excluding those notices that do not
16641
- pertain to any part of the Derivative Works, in at least one
16642
- of the following places: within a NOTICE text file distributed
16643
- as part of the Derivative Works; within the Source form or
16644
- documentation, if provided along with the Derivative Works; or,
16645
- within a display generated by the Derivative Works, if and
16646
- wherever such third-party notices normally appear. The contents
16647
- of the NOTICE file are for informational purposes only and
16648
- do not modify the License. You may add Your own attribution
16649
- notices within Derivative Works that You distribute, alongside
16650
- or as an addendum to the NOTICE text from the Work, provided
16651
- that such additional attribution notices cannot be construed
16652
- as modifying the License.
16653
-
16654
- You may add Your own copyright statement to Your modifications and
16655
- may provide additional or different license terms and conditions
16656
- for use, reproduction, or distribution of Your modifications, or
16657
- for any such Derivative Works as a whole, provided Your use,
16658
- reproduction, and distribution of the Work otherwise complies with
16659
- the conditions stated in this License.
16660
-
16661
- 5. Submission of Contributions. Unless You explicitly state otherwise,
16662
- any Contribution intentionally submitted for inclusion in the Work
16663
- by You to the Licensor shall be under the terms and conditions of
16664
- this License, without any additional terms or conditions.
16665
- Notwithstanding the above, nothing herein shall supersede or modify
16666
- the terms of any separate license agreement you may have executed
16667
- with Licensor regarding such Contributions.
16668
-
16669
- 6. Trademarks. This License does not grant permission to use the trade
16670
- names, trademarks, service marks, or product names of the Licensor,
16671
- except as required for reasonable and customary use in describing the
16672
- origin of the Work and reproducing the content of the NOTICE file.
16673
-
16674
- 7. Disclaimer of Warranty. Unless required by applicable law or
16675
- agreed to in writing, Licensor provides the Work (and each
16676
- Contributor provides its Contributions) on an "AS IS" BASIS,
16677
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
16678
- implied, including, without limitation, any warranties or conditions
16679
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
16680
- PARTICULAR PURPOSE. You are solely responsible for determining the
16681
- appropriateness of using or redistributing the Work and assume any
16682
- risks associated with Your exercise of permissions under this License.
16683
-
16684
- 8. Limitation of Liability. In no event and under no legal theory,
16685
- whether in tort (including negligence), contract, or otherwise,
16686
- unless required by applicable law (such as deliberate and grossly
16687
- negligent acts) or agreed to in writing, shall any Contributor be
16688
- liable to You for damages, including any direct, indirect, special,
16689
- incidental, or consequential damages of any character arising as a
16690
- result of this License or out of the use or inability to use the
16691
- Work (including but not limited to damages for loss of goodwill,
16692
- work stoppage, computer failure or malfunction, or any and all
16693
- other commercial damages or losses), even if such Contributor
16694
- has been advised of the possibility of such damages.
16695
-
16696
- 9. Accepting Warranty or Additional Liability. While redistributing
16697
- the Work or Derivative Works thereof, You may choose to offer,
16698
- and charge a fee for, acceptance of support, warranty, indemnity,
16699
- or other liability obligations and/or rights consistent with this
16700
- License. However, in accepting such obligations, You may act only
16701
- on Your own behalf and on Your sole responsibility, not on behalf
16702
- of any other Contributor, and only if You agree to indemnify,
16703
- defend, and hold each Contributor harmless for any liability
16704
- incurred by, or claims asserted against, such Contributor by reason
16705
- of your accepting any such warranty or additional liability.
16706
-
16707
- END OF TERMS AND CONDITIONS
16708
-
16709
- APPENDIX: How to apply the Apache License to your work.
16710
-
16711
- To apply the Apache License to your work, attach the following
16712
- boilerplate notice, with the fields enclosed by brackets "[]"
16713
- replaced with your own identifying information. (Don't include
16714
- the brackets!) The text should be enclosed in the appropriate
16715
- comment syntax for the file format. We also recommend that a
16716
- file or class name and description of purpose be included on the
16717
- same "printed page" as the copyright notice for easier
16718
- identification within third-party archives.
16719
-
16720
- Copyright [yyyy] [name of copyright owner]
16721
-
16722
- Licensed under the Apache License, Version 2.0 (the "License");
16723
- you may not use this file except in compliance with the License.
16724
- You may obtain a copy of the License at
16725
-
16726
- http://www.apache.org/licenses/LICENSE-2.0
16727
-
16728
- Unless required by applicable law or agreed to in writing, software
16729
- distributed under the License is distributed on an "AS IS" BASIS,
16730
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16731
- See the License for the specific language governing permissions and
16732
- limitations under the License.
16733
-
16734
16090
  ================================================================================
16735
16091
  unicode-ident LICENSE-APACHE
16736
16092
  ================================================================================