tokenfold 0.5.0__tar.gz → 0.5.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {tokenfold-0.5.0 → tokenfold-0.5.2}/Cargo.lock +86 -14
- {tokenfold-0.5.0 → tokenfold-0.5.2}/Cargo.toml +1 -1
- tokenfold-0.5.2/PKG-INFO +834 -0
- tokenfold-0.5.2/README.md +811 -0
- tokenfold-0.5.2/crates/tokenfold-core/src/allocation.rs +834 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/budget.rs +13 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/errors.rs +25 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/filters.rs +3 -3
- tokenfold-0.5.2/crates/tokenfold-core/src/holdout.rs +498 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/lib.rs +4 -0
- tokenfold-0.5.2/crates/tokenfold-core/src/measurement.rs +1080 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/pipeline/mod.rs +14 -7
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/pipeline/tests.rs +26 -0
- tokenfold-0.5.2/crates/tokenfold-core/src/profiles.rs +532 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/report.rs +251 -0
- tokenfold-0.5.2/crates/tokenfold-core/src/retrieval_store.rs +2013 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/stats.rs +2 -2
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/transforms/json_prune.rs +1 -1
- tokenfold-0.5.2/crates/tokenfold-core/tests/property_tests.rs +220 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-py/Cargo.toml +1 -1
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-py/src/lib.rs +57 -4
- tokenfold-0.5.0/PKG-INFO +0 -383
- tokenfold-0.5.0/README.md +0 -360
- tokenfold-0.5.0/crates/tokenfold-core/src/retrieval_store.rs +0 -915
- tokenfold-0.5.0/crates/tokenfold-core/tests/property_tests.rs +0 -96
- {tokenfold-0.5.0 → tokenfold-0.5.2}/LICENSE +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/Cargo.toml +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/README.md +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/benches/THRESHOLDS.toml +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/benches/compression_bench.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/codec.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/input.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/modes.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/safety.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/status.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/token_estimator.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/transforms/diff.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/transforms/json.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/transforms/json_dict.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/transforms/json_fold.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/transforms/log_fold.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/transforms/logs.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/transforms/mod.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/transforms/redaction.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/src/transforms/schema.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/tests/golden.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/crates/tokenfold-core/tests/integration.rs +0 -0
- {tokenfold-0.5.0 → tokenfold-0.5.2}/pyproject.toml +0 -0
|
@@ -136,6 +136,15 @@ dependencies = [
|
|
|
136
136
|
"generic-array",
|
|
137
137
|
]
|
|
138
138
|
|
|
139
|
+
[[package]]
|
|
140
|
+
name = "block2"
|
|
141
|
+
version = "0.6.2"
|
|
142
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
143
|
+
checksum = "cdeb9d870516001442e364c5220d3574d2da8dc765554b4a617230d33fa58ef5"
|
|
144
|
+
dependencies = [
|
|
145
|
+
"objc2",
|
|
146
|
+
]
|
|
147
|
+
|
|
139
148
|
[[package]]
|
|
140
149
|
name = "bstr"
|
|
141
150
|
version = "1.12.3"
|
|
@@ -169,6 +178,12 @@ version = "1.0.4"
|
|
|
169
178
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
170
179
|
checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
|
|
171
180
|
|
|
181
|
+
[[package]]
|
|
182
|
+
name = "cfg_aliases"
|
|
183
|
+
version = "0.2.2"
|
|
184
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
185
|
+
checksum = "f079e83a288787bcd14a6aea84cee5c87a67c5a3e660c30f557a3d24761b3527"
|
|
186
|
+
|
|
172
187
|
[[package]]
|
|
173
188
|
name = "chunked_transfer"
|
|
174
189
|
version = "1.5.0"
|
|
@@ -246,6 +261,17 @@ dependencies = [
|
|
|
246
261
|
"typenum",
|
|
247
262
|
]
|
|
248
263
|
|
|
264
|
+
[[package]]
|
|
265
|
+
name = "ctrlc"
|
|
266
|
+
version = "3.5.2"
|
|
267
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
268
|
+
checksum = "e0b1fab2ae45819af2d0731d60f2afe17227ebb1a1538a236da84c93e9a60162"
|
|
269
|
+
dependencies = [
|
|
270
|
+
"dispatch2",
|
|
271
|
+
"nix",
|
|
272
|
+
"windows-sys 0.61.2",
|
|
273
|
+
]
|
|
274
|
+
|
|
249
275
|
[[package]]
|
|
250
276
|
name = "curve25519-dalek"
|
|
251
277
|
version = "4.1.3"
|
|
@@ -293,6 +319,18 @@ dependencies = [
|
|
|
293
319
|
"crypto-common",
|
|
294
320
|
]
|
|
295
321
|
|
|
322
|
+
[[package]]
|
|
323
|
+
name = "dispatch2"
|
|
324
|
+
version = "0.3.1"
|
|
325
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
326
|
+
checksum = "1e0e367e4e7da84520dedcac1901e4da967309406d1e51017ae1abfb97adbd38"
|
|
327
|
+
dependencies = [
|
|
328
|
+
"bitflags",
|
|
329
|
+
"block2",
|
|
330
|
+
"libc",
|
|
331
|
+
"objc2",
|
|
332
|
+
]
|
|
333
|
+
|
|
296
334
|
[[package]]
|
|
297
335
|
name = "ed25519"
|
|
298
336
|
version = "2.2.3"
|
|
@@ -498,6 +536,18 @@ version = "2.8.3"
|
|
|
498
536
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
499
537
|
checksum = "cf8baf1c55e62ffcace7a9f06f4bd9cd3f0c4beb022d3b367256b91b87513d98"
|
|
500
538
|
|
|
539
|
+
[[package]]
|
|
540
|
+
name = "nix"
|
|
541
|
+
version = "0.31.3"
|
|
542
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
543
|
+
checksum = "cf20d2fde8ff38632c426f1165ed7436270b44f199fc55284c38276f9db47c3d"
|
|
544
|
+
dependencies = [
|
|
545
|
+
"bitflags",
|
|
546
|
+
"cfg-if",
|
|
547
|
+
"cfg_aliases",
|
|
548
|
+
"libc",
|
|
549
|
+
]
|
|
550
|
+
|
|
501
551
|
[[package]]
|
|
502
552
|
name = "num-traits"
|
|
503
553
|
version = "0.2.19"
|
|
@@ -507,6 +557,21 @@ dependencies = [
|
|
|
507
557
|
"autocfg",
|
|
508
558
|
]
|
|
509
559
|
|
|
560
|
+
[[package]]
|
|
561
|
+
name = "objc2"
|
|
562
|
+
version = "0.6.4"
|
|
563
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
564
|
+
checksum = "3a12a8ed07aefc768292f076dc3ac8c48f3781c8f2d5851dd3d98950e8c5a89f"
|
|
565
|
+
dependencies = [
|
|
566
|
+
"objc2-encode",
|
|
567
|
+
]
|
|
568
|
+
|
|
569
|
+
[[package]]
|
|
570
|
+
name = "objc2-encode"
|
|
571
|
+
version = "4.1.0"
|
|
572
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
573
|
+
checksum = "ef25abbcd74fb2609453eb695bd2f860d389e457f67dc17cafc8b8cbc89d0c33"
|
|
574
|
+
|
|
510
575
|
[[package]]
|
|
511
576
|
name = "once_cell"
|
|
512
577
|
version = "1.21.4"
|
|
@@ -782,9 +847,9 @@ dependencies = [
|
|
|
782
847
|
|
|
783
848
|
[[package]]
|
|
784
849
|
name = "rustls"
|
|
785
|
-
version = "0.23.
|
|
850
|
+
version = "0.23.46"
|
|
786
851
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
787
|
-
checksum = "
|
|
852
|
+
checksum = "48e13bd8c0e9365c43cfa5c9e8f9ad49d3c8444926c9aac819e0e4dc503c8fdf"
|
|
788
853
|
dependencies = [
|
|
789
854
|
"log",
|
|
790
855
|
"once_cell",
|
|
@@ -806,9 +871,9 @@ dependencies = [
|
|
|
806
871
|
|
|
807
872
|
[[package]]
|
|
808
873
|
name = "rustls-webpki"
|
|
809
|
-
version = "0.103.
|
|
874
|
+
version = "0.103.15"
|
|
810
875
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
811
|
-
checksum = "
|
|
876
|
+
checksum = "f3c3cf1d8b1e7d4927e2d154c3fcb02979afb9939629c62cd9048d4f07b60ac2"
|
|
812
877
|
dependencies = [
|
|
813
878
|
"ring",
|
|
814
879
|
"rustls-pki-types",
|
|
@@ -1044,7 +1109,7 @@ dependencies = [
|
|
|
1044
1109
|
|
|
1045
1110
|
[[package]]
|
|
1046
1111
|
name = "tokenfold-adapters"
|
|
1047
|
-
version = "0.5.
|
|
1112
|
+
version = "0.5.2"
|
|
1048
1113
|
dependencies = [
|
|
1049
1114
|
"serde",
|
|
1050
1115
|
"serde_json",
|
|
@@ -1053,7 +1118,7 @@ dependencies = [
|
|
|
1053
1118
|
|
|
1054
1119
|
[[package]]
|
|
1055
1120
|
name = "tokenfold-admin"
|
|
1056
|
-
version = "0.5.
|
|
1121
|
+
version = "0.5.2"
|
|
1057
1122
|
dependencies = [
|
|
1058
1123
|
"ed25519-dalek",
|
|
1059
1124
|
"serde",
|
|
@@ -1063,20 +1128,22 @@ dependencies = [
|
|
|
1063
1128
|
|
|
1064
1129
|
[[package]]
|
|
1065
1130
|
name = "tokenfold-cli"
|
|
1066
|
-
version = "0.5.
|
|
1131
|
+
version = "0.5.2"
|
|
1067
1132
|
dependencies = [
|
|
1068
1133
|
"clap",
|
|
1069
1134
|
"serde",
|
|
1070
1135
|
"serde_json",
|
|
1136
|
+
"tokenfold-adapters",
|
|
1071
1137
|
"tokenfold-core",
|
|
1072
1138
|
"tokenfold-learn",
|
|
1073
1139
|
"tokenfold-output",
|
|
1140
|
+
"tokenfold-rag",
|
|
1074
1141
|
"toml",
|
|
1075
1142
|
]
|
|
1076
1143
|
|
|
1077
1144
|
[[package]]
|
|
1078
1145
|
name = "tokenfold-core"
|
|
1079
|
-
version = "0.5.
|
|
1146
|
+
version = "0.5.2"
|
|
1080
1147
|
dependencies = [
|
|
1081
1148
|
"proptest",
|
|
1082
1149
|
"regex",
|
|
@@ -1091,37 +1158,39 @@ dependencies = [
|
|
|
1091
1158
|
|
|
1092
1159
|
[[package]]
|
|
1093
1160
|
name = "tokenfold-image"
|
|
1094
|
-
version = "0.5.
|
|
1161
|
+
version = "0.5.2"
|
|
1095
1162
|
|
|
1096
1163
|
[[package]]
|
|
1097
1164
|
name = "tokenfold-learn"
|
|
1098
|
-
version = "0.5.
|
|
1165
|
+
version = "0.5.2"
|
|
1099
1166
|
dependencies = [
|
|
1100
1167
|
"tokenfold-core",
|
|
1101
1168
|
]
|
|
1102
1169
|
|
|
1103
1170
|
[[package]]
|
|
1104
1171
|
name = "tokenfold-output"
|
|
1105
|
-
version = "0.5.
|
|
1172
|
+
version = "0.5.2"
|
|
1106
1173
|
dependencies = [
|
|
1107
1174
|
"tokenfold-core",
|
|
1108
1175
|
]
|
|
1109
1176
|
|
|
1110
1177
|
[[package]]
|
|
1111
1178
|
name = "tokenfold-proxy"
|
|
1112
|
-
version = "0.5.
|
|
1179
|
+
version = "0.5.2"
|
|
1113
1180
|
dependencies = [
|
|
1114
1181
|
"clap",
|
|
1182
|
+
"ctrlc",
|
|
1115
1183
|
"serde",
|
|
1116
1184
|
"serde_json",
|
|
1117
1185
|
"tiny_http",
|
|
1186
|
+
"tokenfold-adapters",
|
|
1118
1187
|
"tokenfold-core",
|
|
1119
1188
|
"ureq",
|
|
1120
1189
|
]
|
|
1121
1190
|
|
|
1122
1191
|
[[package]]
|
|
1123
1192
|
name = "tokenfold-py"
|
|
1124
|
-
version = "0.5.
|
|
1193
|
+
version = "0.5.2"
|
|
1125
1194
|
dependencies = [
|
|
1126
1195
|
"pyo3",
|
|
1127
1196
|
"serde_json",
|
|
@@ -1130,7 +1199,10 @@ dependencies = [
|
|
|
1130
1199
|
|
|
1131
1200
|
[[package]]
|
|
1132
1201
|
name = "tokenfold-rag"
|
|
1133
|
-
version = "0.5.
|
|
1202
|
+
version = "0.5.2"
|
|
1203
|
+
dependencies = [
|
|
1204
|
+
"tokenfold-core",
|
|
1205
|
+
]
|
|
1134
1206
|
|
|
1135
1207
|
[[package]]
|
|
1136
1208
|
name = "toml"
|