tensorfs 0.2.0__tar.gz → 0.3.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {tensorfs-0.2.0 → tensorfs-0.3.0}/Cargo.lock +2 -2
- {tensorfs-0.2.0 → tensorfs-0.3.0}/Cargo.toml +1 -1
- {tensorfs-0.2.0 → tensorfs-0.3.0}/PKG-INFO +1 -1
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/Cargo.toml +0 -8
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/bin/tfs/ckpt.rs +2 -2
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/bin/tfs/conform.rs +1 -2
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/bin/tfs/ingest.rs +1 -1
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/bin/tfs/main.rs +32 -664
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/bin/tfs/rd.rs +1 -1
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/cbor.rs +2 -10
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/corpus.rs +1 -49
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/err.rs +3 -7
- tensorfs-0.3.0/crates/tensorfs-core/src/fit.rs +441 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/header.rs +3 -2
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/ingest/gguf.rs +1 -1
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/ingest/source.rs +1 -1
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/ingest/stamp.rs +1 -1
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/lib.rs +0 -2
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/limits.rs +1 -1
- tensorfs-0.3.0/crates/tensorfs-core/src/machine.rs +147 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/read.rs +58 -1
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/registry.rs +82 -65
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/spec.rs +0 -15
- tensorfs-0.3.0/crates/tensorfs-core/tests/fit.rs +83 -0
- tensorfs-0.3.0/crates/tensorfs-core/tests/fixtures/repo_apply/blobs.jsonl +1 -0
- tensorfs-0.3.0/crates/tensorfs-core/tests/fixtures/repo_apply/expected_list.jsonl +1 -0
- tensorfs-0.3.0/crates/tensorfs-core/tests/fixtures/repo_apply/expected_repository.json +1 -0
- tensorfs-0.3.0/crates/tensorfs-core/tests/fixtures/repo_apply/expected_rows.jsonl +3 -0
- tensorfs-0.3.0/crates/tensorfs-core/tests/fixtures/repo_apply/header.cbor +0 -0
- tensorfs-0.3.0/crates/tensorfs-core/tests/fixtures/repo_apply/manifest.json +1 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/tests/fixtures/repo_apply/mutation.json +1 -1
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/tests/repo_store.rs +81 -1
- tensorfs-0.3.0/crates/tensorfs-core/tests/tensor_schema.rs +41 -0
- tensorfs-0.3.0/crates/tensorfs-py/Cargo.toml +15 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-py/src/docs.rs +37 -63
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-py/src/lib.rs +0 -1
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-py/src/store.rs +34 -2
- {tensorfs-0.2.0 → tensorfs-0.3.0}/pyproject.toml +1 -1
- {tensorfs-0.2.0 → tensorfs-0.3.0}/python/tensorfs/__init__.py +27 -32
- tensorfs-0.2.0/crates/tensorfs-core/src/bin/tfs/layout.rs +0 -998
- tensorfs-0.2.0/crates/tensorfs-core/src/fit.rs +0 -1582
- tensorfs-0.2.0/crates/tensorfs-core/src/grade.rs +0 -943
- tensorfs-0.2.0/crates/tensorfs-core/src/machine.rs +0 -560
- tensorfs-0.2.0/crates/tensorfs-core/tests/fixtures/repo_apply/blobs.jsonl +0 -1
- tensorfs-0.2.0/crates/tensorfs-core/tests/fixtures/repo_apply/expected_list.jsonl +0 -1
- tensorfs-0.2.0/crates/tensorfs-core/tests/fixtures/repo_apply/expected_repository.json +0 -1
- tensorfs-0.2.0/crates/tensorfs-core/tests/fixtures/repo_apply/expected_rows.jsonl +0 -3
- tensorfs-0.2.0/crates/tensorfs-core/tests/fixtures/repo_apply/header.cbor +0 -0
- tensorfs-0.2.0/crates/tensorfs-core/tests/fixtures/repo_apply/manifest.json +0 -1
- tensorfs-0.2.0/crates/tensorfs-core/tests/grade.rs +0 -952
- tensorfs-0.2.0/crates/tensorfs-core/tests/tensor_schema.rs +0 -70
- tensorfs-0.2.0/crates/tensorfs-py/Cargo.toml +0 -25
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/b64.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/bin/tfs/fetch.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/bin/tfs/repo.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/bin/tfs/snap.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/bin/tfs/watch.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/canon.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/capability.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/catalog.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/checkpoint.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/derived.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/dtype.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/fetch.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/fill.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/gc.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/ids.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/ingest/carrier.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/ingest/convert.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/ingest/fingerprint.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/ingest/mod.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/ingest/transaction.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/jcs.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/manifest.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/meta.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/project.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/receipt.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/relation.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/repository.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/sha256.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/storage.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/store.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/src/vectors.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/tests/liveness.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-core/tests/source_plan.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/crates/tensorfs-py/src/errors.rs +0 -0
- {tensorfs-0.2.0 → tensorfs-0.3.0}/python/tensorfs/errors.py +0 -0
|
@@ -249,7 +249,7 @@ checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
|
|
|
249
249
|
|
|
250
250
|
[[package]]
|
|
251
251
|
name = "tensorfs-core"
|
|
252
|
-
version = "0.
|
|
252
|
+
version = "0.3.0"
|
|
253
253
|
dependencies = [
|
|
254
254
|
"fs2",
|
|
255
255
|
"minicbor",
|
|
@@ -258,7 +258,7 @@ dependencies = [
|
|
|
258
258
|
|
|
259
259
|
[[package]]
|
|
260
260
|
name = "tensorfs-py"
|
|
261
|
-
version = "0.
|
|
261
|
+
version = "0.3.0"
|
|
262
262
|
dependencies = [
|
|
263
263
|
"pyo3",
|
|
264
264
|
"tensorfs-core",
|
|
@@ -3,17 +3,9 @@ name = "tensorfs-core"
|
|
|
3
3
|
version.workspace = true
|
|
4
4
|
edition.workspace = true
|
|
5
5
|
|
|
6
|
-
[features]
|
|
7
|
-
default = ["grade"]
|
|
8
|
-
# Hub-side catalog grading (grade.rs, verifier.rs). The worker wheel builds WITHOUT it
|
|
9
|
-
# (tensorfs-py sets default-features = false), so catalog-grading vocabulary stays out of
|
|
10
|
-
# the serving path; the tfs CLI requires it.
|
|
11
|
-
grade = []
|
|
12
|
-
|
|
13
6
|
[[bin]]
|
|
14
7
|
name = "tfs"
|
|
15
8
|
path = "src/bin/tfs/main.rs"
|
|
16
|
-
required-features = ["grade"]
|
|
17
9
|
|
|
18
10
|
[dependencies]
|
|
19
11
|
fs2 = "0.4"
|
|
@@ -861,9 +861,9 @@ mod tests {
|
|
|
861
861
|
|
|
862
862
|
static NEXT_ROOT: AtomicU64 = AtomicU64::new(0);
|
|
863
863
|
const SCALED_SCHEMA: &str =
|
|
864
|
-
"sha256:
|
|
864
|
+
"sha256:9a73b8829dcc6a29ce4b8bdd12672b788078e0f32d9e5fbd806a3cbb13f7646a";
|
|
865
865
|
const FULL_SCHEMA: &str =
|
|
866
|
-
"sha256:
|
|
866
|
+
"sha256:fd58d2dec532f72f8744f3369ebf6b35c489c58f42647c17f950f9aae23f0afc";
|
|
867
867
|
const MIXED_BLOCK_ORDER: [&str; 5] = [
|
|
868
868
|
"blocks.0.attn1.to_q.weight",
|
|
869
869
|
"blocks.0.attn1.to_out.0.weight",
|
|
@@ -632,8 +632,7 @@ pub fn cmd_mine(rows: &std::path::Path, name: &str, f: &Flags) -> ExitCode {
|
|
|
632
632
|
/// question, asked from outside the process.
|
|
633
633
|
///
|
|
634
634
|
/// `--json` prints one `capability_json` object on stdout and nothing else, and exits
|
|
635
|
-
/// SUCCESS on both verdicts: the answer is `admitted
|
|
636
|
-
/// answers in `satisfied` and `grade --json` answers in `grade`. The column-aligned print
|
|
635
|
+
/// SUCCESS on both verdicts: the answer is `admitted`. The column-aligned print
|
|
637
636
|
/// keeps its non-zero exit on a refusal and is for people; no program may match on it.
|
|
638
637
|
pub fn cmd_capability(encoding: &str, device: &str, f: &Flags) -> ExitCode {
|
|
639
638
|
// The compiled-in records speak only for the reference decoders in this harness, on
|
|
@@ -1340,7 +1340,7 @@ pub fn cmd_worker(root: &Path, target: &str, f: &Flags) -> ExitCode {
|
|
|
1340
1340
|
let got = out.header.tensor_schema_digest();
|
|
1341
1341
|
if got != predicted {
|
|
1342
1342
|
eprintln!(
|
|
1343
|
-
"REFUSED
|
|
1343
|
+
"REFUSED TENSOR_SCHEMA_MISMATCH: the plan predicted tensor schema {predicted} and \
|
|
1344
1344
|
the written header projects {got} — the preview and the run disagree"
|
|
1345
1345
|
);
|
|
1346
1346
|
return ExitCode::FAILURE;
|