@elizaos/plugin-local-inference 2.0.0-beta.1 → 2.0.3-beta.2

package/src/services/manifest/eliza-1.manifest.v1.json

@@ -0,0 +1,708 @@
+{
+	"$schema": "https://json-schema.org/draft/2020-12/schema",
+	"$id": "https://elizaos.ai/schemas/eliza-1.manifest.v1.json",
+	"title": "Eliza-1 bundle manifest",
+	"description": "Canonical manifest for an Eliza-1 on-device fused bundle. Source of truth: packages/inference/AGENTS.md \u00a76. Schema version 1.",
+	"type": "object",
+	"additionalProperties": false,
+	"required": [
+		"id",
+		"tier",
+		"version",
+		"publishedAt",
+		"lineage",
+		"files",
+		"kernels",
+		"evals",
+		"ramBudgetMb",
+		"defaultEligible"
+	],
+	"properties": {
+		"$schema": {
+			"type": "string",
+			"const": "https://elizaos.ai/schemas/eliza-1.manifest.v1.json"
+		},
+		"id": {
+			"type": "string",
+			"minLength": 1
+		},
+		"tier": {
+			"type": "string",
+			"enum": ["2b", "4b", "9b", "27b", "27b-256k"]
+		},
+		"version": {
+			"type": "string",
+			"pattern": "^\\d+\\.\\d+\\.\\d+(?:-[A-Za-z0-9.-]+)?$"
+		},
+		"publishedAt": {
+			"type": "string",
+			"format": "date-time"
+		},
+		"lineage": {
+			"type": "object",
+			"additionalProperties": false,
+			"required": ["text", "voice"],
+			"properties": {
+				"text": {
+					"$ref": "#/$defs/lineageEntry"
+				},
+				"voice": {
+					"$ref": "#/$defs/lineageEntry"
+				},
+				"drafter": {
+					"$ref": "#/$defs/lineageEntry"
+				},
+				"asr": {
+					"$ref": "#/$defs/lineageEntry"
+				},
+				"embedding": {
+					"$ref": "#/$defs/lineageEntry"
+				},
+				"imagegen": {
+					"$ref": "#/$defs/lineageEntry"
+				},
+				"vision": {
+					"$ref": "#/$defs/lineageEntry"
+				},
+				"vad": {
+					"$ref": "#/$defs/lineageEntry"
+				},
+				"wakeword": {
+					"$ref": "#/$defs/lineageEntry"
+				},
+				"turn": {
+					"$ref": "#/$defs/lineageEntry"
+				},
+				"emotion": {
+					"$ref": "#/$defs/lineageEntry"
+				}
+			}
+		},
+		"files": {
+			"type": "object",
+			"additionalProperties": false,
+			"required": ["text", "voice", "asr", "vision", "mtp", "cache"],
+			"properties": {
+				"text": {
+					"type": "array",
+					"minItems": 1,
+					"items": {
+						"$ref": "#/$defs/fileEntry"
+					}
+				},
+				"voice": {
+					"type": "array",
+					"minItems": 1,
+					"items": {
+						"$ref": "#/$defs/fileEntry"
+					}
+				},
+				"asr": {
+					"type": "array",
+					"items": {
+						"$ref": "#/$defs/fileEntry"
+					}
+				},
+				"vision": {
+					"type": "array",
+					"items": {
+						"$ref": "#/$defs/fileEntry"
+					}
+				},
+				"mtp": {
+					"type": "array",
+					"items": {
+						"$ref": "#/$defs/fileEntry"
+					}
+				},
+				"cache": {
+					"type": "array",
+					"minItems": 1,
+					"items": {
+						"$ref": "#/$defs/fileEntry"
+					}
+				},
+				"embedding": {
+					"type": "array",
+					"items": {
+						"$ref": "#/$defs/fileEntry"
+					}
+				},
+				"imagegen": {
+					"type": "array",
+					"items": {
+						"$ref": "#/$defs/fileEntry"
+					}
+				},
+				"vad": {
+					"type": "array",
+					"items": {
+						"$ref": "#/$defs/fileEntry"
+					}
+				},
+				"wakeword": {
+					"type": "array",
+					"items": {
+						"$ref": "#/$defs/fileEntry"
+					}
+				},
+				"turn": {
+					"type": "array",
+					"items": {
+						"$ref": "#/$defs/fileEntry"
+					}
+				},
+				"emotion": {
+					"type": "array",
+					"items": {
+						"$ref": "#/$defs/fileEntry"
+					}
+				}
+			}
+		},
+		"kernels": {
+			"type": "object",
+			"additionalProperties": false,
+			"required": ["required", "optional", "verifiedBackends"],
+			"properties": {
+				"required": {
+					"type": "array",
+					"minItems": 1,
+					"items": {
+						"$ref": "#/$defs/kernelName"
+					}
+				},
+				"optional": {
+					"type": "array",
+					"items": {
+						"$ref": "#/$defs/kernelName"
+					}
+				},
+				"verifiedBackends": {
+					"type": "object",
+					"additionalProperties": false,
+					"required": ["metal", "vulkan", "cuda", "rocm", "cpu"],
+					"properties": {
+						"metal": {
+							"$ref": "#/$defs/backendStatus"
+						},
+						"vulkan": {
+							"$ref": "#/$defs/backendStatus"
+						},
+						"cuda": {
+							"$ref": "#/$defs/backendStatus"
+						},
+						"rocm": {
+							"$ref": "#/$defs/backendStatus"
+						},
+						"cpu": {
+							"$ref": "#/$defs/backendStatus"
+						}
+					}
+				},
+				"recipeManifest": {
+					"description": "Recipe-level kernel layout pins folded in from the quantization recipes' kernel_manifest sidecar fragments (packages/training/scripts/quantization/_kernel_manifest.py). Keyed by recipe kernel-target name (turbo3 / turbo4 / turbo3_tcq / qjl1_256 / polar_q4), NOT the manifest-level capability names in kernelName.",
+					"type": "object",
+					"minProperties": 1,
+					"additionalProperties": {
+						"type": "object",
+						"additionalProperties": false,
+						"required": [
+							"blockLayoutVersion",
+							"codebookHash",
+							"perBlockTolerance"
+						],
+						"properties": {
+							"blockLayoutVersion": {
+								"type": "string",
+								"minLength": 1
+							},
+							"codebookHash": {
+								"type": "string",
+								"minLength": 1
+							},
+							"perBlockTolerance": {
+								"type": "number",
+								"exclusiveMinimum": 0
+							}
+						}
+					}
+				},
+				"eagle3": {
+					"description": "Optional EAGLE3 speculative-decoding capability metadata. This is independent from required tier kernel names.",
+					"type": "object",
+					"properties": {
+						"enabled": {
+							"type": "boolean"
+						},
+						"capability": {
+							"type": "string",
+							"minLength": 1
+						},
+						"specType": {
+							"type": "string",
+							"minLength": 1
+						},
+						"model": {
+							"type": "string",
+							"minLength": 1
+						},
+						"maxDraftTokens": {
+							"type": "integer",
+							"minimum": 1
+						},
+						"failure": {
+							"type": "string",
+							"minLength": 1
+						}
+					}
+				}
+			}
+		},
+		"evals": {
+			"type": "object",
+			"additionalProperties": false,
+			"required": ["textEval", "voiceRtf", "e2eLoopOk", "thirtyTurnOk"],
+			"properties": {
+				"textEval": {
+					"type": "object",
+					"additionalProperties": false,
+					"required": ["score", "passed"],
+					"properties": {
+						"score": {
+							"type": "number",
+							"minimum": 0,
+							"maximum": 1
+						},
+						"passed": {
+							"type": "boolean"
+						}
+					}
+				},
+				"voiceRtf": {
+					"type": "object",
+					"additionalProperties": false,
+					"required": ["rtf", "passed"],
+					"properties": {
+						"rtf": {
+							"type": "number",
+							"minimum": 0
+						},
+						"passed": {
+							"type": "boolean"
+						}
+					}
+				},
+				"e2eLoopOk": {
+					"type": "boolean"
+				},
+				"thirtyTurnOk": {
+					"type": "boolean"
+				},
+				"asrWer": {
+					"type": "object",
+					"additionalProperties": false,
+					"required": ["wer", "passed"],
+					"properties": {
+						"wer": {
+							"type": "number",
+							"minimum": 0
+						},
+						"passed": {
+							"type": "boolean"
+						}
+					}
+				},
+				"embedMteb": {
+					"type": "object",
+					"additionalProperties": false,
+					"required": ["score", "passed"],
+					"properties": {
+						"score": {
+							"type": "number",
+							"minimum": 0,
+							"maximum": 1
+						},
+						"passed": {
+							"type": "boolean"
+						}
+					}
+				},
+				"vadLatencyMs": {
+					"type": "object",
+					"additionalProperties": false,
+					"required": ["median", "passed"],
+					"properties": {
+						"median": {
+							"type": "number",
+							"minimum": 0
+						},
+						"boundaryMs": {
+							"type": "number",
+							"minimum": 0
+						},
+						"endpointMs": {
+							"type": "number",
+							"minimum": 0
+						},
+						"falseBargeInRate": {
+							"type": "number",
+							"minimum": 0,
+							"maximum": 1
+						},
+						"passed": {
+							"type": "boolean"
+						}
+					}
+				},
+				"expressive": {
+					"type": "object",
+					"additionalProperties": false,
+					"required": [
+						"tagFaithfulness",
+						"mosExpressive",
+						"tagLeakage",
+						"passed"
+					],
+					"properties": {
+						"tagFaithfulness": {
+							"type": "number",
+							"minimum": 0,
+							"maximum": 1
+						},
+						"mosExpressive": {
+							"type": "number",
+							"minimum": 0
+						},
+						"tagLeakage": {
+							"type": "number",
+							"minimum": 0
+						},
+						"passed": {
+							"type": "boolean"
+						}
+					}
+				},
+				"mtp": {
+					"type": "object",
+					"additionalProperties": false,
+					"required": ["acceptanceRate", "speedup", "passed"],
+					"properties": {
+						"acceptanceRate": {
+							"type": ["number", "null"],
+							"minimum": 0,
+							"maximum": 1
+						},
+						"speedup": {
+							"type": ["number", "null"],
+							"minimum": 0
+						},
+						"passed": {
+							"type": "boolean"
+						}
+					}
+				},
+				"eagle3": {
+					"description": "Optional EAGLE3 speculative-decoding eval metadata. Passing claims require measured acceptanceRate and speedup in runtime validators.",
+					"type": "object",
+					"additionalProperties": false,
+					"properties": {
+						"acceptanceRate": {
+							"type": ["number", "null"],
+							"minimum": 0,
+							"maximum": 1
+						},
+						"speedup": {
+							"type": ["number", "null"],
+							"minimum": 0
+						},
+						"passed": {
+							"type": "boolean"
+						},
+						"pass": {
+							"type": "boolean"
+						},
+						"failure": {
+							"type": "string",
+							"minLength": 1
+						}
+					}
+				},
+				"turnDetector": {
+					"type": "object",
+					"additionalProperties": false,
+					"required": ["f1", "meanLatencyMs", "passed"],
+					"properties": {
+						"f1": {
+							"type": "number",
+							"minimum": 0,
+							"maximum": 1
+						},
+						"meanLatencyMs": {
+							"type": "number",
+							"minimum": 0
+						},
+						"passed": {
+							"type": "boolean"
+						}
+					}
+				},
+				"emotionClassifier": {
+					"type": "object",
+					"additionalProperties": false,
+					"required": [
+						"macroF1Meld",
+						"macroF1Iemocap",
+						"meanLatencyMs",
+						"passed"
+					],
+					"properties": {
+						"macroF1Meld": {
+							"type": "number",
+							"minimum": 0,
+							"maximum": 1
+						},
+						"macroF1Iemocap": {
+							"type": "number",
+							"minimum": 0,
+							"maximum": 1
+						},
+						"meanLatencyMs": {
+							"type": "number",
+							"minimum": 0
+						},
+						"passed": {
+							"type": "boolean"
+						}
+					}
+				}
+			}
+		},
+		"ramBudgetMb": {
+			"type": "object",
+			"additionalProperties": false,
+			"required": ["min", "recommended"],
+			"properties": {
+				"min": {
+					"type": "integer",
+					"minimum": 1
+				},
+				"recommended": {
+					"type": "integer",
+					"minimum": 1
+				}
+			}
+		},
+		"voice": {
+			"type": "object",
+			"additionalProperties": false,
+			"required": ["version", "frozen", "cache", "capabilities"],
+			"properties": {
+				"version": {
+					"type": "string",
+					"minLength": 1
+				},
+				"frozen": {
+					"const": true
+				},
+				"cache": {
+					"type": "object",
+					"additionalProperties": false,
+					"required": ["speakerPreset", "phraseCacheSeed"],
+					"properties": {
+						"speakerPreset": {
+							"type": "string",
+							"minLength": 1
+						},
+						"phraseCacheSeed": {
+							"type": "string",
+							"minLength": 1
+						}
+					}
+				},
+				"capabilities": {
+					"type": "array",
+					"items": {
+						"type": "string",
+						"enum": ["tts", "emotion-tags", "singing"]
+					}
+				}
+			}
+		},
+		"provenance": {
+			"description": "Optional. Present on `base-v1` bundles \u2014 the upstream BASE models, GGUF-converted via the elizaOS/llama.cpp fork and fully Eliza-optimized, NOT fine-tuned. Records the release state, the not-fine-tuned flag, and the upstream source repo per shipped component. The runtime validator requires per-component coverage when releaseState === 'base-v1'.",
+			"type": "object",
+			"additionalProperties": false,
+			"required": ["releaseState", "finetuned", "sourceModels"],
+			"properties": {
+				"releaseState": {
+					"type": "string",
+					"enum": [
+						"local-standin",
+						"base-v1-candidate",
+						"base-v1",
+						"finetuned-v2",
+						"upload-candidate",
+						"final"
+					]
+				},
+				"finetuned": {
+					"type": "boolean"
+				},
+				"sourceModels": {
+					"type": "object",
+					"additionalProperties": false,
+					"properties": {
+						"text": {
+							"$ref": "#/$defs/sourceModelEntry"
+						},
+						"voice": {
+							"$ref": "#/$defs/sourceModelEntry"
+						},
+						"asr": {
+							"$ref": "#/$defs/sourceModelEntry"
+						},
+						"vad": {
+							"$ref": "#/$defs/sourceModelEntry"
+						},
+						"embedding": {
+							"$ref": "#/$defs/sourceModelEntry"
+						},
+						"imagegen": {
+							"$ref": "#/$defs/sourceModelEntry"
+						},
+						"vision": {
+							"$ref": "#/$defs/sourceModelEntry"
+						},
+						"drafter": {
+							"$ref": "#/$defs/sourceModelEntry"
+						}
+					}
+				}
+			}
+		},
+		"releaseChannel": {
+			"description": "Optional. Defaults to 'recommended' (the fine-tuned Eliza-1 \u2014 the device default; ships in v2). A 'base-v1'-channel manifest is the upstream-base + kernel-optimized release: every quant/kernel trick applied, but the text weights are the upstream base GGUFs (not the fine-tuned Eliza-1). A 'base-v1'-channel manifest MUST be defaultEligible: false.",
+			"type": "string",
+			"enum": ["recommended", "base-v1"]
+		},
+		"defaultEligible": {
+			"type": "boolean"
+		}
+	},
+	"allOf": [
+		{
+			"if": {
+				"properties": {
+					"releaseChannel": {
+						"const": "base-v1"
+					}
+				},
+				"required": ["releaseChannel"]
+			},
+			"then": {
+				"properties": {
+					"defaultEligible": {
+						"const": false
+					}
+				}
+			}
+		}
+	],
+	"$defs": {
+		"sourceModelEntry": {
+			"type": "object",
+			"additionalProperties": false,
+			"required": ["repo"],
+			"properties": {
+				"repo": {
+					"type": "string",
+					"minLength": 1
+				},
+				"file": {
+					"type": "string",
+					"minLength": 1
+				},
+				"convertedVia": {
+					"type": "string",
+					"minLength": 1
+				},
+				"note": {
+					"type": "string",
+					"minLength": 1
+				}
+			}
+		},
+		"lineageEntry": {
+			"type": "object",
+			"additionalProperties": false,
+			"required": ["base", "license"],
+			"properties": {
+				"base": {
+					"type": "string",
+					"minLength": 1
+				},
+				"license": {
+					"type": "string",
+					"minLength": 1
+				}
+			}
+		},
+		"fileEntry": {
+			"type": "object",
+			"additionalProperties": false,
+			"required": ["path", "sha256"],
+			"properties": {
+				"path": {
+					"type": "string",
+					"minLength": 1
+				},
+				"sha256": {
+					"type": "string",
+					"pattern": "^[a-f0-9]{64}$"
+				},
+				"ctx": {
+					"type": "integer",
+					"minimum": 131072
+				}
+			}
+		},
+		"kernelName": {
+			"type": "string",
+			"enum": [
+				"turboquant_q3",
+				"turboquant_q4",
+				"qjl",
+				"polarquant",
+				"turbo3_tcq"
+			]
+		},
+		"backendStatus": {
+			"type": "object",
+			"additionalProperties": false,
+			"required": ["status", "atCommit", "report"],
+			"properties": {
+				"status": {
+					"type": "string",
+					"enum": ["pass", "fail", "skipped"]
+				},
+				"atCommit": {
+					"type": "string",
+					"minLength": 1
+				},
+				"report": {
+					"type": "string",
+					"minLength": 1
+				},
+				"device": {
+					"type": "string",
+					"minLength": 1
+				},
+				"caveat": {
+					"type": "string",
+					"minLength": 1
+				}
+			}
+		}
+	}
+}

package/src/services/manifest/index.d.ts

@@ -0,0 +1,4 @@
+export { ELIZA_1_BACKENDS, ELIZA_1_KERNELS, ELIZA_1_MANIFEST_SCHEMA_URL, ELIZA_1_MANIFEST_SCHEMA_VERSION, ELIZA_1_PROVENANCE_SLOTS, ELIZA_1_RELEASE_CHANNELS, ELIZA_1_RELEASE_STATES, ELIZA_1_TIERS, ELIZA_1_TOKENIZER_FAMILY, ELIZA_1_TOKENIZER_VOCAB_SIZE, ELIZA_1_VOICE_CAPABILITIES, ELIZA_1_VOICE_MANIFEST_VERSION, ELIZA1_TO_RUNTIME_KERNEL, Eliza1BackendEnumSchema, Eliza1EvalsSchema, Eliza1FileEntrySchema, Eliza1FilesSchema, Eliza1KernelEnumSchema, Eliza1KernelsSchema, Eliza1LineageSchema, Eliza1ManifestSchema, Eliza1ProvenanceSchema, Eliza1RamBudgetSchema, Eliza1TierEnumSchema, Eliza1VerifiedBackendStatusSchema, Eliza1VoiceSchema, REQUIRED_KERNELS_BY_TIER, RUNTIME_TO_ELIZA1_KERNEL, SUPPORTED_BACKENDS_BY_TIER, VOICE_PRESET_CACHE_PATH, } from "./schema";
+export type { Eliza1Backend, Eliza1DeviceCaps, Eliza1Evals, Eliza1FileEntry, Eliza1Files, Eliza1Kernel, Eliza1Kernels, Eliza1Lineage, Eliza1Manifest, Eliza1Provenance, Eliza1ProvenanceSlot, Eliza1RamBudget, Eliza1ReleaseChannel, Eliza1ReleaseState, Eliza1Tier, Eliza1VerifiedBackendStatus, Eliza1Voice, } from "./types";
+export { canSetAsDefault, missingRequiredKernels, parseManifestOrThrow, type ValidationErr, type ValidationOk, type ValidationResult, validateManifest, } from "./validator";
+//# sourceMappingURL=index.d.ts.map

package/src/services/manifest/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAIA,OAAO,EACN,gBAAgB,EAChB,eAAe,EACf,2BAA2B,EAC3B,+BAA+B,EAC/B,wBAAwB,EACxB,wBAAwB,EACxB,sBAAsB,EACtB,aAAa,EACb,wBAAwB,EACxB,4BAA4B,EAC5B,0BAA0B,EAC1B,8BAA8B,EAC9B,wBAAwB,EACxB,uBAAuB,EACvB,iBAAiB,EACjB,qBAAqB,EACrB,iBAAiB,EACjB,sBAAsB,EACtB,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,sBAAsB,EACtB,qBAAqB,EACrB,oBAAoB,EACpB,iCAAiC,EACjC,iBAAiB,EACjB,wBAAwB,EACxB,wBAAwB,EACxB,0BAA0B,EAC1B,uBAAuB,GACvB,MAAM,UAAU,CAAC;AAElB,YAAY,EACX,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,WAAW,EACX,YAAY,EACZ,aAAa,EACb,aAAa,EACb,cAAc,EACd,gBAAgB,EAChB,oBAAoB,EACpB,eAAe,EACf,oBAAoB,EACpB,kBAAkB,EAClB,UAAU,EACV,2BAA2B,EAC3B,WAAW,GACX,MAAM,SAAS,CAAC;AAEjB,OAAO,EACN,eAAe,EACf,sBAAsB,EACtB,oBAAoB,EACpB,KAAK,aAAa,EAClB,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,gBAAgB,GAChB,MAAM,aAAa,CAAC"}