@dinilmusick/gutts 0.1.2 → 1.0.0

package/dist/models/ettin/index.js

@@ -0,0 +1,62 @@
+import { defineApi } from "../../api/define-api.js";
+import { ModelLibrary } from "../model-library.js";
+import { ettinRuntime } from "../runtimes/transformers.js";
+const defineEttin = (id, name, parameters, description) => ({
+    id, name, provider: "Hugging Face", version: String(parameters),
+    description,
+    examples: ["rank search results", "order retrieved documents by relevance"],
+    whenToUse: "Use for cross-encoder reranking when candidate texts must be sorted by semantic relevance.",
+    avoidWhen: "Avoid for text generation, embeddings, or transcription.",
+    size: { value: parameters * 1_000_000, unit: "parameters", qualifier: "parameters" },
+    capabilities: ["reranking", "relevance-scoring"],
+    input: "Query and candidate texts", output: "Candidate relevance scores",
+    runtime: "ModelRuntime adapter", modelUri: `cross-encoder/ettin-reranker-${parameters}m-v1`,
+    license: "Apache-2.0",
+});
+export const ettinReranker17MMetadata = defineEttin("model.ettin-reranker-17m", "Ettin-Reranker-17M", 17, "Very small relevance model for ranking candidate text.");
+export const ettinReranker32MMetadata = defineEttin("model.ettin-reranker-32m", "Ettin-Reranker-32M", 32, "Small relevance model for ranking candidate text.");
+export const ettinReranker68MMetadata = defineEttin("model.ettin-reranker-68m", "Ettin-Reranker-68M", 68, "Compact relevance model for higher-quality candidate ranking.");
+export const ettinReranker150MMetadata = defineEttin("model.ettin-reranker-150m", "Ettin-Reranker-150M", 150, "Larger compact relevance model for candidate ranking.");
+export const ettinRerankApi = defineApi({
+    id: "model.ettin-reranker.rerank",
+    name: "EttinReranker.rerank",
+    category: "models",
+    description: "Rank candidate texts by relevance to a query.",
+    parameters: [
+        { name: "query", description: "Query text.", required: true, schema: { type: "string" } },
+        { name: "candidates", description: "Candidate texts to rank.", required: true, schema: { type: "array", items: { type: "string" } } },
+    ],
+    output: { type: "array", description: "Relevance scores in candidate order.", items: { type: "number" } },
+    semantics: { deterministic: true, pure: false, sideEffects: false },
+});
+export class EttinReranker extends ModelLibrary {
+    modelMetadata;
+    constructor(modelMetadata = ettinReranker17MMetadata, runtime = ettinRuntime) {
+        super(modelMetadata, runtime);
+        this.modelMetadata = modelMetadata;
+    }
+    rerank(input) {
+        return this.withModel((model) => model.rerank(input));
+    }
+}
+export class EttinReranker17M extends EttinReranker {
+    constructor(runtime = ettinRuntime) {
+        super(ettinReranker17MMetadata, runtime);
+    }
+}
+export class EttinReranker32M extends EttinReranker {
+    constructor(runtime = ettinRuntime) {
+        super(ettinReranker32MMetadata, runtime);
+    }
+}
+export class EttinReranker68M extends EttinReranker {
+    constructor(runtime = ettinRuntime) {
+        super(ettinReranker68MMetadata, runtime);
+    }
+}
+export class EttinReranker150M extends EttinReranker {
+    constructor(runtime = ettinRuntime) {
+        super(ettinReranker150MMetadata, runtime);
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/models/ettin/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/models/ettin/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,yBAAyB,CAAC;AAClD,OAAO,EAAC,YAAY,EAAC,MAAM,qBAAqB,CAAC;AAEjD,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AAOzD,MAAM,WAAW,GAAG,CAAC,EAAU,EAAE,IAAY,EAAE,UAAkB,EAAE,WAAmB,EAAE,EAAE,CAAC,CAAC;IAC1F,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,CAAC,UAAU,CAAC;IAC/D,WAAW;IACX,QAAQ,EAAE,CAAC,qBAAqB,EAAE,wCAAwC,CAAC;IAC3E,SAAS,EAAE,4FAA4F;IACvG,SAAS,EAAE,0DAA0D;IACrE,IAAI,EAAE,EAAC,KAAK,EAAE,UAAU,GAAG,SAAS,EAAE,IAAI,EAAE,YAAqB,EAAE,SAAS,EAAE,YAAqB,EAAC;IACpG,YAAY,EAAE,CAAC,WAAW,EAAE,mBAAmB,CAAC;IAChD,KAAK,EAAE,2BAA2B,EAAE,MAAM,EAAE,4BAA4B;IACxE,OAAO,EAAE,sBAAsB,EAAE,QAAQ,EAAE,gCAAgC,UAAU,MAAM;IAC3F,OAAO,EAAE,YAAY;CACtB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,WAAW,CAAC,0BAA0B,EAAE,oBAAoB,EAAE,EAAE,EAAE,wDAAwD,CAAC,CAAC;AACpK,MAAM,CAAC,MAAM,wBAAwB,GAAG,WAAW,CAAC,0BAA0B,EAAE,oBAAoB,EAAE,EAAE,EAAE,mDAAmD,CAAC,CAAC;AAC/J,MAAM,CAAC,MAAM,wBAAwB,GAAG,WAAW,CAAC,0BAA0B,EAAE,oBAAoB,EAAE,EAAE,EAAE,+DAA+D,CAAC,CAAC;AAC3K,MAAM,CAAC,MAAM,yBAAyB,GAAG,WAAW,CAAC,2BAA2B,EAAE,qBAAqB,EAAE,GAAG,EAAE,uDAAuD,CAAC,CAAC;AAEvK,MAAM,CAAC,MAAM,cAAc,GAAG,SAAS,CAAC;IACtC,EAAE,EAAE,6BAA6B;IACjC,IAAI,EAAE,sBAAsB;IAC5B,QAAQ,EAAE,QAAQ;IAClB,WAAW,EAAE,+CAA+C;IAC5D,UAAU,EAAE;QACV,EAAC,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC,EAAC;QACrF,EAAC,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,0BAA0B,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC,EAAC,EAAC;KAChI;IACD,MAAM,EAAE,EAAC,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,sCAAsC,EAAE,KAAK,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC,EAAC;IACrG,SAAS,EAAE,EAAC,aAAa,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAC;CAClE,CAAC,CAAC;AAEH,MAAM,OAAO,aAAc,SAAQ,YAAgC;IAC5C;IAArB,YAAqB,gBAAwJ,wBAAwB,EAAE,UAA4C,YAAY;QAC7P,KAAK,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QADX,kBAAa,GAAb,aAAa,CAAmK;IAErM,CAAC;IAED,MAAM,CAAC,KAAqD;QAC1D,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACxD,CAAC;CACF;AAED,MAAM,OAAO,gBAAiB,SAAQ,aAAa;IACjD,YAAY,UAA4C,YAAY;QAClE,KAAK,CAAC,wBAAwB,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;CACF;AAED,MAAM,OAAO,gBAAiB,SAAQ,aAAa;IACjD,YAAY,UAA4C,YAAY;QAClE,KAAK,CAAC,wBAAwB,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;CACF;AAED,MAAM,OAAO,gBAAiB,SAAQ,aAAa;IACjD,YAAY,UAA4C,YAAY;QAClE,KAAK,CAAC,wBAAwB,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;CACF;AAED,MAAM,OAAO,iBAAkB,SAAQ,aAAa;IAClD,YAAY,UAA4C,YAAY;QAClE,KAAK,CAAC,yBAAyB,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;CACF"}

package/dist/models/index.d.ts

@@ -0,0 +1,10 @@
+export type { ModelMetadata, ModelLoadContext, ModelRuntime, ModelLease, ModelLoader, ModelUnloader } from "./model-types.js";
+export { ModelResidency } from "./model-residency.js";
+export { ModelLibrary } from "./model-library.js";
+export { guttsModelDefinitions, guttsModelById } from "./model-registry.js";
+export { Needle3, needle3CompleteApi, needle3Metadata } from "./needle3/index.js";
+export { SmolLM2, smolLM2GenerateApi, smolLM2Metadata } from "./smollm2/index.js";
+export { Whistle, whistleTranscribeApi, whistleMetadata } from "./whistle/index.js";
+export { EttinReranker, EttinReranker17M, EttinReranker32M, EttinReranker68M, EttinReranker150M, ettinRerankApi, ettinReranker17MMetadata, ettinReranker32MMetadata, ettinReranker68MMetadata, ettinReranker150MMetadata } from "./ettin/index.js";
+export { MiniLM, miniLMSimilarityApi, miniLML6Metadata } from "./minilm/index.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/models/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/models/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAC,aAAa,EAAE,gBAAgB,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAC5H,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAC,qBAAqB,EAAE,cAAc,EAAC,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAC,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAC,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAC,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAC,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAC,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAC,MAAM,oBAAoB,CAAC;AAClF,OAAO,EAAC,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,cAAc,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,yBAAyB,EAAC,MAAM,kBAAkB,CAAC;AACjP,OAAO,EAAC,MAAM,EAAE,mBAAmB,EAAE,gBAAgB,EAAC,MAAM,mBAAmB,CAAC"}

package/dist/models/index.js

@@ -0,0 +1,9 @@
+export { ModelResidency } from "./model-residency.js";
+export { ModelLibrary } from "./model-library.js";
+export { guttsModelDefinitions, guttsModelById } from "./model-registry.js";
+export { Needle3, needle3CompleteApi, needle3Metadata } from "./needle3/index.js";
+export { SmolLM2, smolLM2GenerateApi, smolLM2Metadata } from "./smollm2/index.js";
+export { Whistle, whistleTranscribeApi, whistleMetadata } from "./whistle/index.js";
+export { EttinReranker, EttinReranker17M, EttinReranker32M, EttinReranker68M, EttinReranker150M, ettinRerankApi, ettinReranker17MMetadata, ettinReranker32MMetadata, ettinReranker68MMetadata, ettinReranker150MMetadata } from "./ettin/index.js";
+export { MiniLM, miniLMSimilarityApi, miniLML6Metadata } from "./minilm/index.js";
+//# sourceMappingURL=index.js.map

package/dist/models/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/models/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAC,qBAAqB,EAAE,cAAc,EAAC,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAC,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAC,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAC,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAC,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAC,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAC,MAAM,oBAAoB,CAAC;AAClF,OAAO,EAAC,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,cAAc,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,yBAAyB,EAAC,MAAM,kBAAkB,CAAC;AACjP,OAAO,EAAC,MAAM,EAAE,mBAAmB,EAAE,gBAAgB,EAAC,MAAM,mBAAmB,CAAC"}

package/dist/models/minilm/index.d.ts

@@ -0,0 +1,39 @@
+import { ModelLibrary } from "../model-library.js";
+import type { ModelRuntime } from "../model-types.js";
+export type MiniLMModel = {
+    similarity(input: {
+        left: string;
+        right: string;
+    }): Promise<number>;
+    dispose?: () => Promise<void>;
+};
+export declare const miniLML6Metadata: {
+    readonly id: "model.minilm-l6-v2";
+    readonly name: "MiniLM-L6-v2";
+    readonly provider: "Sentence Transformers";
+    readonly version: "L6-v2";
+    readonly description: "Compact sentence embedding model for semantic similarity.";
+    readonly examples: readonly ["compare two texts", "match a query to a short description"];
+    readonly avoidWhen: "Avoid when generation, extraction, or tool calling is required.";
+    readonly whenToUse: "Use for lightweight semantic similarity and embedding-based matching.";
+    readonly size: {
+        readonly value: 22700000;
+        readonly unit: "parameters";
+        readonly qualifier: "parameters";
+    };
+    readonly capabilities: readonly ["embeddings", "semantic-similarity"];
+    readonly input: "Two text strings";
+    readonly output: "Similarity score";
+    readonly runtime: "ModelRuntime adapter";
+    readonly modelUri: "sentence-transformers/all-MiniLM-L6-v2";
+    readonly license: "Apache-2.0";
+};
+export declare const miniLMSimilarityApi: import("../../index.js").ApiDefinition;
+export declare class MiniLM extends ModelLibrary<MiniLMModel> {
+    constructor(runtime?: ModelRuntime<MiniLMModel>);
+    similarity(input: {
+        left: string;
+        right: string;
+    }): Promise<number>;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/models/minilm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/models/minilm/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,YAAY,EAAC,MAAM,qBAAqB,CAAC;AACjD,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAGpD,MAAM,MAAM,WAAW,GAAG;IACxB,UAAU,CAAC,KAAK,EAAE;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClE,OAAO,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC/B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;CAgBnB,CAAC;AAEX,eAAO,MAAM,mBAAmB,wCAW9B,CAAC;AAEH,qBAAa,MAAO,SAAQ,YAAY,CAAC,WAAW,CAAC;gBACvC,OAAO,GAAE,YAAY,CAAC,WAAW,CAAiB;IAI9D,UAAU,CAAC,KAAK,EAAE;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,GAAG,OAAO,CAAC,MAAM,CAAC;CAGlE"}

package/dist/models/minilm/index.js

@@ -0,0 +1,41 @@
+import { defineApi } from "../../api/define-api.js";
+import { ModelLibrary } from "../model-library.js";
+import { miniLMRuntime } from "../runtimes/transformers.js";
+export const miniLML6Metadata = {
+    id: "model.minilm-l6-v2",
+    name: "MiniLM-L6-v2",
+    provider: "Sentence Transformers",
+    version: "L6-v2",
+    description: "Compact sentence embedding model for semantic similarity.",
+    examples: ["compare two texts", "match a query to a short description"],
+    avoidWhen: "Avoid when generation, extraction, or tool calling is required.",
+    whenToUse: "Use for lightweight semantic similarity and embedding-based matching.",
+    size: { value: 22_700_000, unit: "parameters", qualifier: "parameters" },
+    capabilities: ["embeddings", "semantic-similarity"],
+    input: "Two text strings",
+    output: "Similarity score",
+    runtime: "ModelRuntime adapter",
+    modelUri: "sentence-transformers/all-MiniLM-L6-v2",
+    license: "Apache-2.0",
+};
+export const miniLMSimilarityApi = defineApi({
+    id: "model.minilm-l6-v2.similarity",
+    name: "MiniLM-L6-v2.similarity",
+    category: "models",
+    description: "Compute semantic similarity between two texts.",
+    parameters: [
+        { name: "left", description: "First text.", required: true, schema: { type: "string" } },
+        { name: "right", description: "Second text.", required: true, schema: { type: "string" } },
+    ],
+    output: { type: "number", description: "Semantic similarity score." },
+    semantics: { deterministic: true, pure: false, sideEffects: false },
+});
+export class MiniLM extends ModelLibrary {
+    constructor(runtime = miniLMRuntime) {
+        super(miniLML6Metadata, runtime);
+    }
+    similarity(input) {
+        return this.withModel((model) => model.similarity(input));
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/models/minilm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/models/minilm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,yBAAyB,CAAC;AAClD,OAAO,EAAC,YAAY,EAAC,MAAM,qBAAqB,CAAC;AAEjD,OAAO,EAAC,aAAa,EAAC,MAAM,6BAA6B,CAAC;AAO1D,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,EAAE,EAAE,oBAAoB;IACxB,IAAI,EAAE,cAAc;IACpB,QAAQ,EAAE,uBAAuB;IACjC,OAAO,EAAE,OAAO;IAChB,WAAW,EAAE,2DAA2D;IACxE,QAAQ,EAAE,CAAC,mBAAmB,EAAE,sCAAsC,CAAC;IACvE,SAAS,EAAE,iEAAiE;IAC5E,SAAS,EAAE,uEAAuE;IAClF,IAAI,EAAE,EAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,YAAqB,EAAE,SAAS,EAAE,YAAqB,EAAC;IACxF,YAAY,EAAE,CAAC,YAAY,EAAE,qBAAqB,CAAC;IACnD,KAAK,EAAE,kBAAkB;IACzB,MAAM,EAAE,kBAAkB;IAC1B,OAAO,EAAE,sBAAsB;IAC/B,QAAQ,EAAE,wCAAwC;IAClD,OAAO,EAAE,YAAY;CACb,CAAC;AAEX,MAAM,CAAC,MAAM,mBAAmB,GAAG,SAAS,CAAC;IAC3C,EAAE,EAAE,+BAA+B;IACnC,IAAI,EAAE,yBAAyB;IAC/B,QAAQ,EAAE,QAAQ;IAClB,WAAW,EAAE,gDAAgD;IAC7D,UAAU,EAAE;QACV,EAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC,EAAC;QACpF,EAAC,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC,EAAC;KACvF;IACD,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,4BAA4B,EAAC;IACnE,SAAS,EAAE,EAAC,aAAa,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAC;CAClE,CAAC,CAAC;AAEH,MAAM,OAAO,MAAO,SAAQ,YAAyB;IACnD,YAAY,UAAqC,aAAa;QAC5D,KAAK,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,UAAU,CAAC,KAAoC;QAC7C,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5D,CAAC;CACF"}

package/dist/models/model-library.d.ts

@@ -0,0 +1,10 @@
+import { ModelResidency } from "./model-residency.js";
+import type { ModelMetadata, ModelRuntime } from "./model-types.js";
+export declare abstract class ModelLibrary<TModel> {
+    readonly metadata: ModelMetadata;
+    readonly runtime: ModelRuntime<TModel>;
+    readonly residency: ModelResidency<TModel>;
+    protected constructor(metadata: ModelMetadata, runtime: ModelRuntime<TModel>);
+    withModel<T>(operation: (model: TModel) => Promise<T>): Promise<T>;
+}
+//# sourceMappingURL=model-library.d.ts.map

package/dist/models/model-library.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-library.d.ts","sourceRoot":"","sources":["../../src/models/model-library.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AACpD,OAAO,KAAK,EAAC,aAAa,EAAE,YAAY,EAAC,MAAM,kBAAkB,CAAC;AAElE,8BAAsB,YAAY,CAAC,MAAM;IAIrC,QAAQ,CAAC,QAAQ,EAAE,aAAa;IAChC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC,MAAM,CAAC;IAJxC,QAAQ,CAAC,SAAS,yBAAgC;IAElD,SAAS,aACE,QAAQ,EAAE,aAAa,EACvB,OAAO,EAAE,YAAY,CAAC,MAAM,CAAC;IAGxC,SAAS,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAOnE"}

package/dist/models/model-library.js

@@ -0,0 +1,14 @@
+import { ModelResidency } from "./model-residency.js";
+export class ModelLibrary {
+    metadata;
+    runtime;
+    residency = new ModelResidency();
+    constructor(metadata, runtime) {
+        this.metadata = metadata;
+        this.runtime = runtime;
+    }
+    withModel(operation) {
+        return this.residency.run(() => this.runtime.load(this.metadata), (model) => this.runtime.unload(model), operation);
+    }
+}
+//# sourceMappingURL=model-library.js.map

package/dist/models/model-library.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-library.js","sourceRoot":"","sources":["../../src/models/model-library.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AAGpD,MAAM,OAAgB,YAAY;IAIrB;IACA;IAJF,SAAS,GAAG,IAAI,cAAc,EAAU,CAAC;IAElD,YACW,QAAuB,EACvB,OAA6B;QAD7B,aAAQ,GAAR,QAAQ,CAAe;QACvB,YAAO,GAAP,OAAO,CAAsB;IACrC,CAAC;IAEJ,SAAS,CAAI,SAAwC;QACnD,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CACvB,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EACtC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EACrC,SAAS,CACV,CAAC;IACJ,CAAC;CACF"}

package/dist/models/model-registry.d.ts

@@ -0,0 +1,4 @@
+import type { ModelMetadata } from "./model-types.js";
+export declare const guttsModelDefinitions: readonly ModelMetadata[];
+export declare const guttsModelById: Readonly<Record<string, ModelMetadata>>;
+//# sourceMappingURL=model-registry.d.ts.map

package/dist/models/model-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-registry.d.ts","sourceRoot":"","sources":["../../src/models/model-registry.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAEpD,eAAO,MAAM,qBAAqB,EAAE,SAAS,aAAa,EASxD,CAAC;AAEH,eAAO,MAAM,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAElE,CAAC"}

package/dist/models/model-registry.js

@@ -0,0 +1,17 @@
+import { ettinReranker150MMetadata, ettinReranker17MMetadata, ettinReranker32MMetadata, ettinReranker68MMetadata } from "./ettin/index.js";
+import { miniLML6Metadata } from "./minilm/index.js";
+import { needle3Metadata } from "./needle3/index.js";
+import { smolLM2Metadata } from "./smollm2/index.js";
+import { whistleMetadata } from "./whistle/index.js";
+export const guttsModelDefinitions = Object.freeze([
+    smolLM2Metadata,
+    needle3Metadata,
+    whistleMetadata,
+    ettinReranker17MMetadata,
+    ettinReranker32MMetadata,
+    ettinReranker68MMetadata,
+    ettinReranker150MMetadata,
+    miniLML6Metadata,
+]);
+export const guttsModelById = Object.freeze(Object.fromEntries(guttsModelDefinitions.map((model) => [model.id, model])));
+//# sourceMappingURL=model-registry.js.map

package/dist/models/model-registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-registry.js","sourceRoot":"","sources":["../../src/models/model-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,yBAAyB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,wBAAwB,EAAC,MAAM,kBAAkB,CAAC;AACzI,OAAO,EAAC,gBAAgB,EAAC,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAC,eAAe,EAAC,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAC,eAAe,EAAC,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAC,eAAe,EAAC,MAAM,oBAAoB,CAAC;AAGnD,MAAM,CAAC,MAAM,qBAAqB,GAA6B,MAAM,CAAC,MAAM,CAAC;IAC3E,eAAe;IACf,eAAe;IACf,eAAe;IACf,wBAAwB;IACxB,wBAAwB;IACxB,wBAAwB;IACxB,yBAAyB;IACzB,gBAAgB;CACjB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAA4C,MAAM,CAAC,MAAM,CAClF,MAAM,CAAC,WAAW,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAC5E,CAAC"}

package/dist/models/model-residency.d.ts

@@ -0,0 +1,11 @@
+import type { ModelLoader, ModelUnloader } from "./model-types.js";
+export declare class ModelResidency<TModel> {
+    private entry?;
+    private loading?;
+    private unloading?;
+    run<T>(load: ModelLoader<TModel>, unload: ModelUnloader<TModel>, operation: (model: TModel) => Promise<T>): Promise<T>;
+    get activeUsers(): number;
+    get isLoaded(): boolean;
+    private loadOnce;
+}
+//# sourceMappingURL=model-residency.d.ts.map

package/dist/models/model-residency.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-residency.d.ts","sourceRoot":"","sources":["../../src/models/model-residency.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,WAAW,EAAE,aAAa,EAAC,MAAM,kBAAkB,CAAC;AAOjE,qBAAa,cAAc,CAAC,MAAM;IAChC,OAAO,CAAC,KAAK,CAAC,CAA4B;IAC1C,OAAO,CAAC,OAAO,CAAC,CAA8B;IAC9C,OAAO,CAAC,SAAS,CAAC,CAA4B;IAExC,GAAG,CAAC,CAAC,EACT,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,EACzB,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,EAC7B,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GACvC,OAAO,CAAC,CAAC,CAAC;IA+Bb,IAAI,WAAW,IAAI,MAAM,CAExB;IAED,IAAI,QAAQ,IAAI,OAAO,CAEtB;YAEa,QAAQ;CAQvB"}

package/dist/models/model-residency.js

@@ -0,0 +1,49 @@
+export class ModelResidency {
+    entry;
+    loading;
+    unloading;
+    async run(load, unload, operation) {
+        if (this.unloading) {
+            await this.unloading;
+        }
+        if (!this.entry) {
+            this.entry = { users: 0 };
+        }
+        const entry = this.entry;
+        entry.users += 1;
+        try {
+            if (!entry.model) {
+                entry.model = await this.loadOnce(load);
+            }
+            return await operation(entry.model);
+        }
+        finally {
+            entry.users -= 1;
+            if (entry.users === 0 && this.entry === entry) {
+                this.entry = undefined;
+                if (entry.model) {
+                    const modelToUnload = entry.model;
+                    this.unloading = unload(modelToUnload).finally(() => {
+                        this.unloading = undefined;
+                    });
+                    await this.unloading;
+                }
+            }
+        }
+    }
+    get activeUsers() {
+        return this.entry?.users ?? 0;
+    }
+    get isLoaded() {
+        return this.entry?.model !== undefined;
+    }
+    async loadOnce(load) {
+        if (!this.loading) {
+            this.loading = load().finally(() => {
+                this.loading = undefined;
+            });
+        }
+        return this.loading;
+    }
+}
+//# sourceMappingURL=model-residency.js.map

package/dist/models/model-residency.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-residency.js","sourceRoot":"","sources":["../../src/models/model-residency.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,cAAc;IACjB,KAAK,CAA6B;IAClC,OAAO,CAA+B;IACtC,SAAS,CAA6B;IAE9C,KAAK,CAAC,GAAG,CACP,IAAyB,EACzB,MAA6B,EAC7B,SAAwC;QAExC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,SAAS,CAAC;QACvB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,KAAK,GAAG,EAAC,KAAK,EAAE,CAAC,EAAC,CAAC;QAC1B,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;QAEjB,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACjB,KAAK,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC1C,CAAC;YACD,OAAO,MAAM,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;YACjB,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;gBAC9C,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;gBACvB,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,MAAM,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC;oBAClC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;wBAClD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;oBAC7B,CAAC,CAAC,CAAC;oBACH,MAAM,IAAI,CAAC,SAAS,CAAC;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,KAAK,EAAE,KAAK,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,KAAK,EAAE,KAAK,KAAK,SAAS,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,IAAyB;QAC9C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;gBACjC,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YAC3B,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF"}

package/dist/models/model-types.d.ts

@@ -0,0 +1,45 @@
+export type ModelSize = {
+    value: number;
+    unit: "MB" | "GB";
+    qualifier: "artifact";
+} | {
+    value: number;
+    unit: "parameters";
+    qualifier: "parameters";
+} | {
+    min: number;
+    max: number;
+    unit: "MB" | "GB";
+    qualifier: "range";
+};
+export type ModelMetadata = {
+    id: string;
+    name: string;
+    provider: string;
+    version: string;
+    description: string;
+    examples: readonly string[];
+    whenToUse: string;
+    avoidWhen: string;
+    size: ModelSize;
+    capabilities: readonly string[];
+    input: string;
+    output: string;
+    runtime: string;
+    modelUri?: string;
+    license?: string;
+};
+export type ModelLoadContext = {
+    signal?: AbortSignal;
+};
+export type ModelRuntime<TModel> = {
+    load(metadata: ModelMetadata, context?: ModelLoadContext): Promise<TModel>;
+    unload(model: TModel): Promise<void>;
+};
+export type ModelLease<TModel> = {
+    model: TModel;
+    release(): Promise<void>;
+};
+export type ModelLoader<TModel> = () => Promise<TModel>;
+export type ModelUnloader<TModel> = (model: TModel) => Promise<void>;
+//# sourceMappingURL=model-types.d.ts.map

package/dist/models/model-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-types.d.ts","sourceRoot":"","sources":["../../src/models/model-types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,SAAS,GACjB;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,IAAI,GAAG,IAAI,CAAC;IAAC,SAAS,EAAE,UAAU,CAAA;CAAC,GACzD;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,YAAY,CAAC;IAAC,SAAS,EAAE,YAAY,CAAA;CAAC,GAC5D;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,IAAI,GAAG,IAAI,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAC,CAAC;AAEtE,MAAM,MAAM,aAAa,GAAG;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,SAAS,CAAC;IAChB,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,YAAY,CAAC,MAAM,IAAI;IACjC,IAAI,CAAC,QAAQ,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3E,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACtC,CAAC;AAEF,MAAM,MAAM,UAAU,CAAC,MAAM,IAAI;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,WAAW,CAAC,MAAM,IAAI,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;AACxD,MAAM,MAAM,aAAa,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC"}

package/dist/models/model-types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=model-types.js.map

package/dist/models/model-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-types.js","sourceRoot":"","sources":["../../src/models/model-types.ts"],"names":[],"mappings":""}

package/dist/models/needle3/index.d.ts

@@ -0,0 +1,43 @@
+import { ModelLibrary } from "../model-library.js";
+import type { ModelRuntime } from "../model-types.js";
+export type Needle3Model = {
+    complete(input: {
+        prompt: string;
+        tools?: readonly unknown[];
+        schema?: unknown;
+    }): Promise<unknown>;
+    embed(input: string): Promise<readonly number[] | Float32Array>;
+    close?: () => Promise<void>;
+};
+export declare const needle3Metadata: {
+    readonly id: "model.cactus-needle3";
+    readonly name: "Needle 3";
+    readonly provider: "Cactus Compute";
+    readonly version: "3";
+    readonly description: "Tiny structured inference model for tool selection, argument extraction, classification, and embeddings.";
+    readonly examples: readonly ["select a tool", "extract fields", "classify an intent"];
+    readonly avoidWhen: "Avoid for open-ended long-form generation or complex multi-step reasoning.";
+    readonly whenToUse: "Use when natural language must be mapped to a small tool set or structured schema.";
+    readonly size: {
+        readonly min: 8;
+        readonly max: 29;
+        readonly unit: "MB";
+        readonly qualifier: "range";
+    };
+    readonly capabilities: readonly ["tool-selection", "argument-extraction", "classification", "structured-output", "embeddings"];
+    readonly input: "Natural-language text with optional tools or extraction schema";
+    readonly output: "Structured JSON or embedding vector";
+    readonly runtime: "Cactus Needle runtime adapter";
+    readonly modelUri: "Cactus-Compute/needle3";
+};
+export declare const needle3CompleteApi: import("../../index.js").ApiDefinition;
+export declare class Needle3 extends ModelLibrary<Needle3Model> {
+    constructor(runtime?: ModelRuntime<Needle3Model>);
+    complete(input: {
+        prompt: string;
+        tools?: readonly unknown[];
+        schema?: unknown;
+    }): Promise<unknown>;
+    embed(input: string): Promise<readonly number[] | Float32Array>;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/models/needle3/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/models/needle3/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,YAAY,EAAC,MAAM,qBAAqB,CAAC;AACjD,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAGpD,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,CAAC,KAAK,EAAE;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,SAAS,OAAO,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,OAAO,CAAA;KAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAClG,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,MAAM,EAAE,GAAG,YAAY,CAAC,CAAC;IAChE,KAAK,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7B,CAAC;AAEF,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;CAelB,CAAC;AAEX,eAAO,MAAM,kBAAkB,wCAY7B,CAAC;AAEH,qBAAa,OAAQ,SAAQ,YAAY,CAAC,YAAY,CAAC;gBACzC,OAAO,GAAE,YAAY,CAAC,YAAY,CAAwB;IAItE,QAAQ,CAAC,KAAK,EAAE;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,SAAS,OAAO,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,OAAO,CAAA;KAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IAIjG,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,MAAM,EAAE,GAAG,YAAY,CAAC;CAGhE"}

package/dist/models/needle3/index.js

@@ -0,0 +1,44 @@
+import { defineApi } from "../../api/define-api.js";
+import { ModelLibrary } from "../model-library.js";
+import { cactusNeedle3Runtime } from "../runtimes/cactus.js";
+export const needle3Metadata = {
+    id: "model.cactus-needle3",
+    name: "Needle 3",
+    provider: "Cactus Compute",
+    version: "3",
+    description: "Tiny structured inference model for tool selection, argument extraction, classification, and embeddings.",
+    examples: ["select a tool", "extract fields", "classify an intent"],
+    avoidWhen: "Avoid for open-ended long-form generation or complex multi-step reasoning.",
+    whenToUse: "Use when natural language must be mapped to a small tool set or structured schema.",
+    size: { min: 8, max: 29, unit: "MB", qualifier: "range" },
+    capabilities: ["tool-selection", "argument-extraction", "classification", "structured-output", "embeddings"],
+    input: "Natural-language text with optional tools or extraction schema",
+    output: "Structured JSON or embedding vector",
+    runtime: "Cactus Needle runtime adapter",
+    modelUri: "Cactus-Compute/needle3",
+};
+export const needle3CompleteApi = defineApi({
+    id: "model.cactus-needle3.complete",
+    name: "Needle3.complete",
+    category: "models",
+    description: "Select tools or extract structured data from natural-language input.",
+    parameters: [
+        { name: "prompt", description: "Natural-language input.", required: true, schema: { type: "string" } },
+        { name: "tools", description: "Optional tool definitions.", required: false, schema: { type: "array" } },
+        { name: "schema", description: "Optional extraction schema.", required: false, schema: { type: "object" } },
+    ],
+    output: { type: "object", description: "Structured model result." },
+    semantics: { deterministic: false, pure: false, sideEffects: false },
+});
+export class Needle3 extends ModelLibrary {
+    constructor(runtime = cactusNeedle3Runtime) {
+        super(needle3Metadata, runtime);
+    }
+    complete(input) {
+        return this.withModel((model) => model.complete(input));
+    }
+    embed(input) {
+        return this.withModel((model) => model.embed(input));
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/models/needle3/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/models/needle3/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,yBAAyB,CAAC;AAClD,OAAO,EAAC,YAAY,EAAC,MAAM,qBAAqB,CAAC;AAEjD,OAAO,EAAC,oBAAoB,EAAC,MAAM,uBAAuB,CAAC;AAQ3D,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,EAAE,EAAE,sBAAsB;IAC1B,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE,gBAAgB;IAC1B,OAAO,EAAE,GAAG;IACZ,WAAW,EAAE,0GAA0G;IACvH,QAAQ,EAAE,CAAC,eAAe,EAAE,gBAAgB,EAAE,oBAAoB,CAAC;IACnE,SAAS,EAAE,4EAA4E;IACvF,SAAS,EAAE,oFAAoF;IAC/F,IAAI,EAAE,EAAC,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAC;IACvD,YAAY,EAAE,CAAC,gBAAgB,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,YAAY,CAAC;IAC5G,KAAK,EAAE,gEAAgE;IACvE,MAAM,EAAE,qCAAqC;IAC7C,OAAO,EAAE,+BAA+B;IACxC,QAAQ,EAAE,wBAAwB;CAC1B,CAAC;AAEX,MAAM,CAAC,MAAM,kBAAkB,GAAG,SAAS,CAAC;IAC1C,EAAE,EAAE,+BAA+B;IACnC,IAAI,EAAE,kBAAkB;IACxB,QAAQ,EAAE,QAAQ;IAClB,WAAW,EAAE,sEAAsE;IACnF,UAAU,EAAE;QACV,EAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,yBAAyB,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC,EAAC;QAClG,EAAC,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,4BAA4B,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,EAAC,IAAI,EAAE,OAAO,EAAC,EAAC;QACpG,EAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,6BAA6B,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC,EAAC;KACxG;IACD,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,0BAA0B,EAAC;IACjE,SAAS,EAAE,EAAC,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAC;CACnE,CAAC,CAAC;AAEH,MAAM,OAAO,OAAQ,SAAQ,YAA0B;IACrD,YAAY,UAAsC,oBAAoB;QACpE,KAAK,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IAClC,CAAC;IAED,QAAQ,CAAC,KAAqE;QAC5E,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,KAAa;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACvD,CAAC;CACF"}

package/dist/models/runtimes/cactus.d.ts

@@ -0,0 +1,6 @@
+import type { ModelRuntime } from "../model-types.js";
+import type { Needle3Model } from "../needle3/index.js";
+import type { WhistleModel } from "../whistle/index.js";
+export declare const cactusNeedle3Runtime: ModelRuntime<Needle3Model>;
+export declare const cactusWhistleRuntime: ModelRuntime<WhistleModel>;
+//# sourceMappingURL=cactus.d.ts.map

package/dist/models/runtimes/cactus.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cactus.d.ts","sourceRoot":"","sources":["../../../src/models/runtimes/cactus.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,qBAAqB,CAAC;AACtD,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,qBAAqB,CAAC;AActD,eAAO,MAAM,oBAAoB,EAAE,YAAY,CAAC,YAAY,CAkB3D,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,YAAY,CAAC,YAAY,CAmB3D,CAAC"}

package/dist/models/runtimes/cactus.js

@@ -0,0 +1,41 @@
+export const cactusNeedle3Runtime = {
+    async load() {
+        const { createNeedle, downloadModel } = await import("cactus-needle");
+        await downloadModel({ model: "needle3" });
+        const session = await createNeedle();
+        const needle = session;
+        return {
+            complete: async (input) => {
+                if (input.schema !== undefined)
+                    return needle.extract(input.prompt, input.schema);
+                return needle.complete(input.prompt, { tools: input.tools });
+            },
+            embed: async (input) => needle.embed(input),
+            close: () => needle.close(),
+        };
+    },
+    async unload(model) {
+        await model.close?.();
+    },
+};
+export const cactusWhistleRuntime = {
+    async load() {
+        const { createWhistle, downloadModel } = await import("cactus-needle");
+        await downloadModel({ model: "whistle" });
+        const session = await createWhistle();
+        const whistle = session;
+        return {
+            transcribe: async (input) => {
+                const result = await whistle.transcribe(input.audio, {
+                    ...(input.language === undefined ? {} : { language: input.language }),
+                });
+                return typeof result === "string" ? result : result?.text ?? "";
+            },
+            close: () => whistle.close(),
+        };
+    },
+    async unload(model) {
+        await model.close?.();
+    },
+};
+//# sourceMappingURL=cactus.js.map

package/dist/models/runtimes/cactus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cactus.js","sourceRoot":"","sources":["../../../src/models/runtimes/cactus.ts"],"names":[],"mappings":"AAgBA,MAAM,CAAC,MAAM,oBAAoB,GAA+B;IAC9D,KAAK,CAAC,IAAI;QACR,MAAM,EAAC,YAAY,EAAE,aAAa,EAAC,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;QACpE,MAAM,aAAa,CAAC,EAAC,KAAK,EAAE,SAAS,EAAC,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,YAAY,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,OAAkC,CAAC;QAClD,OAAO;YACL,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBACxB,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;oBAAE,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBAClF,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,EAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAC,CAAC,CAAC;YAC7D,CAAC;YACD,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;YAC3C,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE;SAC5B,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAAK;QAChB,MAAM,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IACxB,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAA+B;IAC9D,KAAK,CAAC,IAAI;QACR,MAAM,EAAC,aAAa,EAAE,aAAa,EAAC,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;QACrE,MAAM,aAAa,CAAC,EAAC,KAAK,EAAE,SAAS,EAAC,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,aAAa,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,OAAmC,CAAC;QACpD,OAAO;YACL,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBAC1B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE;oBACnD,GAAG,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAC,CAAC;iBACpE,CAAC,CAAC;gBACH,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;YAClE,CAAC;YACD,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE;SAC7B,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAAK;QAChB,MAAM,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IACxB,CAAC;CACF,CAAC"}

package/dist/models/runtimes/ettin-head.d.ts

@@ -0,0 +1,13 @@
+export type EttinHeadWeights = {
+    w1: Float32Array;
+    lnWeight: Float32Array;
+    lnBias: Float32Array;
+    w2: Float32Array;
+    b2: Float32Array;
+};
+export declare function loadEttinHeadWeights(modelUri: string): Promise<EttinHeadWeights>;
+export declare function computeEttinHeadScores(hidden: {
+    dims: readonly number[];
+    data: Float32Array;
+}, head: EttinHeadWeights): number[];
+//# sourceMappingURL=ettin-head.d.ts.map

package/dist/models/runtimes/ettin-head.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ettin-head.d.ts","sourceRoot":"","sources":["../../../src/models/runtimes/ettin-head.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,gBAAgB,GAAG;IAC7B,EAAE,EAAE,YAAY,CAAC;IACjB,QAAQ,EAAE,YAAY,CAAC;IACvB,MAAM,EAAE,YAAY,CAAC;IACrB,EAAE,EAAE,YAAY,CAAC;IACjB,EAAE,EAAE,YAAY,CAAC;CAClB,CAAC;AAmCF,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAiBtF;AAED,wBAAgB,sBAAsB,CACpC,MAAM,EAAE;IAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,IAAI,EAAE,YAAY,CAAA;CAAC,EACrD,IAAI,EAAE,gBAAgB,GACrB,MAAM,EAAE,CAwCV"}