modelfusion 0.133.0 → 0.135.0

package/model-provider/llamacpp/LlamaCppGrammars.js

@@ -1,82 +0,0 @@
-/**
- * GBNF grammar for JSON.
- *
- * @see https://github.com/ggerganov/llama.cpp/blob/master/grammars/json.gbnf
- */
-export const json = `
-root   ::= object
-value  ::= object | array | string | number | ("true" | "false" | "null") ws
-
-object ::=
-  "{" ws (
-            string ":" ws value
-    ("," ws string ":" ws value)*
-  )? "}" ws
-
-array  ::=
-  "[" ws (
-            value
-    ("," ws value)*
-  )? "]" ws
-
-string ::=
-  "\\"" (
-    [^"\\\\] |
-    "\\\\" (["\\\\/bfnrt] | "u" [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F]) # escapes
-  )* "\\"" ws
-
-number ::= ("-"? ([0-9] | [1-9] [0-9]*)) ("." [0-9]+)? ([eE] [-+]? [0-9]+)? ws
-
-# Optional space: by convention, applied in this grammar after literal chars when allowed
-ws ::= ([ \t\n] ws)?
-`;
-/**
- * GBNF grammar for JSON array outputs. Restricts whitespace at the end of the array.
- *
- * @see https://github.com/ggerganov/llama.cpp/blob/master/grammars/json_arr.gbnf
- */
-export const jsonArray = `
-root   ::= arr
-value  ::= object | array | string | number | ("true" | "false" | "null") ws
-
-arr  ::=
-  "[\n" ws (
-            value
-    (",\n" ws value)*
-  )? "]"
-
-object ::=
-  "{" ws (
-            string ":" ws value
-    ("," ws string ":" ws value)*
-  )? "}" ws
-
-array  ::=
-  "[" ws (
-            value
-    ("," ws value)*
-  )? "]" ws
-
-string ::=
-  "\\"" (
-    [^"\\\\] |
-    "\\\\" (["\\\\/bfnrt] | "u" [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F]) # escapes
-  )* "\\"" ws
-
-number ::= ("-"? ([0-9] | [1-9] [0-9]*)) ("." [0-9]+)? ([eE] [-+]? [0-9]+)? ws
-
-# Optional space: by convention, applied in this grammar after literal chars when allowed
-ws ::= ([ \t\n] ws)?
-`;
-/**
- * GBNF grammar for list outputs. List items are separated by newlines and start with `- `.
- *
- * @see https://github.com/ggerganov/llama.cpp/blob/master/grammars/list.gbnf
- */
-export const list = `
-root ::= item+
-
-# Excludes various line break characters
-item ::= "- " [^\r\n\x0b\x0c\x85\u2028\u2029]+ "\n"
-`;
-export { convertJsonSchemaToGBNF as fromJsonSchema } from "./convertJsonSchemaToGBNF.js";

package/model-provider/llamacpp/LlamaCppPrompt.cjs

@@ -1,93 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BakLLaVA1 = exports.Vicuna = exports.Synthia = exports.Alpaca = exports.NeuralChat = exports.Llama2 = exports.ChatML = exports.Mistral = exports.Text = exports.asLlamaCppTextPromptTemplateProvider = exports.asLlamaCppPromptTemplate = void 0;
-const alpacaPrompt = __importStar(require("../../model-function/generate-text/prompt-template/AlpacaPromptTemplate.cjs"));
-const chatMlPrompt = __importStar(require("../../model-function/generate-text/prompt-template/ChatMLPromptTemplate.cjs"));
-const llama2Prompt = __importStar(require("../../model-function/generate-text/prompt-template/Llama2PromptTemplate.cjs"));
-const mistralPrompt = __importStar(require("../../model-function/generate-text/prompt-template/MistralInstructPromptTemplate.cjs"));
-const neuralChatPrompt = __importStar(require("../../model-function/generate-text/prompt-template/NeuralChatPromptTemplate.cjs"));
-const synthiaPrompt = __importStar(require("../../model-function/generate-text/prompt-template/SynthiaPromptTemplate.cjs"));
-const textPrompt = __importStar(require("../../model-function/generate-text/prompt-template/TextPromptTemplate.cjs"));
-const vicunaPrompt = __importStar(require("../../model-function/generate-text/prompt-template/VicunaPromptTemplate.cjs"));
-const LlamaCppBakLLaVA1Prompt = __importStar(require("./LlamaCppBakLLaVA1PromptTemplate.cjs"));
-function asLlamaCppPromptTemplate(promptTemplate) {
-    return {
-        format: (prompt) => ({
-            text: promptTemplate.format(prompt),
-        }),
-        stopSequences: promptTemplate.stopSequences,
-    };
-}
-exports.asLlamaCppPromptTemplate = asLlamaCppPromptTemplate;
-function asLlamaCppTextPromptTemplateProvider(promptTemplateProvider) {
-    return {
-        text: () => asLlamaCppPromptTemplate(promptTemplateProvider.text()),
-        instruction: () => asLlamaCppPromptTemplate(promptTemplateProvider.instruction()),
-        chat: () => asLlamaCppPromptTemplate(promptTemplateProvider.chat()),
-    };
-}
-exports.asLlamaCppTextPromptTemplateProvider = asLlamaCppTextPromptTemplateProvider;
-exports.Text = asLlamaCppTextPromptTemplateProvider(textPrompt);
-/**
- * Formats text, instruction or chat prompts as a Mistral instruct prompt.
- *
- * Note that Mistral does not support system prompts. We emulate them.
- *
- * Text prompt:
- * ```
- * <s>[INST] { instruction } [/INST]
- * ```
- *
- * Instruction prompt when system prompt is set:
- * ```
- * <s>[INST] ${ system prompt } [/INST] </s>[INST] ${instruction} [/INST] ${ response prefix }
- * ```
- *
- * Instruction prompt template when there is no system prompt:
- * ```
- * <s>[INST] ${ instruction } [/INST] ${ response prefix }
- * ```
- *
- * Chat prompt when system prompt is set:
- * ```
- * <s>[INST] ${ system prompt } [/INST] </s> [INST] ${ user msg 1 } [/INST] ${ model response 1 } [INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
- * ```
- *
- * Chat prompt when there is no system prompt:
- * ```
- * <s>[INST] ${ user msg 1 } [/INST] ${ model response 1 } </s>[INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
- * ```
- *
- * @see https://docs.mistral.ai/models/#chat-template
- */
-exports.Mistral = asLlamaCppTextPromptTemplateProvider(mistralPrompt);
-exports.ChatML = asLlamaCppTextPromptTemplateProvider(chatMlPrompt);
-exports.Llama2 = asLlamaCppTextPromptTemplateProvider(llama2Prompt);
-exports.NeuralChat = asLlamaCppTextPromptTemplateProvider(neuralChatPrompt);
-exports.Alpaca = asLlamaCppTextPromptTemplateProvider(alpacaPrompt);
-exports.Synthia = asLlamaCppTextPromptTemplateProvider(synthiaPrompt);
-exports.Vicuna = asLlamaCppTextPromptTemplateProvider(vicunaPrompt);
-exports.BakLLaVA1 = LlamaCppBakLLaVA1Prompt;

package/model-provider/llamacpp/LlamaCppPrompt.d.ts

@@ -1,47 +0,0 @@
-import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
-import { TextGenerationPromptTemplateProvider } from "../../model-function/generate-text/prompt-template/PromptTemplateProvider.js";
-import * as LlamaCppBakLLaVA1Prompt from "./LlamaCppBakLLaVA1PromptTemplate.js";
-import { LlamaCppCompletionPrompt } from "./LlamaCppCompletionModel.js";
-export declare function asLlamaCppPromptTemplate<SOURCE_PROMPT>(promptTemplate: TextGenerationPromptTemplate<SOURCE_PROMPT, string>): TextGenerationPromptTemplate<SOURCE_PROMPT, LlamaCppCompletionPrompt>;
-export declare function asLlamaCppTextPromptTemplateProvider(promptTemplateProvider: TextGenerationPromptTemplateProvider<string>): TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
-export declare const Text: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
-/**
- * Formats text, instruction or chat prompts as a Mistral instruct prompt.
- *
- * Note that Mistral does not support system prompts. We emulate them.
- *
- * Text prompt:
- * ```
- * <s>[INST] { instruction } [/INST]
- * ```
- *
- * Instruction prompt when system prompt is set:
- * ```
- * <s>[INST] ${ system prompt } [/INST] </s>[INST] ${instruction} [/INST] ${ response prefix }
- * ```
- *
- * Instruction prompt template when there is no system prompt:
- * ```
- * <s>[INST] ${ instruction } [/INST] ${ response prefix }
- * ```
- *
- * Chat prompt when system prompt is set:
- * ```
- * <s>[INST] ${ system prompt } [/INST] </s> [INST] ${ user msg 1 } [/INST] ${ model response 1 } [INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
- * ```
- *
- * Chat prompt when there is no system prompt:
- * ```
- * <s>[INST] ${ user msg 1 } [/INST] ${ model response 1 } </s>[INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
- * ```
- *
- * @see https://docs.mistral.ai/models/#chat-template
- */
-export declare const Mistral: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
-export declare const ChatML: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
-export declare const Llama2: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
-export declare const NeuralChat: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
-export declare const Alpaca: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
-export declare const Synthia: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
-export declare const Vicuna: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
-export declare const BakLLaVA1: typeof LlamaCppBakLLaVA1Prompt;

package/model-provider/llamacpp/LlamaCppPrompt.js

@@ -1,65 +0,0 @@
-import * as alpacaPrompt from "../../model-function/generate-text/prompt-template/AlpacaPromptTemplate.js";
-import * as chatMlPrompt from "../../model-function/generate-text/prompt-template/ChatMLPromptTemplate.js";
-import * as llama2Prompt from "../../model-function/generate-text/prompt-template/Llama2PromptTemplate.js";
-import * as mistralPrompt from "../../model-function/generate-text/prompt-template/MistralInstructPromptTemplate.js";
-import * as neuralChatPrompt from "../../model-function/generate-text/prompt-template/NeuralChatPromptTemplate.js";
-import * as synthiaPrompt from "../../model-function/generate-text/prompt-template/SynthiaPromptTemplate.js";
-import * as textPrompt from "../../model-function/generate-text/prompt-template/TextPromptTemplate.js";
-import * as vicunaPrompt from "../../model-function/generate-text/prompt-template/VicunaPromptTemplate.js";
-import * as LlamaCppBakLLaVA1Prompt from "./LlamaCppBakLLaVA1PromptTemplate.js";
-export function asLlamaCppPromptTemplate(promptTemplate) {
-    return {
-        format: (prompt) => ({
-            text: promptTemplate.format(prompt),
-        }),
-        stopSequences: promptTemplate.stopSequences,
-    };
-}
-export function asLlamaCppTextPromptTemplateProvider(promptTemplateProvider) {
-    return {
-        text: () => asLlamaCppPromptTemplate(promptTemplateProvider.text()),
-        instruction: () => asLlamaCppPromptTemplate(promptTemplateProvider.instruction()),
-        chat: () => asLlamaCppPromptTemplate(promptTemplateProvider.chat()),
-    };
-}
-export const Text = asLlamaCppTextPromptTemplateProvider(textPrompt);
-/**
- * Formats text, instruction or chat prompts as a Mistral instruct prompt.
- *
- * Note that Mistral does not support system prompts. We emulate them.
- *
- * Text prompt:
- * ```
- * <s>[INST] { instruction } [/INST]
- * ```
- *
- * Instruction prompt when system prompt is set:
- * ```
- * <s>[INST] ${ system prompt } [/INST] </s>[INST] ${instruction} [/INST] ${ response prefix }
- * ```
- *
- * Instruction prompt template when there is no system prompt:
- * ```
- * <s>[INST] ${ instruction } [/INST] ${ response prefix }
- * ```
- *
- * Chat prompt when system prompt is set:
- * ```
- * <s>[INST] ${ system prompt } [/INST] </s> [INST] ${ user msg 1 } [/INST] ${ model response 1 } [INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
- * ```
- *
- * Chat prompt when there is no system prompt:
- * ```
- * <s>[INST] ${ user msg 1 } [/INST] ${ model response 1 } </s>[INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
- * ```
- *
- * @see https://docs.mistral.ai/models/#chat-template
- */
-export const Mistral = asLlamaCppTextPromptTemplateProvider(mistralPrompt);
-export const ChatML = asLlamaCppTextPromptTemplateProvider(chatMlPrompt);
-export const Llama2 = asLlamaCppTextPromptTemplateProvider(llama2Prompt);
-export const NeuralChat = asLlamaCppTextPromptTemplateProvider(neuralChatPrompt);
-export const Alpaca = asLlamaCppTextPromptTemplateProvider(alpacaPrompt);
-export const Synthia = asLlamaCppTextPromptTemplateProvider(synthiaPrompt);
-export const Vicuna = asLlamaCppTextPromptTemplateProvider(vicunaPrompt);
-export const BakLLaVA1 = LlamaCppBakLLaVA1Prompt;

package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.cjs

@@ -1,96 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LlamaCppTextEmbeddingModel = void 0;
-const zod_1 = require("zod");
-const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
-const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
-const LlamaCppApiConfiguration_js_1 = require("./LlamaCppApiConfiguration.cjs");
-const LlamaCppError_js_1 = require("./LlamaCppError.cjs");
-const LlamaCppTokenizer_js_1 = require("./LlamaCppTokenizer.cjs");
-class LlamaCppTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
-    constructor(settings = {}) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "llamacpp"
-        });
-        Object.defineProperty(this, "maxValuesPerCall", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 1
-        });
-        Object.defineProperty(this, "contextWindowSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.tokenizer = new LlamaCppTokenizer_js_1.LlamaCppTokenizer(this.settings.api);
-    }
-    get modelName() {
-        return null;
-    }
-    get isParallelizable() {
-        return this.settings.isParallelizable ?? false;
-    }
-    get dimensions() {
-        return this.settings.dimensions;
-    }
-    async tokenize(text) {
-        return this.tokenizer.tokenize(text);
-    }
-    async callAPI(texts, callOptions) {
-        if (texts.length > this.maxValuesPerCall) {
-            throw new Error(`The Llama.cpp embedding API only supports ${this.maxValuesPerCall} texts per API call.`);
-        }
-        const api = this.settings.api ?? new LlamaCppApiConfiguration_js_1.LlamaCppApiConfiguration();
-        const abortSignal = callOptions.run?.abortSignal;
-        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
-            retry: this.settings.api?.retry,
-            throttle: this.settings.api?.throttle,
-            call: async () => (0, postToApi_js_1.postJsonToApi)({
-                url: api.assembleUrl(`/embedding`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: { content: texts[0] },
-                failedResponseHandler: LlamaCppError_js_1.failedLlamaCppCallResponseHandler,
-                successfulResponseHandler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(llamaCppTextEmbeddingResponseSchema)),
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        return {
-            dimensions: this.settings.dimensions,
-        };
-    }
-    async doEmbedValues(texts, options) {
-        const rawResponse = await this.callAPI(texts, options);
-        return {
-            rawResponse,
-            embeddings: [rawResponse.embedding],
-        };
-    }
-    withSettings(additionalSettings) {
-        return new LlamaCppTextEmbeddingModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-exports.LlamaCppTextEmbeddingModel = LlamaCppTextEmbeddingModel;
-const llamaCppTextEmbeddingResponseSchema = zod_1.z.object({
-    embedding: zod_1.z.array(zod_1.z.number()),
-});

package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.d.ts

@@ -1,39 +0,0 @@
-import { z } from "zod";
-import { FunctionCallOptions } from "../../core/FunctionOptions.js";
-import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { EmbeddingModel, EmbeddingModelSettings } from "../../model-function/embed/EmbeddingModel.js";
-export interface LlamaCppTextEmbeddingModelSettings extends EmbeddingModelSettings {
-    api?: ApiConfiguration;
-    dimensions?: number;
-    isParallelizable?: boolean;
-}
-export declare class LlamaCppTextEmbeddingModel extends AbstractModel<LlamaCppTextEmbeddingModelSettings> implements EmbeddingModel<string, LlamaCppTextEmbeddingModelSettings> {
-    constructor(settings?: LlamaCppTextEmbeddingModelSettings);
-    readonly provider: "llamacpp";
-    get modelName(): null;
-    readonly maxValuesPerCall = 1;
-    get isParallelizable(): boolean;
-    readonly contextWindowSize: undefined;
-    get dimensions(): number | undefined;
-    private readonly tokenizer;
-    tokenize(text: string): Promise<number[]>;
-    callAPI(texts: Array<string>, callOptions: FunctionCallOptions): Promise<LlamaCppTextEmbeddingResponse>;
-    get settingsForEvent(): Partial<LlamaCppTextEmbeddingModelSettings>;
-    doEmbedValues(texts: string[], options: FunctionCallOptions): Promise<{
-        rawResponse: {
-            embedding: number[];
-        };
-        embeddings: number[][];
-    }>;
-    withSettings(additionalSettings: Partial<LlamaCppTextEmbeddingModelSettings>): this;
-}
-declare const llamaCppTextEmbeddingResponseSchema: z.ZodObject<{
-    embedding: z.ZodArray<z.ZodNumber, "many">;
-}, "strip", z.ZodTypeAny, {
-    embedding: number[];
-}, {
-    embedding: number[];
-}>;
-export type LlamaCppTextEmbeddingResponse = z.infer<typeof llamaCppTextEmbeddingResponseSchema>;
-export {};

package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.js

@@ -1,92 +0,0 @@
-import { z } from "zod";
-import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
-import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { zodSchema } from "../../core/schema/ZodSchema.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { LlamaCppApiConfiguration } from "./LlamaCppApiConfiguration.js";
-import { failedLlamaCppCallResponseHandler } from "./LlamaCppError.js";
-import { LlamaCppTokenizer } from "./LlamaCppTokenizer.js";
-export class LlamaCppTextEmbeddingModel extends AbstractModel {
-    constructor(settings = {}) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "llamacpp"
-        });
-        Object.defineProperty(this, "maxValuesPerCall", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 1
-        });
-        Object.defineProperty(this, "contextWindowSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.tokenizer = new LlamaCppTokenizer(this.settings.api);
-    }
-    get modelName() {
-        return null;
-    }
-    get isParallelizable() {
-        return this.settings.isParallelizable ?? false;
-    }
-    get dimensions() {
-        return this.settings.dimensions;
-    }
-    async tokenize(text) {
-        return this.tokenizer.tokenize(text);
-    }
-    async callAPI(texts, callOptions) {
-        if (texts.length > this.maxValuesPerCall) {
-            throw new Error(`The Llama.cpp embedding API only supports ${this.maxValuesPerCall} texts per API call.`);
-        }
-        const api = this.settings.api ?? new LlamaCppApiConfiguration();
-        const abortSignal = callOptions.run?.abortSignal;
-        return callWithRetryAndThrottle({
-            retry: this.settings.api?.retry,
-            throttle: this.settings.api?.throttle,
-            call: async () => postJsonToApi({
-                url: api.assembleUrl(`/embedding`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: { content: texts[0] },
-                failedResponseHandler: failedLlamaCppCallResponseHandler,
-                successfulResponseHandler: createJsonResponseHandler(zodSchema(llamaCppTextEmbeddingResponseSchema)),
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        return {
-            dimensions: this.settings.dimensions,
-        };
-    }
-    async doEmbedValues(texts, options) {
-        const rawResponse = await this.callAPI(texts, options);
-        return {
-            rawResponse,
-            embeddings: [rawResponse.embedding],
-        };
-    }
-    withSettings(additionalSettings) {
-        return new LlamaCppTextEmbeddingModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-const llamaCppTextEmbeddingResponseSchema = z.object({
-    embedding: z.array(z.number()),
-});

package/model-provider/llamacpp/LlamaCppTokenizer.cjs

@@ -1,64 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LlamaCppTokenizer = void 0;
-const zod_1 = require("zod");
-const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
-const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const LlamaCppApiConfiguration_js_1 = require("./LlamaCppApiConfiguration.cjs");
-const LlamaCppError_js_1 = require("./LlamaCppError.cjs");
-/**
- * Tokenizer for LlamaCpp.
-
- * @example
- * const tokenizer = new LlamaCppTokenizer();
- *
- * const text = "At first, Nox didn't know what to do with the pup.";
- *
- * const tokenCount = await countTokens(tokenizer, text);
- * const tokens = await tokenizer.tokenize(text);
- * const tokensAndTokenTexts = await tokenizer.tokenizeWithTexts(text);
- * const reconstructedText = await tokenizer.detokenize(tokens);
- */
-class LlamaCppTokenizer {
-    constructor(api = new LlamaCppApiConfiguration_js_1.LlamaCppApiConfiguration()) {
-        Object.defineProperty(this, "api", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.api = api;
-    }
-    async callTokenizeAPI(text, callOptions) {
-        const api = this.api;
-        const abortSignal = callOptions?.run?.abortSignal;
-        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => (0, postToApi_js_1.postJsonToApi)({
-                url: api.assembleUrl(`/tokenize`),
-                headers: api.headers({
-                    functionType: "tokenize",
-                    functionId: callOptions?.functionId,
-                    run: callOptions?.run,
-                    callId: "",
-                }),
-                body: {
-                    content: text,
-                },
-                failedResponseHandler: LlamaCppError_js_1.failedLlamaCppCallResponseHandler,
-                successfulResponseHandler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(llamaCppTokenizationResponseSchema)),
-                abortSignal,
-            }),
-        });
-    }
-    async tokenize(text) {
-        const response = await this.callTokenizeAPI(text);
-        return response.tokens;
-    }
-}
-exports.LlamaCppTokenizer = LlamaCppTokenizer;
-const llamaCppTokenizationResponseSchema = zod_1.z.object({
-    tokens: zod_1.z.array(zod_1.z.number()),
-});

package/model-provider/llamacpp/LlamaCppTokenizer.d.ts

@@ -1,32 +0,0 @@
-import { z } from "zod";
-import { FunctionCallOptions } from "../../core/FunctionOptions.js";
-import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
-import { BasicTokenizer } from "../../model-function/tokenize-text/Tokenizer.js";
-/**
- * Tokenizer for LlamaCpp.
-
- * @example
- * const tokenizer = new LlamaCppTokenizer();
- *
- * const text = "At first, Nox didn't know what to do with the pup.";
- *
- * const tokenCount = await countTokens(tokenizer, text);
- * const tokens = await tokenizer.tokenize(text);
- * const tokensAndTokenTexts = await tokenizer.tokenizeWithTexts(text);
- * const reconstructedText = await tokenizer.detokenize(tokens);
- */
-export declare class LlamaCppTokenizer implements BasicTokenizer {
-    readonly api: ApiConfiguration;
-    constructor(api?: ApiConfiguration);
-    callTokenizeAPI(text: string, callOptions?: FunctionCallOptions): Promise<LlamaCppTokenizationResponse>;
-    tokenize(text: string): Promise<number[]>;
-}
-declare const llamaCppTokenizationResponseSchema: z.ZodObject<{
-    tokens: z.ZodArray<z.ZodNumber, "many">;
-}, "strip", z.ZodTypeAny, {
-    tokens: number[];
-}, {
-    tokens: number[];
-}>;
-export type LlamaCppTokenizationResponse = z.infer<typeof llamaCppTokenizationResponseSchema>;
-export {};

package/model-provider/llamacpp/LlamaCppTokenizer.js

@@ -1,60 +0,0 @@
-import { z } from "zod";
-import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
-import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { zodSchema } from "../../core/schema/ZodSchema.js";
-import { LlamaCppApiConfiguration } from "./LlamaCppApiConfiguration.js";
-import { failedLlamaCppCallResponseHandler } from "./LlamaCppError.js";
-/**
- * Tokenizer for LlamaCpp.
-
- * @example
- * const tokenizer = new LlamaCppTokenizer();
- *
- * const text = "At first, Nox didn't know what to do with the pup.";
- *
- * const tokenCount = await countTokens(tokenizer, text);
- * const tokens = await tokenizer.tokenize(text);
- * const tokensAndTokenTexts = await tokenizer.tokenizeWithTexts(text);
- * const reconstructedText = await tokenizer.detokenize(tokens);
- */
-export class LlamaCppTokenizer {
-    constructor(api = new LlamaCppApiConfiguration()) {
-        Object.defineProperty(this, "api", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.api = api;
-    }
-    async callTokenizeAPI(text, callOptions) {
-        const api = this.api;
-        const abortSignal = callOptions?.run?.abortSignal;
-        return callWithRetryAndThrottle({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => postJsonToApi({
-                url: api.assembleUrl(`/tokenize`),
-                headers: api.headers({
-                    functionType: "tokenize",
-                    functionId: callOptions?.functionId,
-                    run: callOptions?.run,
-                    callId: "",
-                }),
-                body: {
-                    content: text,
-                },
-                failedResponseHandler: failedLlamaCppCallResponseHandler,
-                successfulResponseHandler: createJsonResponseHandler(zodSchema(llamaCppTokenizationResponseSchema)),
-                abortSignal,
-            }),
-        });
-    }
-    async tokenize(text) {
-        const response = await this.callTokenizeAPI(text);
-        return response.tokens;
-    }
-}
-const llamaCppTokenizationResponseSchema = z.object({
-    tokens: z.array(z.number()),
-});