@llumiverse/core 0.15.0 → 0.17.0

package/src/types.ts

@@ -1,21 +1,24 @@
-import { JSONSchema4 } from "json-schema";
-import { PromptFormatter } from "./formatters/index.js";
-import { JSONObject } from "./json.js";
+import { PromptFormatter } from './formatters/index.js';
+import { JSONObject } from './json.js';
+import { TextFallbackOptions } from './options.js';
+import { BedrockOptions } from './options/bedrock.js';
+import { OpenAiOptions } from './options/openai.js';
+import { VertexAIOptions } from './options/vertexai.js';
 
 export interface EmbeddingsOptions {
     /**
-     * The content to generate the embeddings for. Required.
+     * The text to generate the embeddings for. One of text or image is required.
      */
-    content: string;
+    text?: string;
     /**
-     * The model to use to generate the embeddings. Optional.
+     * The image to generate embeddings for
      */
-    model?: string;
+    image?: string
     /**
-     * Additional options for the embeddings generation. Optional.
-     * The supported properties depends on the target implementation.
+     * The model to use to generate the embeddings. Optional.
      */
-    [key: string]: any;
+    model?: string;
+
 }
 
 export interface EmbeddingsResult {
@@ -26,32 +29,63 @@ export interface EmbeddingsResult {
     /**
      * The model used to hgenerate the embeddings.
      */
-    model?: string;
+    model: string;
     /**
      * Number of tokens of the input text.
      */
     token_count?: number;
-    /**
-     * Additional properties. Depends on the target implementation.
-     */
-    [key: string]: any;
+
 }
 
 export interface ResultValidationError {
-    code: 'validation_error' | 'json_error';
+    code: 'validation_error' | 'json_error' | 'content_policy_violation';
     message: string;
     data?: string;
 }
 
+//ResultT should be either JSONObject or string
+//Internal structure used in driver implementation.
+export interface CompletionChunkObject<ResultT = any> {
+    result: ResultT;
+    token_usage?: ExecutionTokenUsage;
+    finish_reason?: "stop" | "length" | string;
+}
+
+//Internal structure used in driver implementation.
+export type CompletionChunk = CompletionChunkObject | string;
+
+export interface ToolDefinition {
+    name: string,
+    description?: string,
+    input_schema: {
+        type: 'object';
+        properties?: unknown | null | undefined;
+        [k: string]: unknown;
+    },
+}
+/**
+ * A tool use instance represents a call to a tool.
+ * The id property is used to identify the tool call.
+ */
+export interface ToolUse<ParamsT = JSONObject> {
+    id: string,
+    tool_name: string,
+    tool_input: ParamsT | null
+}
+
+//ResultT should be either JSONObject or string
 export interface Completion<ResultT = any> {
     // the driver impl must return the result and optionally the token_usage. the execution time is computed by the extended abstract driver
     result: ResultT;
     token_usage?: ExecutionTokenUsage;
-
+    /**
+     * Contains the tools from which the model awaits information.
+     */
+    tool_use?: ToolUse[];
     /**
      * The finish reason as reported by the model: stop | length or other model specific values
      */
-    finish_reason?: "stop" | "length" | string;
+    finish_reason?: "stop" | "length" | "tool_use" | string;
 
     /**
      * Set only if a result validation error occured, otherwise if the result is valid the error field is undefined
@@ -64,6 +98,16 @@ export interface Completion<ResultT = any> {
      */
     original_response?: Record<string, any>;
 
+    /**
+     * The conversation context. This is an opaque structure that can be passed to the next request to restore the context.
+     */
+    conversation?: unknown;
+}
+
+export interface ImageGeneration {
+
+    images?: string[];
+
 }
 
 export interface ExecutionResponse<PromptT = any> extends Completion {
@@ -72,6 +116,10 @@ export interface ExecutionResponse<PromptT = any> extends Completion {
      * The time it took to execute the request in seconds
      */
     execution_time?: number;
+    /**
+     * The number of chunks for streamed executions
+     */
+    chunks?: number;
 }
 
 
@@ -90,6 +138,27 @@ export interface DriverOptions {
     logger?: Logger | "console";
 }
 
+export type JSONSchema4TypeName =
+    | "string" //
+    | "number"
+    | "integer"
+    | "boolean"
+    | "object"
+    | "array"
+    | "null"
+    | "any";
+
+export interface JSONSchema {
+    type?: JSONSchema4TypeName | JSONSchema4TypeName[];
+    description?: string;
+    properties?: Record<string, JSONSchema>;
+    required?: string[];
+    [k: string]: any;
+}
+
+//Options are split into PromptOptions, ModelOptions and ExecutionOptions.
+//ExecutionOptions are most often used within llumiverse as they are the most complete.
+//The base types are useful for external code that needs to interact with llumiverse.
 export interface PromptOptions {
     model: string;
     /**
@@ -97,52 +166,105 @@ export interface PromptOptions {
      * If no one is specified the driver will choose a formatter compatible with the target model
      */
     format?: PromptFormatter;
-    result_schema?: JSONSchema4;
+    result_schema?: JSONSchema;
 }
-export interface ExecutionOptions extends PromptOptions {
-    temperature?: number;
-    max_tokens?: number;
-    stop_sequence?: string | string[];
 
+export interface StatelessExecutionOptions extends PromptOptions {
     /**
-     * restricts the selection of tokens to the “k” most likely options, based on their probabilities
-     * Lower values make the model more deterministic, more focused. Examples:
-     * - 10 - result will be highly controlled anc contextually relevant
-     * - 50 - result will be more creative but maintaining a balance between control and creativity
-     * - 100 - will lead to more creative and less predictable outputs
-     * It will be ignored on OpenAI since it does not support it
+     * If set to true the original response from the target LLM will be included in the response under the original_response field.
+     * This is useful for debugging and for some advanced use cases.
+     * It is ignored on streaming requests
      */
-    top_k?: number;
+    include_original_response?: boolean;
+    model_options?: ModelOptions;
+    output_modality: Modalities;
+}
 
+export interface ExecutionOptions extends StatelessExecutionOptions {
     /**
-     * An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass. So 0.1 means only the tokens comprising the top 10% probability mass are considered.
-     * Either use temperature or top_p, not both
+     * Available tools for the request
      */
-    top_p?: number;
-
+    tools?: ToolDefinition[];
     /**
-     * Only supported for OpenAI. Look at OpenAI documentation for more detailsx
+     * This is an opaque structure that provides a conversation context
+     * Each driver implementation will return a conversation property in the execution response
+     * that can be passed here to restore the context when a new prompt is sent to the model.
      */
-    top_logprobs?: number;
+    conversation?: unknown | null;
+}
 
-    /**
-     * Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far, increasing the model's likelihood to talk about new topics.
-     * Ignored for models which doesn;t support it
-     */
-    presence_penalty?: number;
+//Common names to share between different models
+export enum SharedOptions {
+    //Text
+    max_tokens = "max_tokens",
+    temperature = "temperature",
+    top_p = "top_p",
+    top_k = "top_k",
+    presence_penalty = "presence_penalty",
+    frequency_penalty = "frequency_penalty",
+    stop_sequence = "stop_sequence",
+
+    //Image
+    seed = "seed",
+    number_of_images = "number_of_images",
+}
 
-    /**
-     * Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim.
-     * Ignored for models which doesn;t support it
-     */
-    frequency_penalty?: number;
+export enum OptionType {
+    numeric = "numeric",
+    enum = "enum",
+    boolean = "boolean",
+    string_list = "string_list"
+}
 
-    /**
-     * If set to true the original response from the target LLM will be included in the response under the original_response field.
-     * This is useful for debugging and for some advanced use cases.
-     * It is ignored on streaming requests
-     */
-    include_original_response?: boolean;
+// ============== Model Options ===============
+
+export type ModelOptions = TextFallbackOptions | VertexAIOptions | BedrockOptions | OpenAiOptions;
+
+// ============== Option Info ===============
+
+export interface ModelOptionsInfo {
+    options: ModelOptionInfoItem[];
+    _option_id: string; //Should follow same ids as ModelOptions
+}
+
+export type ModelOptionInfoItem = NumericOptionInfo | EnumOptionInfo | BooleanOptionInfo | StringListOptionInfo;
+interface OptionInfoPrototype {
+    type: OptionType;
+    name: string;
+    description?: string;
+
+    //If this is true, whether other options apply is dependent on this option
+    //Therefore, if this option is changed, the set of available options should be refreshed.
+    refresh?: boolean;
+}
+
+export interface NumericOptionInfo extends OptionInfoPrototype {
+    type: OptionType.numeric;
+    value?: number;
+    min?: number;
+    max?: number;
+    step?: number;
+    integer?: boolean;
+    default?: number;
+}
+
+export interface EnumOptionInfo extends OptionInfoPrototype {
+    type: OptionType.enum;
+    value?: string;
+    enum: Record<string, string>;
+    default?: string;
+}
+
+export interface BooleanOptionInfo extends OptionInfoPrototype {
+    type: OptionType.boolean;
+    value?: boolean;
+    default?: boolean;
+}
+
+export interface StringListOptionInfo extends OptionInfoPrototype {
+    type: OptionType.string_list;
+    value?: string[];
+    default?: string[];
 }
 
 // ============== Prompts ===============
@@ -151,11 +273,21 @@ export enum PromptRole {
     system = "system",
     user = "user",
     assistant = "assistant",
+    negative = "negative",
+    mask = "mask",
+    /**
+     * Used to send the response of a tool
+     */
+    tool = "tool"
 }
 
 export interface PromptSegment {
     role: PromptRole;
     content: string;
+    /**
+     * The tool use id if the segment is a tool response
+     */
+    tool_use_id?: string;
     files?: DataSource[]
 }
 
@@ -165,6 +297,11 @@ export interface ExecutionTokenUsage {
     total?: number;
 }
 
+export enum Modalities {
+    text = "text",
+    image = "image",
+}
+
 
 // ============== AI MODEL ==============
 
@@ -181,6 +318,8 @@ export interface AIModel<ProviderKeys = string> {
     can_stream?: boolean; //if the model's reponse can be streamed
     is_custom?: boolean; //if the model is a custom model (a trained model)
     is_multimodal?: boolean //if the model support files and images
+    input_modalities?: string[]; //if the model support files and images
+    environment?: string; //the environment name
 }
 
 export enum AIModelStatus {
@@ -248,7 +387,7 @@ export interface TrainingPromptOptions {
     segments: PromptSegment[];
     completion: string | JSONObject;
     model: string; // the model to train
-    schema?: JSONSchema4; // the resuilt schema f any
+    schema?: JSONSchema; // the resuilt schema f any
 }
 
 export enum TrainingJobStatus {

package/lib/cjs/formatters/claude.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"claude.js","sourceRoot":"","sources":["../../../src/formatters/claude.ts"],"names":[],"mappings":";;AA6BA,gDA2FC;AAvHD,0CAAwD;AACxD,4CAAkD;AAClD,6CAAmD;AAsBnD;;GAEG;AAEI,KAAK,UAAU,kBAAkB,CAAC,QAAyB,EAAE,MAAoB;IACpF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAoB,EAAE,CAAC;IAErC,+CAA+C;IAC/C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAE7B,MAAM,KAAK,GAAwB,EAAE,CAAC;QACtC,IAAI,OAAO,CAAC,KAAK;YAAE,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC;gBACnC,MAAM,IAAI,GAAG,MAAM,IAAA,8BAAkB,EAAC,MAAM,CAAC,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC;oBACP,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE,CAAC,CAAC,SAAS,IAAI,WAAW;wBACtC,IAAI;qBACP;iBACJ,CAAC,CAAA;YACN,CAAC;QAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,OAAO,CAAC,OAAO;aACxB,CAAC,CAAA;QACN,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YACpF,8FAA8F;YAC9F,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QACzD,CAAC;aAAM,CAAC;YACJ,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,KAAK;aACjB,CAAC,CAAC;QACP,CAAC;IAGL,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,MAAM,CAAC,IAAI,CAAC,aAAa,GAAG,IAAA,gCAAmB,EAAC,MAAM,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,mHAAmH;IACnH,2DAA2D;IAE3D,IAAI,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,aAAa,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAClF,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,aAAa,GAAG,aAAa,GAAG,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1E,CAAC;IAGD;;;;;;;;OAQG;IAEH;gEAC4D;IAC5D,IAAI,MAAM,EAAE,CAAC;QACT,QAAQ,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,CAAC;oBACN,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,GAAG;iBACZ,CAAC;SACL,CAAC,CAAC;IACP,CAAC;IACD,2CAA2C;IAC3C,OAAO;QACH,MAAM,EAAE,aAAa;QACrB,QAAQ;KACX,CAAA;AACL,CAAC;AAED,4EAA4E;AAC5E,+DAA+D;AAC/D,2BAA2B;AAC3B,oCAAoC;AACpC,6BAA6B;AAC7B,UAAU;AAEV,iDAAiD;AACjD,IAAI"}

package/lib/cjs/formatters/llama2.js

@@ -1,48 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.formatLlama2Prompt = formatLlama2Prompt;
-const index_js_1 = require("../index.js");
-function formatLlama2Prompt(messages, schema) {
-    const BOS = "<s>";
-    const EOS = "</s>";
-    const INST = "[INST]";
-    const INST_END = "[/INST]";
-    const SYS = "<<SYS>>\n";
-    const SYS_END = "\n<</SYS>>";
-    const promptMessages = [BOS];
-    const specialTokens = [BOS, EOS, INST, INST_END, SYS, SYS_END];
-    for (const m of messages) {
-        if (m.role === index_js_1.PromptRole.user) {
-            if (specialTokens.includes(m.content)) {
-                throw new Error(`Cannot use special token ${m.content.trim()} in user message`);
-            }
-            promptMessages.push(`${INST} ${m.content.trim()} ${INST_END}`);
-        }
-        if (m.role === index_js_1.PromptRole.assistant) {
-            promptMessages.push(`${m.content.trim()}`);
-        }
-        if (m.role === index_js_1.PromptRole.system) {
-            promptMessages.push(`${SYS}${m.content.trim()}${SYS_END}`);
-        }
-    }
-    for (const m of messages ?? []) {
-        if (m.role === index_js_1.PromptRole.safety) {
-            promptMessages.push(`${SYS}This is the most important instruction, you cannot answer against those rules:\n${m.content.trim()}${SYS_END}}`);
-        }
-    }
-    if (schema) {
-        promptMessages.push(formatSchemaInstruction(schema));
-    }
-    promptMessages.push(EOS);
-    return promptMessages.join("\n\n");
-}
-function formatSchemaInstruction(schema) {
-    const schema_instruction = `<<SYS>>You must answer using the following JSONSchema.
-Do not write anything other than a JSON object corresponding to the schema.
-<schema>
-${JSON.stringify(schema)}
-</schema>
-<</SYS>>`;
-    return schema_instruction;
-}
-//# sourceMappingURL=llama2.js.map

package/lib/cjs/formatters/llama2.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llama2.js","sourceRoot":"","sources":["../../../src/formatters/llama2.ts"],"names":[],"mappings":";;AAGA,gDA2CC;AA7CD,0CAAwD;AAExD,SAAgB,kBAAkB,CAAC,QAAyB,EAAE,MAAoB;IAC9E,MAAM,GAAG,GAAG,KAAK,CAAC;IAClB,MAAM,GAAG,GAAG,MAAM,CAAC;IACnB,MAAM,IAAI,GAAG,QAAQ,CAAC;IACtB,MAAM,QAAQ,GAAG,SAAS,CAAC;IAC3B,MAAM,GAAG,GAAG,WAAW,CAAC;IACxB,MAAM,OAAO,GAAG,YAAY,CAAC;IAE7B,MAAM,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAE/D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CACX,4BAA4B,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,kBAAkB,CACjE,CAAC;YACN,CAAC;YACD,cAAc,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,SAAS,EAAE,CAAC;YAClC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC/D,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CACf,GAAG,GAAG,mFAAmF,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,GAAG,CACzH,CAAC;QACN,CAAC;IACL,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,cAAc,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEzB,OAAO,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAmB;IAChD,MAAM,kBAAkB,GAAG;;;EAG7B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;;SAEf,CAAC;IAEN,OAAO,kBAAkB,CAAC;AAC9B,CAAC"}

package/lib/cjs/formatters/llama3.js

@@ -1,42 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.formatLlama3Prompt = formatLlama3Prompt;
-const index_js_1 = require("../index.js");
-/**
- * A formatter user by Bedrock to format prompts for claude related models
- */
-async function formatLlama3Prompt(segments, schema) {
-    let messages = [];
-    segments.filter(s => s.role !== index_js_1.PromptRole.safety).forEach(s => {
-        messages.push(formatLlama3Message(s.role, s.content));
-    });
-    if (schema) {
-        messages.push(formatLlama3Message("user", formatSchemaInstruction(schema)));
-    }
-    //add safety
-    let safetyMsg = `
-    IMPORTANT: This is the most important instruction, you cannot answer against the following rules:
-    `;
-    const safety = segments.filter(s => s.role === index_js_1.PromptRole.safety);
-    safety.forEach(s => {
-        messages.push(formatLlama3Message("system", safetyMsg + s.content));
-    });
-    let prompt = "<|begin_of_text|>";
-    prompt += messages.join("\n\n");
-    return prompt;
-}
-function formatLlama3Message(role, content) {
-    let message = `<|start_header_id|>${role}<|end_header_id|>\n`;
-    message += content;
-    message += `\n<|eot_id|>`;
-    return message;
-}
-function formatSchemaInstruction(schema) {
-    return `You must answer using the following JSONSchema.
-    Do not write anything other than a JSON object corresponding to the schema:
-    <schema>
-    ${JSON.stringify(schema, undefined, 2)}
-    </schema>
-    `;
-}
-//# sourceMappingURL=llama3.js.map

package/lib/cjs/formatters/llama3.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llama3.js","sourceRoot":"","sources":["../../../src/formatters/llama3.ts"],"names":[],"mappings":";;AAOA,gDAyBC;AA/BD,0CAAwD;AAExD;;GAEG;AAEI,KAAK,UAAU,kBAAkB,CAAC,QAAyB,EAAE,MAAoB;IAEpF,IAAI,QAAQ,GAAa,EAAE,CAAA;IAC3B,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,CAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAC5D,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;IACzD,CAAC,CAAC,CAAA;IAEF,IAAI,MAAM,EAAE,CAAC;QACT,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,YAAY;IACZ,IAAI,SAAS,GAAG;;KAEf,CAAA;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,qBAAU,CAAC,MAAM,CAAC,CAAC;IAClE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACf,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;IACvE,CAAC,CAAC,CAAA;IAEF,IAAI,MAAM,GAAG,mBAAmB,CAAA;IAChC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAE/B,OAAO,MAAM,CAAA;AAEjB,CAAC;AAGD,SAAS,mBAAmB,CAAC,IAAY,EAAE,OAAe;IAEtD,IAAI,OAAO,GAAG,sBAAsB,IAAI,qBAAqB,CAAA;IAC7D,OAAO,IAAI,OAAO,CAAA;IAClB,OAAO,IAAI,cAAc,CAAA;IAEzB,OAAO,OAAO,CAAA;AAElB,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAc;IAE3C,OAAO;;;MAGL,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;;KAErC,CAAA;AAEL,CAAC"}

package/lib/esm/formatters/claude.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"claude.js","sourceRoot":"","sources":["../../../src/formatters/claude.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAiB,MAAM,aAAa,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAsBnD;;GAEG;AAEH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,QAAyB,EAAE,MAAoB;IACpF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAoB,EAAE,CAAC;IAErC,+CAA+C;IAC/C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAE7B,MAAM,KAAK,GAAwB,EAAE,CAAC;QACtC,IAAI,OAAO,CAAC,KAAK;YAAE,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC;gBACnC,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC;oBACP,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE,CAAC,CAAC,SAAS,IAAI,WAAW;wBACtC,IAAI;qBACP;iBACJ,CAAC,CAAA;YACN,CAAC;QAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,OAAO,CAAC,OAAO;aACxB,CAAC,CAAA;QACN,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YACpF,8FAA8F;YAC9F,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QACzD,CAAC;aAAM,CAAC;YACJ,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,KAAK;aACjB,CAAC,CAAC;QACP,CAAC;IAGL,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,MAAM,CAAC,IAAI,CAAC,aAAa,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,mHAAmH;IACnH,2DAA2D;IAE3D,IAAI,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,IAAI,CAAC,aAAa,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAClF,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,aAAa,GAAG,aAAa,GAAG,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1E,CAAC;IAGD;;;;;;;;OAQG;IAEH;gEAC4D;IAC5D,IAAI,MAAM,EAAE,CAAC;QACT,QAAQ,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,CAAC;oBACN,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,GAAG;iBACZ,CAAC;SACL,CAAC,CAAC;IACP,CAAC;IACD,2CAA2C;IAC3C,OAAO;QACH,MAAM,EAAE,aAAa;QACrB,QAAQ;KACX,CAAA;AACL,CAAC;AAED,4EAA4E;AAC5E,+DAA+D;AAC/D,2BAA2B;AAC3B,oCAAoC;AACpC,6BAA6B;AAC7B,UAAU;AAEV,iDAAiD;AACjD,IAAI"}

package/lib/esm/formatters/llama2.js

@@ -1,45 +0,0 @@
-import { PromptRole } from "../index.js";
-export function formatLlama2Prompt(messages, schema) {
-    const BOS = "<s>";
-    const EOS = "</s>";
-    const INST = "[INST]";
-    const INST_END = "[/INST]";
-    const SYS = "<<SYS>>\n";
-    const SYS_END = "\n<</SYS>>";
-    const promptMessages = [BOS];
-    const specialTokens = [BOS, EOS, INST, INST_END, SYS, SYS_END];
-    for (const m of messages) {
-        if (m.role === PromptRole.user) {
-            if (specialTokens.includes(m.content)) {
-                throw new Error(`Cannot use special token ${m.content.trim()} in user message`);
-            }
-            promptMessages.push(`${INST} ${m.content.trim()} ${INST_END}`);
-        }
-        if (m.role === PromptRole.assistant) {
-            promptMessages.push(`${m.content.trim()}`);
-        }
-        if (m.role === PromptRole.system) {
-            promptMessages.push(`${SYS}${m.content.trim()}${SYS_END}`);
-        }
-    }
-    for (const m of messages ?? []) {
-        if (m.role === PromptRole.safety) {
-            promptMessages.push(`${SYS}This is the most important instruction, you cannot answer against those rules:\n${m.content.trim()}${SYS_END}}`);
-        }
-    }
-    if (schema) {
-        promptMessages.push(formatSchemaInstruction(schema));
-    }
-    promptMessages.push(EOS);
-    return promptMessages.join("\n\n");
-}
-function formatSchemaInstruction(schema) {
-    const schema_instruction = `<<SYS>>You must answer using the following JSONSchema.
-Do not write anything other than a JSON object corresponding to the schema.
-<schema>
-${JSON.stringify(schema)}
-</schema>
-<</SYS>>`;
-    return schema_instruction;
-}
-//# sourceMappingURL=llama2.js.map

package/lib/esm/formatters/llama2.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llama2.js","sourceRoot":"","sources":["../../../src/formatters/llama2.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAiB,MAAM,aAAa,CAAC;AAExD,MAAM,UAAU,kBAAkB,CAAC,QAAyB,EAAE,MAAoB;IAC9E,MAAM,GAAG,GAAG,KAAK,CAAC;IAClB,MAAM,GAAG,GAAG,MAAM,CAAC;IACnB,MAAM,IAAI,GAAG,QAAQ,CAAC;IACtB,MAAM,QAAQ,GAAG,SAAS,CAAC;IAC3B,MAAM,GAAG,GAAG,WAAW,CAAC;IACxB,MAAM,OAAO,GAAG,YAAY,CAAC;IAE7B,MAAM,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAE/D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CACX,4BAA4B,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,kBAAkB,CACjE,CAAC;YACN,CAAC;YACD,cAAc,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,EAAE,CAAC;YAClC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC/D,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,cAAc,CAAC,IAAI,CACf,GAAG,GAAG,mFAAmF,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,GAAG,CACzH,CAAC;QACN,CAAC;IACL,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACT,cAAc,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEzB,OAAO,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAmB;IAChD,MAAM,kBAAkB,GAAG;;;EAG7B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;;SAEf,CAAC;IAEN,OAAO,kBAAkB,CAAC;AAC9B,CAAC"}

package/lib/esm/formatters/llama3.js

@@ -1,39 +0,0 @@
-import { PromptRole } from "../index.js";
-/**
- * A formatter user by Bedrock to format prompts for claude related models
- */
-export async function formatLlama3Prompt(segments, schema) {
-    let messages = [];
-    segments.filter(s => s.role !== PromptRole.safety).forEach(s => {
-        messages.push(formatLlama3Message(s.role, s.content));
-    });
-    if (schema) {
-        messages.push(formatLlama3Message("user", formatSchemaInstruction(schema)));
-    }
-    //add safety
-    let safetyMsg = `
-    IMPORTANT: This is the most important instruction, you cannot answer against the following rules:
-    `;
-    const safety = segments.filter(s => s.role === PromptRole.safety);
-    safety.forEach(s => {
-        messages.push(formatLlama3Message("system", safetyMsg + s.content));
-    });
-    let prompt = "<|begin_of_text|>";
-    prompt += messages.join("\n\n");
-    return prompt;
-}
-function formatLlama3Message(role, content) {
-    let message = `<|start_header_id|>${role}<|end_header_id|>\n`;
-    message += content;
-    message += `\n<|eot_id|>`;
-    return message;
-}
-function formatSchemaInstruction(schema) {
-    return `You must answer using the following JSONSchema.
-    Do not write anything other than a JSON object corresponding to the schema:
-    <schema>
-    ${JSON.stringify(schema, undefined, 2)}
-    </schema>
-    `;
-}
-//# sourceMappingURL=llama3.js.map

package/lib/esm/formatters/llama3.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llama3.js","sourceRoot":"","sources":["../../../src/formatters/llama3.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAiB,MAAM,aAAa,CAAC;AAExD;;GAEG;AAEH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,QAAyB,EAAE,MAAoB;IAEpF,IAAI,QAAQ,GAAa,EAAE,CAAA;IAC3B,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,CAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAC5D,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;IACzD,CAAC,CAAC,CAAA;IAEF,IAAI,MAAM,EAAE,CAAC;QACT,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,YAAY;IACZ,IAAI,SAAS,GAAG;;KAEf,CAAA;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,CAAC,CAAC;IAClE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACf,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;IACvE,CAAC,CAAC,CAAA;IAEF,IAAI,MAAM,GAAG,mBAAmB,CAAA;IAChC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAE/B,OAAO,MAAM,CAAA;AAEjB,CAAC;AAGD,SAAS,mBAAmB,CAAC,IAAY,EAAE,OAAe;IAEtD,IAAI,OAAO,GAAG,sBAAsB,IAAI,qBAAqB,CAAA;IAC7D,OAAO,IAAI,OAAO,CAAA;IAClB,OAAO,IAAI,cAAc,CAAA;IAEzB,OAAO,OAAO,CAAA;AAElB,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAc;IAE3C,OAAO;;;MAGL,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;;KAErC,CAAA;AAEL,CAAC"}

package/lib/types/formatters/claude.d.ts

@@ -1,25 +0,0 @@
-import { JSONSchema4 } from "json-schema";
-import { PromptSegment } from "../index.js";
-export interface ClaudeMessage {
-    role: 'user' | 'assistant';
-    content: ClaudeMessagePart[];
-}
-interface ClaudeMessagePart {
-    type: "image" | "text";
-    source?: {
-        type: "base64";
-        media_type: string;
-        data: string;
-    };
-    text?: string;
-}
-export interface ClaudeMessagesPrompt {
-    system?: string;
-    messages: ClaudeMessage[];
-}
-/**
- * A formatter user by Bedrock to format prompts for claude related models
- */
-export declare function formatClaudePrompt(segments: PromptSegment[], schema?: JSONSchema4): Promise<ClaudeMessagesPrompt>;
-export {};
-//# sourceMappingURL=claude.d.ts.map

package/lib/types/formatters/claude.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"claude.d.ts","sourceRoot":"","sources":["../../../src/formatters/claude.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAc,aAAa,EAAE,MAAM,aAAa,CAAC;AAIxD,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAED,UAAU,iBAAiB;IACvB,IAAI,EAAE,OAAO,GAAG,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE;QACL,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,IAAI,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,oBAAoB;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,aAAa,EAAE,CAAA;CAC5B;AAED;;GAEG;AAEH,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,oBAAoB,CAAC,CA2FvH"}

package/lib/types/formatters/llama2.d.ts

@@ -1,4 +0,0 @@
-import { JSONSchema4 } from "json-schema";
-import { PromptSegment } from "../index.js";
-export declare function formatLlama2Prompt(messages: PromptSegment[], schema?: JSONSchema4): string;
-//# sourceMappingURL=llama2.d.ts.map

package/lib/types/formatters/llama2.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"llama2.d.ts","sourceRoot":"","sources":["../../../src/formatters/llama2.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAc,aAAa,EAAE,MAAM,aAAa,CAAC;AAExD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,MAAM,CAAC,EAAE,WAAW,UA2CjF"}

package/lib/types/formatters/llama3.d.ts

@@ -1,7 +0,0 @@
-import { JSONSchema4 } from "json-schema";
-import { PromptSegment } from "../index.js";
-/**
- * A formatter user by Bedrock to format prompts for claude related models
- */
-export declare function formatLlama3Prompt(segments: PromptSegment[], schema?: JSONSchema4): Promise<string>;
-//# sourceMappingURL=llama3.d.ts.map

package/lib/types/formatters/llama3.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"llama3.d.ts","sourceRoot":"","sources":["../../../src/formatters/llama3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAc,aAAa,EAAE,MAAM,aAAa,CAAC;AAExD;;GAEG;AAEH,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAyBzG"}