@encodeagent/platform-helper-util 1.2508.1241505

package/dist/ai/llm.d.ts

@@ -0,0 +1,90 @@
+/**
+ * @fileoverview LLM (Large Language Model) utilities for the EncodeAgent platform
+ * @author EncodeAgent Team
+ * @license MIT
+ * @copyright EncodeAgent Platform (C) 2024 All Rights Reserved
+ *
+ * This source code is part of the EncodeAgent platform helper utilities.
+ *
+ * THIS CODE AND INFORMATION IS PROVIDED "AS IS" WITHOUT WARRANTY
+ * OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING BUT NOT
+ * LIMITED TO THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ */
+import { IKey, IService } from "../types";
+import { TLLMPromptParameter, TLLMParameters, ILLMParameters, TLLMMessage, TLLMRequest, TPromptContent, TAIContext } from "./types";
+import { ICalculateCostProps } from "../cost";
+/**
+ * Gets the runtime identifier for an AI model based on the platform
+ * @param aiModel - The AI service configuration
+ * @param aiKey - The AI key containing platform information
+ * @returns The runtime identifier string
+ */
+export declare const getLLMRuntime: (aiModel: IService, aiKey: IKey) => string;
+export type TCalculateCostProps = {
+    inputTokens?: number;
+    outputTokens?: number;
+} & ICalculateCostProps;
+export type TLLMRequestProps = ILLMParameters & {
+    context: TAIContext;
+    aiKey: IKey;
+    messages?: TLLMMessage[];
+    tools?: Record<string, any>[];
+    prompt?: TPromptContent;
+    stream?: boolean;
+};
+/**
+ * Constructs a complete LLM request object from the provided parameters
+ * @param props - The request properties including context, AI key, messages, and parameters
+ * @returns A formatted LLM request object ready for API calls
+ * @throws Error if the AI service for the specified model ID doesn't exist
+ */
+export declare const getLLMRequest: (props: TLLMRequestProps) => TLLMRequest;
+export type TLLMParametersProps = {
+    context: TAIContext;
+    modelId: string;
+    maxTokens?: number;
+    temperature?: number;
+    vectorRequired?: boolean;
+    vectorMinScore?: number;
+    vectorTop?: number;
+};
+/**
+ * Validates and constructs LLM parameters with proper defaults and constraints
+ * @param props - The parameter properties including context, model ID, and optional settings
+ * @returns Validated LLM parameters with applied defaults and constraints
+ * @throws Error if the AI service for the specified model ID doesn't exist
+ */
+export declare const getLLMParameters: (props: TLLMParametersProps) => TLLMParameters;
+export type TGetLLMPromptResult = {
+    type: "success" | "error";
+    content: TPromptContent;
+    messages?: TLLMMessage[];
+    tools?: Record<string, any>[];
+    error?: any;
+};
+/**
+ * Pre-processes LLM prompt parameters, converting checkbox types to text and applying transformations
+ * @param parameters - Array of prompt parameters to process
+ * @returns Array of processed prompt parameters with type conversions applied
+ */
+export declare const preProcessLLMPromptParameters: (parameters: TLLMPromptParameter[]) => TLLMPromptParameter[];
+export type TOutputFormat = "any" | "markdown" | "plain-text" | "html" | "json" | "xml" | "number";
+export type TGetLLMPrompt = {
+    aiContext: TAIContext;
+    modelId: string;
+    visionId?: string;
+    template: string;
+    parameters: TLLMPromptParameter[];
+    messages?: TLLMMessage[];
+    tools?: Record<string, any>[];
+    outputFormat?: TOutputFormat;
+};
+/**
+ * Processes a template with parameters to generate a complete LLM prompt
+ * Handles parameter substitution, media attachments, output formatting, and validation
+ * @param props - The prompt generation properties including template, parameters, and context
+ * @returns Result object containing the processed prompt content, messages, and tools, or error information
+ */
+export declare const getLLMPrompt: (props: TGetLLMPrompt) => TGetLLMPromptResult;
+//# sourceMappingURL=llm.d.ts.map

package/dist/ai/llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/ai/llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAsBH,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EACH,mBAAmB,EACnB,cAAc,EACd,cAAc,EACd,WAAW,EACX,WAAW,EACX,cAAc,EAEd,UAAU,EACb,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAI9C;;;;;GAKG;AACH,eAAO,MAAM,aAAa,GAAI,SAAS,QAAQ,EAAE,OAAO,IAAI,KAAG,MAY9D,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB,GAAG,mBAAmB,CAAC;AAExB,MAAM,MAAM,gBAAgB,GAAG,cAAc,GAAG;IAC5C,OAAO,EAAE,UAAU,CAAC;IACpB,KAAK,EAAE,IAAI,CAAC;IACZ,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;IAC9B,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,aAAa,GAAI,OAAO,gBAAgB,KAAG,WA4KvD,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAC9B,OAAO,EAAE,UAAU,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,GACzB,OAAO,mBAAmB,KAC3B,cAyCF,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAC9B,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC;IAC1B,OAAO,EAAE,cAAc,CAAC;IACxB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;IAC9B,KAAK,CAAC,EAAE,GAAG,CAAC;CACf,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,6BAA6B,GACtC,YAAY,mBAAmB,EAAE,KAClC,mBAAmB,EAyBrB,CAAC;AAEF,MAAM,MAAM,aAAa,GACnB,KAAK,GACL,UAAU,GACV,YAAY,GACZ,MAAM,GACN,MAAM,GACN,KAAK,GACL,QAAQ,CAAC;AAEf,MAAM,MAAM,aAAa,GAAG;IACxB,SAAS,EAAE,UAAU,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,mBAAmB,EAAE,CAAC;IAClC,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;IAC9B,YAAY,CAAC,EAAE,aAAa,CAAC;CAChC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,YAAY,GAAI,OAAO,aAAa,KAAG,mBAiSnD,CAAC"}

package/dist/ai/llm.js

@@ -0,0 +1,524 @@
+"use strict";
+/**
+ * @fileoverview LLM (Large Language Model) utilities for the EncodeAgent platform
+ * @author EncodeAgent Team
+ * @license MIT
+ * @copyright EncodeAgent Platform (C) 2024 All Rights Reserved
+ *
+ * This source code is part of the EncodeAgent platform helper utilities.
+ *
+ * THIS CODE AND INFORMATION IS PROVIDED "AS IS" WITHOUT WARRANTY
+ * OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING BUT NOT
+ * LIMITED TO THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getLLMPrompt = exports.preProcessLLMPromptParameters = exports.getLLMParameters = exports.getLLMRequest = exports.getLLMRuntime = void 0;
+const lodash_1 = require("lodash");
+const core_1 = require("../core");
+const web_1 = require("../web");
+const model_1 = require("./model");
+/**
+ * Gets the runtime identifier for an AI model based on the platform
+ * @param aiModel - The AI service configuration
+ * @param aiKey - The AI key containing platform information
+ * @returns The runtime identifier string
+ */
+const getLLMRuntime = (aiModel, aiKey) => {
+    const { platform } = aiKey;
+    const runtime = aiModel.runtime;
+    switch (platform) {
+        case "openai":
+        case "azure": {
+            const runtimeAr = runtime.split("/");
+            return runtimeAr.length == 2 ? runtimeAr[1] : runtime;
+        }
+    }
+    return runtime;
+};
+exports.getLLMRuntime = getLLMRuntime;
+/**
+ * Constructs a complete LLM request object from the provided parameters
+ * @param props - The request properties including context, AI key, messages, and parameters
+ * @returns A formatted LLM request object ready for API calls
+ * @throws Error if the AI service for the specified model ID doesn't exist
+ */
+const getLLMRequest = (props) => {
+    const { modelId, stream, maxTokens, aiKey, context, tools } = props;
+    const aiService = (0, model_1.getAIService)(context, modelId);
+    if (!aiService) {
+        throw `ai-service-not-exist-${modelId}`;
+    }
+    (0, core_1.libTrackIsOn)() &&
+        console.log({
+            name: "getLLMRequest",
+            modelId,
+            aiModel: JSON.stringify(aiService)
+        });
+    const request = {
+        model: aiService.runtime,
+        temperature: props.temperature ?? 0,
+        frequency_penalty: props.frequencyPenalty ?? 0,
+        presence_penalty: props.presencePenalty ?? 0,
+        repetition_penalty: props.repetitionPenalty ?? 1,
+        top_p: props.topP ?? 1,
+        top_k: props.topK ?? 0,
+        top_a: props.topK ?? 0,
+        min_p: props.minP ?? 0,
+        messages: [],
+        tools
+    };
+    const prompt = props.prompt ?? {};
+    // const lastMessage = last(props.messages);
+    let gptMessages = (0, lodash_1.filter)((0, lodash_1.map)(props.messages ?? [], (m) => {
+        const { role } = m;
+        // const content = isNonEmptyString(m.prompt)
+        //     ? m.prompt
+        //     : m.content ?? "";
+        // content =
+        //     prompt.user &&
+        //     isNonEmptyString(prompt.user) &&
+        //     lastMessage?.id == m.id
+        //         ? prompt.user
+        //         : content;
+        const isGoodRole = role.indexOf("system") >= 0 ||
+            role.indexOf("user") >= 0 ||
+            role.indexOf("assistant") >= 0;
+        if (!isGoodRole)
+            return undefined;
+        if (isGoodRole && (0, core_1.isNonEmptyString)(m.content)) {
+            return {
+                role,
+                content: m.content
+            };
+        }
+        if (isGoodRole && (0, lodash_1.isArray)(m.content) && m.content.length > 0) {
+            return m;
+        }
+        return undefined;
+    }), (message) => {
+        return !(0, lodash_1.isNil)(message);
+    });
+    if (prompt.system && (0, core_1.isNonEmptyString)(prompt?.system)) {
+        gptMessages.unshift({ role: "system", content: prompt.system });
+    }
+    if (prompt?.user && (0, core_1.isNonEmptyString)(prompt?.user)) {
+        gptMessages.push({ role: "user", content: prompt.user });
+    }
+    const mediaContentList = [];
+    const mediaToAIList = [];
+    if (prompt.medias && prompt.medias.length > 0) {
+        (0, lodash_1.each)(prompt.medias, (media) => {
+            switch (media.type) {
+                case "image": {
+                    const visionService = media.modelId
+                        ? (0, model_1.getAIService)(context, media.modelId) ?? aiService
+                        : aiService;
+                    if (aiService.runtime == visionService.runtime) {
+                        mediaContentList.push({
+                            type: "image_url",
+                            image_url: { url: media.content }
+                        });
+                    }
+                    else {
+                        mediaToAIList.push({
+                            type: "image_to_ai",
+                            modelId: visionService.id,
+                            url: media.content
+                        });
+                    }
+                    break;
+                }
+                default: {
+                    //TODO: video and audio
+                    break;
+                }
+            }
+        });
+    }
+    if (mediaContentList.length > 0) {
+        //change the last message
+        gptMessages[gptMessages.length - 1].content = [
+            {
+                type: "text",
+                text: gptMessages[gptMessages.length - 1].content
+            },
+            ...mediaContentList
+        ];
+    }
+    if (mediaToAIList.length > 0) {
+        //append a new last message with the user prompt
+        const lastMessage = (0, lodash_1.cloneDeep)(gptMessages[gptMessages.length - 1]);
+        lastMessage.type = "media_to_ai_text";
+        gptMessages.pop();
+        gptMessages = [
+            ...gptMessages,
+            ...mediaToAIList,
+            lastMessage
+        ];
+    }
+    const runtime = (0, exports.getLLMRuntime)(aiService, aiKey);
+    (0, core_1.libTrackIsOn)() &&
+        console.log({
+            runtime,
+            aiKey
+        });
+    const llmRequest = {
+        ...request,
+        model: runtime
+    };
+    if (aiKey.platform == "openai" && llmRequest.stream) {
+        llmRequest.stream_options = { include_usage: true };
+    }
+    switch (aiKey.platform) {
+        case "openai":
+        case "azure": {
+            delete llmRequest.repetition_penalty;
+            delete llmRequest.top_k;
+            delete llmRequest.top_a;
+            delete llmRequest.min_p;
+            break;
+        }
+        default: {
+            break;
+        }
+    }
+    return {
+        ...llmRequest,
+        max_tokens: aiService.output.maxTokens && maxTokens > aiService.output.maxTokens
+            ? aiService.output.maxTokens
+            : maxTokens,
+        messages: gptMessages,
+        stream: stream == true
+    };
+};
+exports.getLLMRequest = getLLMRequest;
+/**
+ * Validates and constructs LLM parameters with proper defaults and constraints
+ * @param props - The parameter properties including context, model ID, and optional settings
+ * @returns Validated LLM parameters with applied defaults and constraints
+ * @throws Error if the AI service for the specified model ID doesn't exist
+ */
+const getLLMParameters = (props) => {
+    const { context, modelId } = props;
+    const aiService = (0, model_1.getAIService)(context, modelId);
+    if (!aiService) {
+        throw `ai-service-not-exist-${modelId}`;
+    }
+    const maxTokens = props.maxTokens &&
+        aiService.output.maxTokens &&
+        props.maxTokens > aiService.output.maxTokens
+        ? aiService.output.maxTokens
+        : props.maxTokens ?? 256;
+    const result = {
+        maxTokens,
+        temperature: props?.temperature &&
+            (0, lodash_1.isNumber)(props?.temperature) &&
+            props?.temperature >= 0 &&
+            props?.temperature <= 2
+            ? props?.temperature
+            : 0,
+        modelId: aiService.id,
+        vectorRequired: props?.vectorRequired == true,
+        vectorMinScore: props?.vectorMinScore &&
+            (0, lodash_1.isNumber)(props?.vectorMinScore) &&
+            props?.vectorMinScore <= 1
+            ? props?.vectorMinScore
+            : 0.81,
+        vectorTop: props?.vectorTop &&
+            (0, lodash_1.isNumber)(props?.vectorTop) &&
+            props?.vectorTop > 0
+            ? props?.vectorTop
+            : 4
+    };
+    return result;
+};
+exports.getLLMParameters = getLLMParameters;
+/**
+ * Pre-processes LLM prompt parameters, converting checkbox types to text and applying transformations
+ * @param parameters - Array of prompt parameters to process
+ * @returns Array of processed prompt parameters with type conversions applied
+ */
+const preProcessLLMPromptParameters = (parameters) => {
+    return (0, lodash_1.map)(parameters, (p) => {
+        switch (p.type) {
+            case "checkbox": {
+                let value = (0, core_1.isNonEmptyString)(p.value) ? p.value : p.default;
+                if (((0, core_1.isNonEmptyString)(p.label) &&
+                    value != "ignore" &&
+                    value != "false") ||
+                    value == "apply" ||
+                    value == p.label ||
+                    value == true ||
+                    value == "true") {
+                    value = p.label;
+                }
+                else {
+                    value = "";
+                }
+                p.value = value;
+                p.type = "text";
+                break;
+            }
+        }
+        return p;
+    });
+};
+exports.preProcessLLMPromptParameters = preProcessLLMPromptParameters;
+/**
+ * Processes a template with parameters to generate a complete LLM prompt
+ * Handles parameter substitution, media attachments, output formatting, and validation
+ * @param props - The prompt generation properties including template, parameters, and context
+ * @returns Result object containing the processed prompt content, messages, and tools, or error information
+ */
+const getLLMPrompt = (props) => {
+    const { aiContext, modelId, visionId, template, parameters, outputFormat, tools } = props;
+    const outputFormatPrompts = aiContext?.solution?.ai?.default?.prompt?.outputFormat ?? {};
+    //modelId maybe used in the future
+    (0, core_1.doNothing)(modelId);
+    const messages = props.messages ?? [];
+    let outputFormatPrompt = outputFormatPrompts[`${outputFormat}`];
+    if (!(0, core_1.isNonEmptyString)(outputFormatPrompt)) {
+        switch (outputFormat) {
+            case "plain-text":
+            case "markdown": {
+                outputFormatPrompt = `The output has to be in a ${outputFormat} format.`;
+                break;
+            }
+            case "html": {
+                outputFormatPrompt =
+                    "The output has to be in HTML format without having HTML page elements and without using markdown.";
+                break;
+            }
+            case "json": {
+                outputFormatPrompt = "The output has to be in a JSON format.";
+                break;
+            }
+            case "xml": {
+                outputFormatPrompt = "The output has to be in a XML format.";
+                break;
+            }
+            case "number": {
+                outputFormatPrompt = "The output has to be a number.";
+                break;
+            }
+            default: {
+                break;
+            }
+        }
+    }
+    if ((0, core_1.isNonEmptyString)(outputFormatPrompt)) {
+        messages.unshift({
+            role: "system",
+            content: outputFormatPrompt
+        });
+    }
+    let result = {
+        type: "success",
+        content: {},
+        messages,
+        tools
+    };
+    const medias = [];
+    let prompt = template;
+    let user = "";
+    const promptParameters = (0, exports.preProcessLLMPromptParameters)(parameters);
+    for (let i = 0; i < promptParameters.length; i++) {
+        const p = promptParameters[i];
+        let curValue = p.value;
+        if (curValue == "undefined") {
+            curValue = undefined;
+        }
+        if ((0, lodash_1.isNil)(curValue) && !(0, lodash_1.isNil)(p.default)) {
+            curValue = p.default;
+        }
+        let isMessage = false;
+        let isImage = false;
+        let goodValue = false;
+        // if (p.type == "content" && p.name != "content") {
+        //     curValue = undefined;
+        //     p.required = false;
+        //     result = result.replace(new RegExp(`{{${p.name}}}`, "g"), "");
+        // }
+        if (!(0, lodash_1.isNil)(curValue)) {
+            switch (p.type) {
+                case "array": {
+                    if ((0, lodash_1.isArray)(curValue)) {
+                        curValue = JSON.stringify(curValue);
+                        goodValue = true;
+                    }
+                    break;
+                }
+                case "object": {
+                    if ((0, lodash_1.isObject)(curValue)) {
+                        curValue = JSON.stringify(curValue);
+                        goodValue = true;
+                    }
+                    break;
+                }
+                case "boolean": {
+                    const n = (0, lodash_1.isBoolean)(curValue)
+                        ? curValue
+                        : (0, core_1.isNonEmptyString)(curValue)
+                            ? curValue.toLowerCase() == "true"
+                            : false;
+                    if ((0, lodash_1.isBoolean)(n)) {
+                        goodValue = true;
+                    }
+                    break;
+                }
+                case "int": {
+                    const n = (0, lodash_1.isString)(curValue)
+                        ? parseInt(curValue)
+                        : curValue;
+                    if ((0, lodash_1.isInteger)(n)) {
+                        goodValue = true;
+                    }
+                    break;
+                }
+                case "float": {
+                    const n = (0, lodash_1.isString)(curValue)
+                        ? parseFloat(curValue)
+                        : curValue;
+                    if ((0, lodash_1.isNumber)(n)) {
+                        goodValue = true;
+                    }
+                    break;
+                }
+                case "list": {
+                    if (curValue && (0, lodash_1.isString)(curValue) && curValue.length > 0) {
+                        goodValue = true;
+                        const items = (0, lodash_1.map)((0, lodash_1.filter)((0, lodash_1.map)(curValue.replace(/\n/g, ",").split(","), (v) => {
+                            return v.trim().length > 0
+                                ? v.trim()
+                                : "";
+                        }), (v) => {
+                            return v.length > 0;
+                        }), (v, index) => {
+                            return v.trim().length > 0
+                                ? `${index > 0 ? "\n" : ""}${index + 1}. ${v.trim()}`
+                                : "";
+                        });
+                        curValue = items.join("");
+                    }
+                    break;
+                }
+                case "message": {
+                    isMessage = true;
+                    break;
+                }
+                case "image": {
+                    medias.push({
+                        type: "image",
+                        content: curValue,
+                        modelId: visionId
+                    });
+                    isImage = true;
+                    break;
+                }
+                default: {
+                    //text, string, textarea
+                    if (curValue.length > 0) {
+                        goodValue = true;
+                    }
+                    break;
+                }
+            }
+        }
+        else {
+            if (!p.required)
+                goodValue = true;
+        }
+        if (!isImage && !isMessage) {
+            if (goodValue) {
+                prompt = prompt
+                    .replace(new RegExp(`{{${p.name}}}`, "g"), `${curValue}`)
+                    .replace(new RegExp(`{${p.name}}`, "g"), `${curValue}`);
+            }
+            else {
+                if (!p.required) {
+                    prompt = prompt
+                        .replace(new RegExp(`{{${p.name}}}`, "g"), "")
+                        .replace(new RegExp(`{${p.name}}`, "g"), "");
+                }
+                else {
+                    return {
+                        type: "error",
+                        content: {
+                            system: `The parameter "${p.name}" does not have a good value.`
+                        }
+                    };
+                }
+            }
+        }
+        else {
+            if (!(0, core_1.isNonEmptyString)(curValue)) {
+                return {
+                    type: "error",
+                    content: {
+                        system: `The parameter "${p.name}" does not have a good value.`
+                    }
+                };
+            }
+            if (isImage && !(0, web_1.isValidUrl)(curValue)) {
+                return {
+                    type: "error",
+                    content: {
+                        system: `The parameter "${p.name}" does not have a good value.`
+                    }
+                };
+            }
+            user = "";
+            if (isMessage) {
+                prompt = prompt.replace(new RegExp(`{{${p.name}}}`, "g"), `${p.label?.toLowerCase() ?? p.name} (below the "MESSAGE" line). The result must NOT include "MESSAGE" line itself.`);
+                user = `MESSAGE\r\n${curValue ?? ""}`;
+            }
+            // if (isImage) {
+            //     prompt = prompt.replace(
+            //         new RegExp(`{{${p.name}}}`, "g"),
+            //         `${
+            //             p.label?.toLowerCase() ?? p.name
+            //         } (below PHOTO line). The result must NOT include "MESSAGE" line itself.`
+            //     );
+            //     user = `PHOTO\r\n${curValue ?? ""}`;
+            // }
+            if (isImage) {
+                prompt = prompt.replace(new RegExp(`{{${p.name}}}`, "g"), "image");
+            }
+        }
+    }
+    if (prompt?.indexOf("{{") >= 0 || prompt?.indexOf("}}") >= 0) {
+        const regex = /{{([^{}]+)}}/g;
+        let matches = [];
+        let match;
+        // Use regex.exec() in a loop to find all matches in the string
+        while ((match = regex.exec(prompt)) !== null) {
+            // The first capture group is the content inside the braces
+            matches.push(match[1]);
+        }
+        (0, core_1.libTrackIsOn)() && console.log({ matches });
+        (0, core_1.libTrackIsOn)() &&
+            console.log({ parameters: JSON.stringify(parameters) });
+        return {
+            type: "error",
+            content: { system: "parameter-missing-value" },
+            error: matches
+        };
+    }
+    //For some reason, when put a \n\n at the end of the prompt, it works better
+    //I noticed in some prompt people use Final Answer: at the end of the prompt, this is confusing
+    //It seems double \n will do the same
+    //remove all \n at the end of prompt first
+    prompt = `${(0, core_1.trimNewLine)(prompt)}`;
+    if (user.length == 0) {
+        //if there is no value in user part, we do not need system
+        //instead we put content in system to user
+        result.content = { user: prompt, medias };
+    }
+    else {
+        result.content = { user: `${prompt}\r\n${user}`, medias };
+    }
+    return result;
+};
+exports.getLLMPrompt = getLLMPrompt;
+//# sourceMappingURL=llm.js.map

package/dist/ai/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../../src/ai/llm.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;;AAEH,mCAYgB;AAChB,kCAKiB;AAcjB,gCAAoC;AACpC,mCAAuC;AAEvC;;;;;GAKG;AACI,MAAM,aAAa,GAAG,CAAC,OAAiB,EAAE,KAAW,EAAU,EAAE;IACpE,MAAM,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAChC,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,QAAQ,CAAC;QACd,KAAK,OAAO,CAAC,CAAC,CAAC;YACX,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACrC,OAAO,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAC1D,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC,CAAC;AAZW,QAAA,aAAa,iBAYxB;AAgBF;;;;;GAKG;AACI,MAAM,aAAa,GAAG,CAAC,KAAuB,EAAe,EAAE;IAClE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;IACpE,MAAM,SAAS,GAAyB,IAAA,oBAAY,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAEvE,IAAI,CAAC,SAAS,EAAE,CAAC;QACb,MAAM,wBAAwB,OAAO,EAAE,CAAC;IAC5C,CAAC;IAED,IAAA,mBAAY,GAAE;QACV,OAAO,CAAC,GAAG,CAAC;YACR,IAAI,EAAE,eAAe;YACrB,OAAO;YACP,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;SACrC,CAAC,CAAC;IAEP,MAAM,OAAO,GAAgB;QACzB,KAAK,EAAE,SAAS,CAAC,OAAO;QACxB,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC;QACnC,iBAAiB,EAAE,KAAK,CAAC,gBAAgB,IAAI,CAAC;QAC9C,gBAAgB,EAAE,KAAK,CAAC,eAAe,IAAI,CAAC;QAC5C,kBAAkB,EAAE,KAAK,CAAC,iBAAiB,IAAI,CAAC;QAChD,KAAK,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;QACtB,KAAK,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;QACtB,KAAK,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;QACtB,KAAK,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;QACtB,QAAQ,EAAE,EAAE;QACZ,KAAK;KACR,CAAC;IAEF,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC;IAClC,4CAA4C;IAC5C,IAAI,WAAW,GAAU,IAAA,eAAM,EAC3B,IAAA,YAAG,EAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE;QAC5B,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACnB,6CAA6C;QAC7C,iBAAiB;QACjB,yBAAyB;QACzB,YAAY;QACZ,qBAAqB;QACrB,uCAAuC;QACvC,8BAA8B;QAC9B,wBAAwB;QACxB,qBAAqB;QACrB,MAAM,UAAU,GACZ,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;YAC3B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAEnC,IAAI,CAAC,UAAU;YAAE,OAAO,SAAS,CAAC;QAElC,IAAI,UAAU,IAAI,IAAA,uBAAgB,EAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5C,OAAO;gBACH,IAAI;gBACJ,OAAO,EAAE,CAAC,CAAC,OAAO;aACrB,CAAC;QACN,CAAC;QAED,IAAI,UAAU,IAAI,IAAA,gBAAO,EAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3D,OAAO,CAAC,CAAC;QACb,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC,CAAC,EACF,CAAC,OAAe,EAAE,EAAE;QAChB,OAAO,CAAC,IAAA,cAAK,EAAC,OAAO,CAAC,CAAC;IAC3B,CAAC,CACG,CAAC;IAET,IAAI,MAAM,CAAC,MAAM,IAAI,IAAA,uBAAgB,EAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;QACpD,WAAW,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,MAAM,EAAE,IAAI,IAAI,IAAA,uBAAgB,EAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC;QACjD,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,gBAAgB,GAAU,EAAE,CAAC;IACnC,MAAM,aAAa,GAAU,EAAE,CAAC;IAChC,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,IAAA,aAAI,EAAC,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,OAAO,CAAC,CAAC,CAAC;oBACX,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO;wBAC/B,CAAC,CAAC,IAAA,oBAAY,EAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,SAAS;wBACnD,CAAC,CAAC,SAAS,CAAC;oBAEhB,IAAI,SAAS,CAAC,OAAO,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;wBAC7C,gBAAgB,CAAC,IAAI,CAAC;4BAClB,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,OAAO,EAAE;yBACpC,CAAC,CAAC;oBACP,CAAC;yBAAM,CAAC;wBACJ,aAAa,CAAC,IAAI,CAAC;4BACf,IAAI,EAAE,aAAa;4BACnB,OAAO,EAAE,aAAa,CAAC,EAAE;4BACzB,GAAG,EAAE,KAAK,CAAC,OAAO;yBACrB,CAAC,CAAC;oBACP,CAAC;oBACD,MAAM;gBACV,CAAC;gBACD,OAAO,CAAC,CAAC,CAAC;oBACN,uBAAuB;oBACvB,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,yBAAyB;QACzB,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG;YAC1C;gBACI,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAiB;aAC9D;YACD,GAAI,gBAA0B;SACjC,CAAC;IACN,CAAC;IAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,gDAAgD;QAChD,MAAM,WAAW,GAAG,IAAA,kBAAS,EAAC,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QACnE,WAAW,CAAC,IAAI,GAAG,kBAAkB,CAAC;QACtC,WAAW,CAAC,GAAG,EAAE,CAAC;QAElB,WAAW,GAAG;YACV,GAAI,WAAqB;YACzB,GAAI,aAAuB;YAC3B,WAAW;SACd,CAAC;IACN,CAAC;IAED,MAAM,OAAO,GAAG,IAAA,qBAAa,EAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAEhD,IAAA,mBAAY,GAAE;QACV,OAAO,CAAC,GAAG,CAAC;YACR,OAAO;YACP,KAAK;SACR,CAAC,CAAC;IAEP,MAAM,UAAU,GAAG;QACf,GAAG,OAAO;QACV,KAAK,EAAE,OAAO;KACV,CAAC;IAET,IAAI,KAAK,CAAC,QAAQ,IAAI,QAAQ,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QAClD,UAAU,CAAC,cAAc,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACxD,CAAC;IAED,QAAQ,KAAK,CAAC,QAAQ,EAAE,CAAC;QACrB,KAAK,QAAQ,CAAC;QACd,KAAK,OAAO,CAAC,CAAC,CAAC;YACX,OAAO,UAAU,CAAC,kBAAkB,CAAC;YACrC,OAAO,UAAU,CAAC,KAAK,CAAC;YACxB,OAAO,UAAU,CAAC,KAAK,CAAC;YACxB,OAAO,UAAU,CAAC,KAAK,CAAC;YACxB,MAAM;QACV,CAAC;QACD,OAAO,CAAC,CAAC,CAAC;YACN,MAAM;QACV,CAAC;IACL,CAAC;IAED,OAAO;QACH,GAAG,UAAU;QACb,UAAU,EACN,SAAS,CAAC,MAAM,CAAC,SAAS,IAAI,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,SAAS;YAChE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS;YAC5B,CAAC,CAAC,SAAS;QACnB,QAAQ,EAAE,WAA4B;QACtC,MAAM,EAAE,MAAM,IAAI,IAAI;KACzB,CAAC;AACN,CAAC,CAAC;AA5KW,QAAA,aAAa,iBA4KxB;AAYF;;;;;GAKG;AACI,MAAM,gBAAgB,GAAG,CAC5B,KAA0B,EACZ,EAAE;IAChB,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IACnC,MAAM,SAAS,GAAyB,IAAA,oBAAY,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAEvE,IAAI,CAAC,SAAS,EAAE,CAAC;QACb,MAAM,wBAAwB,OAAO,EAAE,CAAC;IAC5C,CAAC;IAED,MAAM,SAAS,GACX,KAAK,CAAC,SAAS;QACf,SAAS,CAAC,MAAM,CAAC,SAAS;QAC1B,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,SAAS;QACxC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS;QAC5B,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,GAAG,CAAC;IAEjC,MAAM,MAAM,GAAmB;QAC3B,SAAS;QACT,WAAW,EACP,KAAK,EAAE,WAAW;YAClB,IAAA,iBAAQ,EAAC,KAAK,EAAE,WAAW,CAAC;YAC5B,KAAK,EAAE,WAAW,IAAI,CAAC;YACvB,KAAK,EAAE,WAAW,IAAI,CAAC;YACnB,CAAC,CAAC,KAAK,EAAE,WAAW;YACpB,CAAC,CAAC,CAAC;QACX,OAAO,EAAE,SAAS,CAAC,EAAE;QACrB,cAAc,EAAE,KAAK,EAAE,cAAc,IAAI,IAAI;QAC7C,cAAc,EACV,KAAK,EAAE,cAAc;YACrB,IAAA,iBAAQ,EAAC,KAAK,EAAE,cAAc,CAAC;YAC/B,KAAK,EAAE,cAAc,IAAI,CAAC;YACtB,CAAC,CAAC,KAAK,EAAE,cAAc;YACvB,CAAC,CAAC,IAAI;QACd,SAAS,EACL,KAAK,EAAE,SAAS;YAChB,IAAA,iBAAQ,EAAC,KAAK,EAAE,SAAS,CAAC;YAC1B,KAAK,EAAE,SAAS,GAAG,CAAC;YAChB,CAAC,CAAC,KAAK,EAAE,SAAS;YAClB,CAAC,CAAC,CAAC;KACd,CAAC;IAEF,OAAO,MAAM,CAAC;AAClB,CAAC,CAAC;AA3CW,QAAA,gBAAgB,oBA2C3B;AAUF;;;;GAIG;AACI,MAAM,6BAA6B,GAAG,CACzC,UAAiC,EACZ,EAAE;IACvB,OAAO,IAAA,YAAG,EAAC,UAAU,EAAE,CAAC,CAAsB,EAAE,EAAE;QAC9C,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YACb,KAAK,UAAU,CAAC,CAAC,CAAC;gBACd,IAAI,KAAK,GAAG,IAAA,uBAAgB,EAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC5D,IACI,CAAC,IAAA,uBAAgB,EAAC,CAAC,CAAC,KAAK,CAAC;oBACtB,KAAK,IAAI,QAAQ;oBACjB,KAAK,IAAI,OAAO,CAAC;oBACrB,KAAK,IAAI,OAAO;oBAChB,KAAK,IAAI,CAAC,CAAC,KAAK;oBAChB,KAAK,IAAI,IAAI;oBACb,KAAK,IAAI,MAAM,EACjB,CAAC;oBACC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACJ,KAAK,GAAG,EAAE,CAAC;gBACf,CAAC;gBACD,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;gBAChB,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC;gBAChB,MAAM;YACV,CAAC;QACL,CAAC;QACD,OAAO,CAAC,CAAC;IACb,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AA3BW,QAAA,6BAA6B,iCA2BxC;AAsBF;;;;;GAKG;AACI,MAAM,YAAY,GAAG,CAAC,KAAoB,EAAuB,EAAE;IACtE,MAAM,EACF,SAAS,EACT,OAAO,EACP,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,KAAK,EACR,GAAG,KAAK,CAAC;IACV,MAAM,mBAAmB,GACrB,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,IAAI,EAAE,CAAC;IAEjE,kCAAkC;IAClC,IAAA,gBAAS,EAAC,OAAO,CAAC,CAAC;IAEnB,MAAM,QAAQ,GAAkB,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC;IAErD,IAAI,kBAAkB,GAAG,mBAAmB,CAAC,GAAG,YAAY,EAAE,CAAC,CAAC;IAEhE,IAAI,CAAC,IAAA,uBAAgB,EAAC,kBAAkB,CAAC,EAAE,CAAC;QACxC,QAAQ,YAAY,EAAE,CAAC;YACnB,KAAK,YAAY,CAAC;YAClB,KAAK,UAAU,CAAC,CAAC,CAAC;gBACd,kBAAkB,GAAG,6BAA6B,YAAY,UAAU,CAAC;gBACzE,MAAM;YACV,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACV,kBAAkB;oBACd,mGAAmG,CAAC;gBACxG,MAAM;YACV,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACV,kBAAkB,GAAG,wCAAwC,CAAC;gBAC9D,MAAM;YACV,CAAC;YACD,KAAK,KAAK,CAAC,CAAC,CAAC;gBACT,kBAAkB,GAAG,uCAAuC,CAAC;gBAC7D,MAAM;YACV,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACZ,kBAAkB,GAAG,gCAAgC,CAAC;gBACtD,MAAM;YACV,CAAC;YACD,OAAO,CAAC,CAAC,CAAC;gBACN,MAAM;YACV,CAAC;QACL,CAAC;IACL,CAAC;IAED,IAAI,IAAA,uBAAgB,EAAC,kBAAkB,CAAC,EAAE,CAAC;QACvC,QAAQ,CAAC,OAAO,CAAC;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,kBAAkB;SAC9B,CAAC,CAAC;IACP,CAAC;IAED,IAAI,MAAM,GAAwB;QAC9B,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,EAAE;QACX,QAAQ;QACR,KAAK;KACR,CAAC;IAEF,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,QAAQ,CAAC;IACtB,IAAI,IAAI,GAAW,EAAE,CAAC;IAEtB,MAAM,gBAAgB,GAAG,IAAA,qCAA6B,EAAC,UAAU,CAAC,CAAC;IAEnE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,CAAC,GAAwB,gBAAgB,CAAC,CAAC,CAAC,CAAC;QACnD,IAAI,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC;QACvB,IAAI,QAAQ,IAAI,WAAW,EAAE,CAAC;YAC1B,QAAQ,GAAG,SAAS,CAAC;QACzB,CAAC;QACD,IAAI,IAAA,cAAK,EAAC,QAAQ,CAAC,IAAI,CAAC,IAAA,cAAK,EAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;YACvC,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC;QACzB,CAAC;QAED,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,oDAAoD;QACpD,4BAA4B;QAC5B,0BAA0B;QAC1B,qEAAqE;QACrE,IAAI;QACJ,IAAI,CAAC,IAAA,cAAK,EAAC,QAAQ,CAAC,EAAE,CAAC;YACnB,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gBACb,KAAK,OAAO,CAAC,CAAC,CAAC;oBACX,IAAI,IAAA,gBAAO,EAAC,QAAQ,CAAC,EAAE,CAAC;wBACpB,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;wBACpC,SAAS,GAAG,IAAI,CAAC;oBACrB,CAAC;oBACD,MAAM;gBACV,CAAC;gBACD,KAAK,QAAQ,CAAC,CAAC,CAAC;oBACZ,IAAI,IAAA,iBAAQ,EAAC,QAAQ,CAAC,EAAE,CAAC;wBACrB,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;wBACpC,SAAS,GAAG,IAAI,CAAC;oBACrB,CAAC;oBACD,MAAM;gBACV,CAAC;gBACD,KAAK,SAAS,CAAC,CAAC,CAAC;oBACb,MAAM,CAAC,GAAG,IAAA,kBAAS,EAAC,QAAQ,CAAC;wBACzB,CAAC,CAAC,QAAQ;wBACV,CAAC,CAAC,IAAA,uBAAgB,EAAC,QAAQ,CAAC;4BAC5B,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,MAAM;4BAClC,CAAC,CAAC,KAAK,CAAC;oBACZ,IAAI,IAAA,kBAAS,EAAC,CAAC,CAAC,EAAE,CAAC;wBACf,SAAS,GAAG,IAAI,CAAC;oBACrB,CAAC;oBACD,MAAM;gBACV,CAAC;gBACD,KAAK,KAAK,CAAC,CAAC,CAAC;oBACT,MAAM,CAAC,GAAG,IAAA,iBAAQ,EAAC,QAAQ,CAAC;wBACxB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBACpB,CAAC,CAAC,QAAQ,CAAC;oBACf,IAAI,IAAA,kBAAS,EAAC,CAAC,CAAC,EAAE,CAAC;wBACf,SAAS,GAAG,IAAI,CAAC;oBACrB,CAAC;oBACD,MAAM;gBACV,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBACX,MAAM,CAAC,GAAG,IAAA,iBAAQ,EAAC,QAAQ,CAAC;wBACxB,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC;wBACtB,CAAC,CAAC,QAAQ,CAAC;oBACf,IAAI,IAAA,iBAAQ,EAAC,CAAC,CAAC,EAAE,CAAC;wBACd,SAAS,GAAG,IAAI,CAAC;oBACrB,CAAC;oBACD,MAAM;gBACV,CAAC;gBACD,KAAK,MAAM,CAAC,CAAC,CAAC;oBACV,IAAI,QAAQ,IAAI,IAAA,iBAAQ,EAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACxD,SAAS,GAAG,IAAI,CAAC;wBACjB,MAAM,KAAK,GAAG,IAAA,YAAG,EACb,IAAA,eAAM,EACF,IAAA,YAAG,EACC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EACvC,CAAC,CAAS,EAAE,EAAE;4BACV,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gCACtB,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;gCACV,CAAC,CAAC,EAAE,CAAC;wBACb,CAAC,CACJ,EACD,CAAC,CAAS,EAAE,EAAE;4BACV,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;wBACxB,CAAC,CACJ,EACD,CAAC,CAAS,EAAE,KAAa,EAAE,EAAE;4BACzB,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gCACtB,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GACpB,KAAK,GAAG,CACZ,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE;gCACjB,CAAC,CAAC,EAAE,CAAC;wBACb,CAAC,CACJ,CAAC;wBACF,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAC9B,CAAC;oBACD,MAAM;gBACV,CAAC;gBACD,KAAK,SAAS,CAAC,CAAC,CAAC;oBACb,SAAS,GAAG,IAAI,CAAC;oBACjB,MAAM;gBACV,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBACX,MAAM,CAAC,IAAI,CAAC;wBACR,IAAI,EAAE,OAAO;wBACb,OAAO,EAAE,QAAQ;wBACjB,OAAO,EAAE,QAAQ;qBACpB,CAAC,CAAC;oBACH,OAAO,GAAG,IAAI,CAAC;oBACf,MAAM;gBACV,CAAC;gBACD,OAAO,CAAC,CAAC,CAAC;oBACN,wBAAwB;oBACxB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACtB,SAAS,GAAG,IAAI,CAAC;oBACrB,CAAC;oBACD,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,CAAC,CAAC,QAAQ;gBAAE,SAAS,GAAG,IAAI,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;YACzB,IAAI,SAAS,EAAE,CAAC;gBACZ,MAAM,GAAG,MAAM;qBACV,OAAO,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,EAAE,GAAG,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;qBACxD,OAAO,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;YAChE,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,GAAG,MAAM;yBACV,OAAO,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;yBAC7C,OAAO,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;gBACrD,CAAC;qBAAM,CAAC;oBACJ,OAAO;wBACH,IAAI,EAAE,OAAO;wBACb,OAAO,EAAE;4BACL,MAAM,EAAE,kBAAkB,CAAC,CAAC,IAAI,+BAA+B;yBAClE;qBACJ,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,IAAA,uBAAgB,EAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9B,OAAO;oBACH,IAAI,EAAE,OAAO;oBACb,OAAO,EAAE;wBACL,MAAM,EAAE,kBAAkB,CAAC,CAAC,IAAI,+BAA+B;qBAClE;iBACJ,CAAC;YACN,CAAC;YAED,IAAI,OAAO,IAAI,CAAC,IAAA,gBAAU,EAAC,QAAQ,CAAC,EAAE,CAAC;gBACnC,OAAO;oBACH,IAAI,EAAE,OAAO;oBACb,OAAO,EAAE;wBACL,MAAM,EAAE,kBAAkB,CAAC,CAAC,IAAI,+BAA+B;qBAClE;iBACJ,CAAC;YACN,CAAC;YAED,IAAI,GAAG,EAAE,CAAC;YACV,IAAI,SAAS,EAAE,CAAC;gBACZ,MAAM,GAAG,MAAM,CAAC,OAAO,CACnB,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,EAAE,GAAG,CAAC,EAChC,GACI,CAAC,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,IAChC,iFAAiF,CACpF,CAAC;gBACF,IAAI,GAAG,cAAc,QAAQ,IAAI,EAAE,EAAE,CAAC;YAC1C,CAAC;YACD,iBAAiB;YACjB,+BAA+B;YAC/B,4CAA4C;YAC5C,cAAc;YACd,+CAA+C;YAC/C,oFAAoF;YACpF,SAAS;YACT,2CAA2C;YAC3C,IAAI;YAEJ,IAAI,OAAO,EAAE,CAAC;gBACV,MAAM,GAAG,MAAM,CAAC,OAAO,CACnB,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,EAAE,GAAG,CAAC,EAChC,OAAO,CACV,CAAC;YACN,CAAC;QACL,CAAC;IACL,CAAC;IAED,IAAI,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,KAAK,GAAG,eAAe,CAAC;QAC9B,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,KAAK,CAAC;QAEV,+DAA+D;QAC/D,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC3C,2DAA2D;YAC3D,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC;QAED,IAAA,mBAAY,GAAE,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3C,IAAA,mBAAY,GAAE;YACV,OAAO,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAE5D,OAAO;YACH,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,EAAE,MAAM,EAAE,yBAAyB,EAAE;YAC9C,KAAK,EAAE,OAAO;SACjB,CAAC;IACN,CAAC;IACD,4EAA4E;IAC5E,+FAA+F;IAC/F,qCAAqC;IACrC,0CAA0C;IAC1C,MAAM,GAAG,GAAG,IAAA,kBAAW,EAAC,MAAM,CAAC,EAAE,CAAC;IAClC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACnB,0DAA0D;QAC1D,0CAA0C;QAC1C,MAAM,CAAC,OAAO,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAC9C,CAAC;SAAM,CAAC;QACJ,MAAM,CAAC,OAAO,GAAG,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC;IAC9D,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC,CAAC;AAjSW,QAAA,YAAY,gBAiSvB"}

package/dist/ai/model.d.ts

@@ -0,0 +1,14 @@
+import { IService } from "../types";
+import { TAIContext } from "./types";
+export declare const getAIProviders: (context: TAIContext) => Record<string, any>[];
+export declare const getAIProvider: (context: TAIContext, id: string) => Record<string, any> | undefined;
+export declare const getAIPlatforms: (context: TAIContext) => Record<string, any>[];
+export declare const getAIPlatform: (context: TAIContext, id: string) => Record<string, any> | undefined;
+export declare const getAIModels: (context: TAIContext, type?: string) => Record<string, any>[];
+export declare const getAIModel: (context: TAIContext, id: string, defaultId?: string) => Record<string, any> | undefined;
+export declare const getAIServices: (context: TAIContext, type?: string) => IService[];
+export declare const getDefaultAIServiceId: (context: TAIContext, type: string) => string;
+export declare const getDefaultAIService: (context: TAIContext, type: string) => IService;
+export declare const getAIService: (context: TAIContext, id: string, defaultId?: string) => IService | undefined;
+export declare const convertAIModelRecordsToAIServices: (records: Record<string, any>[]) => IService[];
+//# sourceMappingURL=model.d.ts.map

package/dist/ai/model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../src/ai/model.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAGrC,eAAO,MAAM,cAAc,GAAI,SAAS,UAAU,KAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAGvE,CAAC;AAEF,eAAO,MAAM,aAAa,GACtB,SAAS,UAAU,EACnB,IAAI,MAAM,KACX,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAExB,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,SAAS,UAAU,KAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAGvE,CAAC;AAEF,eAAO,MAAM,aAAa,GACtB,SAAS,UAAU,EACnB,IAAI,MAAM,KACX,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAExB,CAAC;AAEF,eAAO,MAAM,WAAW,GACpB,SAAS,UAAU,EACnB,OAAO,MAAM,KACd,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAMrB,CAAC;AAEF,eAAO,MAAM,UAAU,GACnB,SAAS,UAAU,EACnB,IAAI,MAAM,EACV,YAAY,MAAM,KACnB,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SASxB,CAAC;AAEF,eAAO,MAAM,aAAa,GACtB,SAAS,UAAU,EACnB,OAAO,MAAM,KACd,QAAQ,EAKV,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAC9B,SAAS,UAAU,EACnB,MAAM,MAAM,KACb,MAsBF,CAAC;AAEF,eAAO,MAAM,mBAAmB,GAC5B,SAAS,UAAU,EACnB,MAAM,MAAM,KACb,QAKF,CAAC;AAEF,eAAO,MAAM,YAAY,GACrB,SAAS,UAAU,EACnB,IAAI,MAAM,EACV,YAAY,MAAM,KACnB,QAAQ,GAAG,SAeb,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC1C,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,KAC/B,QAAQ,EAoDV,CAAC"}