@fugood/bricks-project 2.21.6 → 2.21.8

package/compile/action-name-map.ts

@@ -257,6 +257,10 @@ export const templateActionNameMap = {
     BRICK_WEBVIEW_INJECT_JAVASCRIPT: {
       javascriptCode: 'BRICK_WEBVIEW_JAVASCRIPT_CODE',
     },
+    BRICK_WEBVIEW_QUERY_SELECTOR: {
+      querySelector: 'BRICK_WEBVIEW_QUERY_SELECTOR',
+      expression: 'BRICK_WEBVIEW_EXPRESSION',
+    },
   },
   BRICK_CAMERA: {
     BRICK_CAMERA_TAKE_PICTURE: {
@@ -552,6 +556,8 @@ export const templateActionNameMap = {
       prompt: 'GENERATOR_ONNX_LLM_PROMPT',
       chat: 'GENERATOR_ONNX_LLM_CHAT',
       images: 'GENERATOR_ONNX_LLM_IMAGES',
+      tools: 'GENERATOR_ONNX_LLM_TOOLS',
+      toolChoice: 'GENERATOR_ONNX_LLM_TOOL_CHOICE',
     },
   },
   GENERATOR_ONNX_STT: {
@@ -590,6 +596,15 @@ export const templateActionNameMap = {
     },
   },
   GENERATOR_LLM: {
+    GENERATOR_LLM_TOKENIZE: {
+      mode: 'GENERATOR_LLM_MODE',
+      prompt: 'GENERATOR_LLM_PROMPT',
+      promptMediaPaths: 'GENERATOR_LLM_PROMPT_MEDIA_PATHS',
+      messages: 'GENERATOR_LLM_MESSAGES',
+    },
+    GENERATOR_LLM_DETOKENIZE: {
+      tokens: 'GENERATOR_LLM_TOKENS',
+    },
     GENERATOR_LLM_PROCESS_PROMPT: {
       sessionKey: 'GENERATOR_LLM_SESSION_KEY',
       mode: 'GENERATOR_LLM_MODE',
@@ -598,6 +613,7 @@ export const templateActionNameMap = {
       parallelToolCalls: 'GENERATOR_LLM_PARALLEL_TOOL_CALLS',
       toolChoice: 'GENERATOR_LLM_TOOL_CHOICE',
       prompt: 'GENERATOR_LLM_PROMPT',
+      promptMediaPaths: 'GENERATOR_LLM_PROMPT_MEDIA_PATHS',
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
       responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
@@ -610,6 +626,7 @@ export const templateActionNameMap = {
       parallelToolCalls: 'GENERATOR_LLM_PARALLEL_TOOL_CALLS',
       toolChoice: 'GENERATOR_LLM_TOOL_CHOICE',
       prompt: 'GENERATOR_LLM_PROMPT',
+      promptMediaPaths: 'GENERATOR_LLM_PROMPT_MEDIA_PATHS',
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
       responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
@@ -650,6 +667,7 @@ export const templateActionNameMap = {
     GENERATOR_QNN_LLM_GENERATE: {
       prompt: 'GENERATOR_QNN_LLM_PROMPT',
       messages: 'GENERATOR_QNN_LLM_MESSAGES',
+      tools: 'GENERATOR_QNN_LLM_TOOLS',
     },
   },
   GENERATOR_OPENAI_LLM: {
@@ -676,6 +694,7 @@ export const templateActionNameMap = {
     GENERATOR_ASSISTANT_ADD_MESSAGE: {
       role: 'GENERATOR_ASSISTANT_ROLE',
       content: 'GENERATOR_ASSISTANT_CONTENT',
+      image: 'GENERATOR_ASSISTANT_IMAGE',
       payload: 'GENERATOR_ASSISTANT_PAYLOAD',
       useFileSearch: 'GENERATOR_ASSISTANT_USE_FILE_SEARCH',
       filePath: 'GENERATOR_ASSISTANT_FILE_PATH',
@@ -699,12 +718,14 @@ export const templateActionNameMap = {
     GENERATOR_ASSISTANT_UPDATE_MESSAGE_AT_INDEX: {
       index: 'GENERATOR_ASSISTANT_INDEX',
       content: 'GENERATOR_ASSISTANT_CONTENT',
+      image: 'GENERATOR_ASSISTANT_IMAGE',
       payload: 'GENERATOR_ASSISTANT_PAYLOAD',
     },
     GENERATOR_ASSISTANT_ADD_AUDIO_MESSAGE: {
       role: 'GENERATOR_ASSISTANT_ROLE',
       contentFile: 'GENERATOR_ASSISTANT_CONTENT_FILE',
       contentBase64: 'GENERATOR_ASSISTANT_CONTENT_BASE64',
+      image: 'GENERATOR_ASSISTANT_IMAGE',
       useFileSearch: 'GENERATOR_ASSISTANT_USE_FILE_SEARCH',
       payload: 'GENERATOR_ASSISTANT_PAYLOAD',
       filePath: 'GENERATOR_ASSISTANT_FILE_PATH',
@@ -727,6 +748,7 @@ export const templateActionNameMap = {
       index: 'GENERATOR_ASSISTANT_INDEX',
       contentFile: 'GENERATOR_ASSISTANT_CONTENT_FILE',
       contentBase64: 'GENERATOR_ASSISTANT_CONTENT_BASE64',
+      image: 'GENERATOR_ASSISTANT_IMAGE',
       payload: 'GENERATOR_ASSISTANT_PAYLOAD',
     },
     GENERATOR_ASSISTANT_REMOVE_MESSAGE_AT_INDEX: {

package/package.json

@@ -1,12 +1,12 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.21.6",
+  "version": "2.21.8",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"
   },
   "dependencies": {
-    "@modelcontextprotocol/sdk": "^1.7.0",
+    "@modelcontextprotocol/sdk": "^1.11.1",
     "@types/escodegen": "^0.0.10",
     "@types/lodash": "^4.17.12",
     "acorn": "^8.13.0",

package/types/bricks.ts

@@ -2420,6 +2420,23 @@ export type BrickWebViewActionInjectJavascript = ActionWithParams & {
   }>
 }
 
+/* Query selector on the WebView */
+export type BrickWebViewActionQuerySelector = ActionWithParams & {
+  __actionName: 'BRICK_WEBVIEW_QUERY_SELECTOR'
+  params?: Array<
+    | {
+        input: 'querySelector'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'expression'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
 /* Do go forward on the WebView */
 export type BrickWebViewActionGoForward = Action & {
   __actionName: 'BRICK_WEBVIEW_GO_FORWARD'
@@ -2502,6 +2519,12 @@ Default property:
     /* Event of the webview on message by `window.ReactNativeWebView.postMessage` on you're injected javascript code */
     onMessage?: Array<EventAction>
   }
+  outlets?: {
+    /* The result of the query selector action */
+    queryResult?: () => Data
+    /* The error of the query selector action */
+    queryError?: () => Data
+  }
   animation?: AnimationBasicEvents & {
     onLoad?: Animation
     onError?: Animation
@@ -2523,7 +2546,7 @@ export type BrickWebView = Brick &
               | SwitchCondData
               | {
                   __typename: 'SwitchCondInnerStateOutlet'
-                  outlet: ''
+                  outlet: 'queryResult' | 'queryError'
                   value: any
                 }
           }>

package/types/data.ts

@@ -56,6 +56,11 @@ export type Data<T = any> = DataDef & {
           | 'rich-text-content'
           | 'sandbox-script'
           | 'llm-prompt'
+          | 'llm-messages'
+          | 'llm-tools'
+          | 'mcp-server-resources'
+          | 'mcp-server-tools'
+          | 'mcp-server-prompts'
       }
   value: T
 }
@@ -67,6 +72,7 @@ export type DataAssetKind = {
     | 'media-resource-audio'
     | 'media-resource-file'
     | 'lottie-file-uri'
+    | 'rive-file-uri'
     | 'ggml-model-asset'
     | 'gguf-model-asset'
     | 'binary-asset'

package/types/generators.ts

@@ -4365,7 +4365,7 @@ Default property:
                 | {
                     target?: string | DataLink
                     timeout?: number | DataLink
-                    payload?: any
+                    additionalParams?: any
                   }
               scriptConfig?:
                 | DataLink
@@ -4381,7 +4381,7 @@ Default property:
                             }
                         >
                       | DataLink
-                    payload?: any
+                    additionalParams?: any
                   }
             }
         >
@@ -4406,7 +4406,7 @@ Default property:
                 | {
                     target?: string | DataLink
                     timeout?: number | DataLink
-                    payload?: any
+                    additionalParams?: any
                   }
               scriptConfig?:
                 | DataLink
@@ -4422,7 +4422,7 @@ Default property:
                             }
                         >
                       | DataLink
-                    payload?: any
+                    additionalParams?: any
                   }
             }
         >
@@ -4449,7 +4449,7 @@ Default property:
                 | {
                     target?: string | DataLink
                     timeout?: number | DataLink
-                    payload?: any
+                    additionalParams?: any
                   }
               scriptConfig?:
                 | DataLink
@@ -4465,7 +4465,7 @@ Default property:
                             }
                         >
                       | DataLink
-                    payload?: any
+                    additionalParams?: any
                   }
             }
         >
@@ -4655,12 +4655,13 @@ interface GeneratorMCPDef {
 Default property:
 {
   "init": false,
-  "type": "sse",
+  "type": "streamable-http",
   "url": "",
   "autoReconnect": true,
   "maxReconnectAttempts": 10,
   "reconnectInterval": 1000,
   "generatorId": "",
+  "generatorKey": "",
   "name": "bricks-foundation-mcp-client-default",
   "version": "1.0.0",
   "ignoreResourceInList": [],
@@ -4673,7 +4674,7 @@ Default property:
     /* Initialize the MCP client on start */
     init?: boolean | DataLink
     /* Type of the MCP connection, e.g. sse or direct-link (generator) */
-    type?: 'sse' | 'direct-link' | DataLink
+    type?: 'streamable-http' | 'sse' | 'direct-link' | DataLink
     /* URL of the MCP server, e.g. http://localhost:19853/sse */
     url?: string | DataLink
     /* Whether to automatically reconnect to the MCP server */
@@ -4997,6 +4998,16 @@ export type GeneratorOnnxLLMActionInfer = ActionWithParams & {
         value?: Array<any> | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'tools'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'toolChoice'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
   >
 }
 
@@ -5016,6 +5027,8 @@ Default property:
 {
   "model": "BricksDisplay/phi-1_5-q4",
   "modelType": "auto",
+  "toolCallParser": "llama3_json",
+  "toolChoice": "auto",
   "maxNewTokens": 256,
   "temperature": 0.7,
   "topK": 50,
@@ -5079,24 +5092,19 @@ Default property:
     /* Model type */
     modelType?:
       | 'auto'
-      | 'gpt2'
-      | 'gptj'
-      | 'gpt_bigcode'
-      | 'gpt_neo'
-      | 'gpt_neox'
-      | 'bloom'
-      | 'mpt'
-      | 'opt'
-      | 'llama'
-      | 'falcon'
-      | 'mistral'
+      | 'text-generation'
+      | 'qwen2-vl'
+      | 'paligemma'
+      | 'llava'
+      | 'llava_onevision'
+      | 'moondream1'
+      | 'florence2'
+      | 'idefics3'
+      | 'smolvlm'
+      | 'phi3_v'
       | 't5'
       | 'mt5'
       | 'longt5'
-      | 'phi'
-      | 'qwen2'
-      | 'stablelm'
-      | 'gemma'
       | DataLink
     /* Load quantized model (deprecated, use `quantizeType` instead) */
     quantized?: boolean | DataLink
@@ -5122,6 +5130,14 @@ Default property:
     messages?: Array<DataLink | {}> | DataLink
     /* Images with message to inference */
     images?: Array<string | DataLink> | DataLink
+    /* Tool call parser */
+    toolCallParser?: 'llama3_json' | 'mistral' | 'hermes' | 'internlm' | 'phi4' | DataLink
+    /* Tools for chat mode using OpenAI-compatible function calling format  
+ Format: Array of objects with {type, function: {name, description, parameters}} structure  
+ See: https://platform.openai.com/docs/guides/function-calling */
+    tools?: Array<{} | DataLink> | DataLink
+    /* Tool choice for chat mode */
+    toolChoice?: 'none' | 'auto' | DataLink
     /* Max new tokens to generate */
     maxNewTokens?: number | DataLink
     /* Temperature */
@@ -5156,6 +5172,10 @@ Default property:
   events?: {
     /* Event triggered when state change */
     onContextStateChange?: Array<EventAction>
+    /* Event triggered on get function call request */
+    onFunctionCall?: Array<EventAction>
+    /* Event triggered on completion finished */
+    onCompletionFinished?: Array<EventAction>
     /* Event triggered when error occurs */
     onError?: Array<EventAction>
   }
@@ -5166,6 +5186,8 @@ Default property:
     generated?: () => Data
     /* Full result of generation */
     fullResult?: () => Data
+    /* Last function call */
+    lastFunctionCall?: () => Data
   }
 }
 
@@ -5184,7 +5206,7 @@ export type GeneratorOnnxLLM = Generator &
               | SwitchCondData
               | {
                   __typename: 'SwitchCondInnerStateOutlet'
-                  outlet: 'contextState' | 'generated' | 'fullResult'
+                  outlet: 'contextState' | 'generated' | 'fullResult' | 'lastFunctionCall'
                   value: any
                 }
           }>
@@ -5875,6 +5897,48 @@ export type GeneratorLLMActionLoadModel = Action & {
   __actionName: 'GENERATOR_LLM_LOAD_MODEL'
 }
 
+/* Load multimodal (vision) model (PREVIEW FEATURE) */
+export type GeneratorLLMActionLoadMultimodalModel = Action & {
+  __actionName: 'GENERATOR_LLM_LOAD_MULTIMODAL_MODEL'
+}
+
+/* Tokenize the prompt */
+export type GeneratorLLMActionTokenize = ActionWithParams & {
+  __actionName: 'GENERATOR_LLM_TOKENIZE'
+  params?: Array<
+    | {
+        input: 'mode'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'prompt'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'promptMediaPaths'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'messages'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Detokenize the tokens to text */
+export type GeneratorLLMActionDetokenize = ActionWithParams & {
+  __actionName: 'GENERATOR_LLM_DETOKENIZE'
+  params?: Array<{
+    input: 'tokens'
+    value?: Array<any> | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
 /* Pre-process the prompt, this can speed up the completion action */
 export type GeneratorLLMActionProcessPrompt = ActionWithParams & {
   __actionName: 'GENERATOR_LLM_PROCESS_PROMPT'
@@ -5914,6 +5978,11 @@ export type GeneratorLLMActionProcessPrompt = ActionWithParams & {
         value?: string | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'promptMediaPaths'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
     | {
         input: 'promptTemplateData'
         value?: {} | DataLink | EventProperty
@@ -5971,6 +6040,11 @@ export type GeneratorLLMActionCompletion = ActionWithParams & {
         value?: string | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'promptMediaPaths'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
     | {
         input: 'promptTemplateData'
         value?: {} | DataLink | EventProperty
@@ -6151,6 +6225,11 @@ export type GeneratorLLMActionClearDownload = Action & {
   __actionName: 'GENERATOR_LLM_CLEAR_DOWNLOAD'
 }
 
+/* Release multimodal (vision) context (PREVIEW FEATURE) */
+export type GeneratorLLMActionReleaseMultimodalContext = Action & {
+  __actionName: 'GENERATOR_LLM_RELEASE_MULTIMODAL_CONTEXT'
+}
+
 /* Release context */
 export type GeneratorLLMActionReleaseContext = Action & {
   __actionName: 'GENERATOR_LLM_RELEASE_CONTEXT'
@@ -6173,7 +6252,7 @@ Default property:
   "cacheVType": "f16",
   "ctxShift": true,
   "transformScriptEnabled": false,
-  "transformScriptCode": "\/\* Global variable: inputs = { prompt, messages, variables } \*\/\nreturn inputs.prompt",
+  "transformScriptCode": "\/\* Global variable: inputs = { prompt, messages, variables }, members = { llmUtils } \*\/\nreturn inputs.prompt",
   "transformScriptVariables": {},
   "sessionMinSaveSize": 50,
   "sessionRemain": 10,
@@ -6228,6 +6307,14 @@ Default property:
     modelHashType?: 'md5' | 'sha256' | 'sha1' | DataLink
     /* Hash of model */
     modelHash?: string | DataLink
+    /* Load multimodal (vision) context after model loaded (PREVIEW FEATURE) */
+    initMultimodal?: boolean | DataLink
+    /* The URL or path of mmproj file for multimodal vision support (PREVIEW FEATURE) */
+    mmprojUrl?: string | DataLink
+    /* Hash type of mmproj file (PREVIEW FEATURE) */
+    mmprojHashType?: 'md5' | 'sha256' | 'sha1' | DataLink
+    /* Hash of mmproj file (PREVIEW FEATURE) */
+    mmprojHash?: string | DataLink
     /* Chat Template (Jinja format) to override the default template from model */
     chatTemplate?: string | DataLink
     /* Context size (0 ~ 4096) (Default to 512) */
@@ -6297,6 +6384,9 @@ Default property:
       | DataLink
     /* Prompt (text mode) */
     completionPrompt?: string | DataLink
+    /* Media paths to be used in the prompt template (PREVIEW FEATURE)  
+ In prompt, use `<__image__>` for position of media content */
+    completionPromptMediaPaths?: Array<string | DataLink> | DataLink
     /* Data to be used in the prompt template (e.g. `Hello ${name}`). Supports nested data, such as `Hello ${user.name}`. */
     completionPromptTemplateData?: {} | DataLink
     /* The prompt template type */
@@ -6394,6 +6484,10 @@ Default property:
     sessions?: () => Data
     /* Is evaluating */
     isEvaluating?: () => Data
+    /* Tokenize result */
+    tokenizeResult?: () => Data
+    /* Detokenize result */
+    detokenizeResult?: () => Data
     /* Last formatted prompt (messages or prompt) */
     completionLastFormattedPrompt?: () => Data
     /* Last completion token */
@@ -6434,6 +6528,8 @@ export type GeneratorLLM = Generator &
                     | 'contextDetails'
                     | 'sessions'
                     | 'isEvaluating'
+                    | 'tokenizeResult'
+                    | 'detokenizeResult'
                     | 'completionLastFormattedPrompt'
                     | 'completionLastToken'
                     | 'completionResult'
@@ -6470,6 +6566,11 @@ export type GeneratorQnnLlmActionGenerate = ActionWithParams & {
         value?: Array<any> | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'tools'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
   >
 }
 
@@ -6489,6 +6590,7 @@ Default property:
 {
   "modelType": "Llama 3.2 3B Chat",
   "chatFormat": "Llama 3.x",
+  "toolsInUserMessage": true,
   "toolCallParser": "llama3_json",
   "toolChoice": "auto",
   "parallelToolCalls": false,
@@ -6517,9 +6619,18 @@ Default property:
     /* Custom model split parts */
     customModelSplitParts?: number | DataLink
     /* Chat format */
-    chatFormat?: 'Llama 2' | 'Llama 3' | 'Llama 3.x' | 'Mistral v0.3' | 'Qwen 2' | DataLink
+    chatFormat?:
+      | 'Llama 2'
+      | 'Llama 3'
+      | 'Llama 3.x'
+      | 'Mistral v0.3'
+      | 'Qwen 2'
+      | 'Custom'
+      | DataLink
     /* Custom chat format template */
     customChatFormat?: string | DataLink
+    /* Put tools in user message */
+    toolsInUserMessage?: boolean | DataLink
     /* Prompt to generate */
     prompt?: string | DataLink
     /* Chat messages */
@@ -6535,7 +6646,7 @@ Default property:
     /* Stop words */
     stopWords?: Array<string | DataLink> | DataLink
     /* Tool call parser */
-    toolCallParser?: 'llama3_json' | 'mistral' | DataLink
+    toolCallParser?: 'llama3_json' | 'mistral' | 'hermes' | 'internlm' | 'phi4' | DataLink
     /* Tools for chat mode using OpenAI-compatible function calling format  
  Format: Array of objects with {type, function: {name, description, parameters}} structure  
  See: https://platform.openai.com/docs/guides/function-calling */
@@ -6680,7 +6791,7 @@ interface GeneratorOpenAILLMDef {
 Default property:
 {
   "apiEndpoint": "https://api.openai.com/v1",
-  "model": "gpt-4o-mini",
+  "model": "gpt-4o",
   "completionMessages": [
     {
       "role": "system",
@@ -6690,8 +6801,6 @@ Default property:
   "completionMaxTokens": 1024,
   "completionTemperature": 1,
   "completionTopP": 1,
-  "completionFrequencyPenalty": 0,
-  "completionPresencePenalty": 0,
   "completionStop": []
 }
   */
@@ -6780,7 +6889,11 @@ Default property:
  - Compatible with OpenAI API format  
  - Supports function calling  
  - Streaming responses  
- - Custom API endpoints */
+ - Custom API endpoints, like  
+   - OpenAI API: https://platform.openai.com/docs/guides/text?api-mode=chat  
+   - Anthropic API: https://docs.anthropic.com/en/api/openai-sdk  
+   - Gemini API: https://ai.google.dev/gemini-api/docs/openai  
+   - llama.cpp server: https://github.com/ggml-org/llama.cpp/tree/master/tools/server */
 export type GeneratorOpenAILLM = Generator &
   GeneratorOpenAILLMDef & {
     templateKey: 'GENERATOR_OPENAI_LLM'
@@ -6914,6 +7027,11 @@ export type GeneratorAssistantActionAddMessage = ActionWithParams & {
         value?: string | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'image'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
     | {
         input: 'payload'
         value?: {} | DataLink | EventProperty
@@ -7020,6 +7138,11 @@ export type GeneratorAssistantActionUpdateMessageAtIndex = ActionWithParams & {
         value?: string | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'image'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
     | {
         input: 'payload'
         value?: {} | DataLink | EventProperty
@@ -7047,6 +7170,11 @@ export type GeneratorAssistantActionAddAudioMessage = ActionWithParams & {
         value?: string | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'image'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
     | {
         input: 'useFileSearch'
         value?: boolean | DataLink | EventProperty
@@ -7146,6 +7274,11 @@ export type GeneratorAssistantActionUpdateAudioMessageAtIndex = ActionWithParams
         value?: string | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'image'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
     | {
         input: 'payload'
         value?: {} | DataLink | EventProperty
@@ -7302,7 +7435,9 @@ Default property:
     cacheMessages?: boolean | DataLink
     /* LLM Generator (Supports `LLM (GGML)` and `OpenAI LLM` generators) */
     llmGeneratorId?: string | DataLink
-    /* LLM Live Policy. If the policy is `only-in-use`, the LLM context will be released when the assistant is not in use. */
+    /* LLM Live Policy. If the policy is `only-in-use`, the LLM context will be released when the assistant is not in use.  
+
+ Note: LLM (Qualcomm AI Engine) recommend use `manual` and loaded constantly. */
     llmLivePolicy?: 'only-in-use' | 'manual' | DataLink
     /* LLM main session key */
     llmSessionKey?: string | DataLink

package/utils/event-props.ts

@@ -739,6 +739,16 @@ export const templateEventPropsMap = {
     onContextStateChange: [
       'GENERATOR_ONNX_LLM_CONTEXT_STATE', // type: string
     ],
+    onFunctionCall: [
+      'GENERATOR_ONNX_LLM_FUNCTION_CALL_NAME', // type: string
+      'GENERATOR_ONNX_LLM_FUNCTION_CALL_ARGUMENTS', // type: object
+      'GENERATOR_ONNX_LLM_FUNCTION_CALL_DETAILS', // type: object
+    ],
+    onCompletionFinished: [
+      'GENERATOR_ONNX_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_ONNX_LLM_COMPLETION_TOOL_CALLS', // type: array
+      'GENERATOR_ONNX_LLM_COMPLETION_FULL_CONTEXT', // type: string
+    ],
     onError: [
       'GENERATOR_ONNX_LLM_ERROR', // type: string
     ],
@@ -803,6 +813,7 @@ export const templateEventPropsMap = {
     onGenerate: [
       'GENERATOR_QNN_LLM_RESULT', // type: string
       'GENERATOR_QNN_LLM_FULL_CONTEXT', // type: string
+      'GENERATOR_QNN_LLM_TOOL_CALLS', // type: array
     ],
     onFunctionCall: [
       'GENERATOR_QNN_LLM_FUNCTION_CALL_NAME', // type: string