@fugood/bricks-project 2.22.0-beta.1 → 2.22.0-beta.10

package/types/generators.ts

@@ -4307,6 +4307,515 @@ export type GeneratorSqlite = Generator &
     >
   }
 
+/* Refresh tools and resources, used for case if tools or resources are changed. Note that the current connections will be closed. */
+export type GeneratorMCPServerActionRefreshResources = Action & {
+  __actionName: 'GENERATOR_MCP_SERVER_REFRESH_RESOURCES'
+}
+
+interface GeneratorMCPServerDef {
+  /*
+Default property:
+{
+  "enabled": true,
+  "listening": true,
+  "authType": "none",
+  "name": "bricks-foundation-mcp-server-default",
+  "version": "1.0.0",
+  "resources": [],
+  "tools": [],
+  "prompts": []
+}
+  */
+  property?: {
+    /* Enable MCP server. If enabled and Listening is false, the generator can still provide application-scoped resources. */
+    enabled?: boolean | DataLink
+    /* Application-scoped generator key, key cannot be the same with other application-scoped generators */
+    globalGeneratorKey?: string | DataLink
+    /* Start MCP server */
+    listening?: boolean | DataLink
+    /* HTTP server port */
+    port?: number | DataLink
+    /* Authorization type of HTTP request */
+    authType?: 'none' | 'bearer' | DataLink
+    /* Token of bearer auth */
+    bearerToken?: string | DataLink
+    /* Name of the MCP server */
+    name?: string | DataLink
+    /* Version of the MCP server */
+    version?: string | DataLink
+    /* Resources  
+    Type:  
+    `static`: Return static data  
+    `detect-data-change`: Watch data target change to return data, 
+      please update data with ({ id: string, content: string | object }), 
+      and ensure the id is same with request id  
+    `script`: Not implemented yet */
+    resources?:
+      | Array<
+          | DataLink
+          | {
+              enabled?: boolean | DataLink
+              name?: string | DataLink
+              description?: string | DataLink
+              uriOrTemplate?: string | DataLink
+              type?: 'static' | 'detect-data-change' | 'script' | DataLink
+              staticData?: any
+              dataChangeConfig?:
+                | DataLink
+                | {
+                    target?: string | DataLink
+                    timeout?: number | DataLink
+                    payload?: any
+                  }
+              scriptConfig?:
+                | DataLink
+                | {
+                    code?: string | DataLink
+                    timeout?: number | DataLink
+                    members?:
+                      | Array<
+                          | DataLink
+                          | {
+                              handler?: string | DataLink
+                              varName?: string | DataLink
+                            }
+                        >
+                      | DataLink
+                    payload?: any
+                  }
+            }
+        >
+      | DataLink
+    /* Tools  
+    Type:  
+    `detect-data-change`: Watch data target change to return data, 
+      please update data with ({ id: string, content: string | object }), 
+      and ensure the id is same with request id.  
+    `script`: Not implemented yet */
+    tools?:
+      | Array<
+          | DataLink
+          | {
+              enabled?: boolean | DataLink
+              name?: string | DataLink
+              description?: string | DataLink
+              params?: {} | DataLink
+              type?: 'detect-data-change' | 'script' | DataLink
+              dataChangeConfig?:
+                | DataLink
+                | {
+                    target?: string | DataLink
+                    timeout?: number | DataLink
+                    payload?: any
+                  }
+              scriptConfig?:
+                | DataLink
+                | {
+                    code?: string | DataLink
+                    timeout?: number | DataLink
+                    members?:
+                      | Array<
+                          | DataLink
+                          | {
+                              handler?: string | DataLink
+                              varName?: string | DataLink
+                            }
+                        >
+                      | DataLink
+                    payload?: any
+                  }
+            }
+        >
+      | DataLink
+    /* Prompts  
+    Type:  
+    `static`: Return static data  
+    `detect-data-change`: Watch data target change to return data, 
+      please update data with ({ id: string, content: string | object }), 
+      and ensure the id is same with request id  
+    `script`: Not implemented yet */
+    prompts?:
+      | Array<
+          | DataLink
+          | {
+              enabled?: boolean | DataLink
+              name?: string | DataLink
+              description?: string | DataLink
+              arguments?: {} | DataLink
+              type?: 'static' | 'detect-data-change' | 'script' | DataLink
+              staticData?: any
+              dataChangeConfig?:
+                | DataLink
+                | {
+                    target?: string | DataLink
+                    timeout?: number | DataLink
+                    payload?: any
+                  }
+              scriptConfig?:
+                | DataLink
+                | {
+                    code?: string | DataLink
+                    timeout?: number | DataLink
+                    members?:
+                      | Array<
+                          | DataLink
+                          | {
+                              handler?: string | DataLink
+                              varName?: string | DataLink
+                            }
+                        >
+                      | DataLink
+                    payload?: any
+                  }
+            }
+        >
+      | DataLink
+  }
+  events?: {
+    /* Listening of HTTP server */
+    onListening?: Array<EventAction>
+    /* Error of HTTP server */
+    onError?: Array<EventAction>
+    /* Client error of HTTP server */
+    onClientError?: Array<EventAction>
+    /* Client close of HTTP server */
+    onClientClose?: Array<EventAction>
+    /* On request resource (Request: { name: string, uri: string, params: object }) */
+    onRequestResource?: Array<EventAction>
+    /* On call tool (Request: { name: string, params: object }) */
+    onCallTool?: Array<EventAction>
+    /* On get prompt (Request: { name: string, arguments: object }) */
+    onGetPrompt?: Array<EventAction>
+  }
+  outlets?: {
+    /* Whether the HTTP server is listening */
+    isListening?: () => Data
+    /* Last error of HTTP server */
+    lastError?: () => Data
+    /* MCP server endpoint URL */
+    endpoint?: () => Data
+    /* Connected remotes (Session ID) */
+    connectedRemotes?: () => Data
+    /* Last resource request ({ name: string, uri: string, params: object }) */
+    lastResourceRequest?: () => Data
+    /* Last tool call ({ name: string, params: object }) */
+    lastToolCall?: () => Data
+    /* Last prompt get ({ name: string, arguments: object }) */
+    lastPromptGet?: () => Data
+  }
+}
+
+/* Model Context Protocol (MCP) Server (https://docs.anthropic.com/en/docs/agents-and-tools/mcp) */
+export type GeneratorMCPServer = Generator &
+  GeneratorMCPServerDef & {
+    templateKey: 'GENERATOR_MCP_SERVER'
+    switches: Array<
+      SwitchDef &
+        GeneratorMCPServerDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet:
+                    | 'isListening'
+                    | 'lastError'
+                    | 'endpoint'
+                    | 'connectedRemotes'
+                    | 'lastResourceRequest'
+                    | 'lastToolCall'
+                    | 'lastPromptGet'
+                  value: any
+                }
+          }>
+        }
+    >
+  }
+
+/* Connect to MCP server */
+export type GeneratorMCPActionConnect = Action & {
+  __actionName: 'GENERATOR_MCP_CONNECT'
+}
+
+/* Disconnect from MCP server */
+export type GeneratorMCPActionDisconnect = Action & {
+  __actionName: 'GENERATOR_MCP_DISCONNECT'
+}
+
+/* List resources */
+export type GeneratorMCPActionListResources = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_LIST_RESOURCES'
+  params?: Array<{
+    input: 'requestId'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* List resource templates */
+export type GeneratorMCPActionListResourceTemplates = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_LIST_RESOURCE_TEMPLATES'
+  params?: Array<{
+    input: 'requestId'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Read resource */
+export type GeneratorMCPActionReadResource = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_READ_RESOURCE'
+  params?: Array<
+    | {
+        input: 'requestId'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'uri'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'variables'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* List tools */
+export type GeneratorMCPActionListTools = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_LIST_TOOLS'
+  params?: Array<{
+    input: 'requestId'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Call tool */
+export type GeneratorMCPActionCallTool = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_CALL_TOOL'
+  params?: Array<
+    | {
+        input: 'requestId'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'name'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'variables'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* List prompts */
+export type GeneratorMCPActionListPrompts = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_LIST_PROMPTS'
+  params?: Array<{
+    input: 'requestId'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Request prompt */
+export type GeneratorMCPActionGetPrompt = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_GET_PROMPT'
+  params?: Array<
+    | {
+        input: 'requestId'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'name'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'variables'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+interface GeneratorMCPDef {
+  /*
+Default property:
+{
+  "init": false,
+  "type": "streamable-http",
+  "url": "",
+  "autoReconnect": true,
+  "maxReconnectAttempts": 10,
+  "reconnectInterval": 1000,
+  "generatorId": "",
+  "generatorKey": "",
+  "name": "bricks-foundation-mcp-client-default",
+  "version": "1.0.0",
+  "ignoreResourceInList": [],
+  "ignoreToolInList": [],
+  "ignorePromptInList": [],
+  "requestTimeout": 60000
+}
+  */
+  property?: {
+    /* Initialize the MCP client on start */
+    init?: boolean | DataLink
+    /* Type of the MCP connection, e.g. sse or direct-link (generator) */
+    type?: 'streamable-http' | 'sse' | 'direct-link' | DataLink
+    /* URL of the MCP server, e.g. http://localhost:19853/sse */
+    url?: string | DataLink
+    /* Whether to automatically reconnect to the MCP server */
+    autoReconnect?: boolean | DataLink
+    /* Maximum number of reconnection attempts */
+    maxReconnectAttempts?: number | DataLink
+    /* Reconnection interval in milliseconds */
+    reconnectInterval?: number | DataLink
+    /* SSE connection headers */
+    sseHeaders?: {} | DataLink
+    /* Send request headers */
+    sendHeaders?: {} | DataLink
+    /* Bearer token for authentication */
+    bearerToken?: string | DataLink
+    /* Generator MCP Server ID for direct link */
+    generatorId?: string | DataLink
+    /* Application-scoped key of Generator MCP Server for direct link (If ID is not provided) */
+    generatorKey?: string | DataLink
+    /* Name of the MCP client */
+    name?: string | DataLink
+    /* Version of the MCP client */
+    version?: string | DataLink
+    /* Ignore resources in list response */
+    ignoreResourceInList?: Array<string | DataLink> | DataLink
+    /* Ignore tools in list response */
+    ignoreToolInList?: Array<string | DataLink> | DataLink
+    /* Ignore prompts in list response */
+    ignorePromptInList?: Array<string | DataLink> | DataLink
+    /* Request timeout in milliseconds */
+    requestTimeout?: number | DataLink
+  }
+  events?: {
+    /* On connected */
+    onConnected?: Array<EventAction>
+    /* On connection error */
+    onConnectionError?: Array<EventAction>
+    /* On disconnected */
+    onDisconnected?: Array<EventAction>
+    /* On list resources */
+    onListResources?: Array<EventAction>
+    /* On list resources error */
+    onListResourcesError?: Array<EventAction>
+    /* On list resource templates */
+    onListResourceTemplates?: Array<EventAction>
+    /* On list resource templates error */
+    onListResourceTemplatesError?: Array<EventAction>
+    /* On read resource */
+    onReadResource?: Array<EventAction>
+    /* On read resource error */
+    onReadResourceError?: Array<EventAction>
+    /* On list tools */
+    onListTools?: Array<EventAction>
+    /* On list tools error */
+    onListToolsError?: Array<EventAction>
+    /* On call tool */
+    onCallTool?: Array<EventAction>
+    /* On call tool error */
+    onCallToolError?: Array<EventAction>
+    /* On list prompts */
+    onListPrompts?: Array<EventAction>
+    /* On list prompts error */
+    onListPromptsError?: Array<EventAction>
+    /* On get prompt */
+    onGetPrompt?: Array<EventAction>
+    /* On get prompt error */
+    onGetPromptError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Connection state */
+    connectionState?: () => Data
+    /* List resources response */
+    listResourcesResponse?: () => Data
+    /* List resources error */
+    listResourcesError?: () => Data
+    /* List resource templates response */
+    listResourceTemplatesResponse?: () => Data
+    /* List resource templates error */
+    listResourceTemplatesError?: () => Data
+    /* Read resource response */
+    readResourceResponse?: () => Data
+    /* Read resource error */
+    readResourceError?: () => Data
+    /* List tools response */
+    listToolsResponse?: () => Data
+    /* List tools error */
+    listToolsError?: () => Data
+    /* Call tool response */
+    callToolResponse?: () => Data
+    /* Call tool error */
+    callToolError?: () => Data
+    /* List prompts response */
+    listPromptsResponse?: () => Data
+    /* List prompts error */
+    listPromptsError?: () => Data
+    /* Get prompt response */
+    getPromptResponse?: () => Data
+    /* Request prompt error */
+    getPromptError?: () => Data
+    /* Last error */
+    lastError?: () => Data
+  }
+}
+
+/* Model Context Protocol (MCP) Client, support SSE and Generator MCPServer direct link */
+export type GeneratorMCP = Generator &
+  GeneratorMCPDef & {
+    templateKey: 'GENERATOR_MCP'
+    switches: Array<
+      SwitchDef &
+        GeneratorMCPDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet:
+                    | 'connectionState'
+                    | 'listResourcesResponse'
+                    | 'listResourcesError'
+                    | 'listResourceTemplatesResponse'
+                    | 'listResourceTemplatesError'
+                    | 'readResourceResponse'
+                    | 'readResourceError'
+                    | 'listToolsResponse'
+                    | 'listToolsError'
+                    | 'callToolResponse'
+                    | 'callToolError'
+                    | 'listPromptsResponse'
+                    | 'listPromptsError'
+                    | 'getPromptResponse'
+                    | 'getPromptError'
+                    | 'lastError'
+                  value: any
+                }
+          }>
+        }
+    >
+  }
+
 /* Load the model */
 export type GeneratorTTSActionLoadModel = Action & {
   __actionName: 'GENERATOR_TTS_LOAD_MODEL'
@@ -4484,6 +4993,11 @@ export type GeneratorOnnxLLMActionInfer = ActionWithParams & {
         value?: Array<any> | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'images'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
   >
 }
 
@@ -4520,12 +5034,17 @@ Default property:
     /* LLM model */
     model?:
       | 'Custom'
+      | 'onnx-community/gemma-3-1b-it-ONNX'
       | 'BricksDisplay/phi-1_5'
       | 'BricksDisplay/phi-1_5-q4'
-      | 'Qwen1.5-0.5B'
-      | 'Qwen1.5-1.8B'
-      | 'Qwen1.5-0.5B-Chat'
-      | 'Qwen1.5-1.8B-Chat'
+      | 'onnx-community/Phi-3.5-vision-instruct'
+      | 'onnx-community/Phi-3-vision-128k-instruct'
+      | 'onnx-community/Phi-4-mini-instruct-ONNX-MHA'
+      | 'onnx-community/Qwen2.5-0.5B'
+      | 'onnx-community/Qwen2.5-0.5B-Instruct'
+      | 'onnx-community/Qwen2.5-1.5B'
+      | 'onnx-community/Qwen2.5-1.5B-Instruct'
+      | 'onnx-community/Qwen2-VL-2B-Instruct'
       | 'stablelm-2-1_6b'
       | 'BricksDisplay/stablelm-2-1_6b-q4'
       | 'stablelm-2-zephyr-1_6b'
@@ -4598,6 +5117,12 @@ Default property:
  Choose model from https://huggingface.co/models?pipeline_tag=text2text-generation&library=transformers.js  
  or https://huggingface.co/models?pipeline_tag=text-generation&library=transformers.js&sort=trending */
     customModel?: string | DataLink
+    /* Prompt to inference */
+    prompt?: string | DataLink
+    /* Messages to inference */
+    messages?: Array<DataLink | {}> | DataLink
+    /* Images with message to inference */
+    images?: Array<string | DataLink> | DataLink
     /* Max new tokens to generate */
     maxNewTokens?: number | DataLink
     /* Temperature */
@@ -5647,6 +6172,7 @@ Default property:
   "useMmap": true,
   "cacheKType": "f16",
   "cacheVType": "f16",
+  "ctxShift": true,
   "transformScriptEnabled": false,
   "transformScriptCode": "\/\* Global variable: inputs = { prompt, messages, variables } \*\/\nreturn inputs.prompt",
   "transformScriptVariables": {},
@@ -5732,6 +6258,8 @@ Default property:
     cacheKType?: 'f16' | 'f32' | 'q8_0' | 'q4_0' | 'q4_1' | 'iq4_nl' | 'q5_0' | 'q5_1' | DataLink
     /* KV cache data type for the V (Default: f16) */
     cacheVType?: 'f16' | 'f32' | 'q8_0' | 'q4_0' | 'q4_1' | 'iq4_nl' | 'q5_0' | 'q5_1' | DataLink
+    /* Enable context shift */
+    ctxShift?: boolean | DataLink
     /* Enable Transform Script for processing the prompt */
     transformScriptEnabled?: boolean | DataLink
     /* Code of Transform Script */
@@ -5750,8 +6278,10 @@ Default property:
     sessionRemain?: number | DataLink
     /* TODO:loran_gqarms_norm_epsrope_freq_baserope_freq_scale */
     completionMode?: 'auto' | 'chat' | 'text' | DataLink
-    /* Tools for chat mode */
-    completionTools?: {} | DataLink
+    /* Tools for chat mode using OpenAI-compatible function calling format  
+ Format: Array of objects with {type, function: {name, description, parameters}} structure  
+ See: https://platform.openai.com/docs/guides/function-calling */
+    completionTools?: Array<{} | DataLink> | DataLink
     /* Enable parallel tool calls */
     completionParallelToolCalls?: boolean | DataLink
     /* Tool choice for chat mode */
@@ -5917,6 +6447,168 @@ export type GeneratorLLM = Generator &
     >
   }
 
+/* Load the model */
+export type GeneratorQnnLlmActionLoadModel = Action & {
+  __actionName: 'GENERATOR_QNN_LLM_LOAD_MODEL'
+}
+
+/* Abort model download */
+export type GeneratorQnnLlmActionAbortModelDownload = Action & {
+  __actionName: 'GENERATOR_QNN_LLM_ABORT_MODEL_DOWNLOAD'
+}
+
+/* Generate text */
+export type GeneratorQnnLlmActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_QNN_LLM_GENERATE'
+  params?: Array<
+    | {
+        input: 'prompt'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'messages'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Abort generation */
+export type GeneratorQnnLlmActionAbortGeneration = Action & {
+  __actionName: 'GENERATOR_QNN_LLM_ABORT_GENERATION'
+}
+
+/* Release context */
+export type GeneratorQnnLlmActionReleaseContext = Action & {
+  __actionName: 'GENERATOR_QNN_LLM_RELEASE_CONTEXT'
+}
+
+interface GeneratorQnnLlmDef {
+  /*
+Default property:
+{
+  "modelType": "Llama 3.2 3B Chat",
+  "chatFormat": "Llama 3.x",
+  "toolCallParser": "llama3_json",
+  "toolChoice": "auto",
+  "parallelToolCalls": false,
+  "greedy": false
+}
+  */
+  property?: {
+    /* Load model context when generator is initialized */
+    init?: boolean | DataLink
+    /* Model type */
+    modelType?:
+      | 'Llama 3 8B Chat'
+      | 'Llama 3.1 8B Chat'
+      | 'Llama 3.2 3B Chat'
+      | 'Mistral 7B Instruct v0.3'
+      | 'Qwen 2 7B Chat'
+      | 'Phi 3.5 Mini'
+      | 'Granite v3.1 8B Instruct'
+      | 'Custom'
+      | DataLink
+    /* SOC model */
+    socModel?: 'X Elite' | 'X Plus' | '8 Elite' | '8 Gen 3' | 'QCS8550' | DataLink
+    /* Custom model base URL  
+ The URL directory should contain `config.json` (model config) file, `model_part_*_of_*.bin` (model split files) files and `tokenizer.json` (tokenizer config) file. */
+    customModelUrl?: string | DataLink
+    /* Custom model split parts */
+    customModelSplitParts?: number | DataLink
+    /* Chat format */
+    chatFormat?: 'Llama 2' | 'Llama 3' | 'Llama 3.x' | 'Mistral v0.3' | 'Qwen 2' | DataLink
+    /* Custom chat format template */
+    customChatFormat?: string | DataLink
+    /* Prompt to generate */
+    prompt?: string | DataLink
+    /* Chat messages */
+    messages?:
+      | Array<
+          | DataLink
+          | {
+              role?: string | DataLink
+              content?: string | DataLink
+            }
+        >
+      | DataLink
+    /* Stop words */
+    stopWords?: Array<string | DataLink> | DataLink
+    /* Tool call parser */
+    toolCallParser?: 'llama3_json' | 'mistral' | DataLink
+    /* Tools for chat mode using OpenAI-compatible function calling format  
+ Format: Array of objects with {type, function: {name, description, parameters}} structure  
+ See: https://platform.openai.com/docs/guides/function-calling */
+    tools?: Array<{} | DataLink> | DataLink
+    /* Tool choice for chat mode */
+    toolChoice?: 'none' | 'auto' | 'required' | DataLink
+    /* Enable parallel tool calls */
+    parallelToolCalls?: boolean | DataLink
+    /* Number of threads, -1 to use n-threads from model config */
+    nThreads?: number | DataLink
+    /* Temperature, -1 to use temperature from model config */
+    temperature?: number | DataLink
+    /* Seed, -1 to use seed from model config */
+    seed?: number | DataLink
+    /* Top K, -1 to use top-k from model config */
+    topK?: number | DataLink
+    /* Top P, -1 to use top-p from model config */
+    topP?: number | DataLink
+    /* Greedy, use greedy sampling */
+    greedy?: boolean | DataLink
+  }
+  events?: {
+    /* Event triggered when load is done */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when generate is done */
+    onGenerate?: Array<EventAction>
+    /* Event triggered on get function call request */
+    onFunctionCall?: Array<EventAction>
+    /* Event triggered when error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data
+    /* Generation result */
+    result?: () => Data
+    /* Full context (Prompt + Generation Result) */
+    fullContext?: () => Data
+    /* Last function call details */
+    lastFunctionCall?: () => Data
+    /* Completion details */
+    completionDetails?: () => Data
+  }
+}
+
+/* Local LLM inference using Qualcomm AI Engine */
+export type GeneratorQnnLlm = Generator &
+  GeneratorQnnLlmDef & {
+    templateKey: 'GENERATOR_QNN_LLM'
+    switches: Array<
+      SwitchDef &
+        GeneratorQnnLlmDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet:
+                    | 'contextState'
+                    | 'result'
+                    | 'fullContext'
+                    | 'lastFunctionCall'
+                    | 'completionDetails'
+                  value: any
+                }
+          }>
+        }
+    >
+  }
+
 /* Run text completion */
 export type GeneratorOpenAILLMActionCompletion = ActionWithParams & {
   __actionName: 'GENERATOR_OPENAI_LLM_COMPLETION'
@@ -5991,7 +6683,10 @@ Default property:
   "apiEndpoint": "https://api.openai.com/v1",
   "model": "gpt-4o-mini",
   "completionMessages": [
-    null
+    {
+      "role": "system",
+      "content": "You are a helpful assistant."
+    }
   ],
   "completionMaxTokens": 1024,
   "completionTemperature": 1,
@@ -6027,8 +6722,10 @@ Default property:
             }
         >
       | DataLink
-    /* Tools for chat mode */
-    completionTools?: {} | DataLink
+    /* Tools for chat mode following OpenAI function calling format  
+ Format: Array of objects with {type, function: {name, description, parameters}} structure  
+ See: https://platform.openai.com/docs/guides/function-calling */
+    completionTools?: Array<{} | DataLink> | DataLink
     /* Enable parallel tool calls */
     completionParallelToolCalls?: boolean | DataLink
     /* Tool choice for chat mode */
@@ -6106,6 +6803,104 @@ export type GeneratorOpenAILLM = Generator &
     >
   }
 
+/* Generate audio */
+export type GeneratorOpenAiTTSActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_OPENAI_TTS_GENERATE'
+  params?: Array<{
+    input: 'text'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Clean cache */
+export type GeneratorOpenAiTTSActionCleanCache = Action & {
+  __actionName: 'GENERATOR_OPENAI_TTS_CLEAN_CACHE'
+}
+
+interface GeneratorOpenAiTTSDef {
+  /*
+Default property:
+{
+  "apiEndpoint": "https://api.openai.com/v1",
+  "model": "tts-1",
+  "voice": "alloy",
+  "speed": 1,
+  "outputType": "play",
+  "playbackVolume": 100,
+  "cacheGenerated": true,
+  "autoInferEnable": false,
+  "softBreakRegex": "^[^\\r\\n\\t\\f\\v]*([\\r\\n]+|[。！？!?.]\\B)",
+  "hardBreakTime": 500
+}
+  */
+  property?: {
+    /* API endpoint URL */
+    apiEndpoint?: string | DataLink
+    /* OpenAI API Key */
+    apiKey?: string | DataLink
+    /* OpenAI TTS model */
+    model?: string | DataLink
+    /* Voice to use  
+ Select voice from https://openai.fm , default alloy */
+    voice?: string | DataLink
+    /* Additional instructions for the speech generation */
+    instructions?: string | DataLink
+    /* Speed of the generated audio */
+    speed?: number | DataLink
+    /* Output mode */
+    outputType?: 'play' | 'file' | DataLink
+    /* Playback volume (0 - 100) */
+    playbackVolume?: number | DataLink
+    /* Enable cache for generated audio */
+    cacheGenerated?: boolean | DataLink
+    /* Text to generate */
+    prompt?: string | DataLink
+    /* Auto inference when prompt changes */
+    autoInferEnable?: boolean | DataLink
+    /* Segmentation rule for auto inference */
+    softBreakRegex?: string | DataLink
+    /* Time to force inference when softBreakRegex is not satisfied */
+    hardBreakTime?: number | DataLink
+  }
+  events?: {
+    /* Event triggered when state change */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data
+    /* Generated audio file */
+    generatedAudio?: () => Data
+    /* Generated audio file is playing */
+    generatedAudioPlaying?: () => Data
+  }
+}
+
+/* Generate speech from text using OpenAI's Text-to-Speech API */
+export type GeneratorOpenAiTTS = Generator &
+  GeneratorOpenAiTTSDef & {
+    templateKey: 'GENERATOR_OPENAI_TTS'
+    switches: Array<
+      SwitchDef &
+        GeneratorOpenAiTTSDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'contextState' | 'generatedAudio' | 'generatedAudioPlaying'
+                  value: any
+                }
+          }>
+        }
+    >
+  }
+
 /* Add a message to the assistant */
 export type GeneratorAssistantActionAddMessage = ActionWithParams & {
   __actionName: 'GENERATOR_ASSISTANT_ADD_MESSAGE'
@@ -6163,6 +6958,55 @@ export type GeneratorAssistantActionAddMessage = ActionWithParams & {
   >
 }
 
+/* Initialize messages from MCP prompt */
+export type GeneratorAssistantActionInitMcpPrompt = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_INIT_MCP_PROMPT'
+  params?: Array<
+    | {
+        input: 'mcpClientName'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'mcpPromptName'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'mcpArguments'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'firstMessageAsSystem'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Add messages from MCP prompt */
+export type GeneratorAssistantActionAddMcpPromptMessage = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_ADD_MCP_PROMPT_MESSAGE'
+  params?: Array<
+    | {
+        input: 'mcpClientName'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'mcpPromptName'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'mcpArguments'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
 /* Update a message at a specific index */
 export type GeneratorAssistantActionUpdateMessageAtIndex = ActionWithParams & {
   __actionName: 'GENERATOR_ASSISTANT_UPDATE_MESSAGE_AT_INDEX'
@@ -6332,8 +7176,25 @@ export type GeneratorAssistantActionReset = Action & {
 }
 
 /* Submit the assistant */
-export type GeneratorAssistantActionSubmit = Action & {
+export type GeneratorAssistantActionSubmit = ActionWithParams & {
   __actionName: 'GENERATOR_ASSISTANT_SUBMIT'
+  params?: Array<
+    | {
+        input: 'continueOnToolCallConfirm'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'continueOnToolCallStrategy'
+        value?: 'never' | 'success' | 'always' | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'continueOnToolCallLimit'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+  >
 }
 
 /* Cancel the assistant responding */
@@ -6341,16 +7202,82 @@ export type GeneratorAssistantActionCancel = Action & {
   __actionName: 'GENERATOR_ASSISTANT_CANCEL'
 }
 
+/* Check the enabled MCP clients connection status and available tools */
+export type GeneratorAssistantActionCheckMcpServers = Action & {
+  __actionName: 'GENERATOR_ASSISTANT_CHECK_MCP_SERVERS'
+}
+
+/* Insert an MCP resource as a new assistant message */
+export type GeneratorAssistantActionInsertMcpResource = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_INSERT_MCP_RESOURCE'
+  params?: Array<
+    | {
+        input: 'mcpClientName'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'mcpResourceUri'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'mcpVariables'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'role'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Summarize messages based on the conversation  
+
+ Note: Summary uses the same LLM context size, so it is recommended only to use it when the system prompt (in Initial Messages) is long,  otherwise it may still fail when the context is full (Ctx Shift is NO). */
+export type GeneratorAssistantActionSummaryMessages = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_SUMMARY_MESSAGES'
+  params?: Array<
+    | {
+        input: 'summaryMessages'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'summarySessionKey'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
 interface GeneratorAssistantDef {
   /*
 Default property:
 {
   "initialMessages": [
-    null
+    {
+      "role": "system",
+      "content": "You are a helpful assistant."
+    }
   ],
   "cacheMessages": false,
   "llmLivePolicy": "only-in-use",
   "llmSessionKey": "default-assistant",
+  "llmAutoSummaryMessages": false,
+  "llmSummaryMessages": [
+    {
+      "role": "system",
+      "content": "You are a helpful assistant specialized in summarizing conversations. Create a concise summary of the conversation that captures the key points while maintaining important context. The summary should be clear, accurate, and briefer than the original conversation."
+    },
+    {
+      "role": "user",
+      "content": "Please summarize the following conversation into a concise system message that can replace the previous conversation context while maintaining all important information. Here is the conversation to summarize:\n\n"
+    }
+  ],
+  "llmSummarySessionKey": "assistant-default-summary",
   "fileSearchEnabled": false,
   "fileSearchLivePolicy": "only-in-use",
   "sttEnabled": true,
@@ -6374,12 +7301,28 @@ Default property:
       | DataLink
     /* Whether to cache messages */
     cacheMessages?: boolean | DataLink
-    /* LLM Generator (Currently only support `LLM (GGML)` generator) */
+    /* LLM Generator (Supports `LLM (GGML)` and `OpenAI LLM` generators) */
     llmGeneratorId?: string | DataLink
     /* LLM Live Policy. If the policy is `only-in-use`, the LLM context will be released when the assistant is not in use. */
     llmLivePolicy?: 'only-in-use' | 'manual' | DataLink
     /* LLM main session key */
     llmSessionKey?: string | DataLink
+    /* Auto Summary Messages (Automatically summarize messages when the LLM context is full or content gets truncated, currently only supported with LLM (GGML) generators)  
+
+ Note: Summary uses the same LLM context size, so it is recommended only to use it when the system prompt (in Initial Messages) is long,  otherwise it may still fail when the context is full (Ctx Shift is NO). */
+    llmAutoSummaryMessages?: boolean | DataLink
+    /* Summary Messages (Messages used for summarization prompt, conversation will be appended to the last message) */
+    llmSummaryMessages?:
+      | Array<
+          | DataLink
+          | {
+              role?: string | DataLink
+              content?: string | DataLink
+            }
+        >
+      | DataLink
+    /* Summary Session Key (Custom session key for summarization) */
+    llmSummarySessionKey?: string | DataLink
     /* File Search (Vector Store) Enabled */
     fileSearchEnabled?: boolean | DataLink
     /* File Search (Vector Store) Generator */
@@ -6392,18 +7335,29 @@ Default property:
     fileSearchThreshold?: number | DataLink
     /* File Search Ignore Threshold. (Default: false) */
     fileSearchIgnoreThreshold?: boolean | DataLink
-    /* STT Generator use for transcribing audio message (Currently only support `STT (GGML)` generator) */
+    /* STT Generator use for transcribing audio message (Supports `STT (GGML)` generators) */
     sttGeneratorId?: string | DataLink
     /* STT Enabled */
     sttEnabled?: boolean | DataLink
     /* STT Live Policy. If the policy is `only-in-use`, the STT context will be released when the assistant is not in use. */
     sttLivePolicy?: 'only-in-use' | 'manual' | DataLink
-    /* TTS Generator use for generating LLM response audio message (Currently only support `TTS (ONNX)` generator) */
+    /* TTS Generator use for generating LLM response audio message (Supports `TTS (ONNX)` and `OpenAI TTS` generators) */
     ttsGeneratorId?: string | DataLink
     /* TTS Enabled */
     ttsEnabled?: boolean | DataLink
     /* TTS Live Policy. If the policy is `only-in-use`, the TTS context will be released when the assistant is not in use. */
     ttsLivePolicy?: 'only-in-use' | 'manual' | DataLink
+    /* MCP Generators (Add a unique name if generator name property are duplicate) */
+    mcpGenerators?:
+      | Array<
+          | DataLink
+          | {
+              generatorId?: string | DataLink
+              name?: string | DataLink
+              enabled?: boolean | DataLink
+            }
+        >
+      | DataLink
   }
   events?: {
     /* Error event */
@@ -6426,6 +7380,8 @@ Default property:
     files?: () => Data
     /* Messages of the assistant */
     messages?: () => Data
+    /* MCP servers status and available tools */
+    mcpServers?: () => Data
   }
 }
 
@@ -6450,6 +7406,7 @@ export type GeneratorAssistant = Generator &
                     | 'isBusy'
                     | 'files'
                     | 'messages'
+                    | 'mcpServers'
                   value: any
                 }
           }>