@fugood/bricks-project 2.21.1 → 2.21.3

package/compile/action-name-map.ts

@@ -512,6 +512,36 @@ export const templateActionNameMap = {
       paramsString: 'GENERATOR_SQLITE_PARAMS_STRING',
     },
   },
+
+  GENERATOR_MCP: {
+    GENERATOR_MCP_LIST_RESOURCES: {
+      requestId: 'GENERATOR_MCP_REQUEST_ID',
+    },
+    GENERATOR_MCP_LIST_RESOURCE_TEMPLATES: {
+      requestId: 'GENERATOR_MCP_REQUEST_ID',
+    },
+    GENERATOR_MCP_READ_RESOURCE: {
+      requestId: 'GENERATOR_MCP_REQUEST_ID',
+      uri: 'GENERATOR_MCP_URI',
+      variables: 'GENERATOR_MCP_VARIABLES',
+    },
+    GENERATOR_MCP_LIST_TOOLS: {
+      requestId: 'GENERATOR_MCP_REQUEST_ID',
+    },
+    GENERATOR_MCP_CALL_TOOL: {
+      requestId: 'GENERATOR_MCP_REQUEST_ID',
+      name: 'GENERATOR_MCP_NAME',
+      variables: 'GENERATOR_MCP_VARIABLES',
+    },
+    GENERATOR_MCP_LIST_PROMPTS: {
+      requestId: 'GENERATOR_MCP_REQUEST_ID',
+    },
+    GENERATOR_MCP_GET_PROMPT: {
+      requestId: 'GENERATOR_MCP_REQUEST_ID',
+      name: 'GENERATOR_MCP_NAME',
+      variables: 'GENERATOR_MCP_VARIABLES',
+    },
+  },
   GENERATOR_TTS: {
     GENERATOR_TTS_GENERATE: {
       text: 'GENERATOR_TTS_TEXT',
@@ -521,6 +551,7 @@ export const templateActionNameMap = {
     GENERATOR_ONNX_LLM_INFER: {
       prompt: 'GENERATOR_ONNX_LLM_PROMPT',
       chat: 'GENERATOR_ONNX_LLM_CHAT',
+      images: 'GENERATOR_ONNX_LLM_IMAGES',
     },
   },
   GENERATOR_ONNX_STT: {
@@ -615,6 +646,12 @@ export const templateActionNameMap = {
       sessionCustomKey: 'GENERATOR_LLM_SESSION_CUSTOM_KEY',
     },
   },
+  GENERATOR_QNN_LLM: {
+    GENERATOR_QNN_LLM_GENERATE: {
+      prompt: 'GENERATOR_QNN_LLM_PROMPT',
+      messages: 'GENERATOR_QNN_LLM_MESSAGES',
+    },
+  },
   GENERATOR_OPENAI_LLM: {
     GENERATOR_OPENAI_LLM_COMPLETION: {
       messages: 'GENERATOR_OPENAI_LLM_MESSAGES',
@@ -630,6 +667,11 @@ export const templateActionNameMap = {
       responseFormat: 'GENERATOR_OPENAI_LLM_RESPONSE_FORMAT',
     },
   },
+  GENERATOR_OPENAI_TTS: {
+    GENERATOR_OPENAI_TTS_GENERATE: {
+      text: 'GENERATOR_OPENAI_TTS_TEXT',
+    },
+  },
   GENERATOR_ASSISTANT: {
     GENERATOR_ASSISTANT_ADD_MESSAGE: {
       role: 'GENERATOR_ASSISTANT_ROLE',
@@ -643,6 +685,17 @@ export const templateActionNameMap = {
       fileSearchCitationCount: 'GENERATOR_ASSISTANT_FILE_SEARCH_CITATION_COUNT',
       fileSearchInsertMethod: 'GENERATOR_ASSISTANT_FILE_SEARCH_INSERT_METHOD',
     },
+    GENERATOR_ASSISTANT_INIT_MCP_PROMPT: {
+      mcpClientName: 'GENERATOR_ASSISTANT_MCP_CLIENT_NAME',
+      mcpPromptName: 'GENERATOR_ASSISTANT_MCP_PROMPT_NAME',
+      mcpArguments: 'GENERATOR_ASSISTANT_MCP_ARGUMENTS',
+      firstMessageAsSystem: 'GENERATOR_ASSISTANT_FIRST_MESSAGE_AS_SYSTEM',
+    },
+    GENERATOR_ASSISTANT_ADD_MCP_PROMPT_MESSAGE: {
+      mcpClientName: 'GENERATOR_ASSISTANT_MCP_CLIENT_NAME',
+      mcpPromptName: 'GENERATOR_ASSISTANT_MCP_PROMPT_NAME',
+      mcpArguments: 'GENERATOR_ASSISTANT_MCP_ARGUMENTS',
+    },
     GENERATOR_ASSISTANT_UPDATE_MESSAGE_AT_INDEX: {
       index: 'GENERATOR_ASSISTANT_INDEX',
       content: 'GENERATOR_ASSISTANT_CONTENT',
@@ -679,6 +732,17 @@ export const templateActionNameMap = {
     GENERATOR_ASSISTANT_REMOVE_MESSAGE_AT_INDEX: {
       index: 'GENERATOR_ASSISTANT_INDEX',
     },
+    GENERATOR_ASSISTANT_SUBMIT: {
+      continueOnToolCallConfirm: 'GENERATOR_ASSISTANT_CONTINUE_ON_TOOL_CALL_CONFIRM',
+      continueOnToolCallStrategy: 'GENERATOR_ASSISTANT_CONTINUE_ON_TOOL_CALL_STRATEGY',
+      continueOnToolCallLimit: 'GENERATOR_ASSISTANT_CONTINUE_ON_TOOL_CALL_LIMIT',
+    },
+    GENERATOR_ASSISTANT_INSERT_MCP_RESOURCE: {
+      mcpClientName: 'GENERATOR_ASSISTANT_MCP_CLIENT_NAME',
+      mcpResourceUri: 'GENERATOR_ASSISTANT_MCP_RESOURCE_URI',
+      mcpVariables: 'GENERATOR_ASSISTANT_MCP_VARIABLES',
+      role: 'GENERATOR_ASSISTANT_ROLE',
+    },
   },
   GENERATOR_VECTOR_STORE: {
     GENERATOR_VECTOR_STORE_RESET: {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.21.1",
+  "version": "2.21.3",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"

package/tools/postinstall.ts

@@ -51,8 +51,7 @@ const handleMcpConfigOverride = async (mcpConfigPath: string) => {
   console.log(`Updated ${mcpConfigPath}`)
 }
 
-if (await exists(`${cwd}/.cursorrules`)) {
-  await $`mkdir -p ${cwd}/.cursor`
+if (await exists(`${cwd}/.cursor/rules/instructions.mdc`)) {
   const cursorMcpConfigPath = `${cwd}/.cursor/mcp.json`
   await handleMcpConfigOverride(cursorMcpConfigPath)
 }

package/types/bricks.ts

@@ -1227,6 +1227,8 @@ Default property:
             }
         >
       | DataLink
+    /* Multiple slideshow media path lists to combine (Array of path arrays) */
+    pathsList?: Array<Array<any> | DataLink | DataLink> | DataLink
     /* Loop the slideshow */
     loop?: boolean | DataLink
     /* Shuffle the slideshow */

package/types/generators.ts

@@ -4307,6 +4307,512 @@ export type GeneratorSqlite = Generator &
     >
   }
 
+/* Refresh tools and resources, used for case if tools or resources are changed. Note that the current connections will be closed. */
+export type GeneratorMCPServerActionRefreshResources = Action & {
+  __actionName: 'GENERATOR_MCP_SERVER_REFRESH_RESOURCES'
+}
+
+/* End stream */
+export type GeneratorMCPServerActionEndStream = Action & {
+  __actionName: 'GENERATOR_MCP_SERVER_END_STREAM'
+}
+
+interface GeneratorMCPServerDef {
+  /*
+Default property:
+{
+  "enabled": true,
+  "listening": true,
+  "authType": "none",
+  "name": "bricks-foundation-mcp-server-default",
+  "version": "1.0.0",
+  "resources": [],
+  "tools": [],
+  "prompts": []
+}
+  */
+  property?: {
+    /* Enable MCP server. If enabled and Listening is false, the generator can still provide application-scoped resources. */
+    enabled?: boolean | DataLink
+    /* Start MCP server */
+    listening?: boolean | DataLink
+    /* HTTP server port */
+    port?: number | DataLink
+    /* Authorization type of HTTP request */
+    authType?: 'none' | 'bearer' | DataLink
+    /* Token of bearer auth */
+    bearerToken?: string | DataLink
+    /* Name of the MCP server */
+    name?: string | DataLink
+    /* Version of the MCP server */
+    version?: string | DataLink
+    /* Resources  
+    Type:  
+    `static`: Return static data  
+    `detect-data-change`: Watch data target change to return data, 
+      please update data with ({ id: string, content: string | object }), 
+      and ensure the id is same with request id  
+    `script`: Not implemented yet */
+    resources?:
+      | Array<
+          | DataLink
+          | {
+              enabled?: boolean | DataLink
+              name?: string | DataLink
+              description?: string | DataLink
+              uriOrTemplate?: string | DataLink
+              type?: 'static' | 'detect-data-change' | 'script' | DataLink
+              staticData?: any
+              dataChangeConfig?:
+                | DataLink
+                | {
+                    target?: string | DataLink
+                    timeout?: number | DataLink
+                    payload?: any
+                  }
+              scriptConfig?:
+                | DataLink
+                | {
+                    code?: string | DataLink
+                    timeout?: number | DataLink
+                    members?:
+                      | Array<
+                          | DataLink
+                          | {
+                              handler?: string | DataLink
+                              varName?: string | DataLink
+                            }
+                        >
+                      | DataLink
+                    payload?: any
+                  }
+            }
+        >
+      | DataLink
+    /* Tools  
+    Type:  
+    `detect-data-change`: Watch data target change to return data, 
+      please update data with ({ id: string, content: string | object }), 
+      and ensure the id is same with request id.  
+    `script`: Not implemented yet */
+    tools?:
+      | Array<
+          | DataLink
+          | {
+              enabled?: boolean | DataLink
+              name?: string | DataLink
+              description?: string | DataLink
+              params?: {} | DataLink
+              type?: 'detect-data-change' | 'script' | DataLink
+              dataChangeConfig?:
+                | DataLink
+                | {
+                    target?: string | DataLink
+                    timeout?: number | DataLink
+                    payload?: any
+                  }
+              scriptConfig?:
+                | DataLink
+                | {
+                    code?: string | DataLink
+                    timeout?: number | DataLink
+                    members?:
+                      | Array<
+                          | DataLink
+                          | {
+                              handler?: string | DataLink
+                              varName?: string | DataLink
+                            }
+                        >
+                      | DataLink
+                    payload?: any
+                  }
+            }
+        >
+      | DataLink
+    /* Prompts  
+    Type:  
+    `static`: Return static data  
+    `detect-data-change`: Watch data target change to return data, 
+      please update data with ({ id: string, content: string | object }), 
+      and ensure the id is same with request id  
+    `script`: Not implemented yet */
+    prompts?:
+      | Array<
+          | DataLink
+          | {
+              enabled?: boolean | DataLink
+              name?: string | DataLink
+              description?: string | DataLink
+              arguments?: {} | DataLink
+              type?: 'static' | 'detect-data-change' | 'script' | DataLink
+              staticData?: any
+              dataChangeConfig?:
+                | DataLink
+                | {
+                    target?: string | DataLink
+                    timeout?: number | DataLink
+                    payload?: any
+                  }
+              scriptConfig?:
+                | DataLink
+                | {
+                    code?: string | DataLink
+                    timeout?: number | DataLink
+                    members?:
+                      | Array<
+                          | DataLink
+                          | {
+                              handler?: string | DataLink
+                              varName?: string | DataLink
+                            }
+                        >
+                      | DataLink
+                    payload?: any
+                  }
+            }
+        >
+      | DataLink
+  }
+  events?: {
+    /* Listening of HTTP server */
+    onListening?: Array<EventAction>
+    /* Error of HTTP server */
+    onError?: Array<EventAction>
+    /* Client error of HTTP server */
+    onClientError?: Array<EventAction>
+    /* Client close of HTTP server */
+    onClientClose?: Array<EventAction>
+    /* On request resource (Request: { name: string, uri: string, params: object }) */
+    onRequestResource?: Array<EventAction>
+    /* On call tool (Request: { name: string, params: object }) */
+    onCallTool?: Array<EventAction>
+    /* On get prompt (Request: { name: string, arguments: object }) */
+    onGetPrompt?: Array<EventAction>
+  }
+  outlets?: {
+    /* Whether the HTTP server is listening */
+    isListening?: () => Data
+    /* Last error of HTTP server */
+    lastError?: () => Data
+    /* Connected remotes (Session ID) */
+    connectedRemotes?: () => Data
+    /* Last resource request ({ name: string, uri: string, params: object }) */
+    lastResourceRequest?: () => Data
+    /* Last tool call ({ name: string, params: object }) */
+    lastToolCall?: () => Data
+    /* Last prompt get ({ name: string, arguments: object }) */
+    lastPromptGet?: () => Data
+  }
+}
+
+/* Model Context Protocol (MCP) Server (https://docs.anthropic.com/en/docs/agents-and-tools/mcp) */
+export type GeneratorMCPServer = Generator &
+  GeneratorMCPServerDef & {
+    templateKey: 'GENERATOR_MCP_SERVER'
+    switches: Array<
+      SwitchDef &
+        GeneratorMCPServerDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet:
+                    | 'isListening'
+                    | 'lastError'
+                    | 'connectedRemotes'
+                    | 'lastResourceRequest'
+                    | 'lastToolCall'
+                    | 'lastPromptGet'
+                  value: any
+                }
+          }>
+        }
+    >
+  }
+
+/* Connect to MCP server */
+export type GeneratorMCPActionConnect = Action & {
+  __actionName: 'GENERATOR_MCP_CONNECT'
+}
+
+/* Disconnect from MCP server */
+export type GeneratorMCPActionDisconnect = Action & {
+  __actionName: 'GENERATOR_MCP_DISCONNECT'
+}
+
+/* List resources */
+export type GeneratorMCPActionListResources = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_LIST_RESOURCES'
+  params?: Array<{
+    input: 'requestId'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* List resource templates */
+export type GeneratorMCPActionListResourceTemplates = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_LIST_RESOURCE_TEMPLATES'
+  params?: Array<{
+    input: 'requestId'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Read resource */
+export type GeneratorMCPActionReadResource = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_READ_RESOURCE'
+  params?: Array<
+    | {
+        input: 'requestId'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'uri'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'variables'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* List tools */
+export type GeneratorMCPActionListTools = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_LIST_TOOLS'
+  params?: Array<{
+    input: 'requestId'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Call tool */
+export type GeneratorMCPActionCallTool = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_CALL_TOOL'
+  params?: Array<
+    | {
+        input: 'requestId'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'name'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'variables'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* List prompts */
+export type GeneratorMCPActionListPrompts = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_LIST_PROMPTS'
+  params?: Array<{
+    input: 'requestId'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Request prompt */
+export type GeneratorMCPActionGetPrompt = ActionWithParams & {
+  __actionName: 'GENERATOR_MCP_GET_PROMPT'
+  params?: Array<
+    | {
+        input: 'requestId'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'name'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'variables'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+interface GeneratorMCPDef {
+  /*
+Default property:
+{
+  "init": false,
+  "type": "sse",
+  "url": "",
+  "autoReconnect": true,
+  "maxReconnectAttempts": 10,
+  "reconnectInterval": 1000,
+  "generatorId": "",
+  "name": "bricks-foundation-mcp-client-default",
+  "version": "1.0.0",
+  "ignoreResourceInList": [],
+  "ignoreToolInList": [],
+  "ignorePromptInList": [],
+  "requestTimeout": 60000
+}
+  */
+  property?: {
+    /* Initialize the MCP client on start */
+    init?: boolean | DataLink
+    /* Type of the MCP connection, e.g. sse or direct-link (generator) */
+    type?: 'sse' | 'direct-link' | DataLink
+    /* URL of the MCP server, e.g. http://localhost:19853/sse */
+    url?: string | DataLink
+    /* Whether to automatically reconnect to the MCP server */
+    autoReconnect?: boolean | DataLink
+    /* Maximum number of reconnection attempts */
+    maxReconnectAttempts?: number | DataLink
+    /* Reconnection interval in milliseconds */
+    reconnectInterval?: number | DataLink
+    /* SSE connection headers */
+    sseHeaders?: {} | DataLink
+    /* Send request headers */
+    sendHeaders?: {} | DataLink
+    /* Bearer token for authentication */
+    bearerToken?: string | DataLink
+    /* Generator MCPServer ID for direct link */
+    generatorId?: string | DataLink
+    /* Name of the MCP client */
+    name?: string | DataLink
+    /* Version of the MCP client */
+    version?: string | DataLink
+    /* Ignore resources in list response */
+    ignoreResourceInList?: Array<string | DataLink> | DataLink
+    /* Ignore tools in list response */
+    ignoreToolInList?: Array<string | DataLink> | DataLink
+    /* Ignore prompts in list response */
+    ignorePromptInList?: Array<string | DataLink> | DataLink
+    /* Request timeout in milliseconds */
+    requestTimeout?: number | DataLink
+  }
+  events?: {
+    /* On connected */
+    onConnected?: Array<EventAction>
+    /* On connection error */
+    onConnectionError?: Array<EventAction>
+    /* On disconnected */
+    onDisconnected?: Array<EventAction>
+    /* On list resources */
+    onListResources?: Array<EventAction>
+    /* On list resources error */
+    onListResourcesError?: Array<EventAction>
+    /* On list resource templates */
+    onListResourceTemplates?: Array<EventAction>
+    /* On list resource templates error */
+    onListResourceTemplatesError?: Array<EventAction>
+    /* On read resource */
+    onReadResource?: Array<EventAction>
+    /* On read resource error */
+    onReadResourceError?: Array<EventAction>
+    /* On list tools */
+    onListTools?: Array<EventAction>
+    /* On list tools error */
+    onListToolsError?: Array<EventAction>
+    /* On call tool */
+    onCallTool?: Array<EventAction>
+    /* On call tool error */
+    onCallToolError?: Array<EventAction>
+    /* On list prompts */
+    onListPrompts?: Array<EventAction>
+    /* On list prompts error */
+    onListPromptsError?: Array<EventAction>
+    /* On get prompt */
+    onGetPrompt?: Array<EventAction>
+    /* On get prompt error */
+    onGetPromptError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Connection state */
+    connectionState?: () => Data
+    /* List resources response */
+    listResourcesResponse?: () => Data
+    /* List resources error */
+    listResourcesError?: () => Data
+    /* List resource templates response */
+    listResourceTemplatesResponse?: () => Data
+    /* List resource templates error */
+    listResourceTemplatesError?: () => Data
+    /* Read resource response */
+    readResourceResponse?: () => Data
+    /* Read resource error */
+    readResourceError?: () => Data
+    /* List tools response */
+    listToolsResponse?: () => Data
+    /* List tools error */
+    listToolsError?: () => Data
+    /* Call tool response */
+    callToolResponse?: () => Data
+    /* Call tool error */
+    callToolError?: () => Data
+    /* List prompts response */
+    listPromptsResponse?: () => Data
+    /* List prompts error */
+    listPromptsError?: () => Data
+    /* Get prompt response */
+    getPromptResponse?: () => Data
+    /* Request prompt error */
+    getPromptError?: () => Data
+    /* Last error */
+    lastError?: () => Data
+  }
+}
+
+/* Model Context Protocol (MCP) Client, support SSE and Generator MCPServer direct link */
+export type GeneratorMCP = Generator &
+  GeneratorMCPDef & {
+    templateKey: 'GENERATOR_MCP'
+    switches: Array<
+      SwitchDef &
+        GeneratorMCPDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet:
+                    | 'connectionState'
+                    | 'listResourcesResponse'
+                    | 'listResourcesError'
+                    | 'listResourceTemplatesResponse'
+                    | 'listResourceTemplatesError'
+                    | 'readResourceResponse'
+                    | 'readResourceError'
+                    | 'listToolsResponse'
+                    | 'listToolsError'
+                    | 'callToolResponse'
+                    | 'callToolError'
+                    | 'listPromptsResponse'
+                    | 'listPromptsError'
+                    | 'getPromptResponse'
+                    | 'getPromptError'
+                    | 'lastError'
+                  value: any
+                }
+          }>
+        }
+    >
+  }
+
 /* Load the model */
 export type GeneratorTTSActionLoadModel = Action & {
   __actionName: 'GENERATOR_TTS_LOAD_MODEL'
@@ -4484,6 +4990,11 @@ export type GeneratorOnnxLLMActionInfer = ActionWithParams & {
         value?: Array<any> | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'images'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
   >
 }
 
@@ -4520,12 +5031,17 @@ Default property:
     /* LLM model */
     model?:
       | 'Custom'
+      | 'onnx-community/gemma-3-1b-it-ONNX'
       | 'BricksDisplay/phi-1_5'
       | 'BricksDisplay/phi-1_5-q4'
-      | 'Qwen1.5-0.5B'
-      | 'Qwen1.5-1.8B'
-      | 'Qwen1.5-0.5B-Chat'
-      | 'Qwen1.5-1.8B-Chat'
+      | 'onnx-community/Phi-3.5-vision-instruct'
+      | 'onnx-community/Phi-3-vision-128k-instruct'
+      | 'onnx-community/Phi-4-mini-instruct-ONNX-MHA'
+      | 'onnx-community/Qwen2.5-0.5B'
+      | 'onnx-community/Qwen2.5-0.5B-Instruct'
+      | 'onnx-community/Qwen2.5-1.5B'
+      | 'onnx-community/Qwen2.5-1.5B-Instruct'
+      | 'onnx-community/Qwen2-VL-2B-Instruct'
       | 'stablelm-2-1_6b'
       | 'BricksDisplay/stablelm-2-1_6b-q4'
       | 'stablelm-2-zephyr-1_6b'
@@ -4598,6 +5114,12 @@ Default property:
  Choose model from https://huggingface.co/models?pipeline_tag=text2text-generation&library=transformers.js  
  or https://huggingface.co/models?pipeline_tag=text-generation&library=transformers.js&sort=trending */
     customModel?: string | DataLink
+    /* Prompt to inference */
+    prompt?: string | DataLink
+    /* Messages to inference */
+    messages?: Array<DataLink | {}> | DataLink
+    /* Images with message to inference */
+    images?: Array<string | DataLink> | DataLink
     /* Max new tokens to generate */
     maxNewTokens?: number | DataLink
     /* Temperature */
@@ -5917,6 +6439,166 @@ export type GeneratorLLM = Generator &
     >
   }
 
+/* Load the model */
+export type GeneratorQnnLlmActionLoadModel = Action & {
+  __actionName: 'GENERATOR_QNN_LLM_LOAD_MODEL'
+}
+
+/* Abort model download */
+export type GeneratorQnnLlmActionAbortModelDownload = Action & {
+  __actionName: 'GENERATOR_QNN_LLM_ABORT_MODEL_DOWNLOAD'
+}
+
+/* Generate text */
+export type GeneratorQnnLlmActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_QNN_LLM_GENERATE'
+  params?: Array<
+    | {
+        input: 'prompt'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'messages'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Abort generation */
+export type GeneratorQnnLlmActionAbortGeneration = Action & {
+  __actionName: 'GENERATOR_QNN_LLM_ABORT_GENERATION'
+}
+
+/* Release context */
+export type GeneratorQnnLlmActionReleaseContext = Action & {
+  __actionName: 'GENERATOR_QNN_LLM_RELEASE_CONTEXT'
+}
+
+interface GeneratorQnnLlmDef {
+  /*
+Default property:
+{
+  "modelType": "Llama 3.2 3B Chat",
+  "chatFormat": "Llama 3.x",
+  "toolCallParser": "llama3_json",
+  "toolChoice": "auto",
+  "parallelToolCalls": false,
+  "greedy": false
+}
+  */
+  property?: {
+    /* Load model context when generator is initialized */
+    init?: boolean | DataLink
+    /* Model type */
+    modelType?:
+      | 'Llama 3 8B Chat'
+      | 'Llama 3.1 8B Chat'
+      | 'Llama 3.2 3B Chat'
+      | 'Mistral 7B Instruct v0.3'
+      | 'Qwen 2 7B Chat'
+      | 'Phi 3.5 Mini'
+      | 'Granite v3.1 8B Instruct'
+      | 'Custom'
+      | DataLink
+    /* SOC model */
+    socModel?: 'X Elite' | 'X Plus' | '8 Elite' | '8 Gen 3' | 'QCS8550' | DataLink
+    /* Custom model base URL  
+ The URL directory should contain `config.json` (model config) file, `model_part_*_of_*.bin` (model split files) files and `tokenizer.json` (tokenizer config) file. */
+    customModelUrl?: string | DataLink
+    /* Custom model split parts */
+    customModelSplitParts?: number | DataLink
+    /* Chat format */
+    chatFormat?: 'Llama 2' | 'Llama 3' | 'Llama 3.x' | 'Mistral v0.3' | 'Qwen 2' | DataLink
+    /* Custom chat format template */
+    customChatFormat?: string | DataLink
+    /* Prompt to generate */
+    prompt?: string | DataLink
+    /* Chat messages */
+    messages?:
+      | Array<
+          | DataLink
+          | {
+              role?: string | DataLink
+              content?: string | DataLink
+            }
+        >
+      | DataLink
+    /* Stop words */
+    stopWords?: Array<string | DataLink> | DataLink
+    /* Tool call parser */
+    toolCallParser?: 'llama3_json' | 'mistral' | DataLink
+    /* Tools for chat mode */
+    tools?: {} | DataLink
+    /* Tool choice for chat mode */
+    toolChoice?: 'none' | 'auto' | 'required' | DataLink
+    /* Enable parallel tool calls */
+    parallelToolCalls?: boolean | DataLink
+    /* Number of threads, -1 to use n-threads from model config */
+    nThreads?: number | DataLink
+    /* Temperature, -1 to use temperature from model config */
+    temperature?: number | DataLink
+    /* Seed, -1 to use seed from model config */
+    seed?: number | DataLink
+    /* Top K, -1 to use top-k from model config */
+    topK?: number | DataLink
+    /* Top P, -1 to use top-p from model config */
+    topP?: number | DataLink
+    /* Greedy, use greedy sampling */
+    greedy?: boolean | DataLink
+  }
+  events?: {
+    /* Event triggered when load is done */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when generate is done */
+    onGenerate?: Array<EventAction>
+    /* Event triggered on get function call request */
+    onFunctionCall?: Array<EventAction>
+    /* Event triggered when error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data
+    /* Generation result */
+    result?: () => Data
+    /* Full context (Prompt + Generation Result) */
+    fullContext?: () => Data
+    /* Last function call details */
+    lastFunctionCall?: () => Data
+    /* Completion details */
+    completionDetails?: () => Data
+  }
+}
+
+/* Local LLM inference using Qualcomm AI Engine */
+export type GeneratorQnnLlm = Generator &
+  GeneratorQnnLlmDef & {
+    templateKey: 'GENERATOR_QNN_LLM'
+    switches: Array<
+      SwitchDef &
+        GeneratorQnnLlmDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet:
+                    | 'contextState'
+                    | 'result'
+                    | 'fullContext'
+                    | 'lastFunctionCall'
+                    | 'completionDetails'
+                  value: any
+                }
+          }>
+        }
+    >
+  }
+
 /* Run text completion */
 export type GeneratorOpenAILLMActionCompletion = ActionWithParams & {
   __actionName: 'GENERATOR_OPENAI_LLM_COMPLETION'
@@ -6106,6 +6788,104 @@ export type GeneratorOpenAILLM = Generator &
     >
   }
 
+/* Generate audio */
+export type GeneratorOpenAiTTSActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_OPENAI_TTS_GENERATE'
+  params?: Array<{
+    input: 'text'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Clean cache */
+export type GeneratorOpenAiTTSActionCleanCache = Action & {
+  __actionName: 'GENERATOR_OPENAI_TTS_CLEAN_CACHE'
+}
+
+interface GeneratorOpenAiTTSDef {
+  /*
+Default property:
+{
+  "apiEndpoint": "https://api.openai.com/v1",
+  "model": "tts-1",
+  "voice": "alloy",
+  "speed": 1,
+  "outputType": "play",
+  "playbackVolume": 100,
+  "cacheGenerated": true,
+  "autoInferEnable": false,
+  "softBreakRegex": "^[^\\r\\n\\t\\f\\v]*([\\r\\n]+|[。！？!?.]\\B)",
+  "hardBreakTime": 500
+}
+  */
+  property?: {
+    /* API endpoint URL */
+    apiEndpoint?: string | DataLink
+    /* OpenAI API Key */
+    apiKey?: string | DataLink
+    /* OpenAI TTS model */
+    model?: string | DataLink
+    /* Voice to use  
+ Select voice from https://openai.fm , default alloy */
+    voice?: string | DataLink
+    /* Additional instructions for the speech generation */
+    instructions?: string | DataLink
+    /* Speed of the generated audio */
+    speed?: number | DataLink
+    /* Output mode */
+    outputType?: 'play' | 'file' | DataLink
+    /* Playback volume (0 - 100) */
+    playbackVolume?: number | DataLink
+    /* Enable cache for generated audio */
+    cacheGenerated?: boolean | DataLink
+    /* Text to generate */
+    prompt?: string | DataLink
+    /* Auto inference when prompt changes */
+    autoInferEnable?: boolean | DataLink
+    /* Segmentation rule for auto inference */
+    softBreakRegex?: string | DataLink
+    /* Time to force inference when softBreakRegex is not satisfied */
+    hardBreakTime?: number | DataLink
+  }
+  events?: {
+    /* Event triggered when state change */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data
+    /* Generated audio file */
+    generatedAudio?: () => Data
+    /* Generated audio file is playing */
+    generatedAudioPlaying?: () => Data
+  }
+}
+
+/* Generate speech from text using OpenAI's Text-to-Speech API */
+export type GeneratorOpenAiTTS = Generator &
+  GeneratorOpenAiTTSDef & {
+    templateKey: 'GENERATOR_OPENAI_TTS'
+    switches: Array<
+      SwitchDef &
+        GeneratorOpenAiTTSDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'contextState' | 'generatedAudio' | 'generatedAudioPlaying'
+                  value: any
+                }
+          }>
+        }
+    >
+  }
+
 /* Add a message to the assistant */
 export type GeneratorAssistantActionAddMessage = ActionWithParams & {
   __actionName: 'GENERATOR_ASSISTANT_ADD_MESSAGE'
@@ -6163,6 +6943,55 @@ export type GeneratorAssistantActionAddMessage = ActionWithParams & {
   >
 }
 
+/* Initialize messages from MCP prompt */
+export type GeneratorAssistantActionInitMcpPrompt = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_INIT_MCP_PROMPT'
+  params?: Array<
+    | {
+        input: 'mcpClientName'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'mcpPromptName'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'mcpArguments'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'firstMessageAsSystem'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Add messages from MCP prompt */
+export type GeneratorAssistantActionAddMcpPromptMessage = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_ADD_MCP_PROMPT_MESSAGE'
+  params?: Array<
+    | {
+        input: 'mcpClientName'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'mcpPromptName'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'mcpArguments'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
 /* Update a message at a specific index */
 export type GeneratorAssistantActionUpdateMessageAtIndex = ActionWithParams & {
   __actionName: 'GENERATOR_ASSISTANT_UPDATE_MESSAGE_AT_INDEX'
@@ -6332,8 +7161,25 @@ export type GeneratorAssistantActionReset = Action & {
 }
 
 /* Submit the assistant */
-export type GeneratorAssistantActionSubmit = Action & {
+export type GeneratorAssistantActionSubmit = ActionWithParams & {
   __actionName: 'GENERATOR_ASSISTANT_SUBMIT'
+  params?: Array<
+    | {
+        input: 'continueOnToolCallConfirm'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'continueOnToolCallStrategy'
+        value?: 'never' | 'success' | 'always' | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'continueOnToolCallLimit'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+  >
 }
 
 /* Cancel the assistant responding */
@@ -6341,6 +7187,38 @@ export type GeneratorAssistantActionCancel = Action & {
   __actionName: 'GENERATOR_ASSISTANT_CANCEL'
 }
 
+/* Check the enabled MCP clients connection status and available tools */
+export type GeneratorAssistantActionCheckMcpServers = Action & {
+  __actionName: 'GENERATOR_ASSISTANT_CHECK_MCP_SERVERS'
+}
+
+/* Insert an MCP resource as a new assistant message */
+export type GeneratorAssistantActionInsertMcpResource = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_INSERT_MCP_RESOURCE'
+  params?: Array<
+    | {
+        input: 'mcpClientName'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'mcpResourceUri'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'mcpVariables'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'role'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
 interface GeneratorAssistantDef {
   /*
 Default property:
@@ -6404,6 +7282,17 @@ Default property:
     ttsEnabled?: boolean | DataLink
     /* TTS Live Policy. If the policy is `only-in-use`, the TTS context will be released when the assistant is not in use. */
     ttsLivePolicy?: 'only-in-use' | 'manual' | DataLink
+    /* MCP Generators (Add a unique name if generator name property are duplicate) */
+    mcpGenerators?:
+      | Array<
+          | DataLink
+          | {
+              generatorId?: string | DataLink
+              name?: string | DataLink
+              enabled?: boolean | DataLink
+            }
+        >
+      | DataLink
   }
   events?: {
     /* Error event */
@@ -6426,6 +7315,8 @@ Default property:
     files?: () => Data
     /* Messages of the assistant */
     messages?: () => Data
+    /* MCP servers status and available tools */
+    mcpServers?: () => Data
   }
 }
 
@@ -6450,6 +7341,7 @@ export type GeneratorAssistant = Generator &
                     | 'isBusy'
                     | 'files'
                     | 'messages'
+                    | 'mcpServers'
                   value: any
                 }
           }>

package/utils/event-props.ts

@@ -630,6 +630,103 @@ export const templateEventPropsMap = {
       'GENERATOR_SQLITE_QUERY_RESULT', // type: array
     ],
   },
+  GENERATOR_MCP_SERVER: {
+    onError: [
+      'GENERATOR_MCP_SERVER_ERROR_MESSAGE', // type: string
+    ],
+    onClientError: [
+      'GENERATOR_MCP_SERVER_CLIENT_ADDRESS', // type: string
+      'GENERATOR_MCP_SERVER_SESSION_ID', // type: string
+      'GENERATOR_MCP_SERVER_ERROR_MESSAGE', // type: string
+    ],
+    onClientClose: [
+      'GENERATOR_MCP_SERVER_CLIENT_ADDRESS', // type: string
+      'GENERATOR_MCP_SERVER_SESSION_ID', // type: string
+    ],
+    onRequestResource: [
+      'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_URI', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
+      'GENERATOR_MCP_SERVER_REQUEST_TIMEOUT', // type: number
+      'GENERATOR_MCP_SERVER_REQUEST', // type: object
+    ],
+    onCallTool: [
+      'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
+      'GENERATOR_MCP_SERVER_REQUEST_TIMEOUT', // type: number
+      'GENERATOR_MCP_SERVER_REQUEST', // type: object
+    ],
+    onGetPrompt: [
+      'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
+      'GENERATOR_MCP_SERVER_REQUEST_TIMEOUT', // type: number
+      'GENERATOR_MCP_SERVER_REQUEST', // type: object
+    ],
+  },
+  GENERATOR_MCP: {
+    onConnectionError: [
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onListResources: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onListResourcesError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onListResourceTemplates: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onListResourceTemplatesError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onReadResource: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onReadResourceError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onListTools: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onListToolsError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onCallTool: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onCallToolError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onListPrompts: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onListPromptsError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onGetPrompt: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onGetPromptError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+  },
   GENERATOR_TTS: {
     onContextStateChange: [
       'GENERATOR_TTS_CONTEXT_STATE', // type: string
@@ -697,6 +794,23 @@ export const templateEventPropsMap = {
       'GENERATOR_LLM_COMPLETION_FUNCTION_DETAILS', // type: object
     ],
   },
+  GENERATOR_QNN_LLM: {
+    onContextStateChange: [
+      'GENERATOR_QNN_LLM_CONTEXT_STATE', // type: string
+    ],
+    onGenerate: [
+      'GENERATOR_QNN_LLM_RESULT', // type: string
+      'GENERATOR_QNN_LLM_FULL_CONTEXT', // type: string
+    ],
+    onFunctionCall: [
+      'GENERATOR_QNN_LLM_FUNCTION_CALL_NAME', // type: string
+      'GENERATOR_QNN_LLM_FUNCTION_CALL_ARGUMENTS', // type: object
+      'GENERATOR_QNN_LLM_FUNCTION_CALL_DETAILS', // type: object
+    ],
+    onError: [
+      'GENERATOR_QNN_LLM_ERROR', // type: string
+    ],
+  },
   GENERATOR_OPENAI_LLM: {
     onError: [
       'GENERATOR_OPENAI_LLM_ERROR', // type: string
@@ -714,6 +828,14 @@ export const templateEventPropsMap = {
       'GENERATOR_OPENAI_LLM_COMPLETION_FUNCTION_ARGUMENTS', // type: string
     ],
   },
+  GENERATOR_OPENAI_TTS: {
+    onContextStateChange: [
+      'GENERATOR_OPENAI_TTS_CONTEXT_STATE', // type: string
+    ],
+    onError: [
+      'GENERATOR_OPENAI_TTS_ERROR', // type: string
+    ],
+  },
   GENERATOR_ASSISTANT: {
     onError: [
       'GENERATOR_ASSISTANT_ERROR', // type: string