@fugood/bricks-project 2.21.5 → 2.21.7

package/compile/action-name-map.ts

@@ -552,6 +552,8 @@ export const templateActionNameMap = {
       prompt: 'GENERATOR_ONNX_LLM_PROMPT',
       chat: 'GENERATOR_ONNX_LLM_CHAT',
       images: 'GENERATOR_ONNX_LLM_IMAGES',
+      tools: 'GENERATOR_ONNX_LLM_TOOLS',
+      toolChoice: 'GENERATOR_ONNX_LLM_TOOL_CHOICE',
     },
   },
   GENERATOR_ONNX_STT: {
@@ -650,6 +652,7 @@ export const templateActionNameMap = {
     GENERATOR_QNN_LLM_GENERATE: {
       prompt: 'GENERATOR_QNN_LLM_PROMPT',
       messages: 'GENERATOR_QNN_LLM_MESSAGES',
+      tools: 'GENERATOR_QNN_LLM_TOOLS',
     },
   },
   GENERATOR_OPENAI_LLM: {
@@ -743,6 +746,10 @@ export const templateActionNameMap = {
       mcpVariables: 'GENERATOR_ASSISTANT_MCP_VARIABLES',
       role: 'GENERATOR_ASSISTANT_ROLE',
     },
+    GENERATOR_ASSISTANT_SUMMARY_MESSAGES: {
+      summaryMessages: 'GENERATOR_ASSISTANT_SUMMARY_MESSAGES',
+      summarySessionKey: 'GENERATOR_ASSISTANT_SUMMARY_SESSION_KEY',
+    },
   },
   GENERATOR_VECTOR_STORE: {
     GENERATOR_VECTOR_STORE_RESET: {

package/package.json

@@ -1,12 +1,12 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.21.5",
+  "version": "2.21.7",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"
   },
   "dependencies": {
-    "@modelcontextprotocol/sdk": "^1.7.0",
+    "@modelcontextprotocol/sdk": "^1.11.1",
     "@types/escodegen": "^0.0.10",
     "@types/lodash": "^4.17.12",
     "acorn": "^8.13.0",

package/types/generators.ts

@@ -4312,11 +4312,6 @@ export type GeneratorMCPServerActionRefreshResources = Action & {
   __actionName: 'GENERATOR_MCP_SERVER_REFRESH_RESOURCES'
 }
 
-/* End stream */
-export type GeneratorMCPServerActionEndStream = Action & {
-  __actionName: 'GENERATOR_MCP_SERVER_END_STREAM'
-}
-
 interface GeneratorMCPServerDef {
   /*
 Default property:
@@ -4370,7 +4365,7 @@ Default property:
                 | {
                     target?: string | DataLink
                     timeout?: number | DataLink
-                    payload?: any
+                    additionalParams?: any
                   }
               scriptConfig?:
                 | DataLink
@@ -4386,7 +4381,7 @@ Default property:
                             }
                         >
                       | DataLink
-                    payload?: any
+                    additionalParams?: any
                   }
             }
         >
@@ -4411,7 +4406,7 @@ Default property:
                 | {
                     target?: string | DataLink
                     timeout?: number | DataLink
-                    payload?: any
+                    additionalParams?: any
                   }
               scriptConfig?:
                 | DataLink
@@ -4427,7 +4422,7 @@ Default property:
                             }
                         >
                       | DataLink
-                    payload?: any
+                    additionalParams?: any
                   }
             }
         >
@@ -4454,7 +4449,7 @@ Default property:
                 | {
                     target?: string | DataLink
                     timeout?: number | DataLink
-                    payload?: any
+                    additionalParams?: any
                   }
               scriptConfig?:
                 | DataLink
@@ -4470,7 +4465,7 @@ Default property:
                             }
                         >
                       | DataLink
-                    payload?: any
+                    additionalParams?: any
                   }
             }
         >
@@ -4660,12 +4655,13 @@ interface GeneratorMCPDef {
 Default property:
 {
   "init": false,
-  "type": "sse",
+  "type": "streamable-http",
   "url": "",
   "autoReconnect": true,
   "maxReconnectAttempts": 10,
   "reconnectInterval": 1000,
   "generatorId": "",
+  "generatorKey": "",
   "name": "bricks-foundation-mcp-client-default",
   "version": "1.0.0",
   "ignoreResourceInList": [],
@@ -4678,7 +4674,7 @@ Default property:
     /* Initialize the MCP client on start */
     init?: boolean | DataLink
     /* Type of the MCP connection, e.g. sse or direct-link (generator) */
-    type?: 'sse' | 'direct-link' | DataLink
+    type?: 'streamable-http' | 'sse' | 'direct-link' | DataLink
     /* URL of the MCP server, e.g. http://localhost:19853/sse */
     url?: string | DataLink
     /* Whether to automatically reconnect to the MCP server */
@@ -5002,6 +4998,16 @@ export type GeneratorOnnxLLMActionInfer = ActionWithParams & {
         value?: Array<any> | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'tools'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'toolChoice'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
   >
 }
 
@@ -5021,6 +5027,8 @@ Default property:
 {
   "model": "BricksDisplay/phi-1_5-q4",
   "modelType": "auto",
+  "toolCallParser": "llama3_json",
+  "toolChoice": "auto",
   "maxNewTokens": 256,
   "temperature": 0.7,
   "topK": 50,
@@ -5127,6 +5135,14 @@ Default property:
     messages?: Array<DataLink | {}> | DataLink
     /* Images with message to inference */
     images?: Array<string | DataLink> | DataLink
+    /* Tool call parser */
+    toolCallParser?: 'llama3_json' | 'mistral' | 'hermes' | 'internlm' | 'phi4' | DataLink
+    /* Tools for chat mode using OpenAI-compatible function calling format  
+ Format: Array of objects with {type, function: {name, description, parameters}} structure  
+ See: https://platform.openai.com/docs/guides/function-calling */
+    tools?: Array<{} | DataLink> | DataLink
+    /* Tool choice for chat mode */
+    toolChoice?: 'none' | 'auto' | DataLink
     /* Max new tokens to generate */
     maxNewTokens?: number | DataLink
     /* Temperature */
@@ -5161,6 +5177,10 @@ Default property:
   events?: {
     /* Event triggered when state change */
     onContextStateChange?: Array<EventAction>
+    /* Event triggered on get function call request */
+    onFunctionCall?: Array<EventAction>
+    /* Event triggered on completion finished */
+    onCompletionFinished?: Array<EventAction>
     /* Event triggered when error occurs */
     onError?: Array<EventAction>
   }
@@ -5171,6 +5191,8 @@ Default property:
     generated?: () => Data
     /* Full result of generation */
     fullResult?: () => Data
+    /* Last function call */
+    lastFunctionCall?: () => Data
   }
 }
 
@@ -5189,7 +5211,7 @@ export type GeneratorOnnxLLM = Generator &
               | SwitchCondData
               | {
                   __typename: 'SwitchCondInnerStateOutlet'
-                  outlet: 'contextState' | 'generated' | 'fullResult'
+                  outlet: 'contextState' | 'generated' | 'fullResult' | 'lastFunctionCall'
                   value: any
                 }
           }>
@@ -6178,7 +6200,7 @@ Default property:
   "cacheVType": "f16",
   "ctxShift": true,
   "transformScriptEnabled": false,
-  "transformScriptCode": "\/\* Global variable: inputs = { prompt, messages, variables } \*\/\nreturn inputs.prompt",
+  "transformScriptCode": "\/\* Global variable: inputs = { prompt, messages, variables }, members = { llmUtils } \*\/\nreturn inputs.prompt",
   "transformScriptVariables": {},
   "sessionMinSaveSize": 50,
   "sessionRemain": 10,
@@ -6285,7 +6307,7 @@ Default property:
     /* Tools for chat mode using OpenAI-compatible function calling format  
  Format: Array of objects with {type, function: {name, description, parameters}} structure  
  See: https://platform.openai.com/docs/guides/function-calling */
-    completionTools?: {} | DataLink
+    completionTools?: Array<{} | DataLink> | DataLink
     /* Enable parallel tool calls */
     completionParallelToolCalls?: boolean | DataLink
     /* Tool choice for chat mode */
@@ -6475,6 +6497,11 @@ export type GeneratorQnnLlmActionGenerate = ActionWithParams & {
         value?: Array<any> | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'tools'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
   >
 }
 
@@ -6540,11 +6567,11 @@ Default property:
     /* Stop words */
     stopWords?: Array<string | DataLink> | DataLink
     /* Tool call parser */
-    toolCallParser?: 'llama3_json' | 'mistral' | DataLink
+    toolCallParser?: 'llama3_json' | 'mistral' | 'hermes' | 'internlm' | 'phi4' | DataLink
     /* Tools for chat mode using OpenAI-compatible function calling format  
  Format: Array of objects with {type, function: {name, description, parameters}} structure  
  See: https://platform.openai.com/docs/guides/function-calling */
-    tools?: {} | DataLink
+    tools?: Array<{} | DataLink> | DataLink
     /* Tool choice for chat mode */
     toolChoice?: 'none' | 'auto' | 'required' | DataLink
     /* Enable parallel tool calls */
@@ -6687,7 +6714,10 @@ Default property:
   "apiEndpoint": "https://api.openai.com/v1",
   "model": "gpt-4o-mini",
   "completionMessages": [
-    null
+    {
+      "role": "system",
+      "content": "You are a helpful assistant."
+    }
   ],
   "completionMaxTokens": 1024,
   "completionTemperature": 1,
@@ -6726,7 +6756,7 @@ Default property:
     /* Tools for chat mode following OpenAI function calling format  
  Format: Array of objects with {type, function: {name, description, parameters}} structure  
  See: https://platform.openai.com/docs/guides/function-calling */
-    completionTools?: {} | DataLink
+    completionTools?: Array<{} | DataLink> | DataLink
     /* Enable parallel tool calls */
     completionParallelToolCalls?: boolean | DataLink
     /* Tool choice for chat mode */
@@ -7235,16 +7265,50 @@ export type GeneratorAssistantActionInsertMcpResource = ActionWithParams & {
   >
 }
 
+/* Summarize messages based on the conversation  
+
+ Note: Summary uses the same LLM context size, so it is recommended only to use it when the system prompt (in Initial Messages) is long,  otherwise it may still fail when the context is full (Ctx Shift is NO). */
+export type GeneratorAssistantActionSummaryMessages = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_SUMMARY_MESSAGES'
+  params?: Array<
+    | {
+        input: 'summaryMessages'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'summarySessionKey'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
 interface GeneratorAssistantDef {
   /*
 Default property:
 {
   "initialMessages": [
-    null
+    {
+      "role": "system",
+      "content": "You are a helpful assistant."
+    }
   ],
   "cacheMessages": false,
   "llmLivePolicy": "only-in-use",
   "llmSessionKey": "default-assistant",
+  "llmAutoSummaryMessages": false,
+  "llmSummaryMessages": [
+    {
+      "role": "system",
+      "content": "You are a helpful assistant specialized in summarizing conversations. Create a concise summary of the conversation that captures the key points while maintaining important context. The summary should be clear, accurate, and briefer than the original conversation."
+    },
+    {
+      "role": "user",
+      "content": "Please summarize the following conversation into a concise system message that can replace the previous conversation context while maintaining all important information. Here is the conversation to summarize:\n\n"
+    }
+  ],
+  "llmSummarySessionKey": "assistant-default-summary",
   "fileSearchEnabled": false,
   "fileSearchLivePolicy": "only-in-use",
   "sttEnabled": true,
@@ -7268,12 +7332,30 @@ Default property:
       | DataLink
     /* Whether to cache messages */
     cacheMessages?: boolean | DataLink
-    /* LLM Generator (Currently only support `LLM (GGML)` generator) */
+    /* LLM Generator (Supports `LLM (GGML)` and `OpenAI LLM` generators) */
     llmGeneratorId?: string | DataLink
-    /* LLM Live Policy. If the policy is `only-in-use`, the LLM context will be released when the assistant is not in use. */
+    /* LLM Live Policy. If the policy is `only-in-use`, the LLM context will be released when the assistant is not in use.  
+
+ Note: LLM (Qualcomm AI Engine) recommend use `manual` and loaded constantly. */
     llmLivePolicy?: 'only-in-use' | 'manual' | DataLink
     /* LLM main session key */
     llmSessionKey?: string | DataLink
+    /* Auto Summary Messages (Automatically summarize messages when the LLM context is full or content gets truncated, currently only supported with LLM (GGML) generators)  
+
+ Note: Summary uses the same LLM context size, so it is recommended only to use it when the system prompt (in Initial Messages) is long,  otherwise it may still fail when the context is full (Ctx Shift is NO). */
+    llmAutoSummaryMessages?: boolean | DataLink
+    /* Summary Messages (Messages used for summarization prompt, conversation will be appended to the last message) */
+    llmSummaryMessages?:
+      | Array<
+          | DataLink
+          | {
+              role?: string | DataLink
+              content?: string | DataLink
+            }
+        >
+      | DataLink
+    /* Summary Session Key (Custom session key for summarization) */
+    llmSummarySessionKey?: string | DataLink
     /* File Search (Vector Store) Enabled */
     fileSearchEnabled?: boolean | DataLink
     /* File Search (Vector Store) Generator */
@@ -7286,13 +7368,13 @@ Default property:
     fileSearchThreshold?: number | DataLink
     /* File Search Ignore Threshold. (Default: false) */
     fileSearchIgnoreThreshold?: boolean | DataLink
-    /* STT Generator use for transcribing audio message (Currently only support `STT (GGML)` generator) */
+    /* STT Generator use for transcribing audio message (Supports `STT (GGML)` generators) */
     sttGeneratorId?: string | DataLink
     /* STT Enabled */
     sttEnabled?: boolean | DataLink
     /* STT Live Policy. If the policy is `only-in-use`, the STT context will be released when the assistant is not in use. */
     sttLivePolicy?: 'only-in-use' | 'manual' | DataLink
-    /* TTS Generator use for generating LLM response audio message (Currently only support `TTS (ONNX)` generator) */
+    /* TTS Generator use for generating LLM response audio message (Supports `TTS (ONNX)` and `OpenAI TTS` generators) */
     ttsGeneratorId?: string | DataLink
     /* TTS Enabled */
     ttsEnabled?: boolean | DataLink

package/utils/event-props.ts

@@ -739,6 +739,16 @@ export const templateEventPropsMap = {
     onContextStateChange: [
       'GENERATOR_ONNX_LLM_CONTEXT_STATE', // type: string
     ],
+    onFunctionCall: [
+      'GENERATOR_ONNX_LLM_FUNCTION_CALL_NAME', // type: string
+      'GENERATOR_ONNX_LLM_FUNCTION_CALL_ARGUMENTS', // type: object
+      'GENERATOR_ONNX_LLM_FUNCTION_CALL_DETAILS', // type: object
+    ],
+    onCompletionFinished: [
+      'GENERATOR_ONNX_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_ONNX_LLM_COMPLETION_TOOL_CALLS', // type: array
+      'GENERATOR_ONNX_LLM_COMPLETION_FULL_CONTEXT', // type: string
+    ],
     onError: [
       'GENERATOR_ONNX_LLM_ERROR', // type: string
     ],
@@ -803,6 +813,7 @@ export const templateEventPropsMap = {
     onGenerate: [
       'GENERATOR_QNN_LLM_RESULT', // type: string
       'GENERATOR_QNN_LLM_FULL_CONTEXT', // type: string
+      'GENERATOR_QNN_LLM_TOOL_CALLS', // type: array
     ],
     onFunctionCall: [
       'GENERATOR_QNN_LLM_FUNCTION_CALL_NAME', // type: string