@fugood/bricks-project 2.21.12 → 2.21.14

package/compile/action-name-map.ts

@@ -654,6 +654,9 @@ export const templateActionNameMap = {
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
       responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
+      chatTemplateKwargs: 'GENERATOR_LLM_CHAT_TEMPLATE_KWARGS',
+      addGenerationPrompt: 'GENERATOR_LLM_ADD_GENERATION_PROMPT',
+      now: 'GENERATOR_LLM_NOW',
     },
     GENERATOR_LLM_COMPLETION: {
       sessionKey: 'GENERATOR_LLM_SESSION_KEY',
@@ -663,11 +666,15 @@ export const templateActionNameMap = {
       parallelToolCalls: 'GENERATOR_LLM_PARALLEL_TOOL_CALLS',
       toolChoice: 'GENERATOR_LLM_TOOL_CHOICE',
       enableThinking: 'GENERATOR_LLM_ENABLE_THINKING',
+      useReasoningFormat: 'GENERATOR_LLM_USE_REASONING_FORMAT',
       prompt: 'GENERATOR_LLM_PROMPT',
       promptMediaPaths: 'GENERATOR_LLM_PROMPT_MEDIA_PATHS',
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
       responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
+      chatTemplateKwargs: 'GENERATOR_LLM_CHAT_TEMPLATE_KWARGS',
+      addGenerationPrompt: 'GENERATOR_LLM_ADD_GENERATION_PROMPT',
+      now: 'GENERATOR_LLM_NOW',
       grammar: 'GENERATOR_LLM_GRAMMAR',
       stopWords: 'GENERATOR_LLM_STOP_WORDS',
       predict: 'GENERATOR_LLM_PREDICT',
@@ -713,6 +720,11 @@ export const templateActionNameMap = {
     },
   },
   GENERATOR_QNN_LLM: {
+    GENERATOR_QNN_LLM_PROCESS: {
+      prompt: 'GENERATOR_QNN_LLM_PROMPT',
+      messages: 'GENERATOR_QNN_LLM_MESSAGES',
+      tools: 'GENERATOR_QNN_LLM_TOOLS',
+    },
     GENERATOR_QNN_LLM_GENERATE: {
       prompt: 'GENERATOR_QNN_LLM_PROMPT',
       messages: 'GENERATOR_QNN_LLM_MESSAGES',
@@ -739,6 +751,19 @@ export const templateActionNameMap = {
       text: 'GENERATOR_OPENAI_TTS_TEXT',
     },
   },
+  GENERATOR_ANTHROPIC_LLM: {
+    GENERATOR_ANTHROPIC_LLM_COMPLETION: {
+      systemMessage: 'GENERATOR_ANTHROPIC_LLM_SYSTEM_MESSAGE',
+      messages: 'GENERATOR_ANTHROPIC_LLM_MESSAGES',
+      maxTokens: 'GENERATOR_ANTHROPIC_LLM_MAX_TOKENS',
+      temperature: 'GENERATOR_ANTHROPIC_LLM_TEMPERATURE',
+      topP: 'GENERATOR_ANTHROPIC_LLM_TOP_P',
+      topK: 'GENERATOR_ANTHROPIC_LLM_TOP_K',
+      stopSequences: 'GENERATOR_ANTHROPIC_LLM_STOP_SEQUENCES',
+      tools: 'GENERATOR_ANTHROPIC_LLM_TOOLS',
+      toolChoice: 'GENERATOR_ANTHROPIC_LLM_TOOL_CHOICE',
+    },
+  },
   GENERATOR_ASSISTANT: {
     GENERATOR_ASSISTANT_ADD_MESSAGE: {
       role: 'GENERATOR_ASSISTANT_ROLE',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.21.12",
+  "version": "2.21.14",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"

package/types/generators.ts

@@ -1929,9 +1929,10 @@ interface GeneratorBleCentralDef {
 Default property:
 {
   "init": false,
-  "scanTime": 0,
-  "updateInterval": 100,
+  "scanTime": 10,
+  "updateInterval": 1000,
   "retainTime": 120,
+  "maximumDiscoveredDevice": 256,
   "allowDuplicates": false,
   "scanMode": "LowPower"
 }
@@ -4388,6 +4389,7 @@ Default property:
       | DataLink
     /* Tools  
     Type:  
+    `static`: Return static data  
     `detect-data-change`: Watch data target change to return data, 
       please update data with ({ id: string, content: string | object }), 
       and ensure the id is same with request id.  
@@ -4671,6 +4673,8 @@ Default property:
 }
   */
   property?: {
+    /* Application-scoped generator key, key cannot be the same with other application-scoped generators */
+    globalGeneratorKey?: string | DataLink
     /* Initialize the MCP client on start */
     init?: boolean | DataLink
     /* Type of the MCP connection, e.g. sse or direct-link (generator) */
@@ -6275,6 +6279,21 @@ export type GeneratorLLMActionProcessPrompt = ActionWithParams & {
         value?: {} | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'chatTemplateKwargs'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'addGenerationPrompt'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'now'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
   >
 }
 
@@ -6317,6 +6336,11 @@ export type GeneratorLLMActionCompletion = ActionWithParams & {
         value?: boolean | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'useReasoningFormat'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
     | {
         input: 'prompt'
         value?: string | DataLink | EventProperty
@@ -6342,6 +6366,21 @@ export type GeneratorLLMActionCompletion = ActionWithParams & {
         value?: {} | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'chatTemplateKwargs'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'addGenerationPrompt'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'now'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
     | {
         input: 'grammar'
         value?: string | DataLink | EventProperty
@@ -6533,6 +6572,7 @@ Default property:
   "cacheKType": "f16",
   "cacheVType": "f16",
   "ctxShift": true,
+  "cpuMoeLayers": 0,
   "transformScriptEnabled": false,
   "transformScriptCode": "\/\* Global variable: inputs = { prompt, messages, variables }, members = { llmUtils } \*\/\nreturn inputs.prompt",
   "transformScriptVariables": {},
@@ -6541,22 +6581,14 @@ Default property:
   "completionMode": "auto",
   "completionPrompt": "",
   "completionPromptTemplateType": "${}",
-  "completionStopWords": [
-    "</s>",
-    "<|end|>",
-    "<|eot_id|>",
-    "<|end_of_text|>",
-    "<|im_end|>",
-    "<|EOT|>",
-    "<|END_OF_TURN_TOKEN|>",
-    "<|end_of_turn|>",
-    "<|endoftext|>",
-    "<eos>",
-    "<end_of_turn>"
-  ],
+  "completionEnableThinking": true,
+  "completionAddGenerationPrompt": true,
+  "completionChatTemplateKwargs": {},
+  "completionUseReasoningFormat": "auto",
+  "completionStopWords": [],
   "completionPredict": 400,
   "completionTopK": 40,
-  "completionTopP": 0.5,
+  "completionTopP": 0.95,
   "completionMinP": 0.05,
   "completionDryMultiplier": 0,
   "completionDryBase": 1.75,
@@ -6570,7 +6602,7 @@ Default property:
   "completionMirostat": 0,
   "completionMirostatTau": 5,
   "completionMirostatEta": 0.1,
-  "completionPenaltyLastN": 256,
+  "completionPenaltyLastN": 64,
   "completionPenaltyRepeat": 1,
   "completionPenaltyFrequency": 0,
   "completionPenaltyPresent": 0,
@@ -6621,15 +6653,19 @@ Default property:
     /* Use mmap */
     useMmap?: boolean | DataLink
     /* Use Flash Attention for inference (Recommended with GPU enabled) */
-    useFlashAttn?: boolean | DataLink
-    /* Use full-size SWA cache. May improve performance for multiple sequences but uses more memory. */
-    useSwaFull?: boolean | DataLink
+    useFlashAttn?: 'auto' | 'on' | 'off' | DataLink
     /* KV cache data type for the K (Default: f16) */
     cacheKType?: 'f16' | 'f32' | 'q8_0' | 'q4_0' | 'q4_1' | 'iq4_nl' | 'q5_0' | 'q5_1' | DataLink
     /* KV cache data type for the V (Default: f16) */
     cacheVType?: 'f16' | 'f32' | 'q8_0' | 'q4_0' | 'q4_1' | 'iq4_nl' | 'q5_0' | 'q5_1' | DataLink
+    /* Use a unified buffer across the input sequences when computing the attention */
+    useKVUnified?: boolean | DataLink
+    /* Use full-size SWA cache. May improve performance for multiple sequences but uses more memory. */
+    useSwaFull?: boolean | DataLink
     /* Enable context shift */
     ctxShift?: boolean | DataLink
+    /* Number of layers to keep MoE weights on CPU */
+    cpuMoeLayers?: number | DataLink
     /* Enable Transform Script for processing the prompt */
     transformScriptEnabled?: boolean | DataLink
     /* Code of Transform Script */
@@ -6690,6 +6726,16 @@ Default property:
         }
     /* Enable thinking */
     completionEnableThinking?: boolean | DataLink
+    /* Add generation prompt */
+    completionAddGenerationPrompt?: boolean | DataLink
+    /* Now (for fill current date in chat template if supported) */
+    completionNow?: string | DataLink
+    /* Additional keyword arguments for chat template (object) */
+    completionChatTemplateKwargs?: {} | DataLink
+    /* Use reasoning format for enhanced response structure  
+ `auto` - Auto-determine the reasoning format of the model  
+ `none` - Disable reasoning format */
+    completionUseReasoningFormat?: 'auto' | 'none' | DataLink
     /* Stop words */
     completionStopWords?: Array<string | DataLink> | DataLink
     /* Number of tokens to predict */
@@ -6780,6 +6826,8 @@ Default property:
     completionLastToken?: () => Data
     /* Completion result */
     completionResult?: () => Data
+    /* Reasoning content from model responses */
+    completionReasoningContent?: () => Data
     /* Full context (Prompt + Completion) */
     completionFullContext?: () => Data
     /* Inference result details */
@@ -6819,6 +6867,7 @@ export type GeneratorLLM = Generator &
                     | 'completionLastFormattedPrompt'
                     | 'completionLastToken'
                     | 'completionResult'
+                    | 'completionReasoningContent'
                     | 'completionFullContext'
                     | 'completionResultDetails'
                   value: any
@@ -6881,7 +6930,7 @@ Default property:
   "gpuLayers": 0,
   "useMlock": true,
   "useMmap": true,
-  "useFlashAttn": false
+  "useFlashAttn": "off"
 }
   */
   property?: {
@@ -6954,7 +7003,7 @@ Default property:
     /* Use mmap */
     useMmap?: boolean | DataLink
     /* Use Flash Attention for inference (Recommended with GPU enabled) */
-    useFlashAttn?: boolean | DataLink
+    useFlashAttn?: 'auto' | 'on' | 'off' | DataLink
   }
   events?: {
     /* Event triggered when state change */
@@ -7148,6 +7197,28 @@ export type GeneratorQnnLlmActionAbortModelDownload = Action & {
   __actionName: 'GENERATOR_QNN_LLM_ABORT_MODEL_DOWNLOAD'
 }
 
+/* Pre-process the prompt, to prepare KV cache */
+export type GeneratorQnnLlmActionProcess = ActionWithParams & {
+  __actionName: 'GENERATOR_QNN_LLM_PROCESS'
+  params?: Array<
+    | {
+        input: 'prompt'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'messages'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'tools'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
 /* Generate text */
 export type GeneratorQnnLlmActionGenerate = ActionWithParams & {
   __actionName: 'GENERATOR_QNN_LLM_GENERATE'
@@ -7190,6 +7261,10 @@ Default property:
   "toolCallParser": "llama3_json",
   "toolChoice": "auto",
   "parallelToolCalls": false,
+  "temperature": 0.8,
+  "seed": 42,
+  "topK": 40,
+  "topP": 0.95,
   "greedy": false
 }
   */
@@ -7210,10 +7285,10 @@ Default property:
     /* SOC model */
     socModel?: 'X Elite' | 'X Plus' | '8 Elite' | '8 Gen 3' | 'QCS8550' | DataLink
     /* Custom model base URL  
- The URL directory should contain `config.json` (model config) file, `model_part_*_of_*.bin` (model split files) files and `tokenizer.json` (tokenizer config) file. */
+ The model should be bundled, for details see https://github.com/mybigday/node-qnn-llm?tab=readme-ov-file#bundled-file */
     customModelUrl?: string | DataLink
-    /* Custom model split parts */
-    customModelSplitParts?: number | DataLink
+    /* Custom model MD5 */
+    customModelMd5?: string | DataLink
     /* Chat format */
     chatFormat?:
       | 'Llama 2'
@@ -7609,6 +7684,184 @@ export type GeneratorOpenAiTTS = Generator &
     >
   }
 
+/* Run text completion */
+export type GeneratorAnthropicLLMActionCompletion = ActionWithParams & {
+  __actionName: 'GENERATOR_ANTHROPIC_LLM_COMPLETION'
+  params?: Array<
+    | {
+        input: 'systemMessage'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'messages'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'maxTokens'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'temperature'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'topP'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'topK'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'stopSequences'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'tools'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'toolChoice'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Stop text completion */
+export type GeneratorAnthropicLLMActionStopCompletion = Action & {
+  __actionName: 'GENERATOR_ANTHROPIC_LLM_STOP_COMPLETION'
+}
+
+interface GeneratorAnthropicLLMDef {
+  /*
+Default property:
+{
+  "apiEndpoint": "https://api.anthropic.com/v1/messages",
+  "model": "claude-3-5-sonnet-20241022",
+  "systemMessage": "You are a helpful assistant.",
+  "completionMessages": [],
+  "completionMaxTokens": 1024,
+  "completionTemperature": 1,
+  "completionTopP": 1,
+  "completionStopSequences": []
+}
+  */
+  property?: {
+    /* API endpoint URL */
+    apiEndpoint?: string | DataLink
+    /* API key */
+    apiKey?: string | DataLink
+    /* Model name (Default: claude-3-5-sonnet-20241022) */
+    model?: string | DataLink
+    /* System message content */
+    systemMessage?: string | DataLink
+    /* Chat messages (user/assistant only) */
+    completionMessages?:
+      | Array<
+          | DataLink
+          | {
+              role?: 'user' | 'assistant' | DataLink
+              content?:
+                | string
+                | DataLink
+                | Array<
+                    | DataLink
+                    | {
+                        type?: 'text' | 'image' | DataLink
+                        text?: string | DataLink
+                        source?:
+                          | DataLink
+                          | {
+                              type?: string | DataLink
+                              media_type?: string | DataLink
+                              data?: string | DataLink
+                            }
+                      }
+                  >
+                | DataLink
+                | DataLink
+            }
+        >
+      | DataLink
+    /* Tools for function calling following Anthropic format  
+ Format: Array of objects with {name, description, input_schema} structure  
+ See: https://docs.anthropic.com/en/docs/tool-use */
+    completionTools?: Array<{} | DataLink> | DataLink
+    /* Tool choice for function calling */
+    completionToolChoice?:
+      | DataLink
+      | {
+          type?: 'auto' | 'any' | 'tool' | DataLink
+          name?: string | DataLink
+        }
+    /* Maximum tokens to generate */
+    completionMaxTokens?: number | DataLink
+    /* Temperature */
+    completionTemperature?: number | DataLink
+    /* Top P sampling */
+    completionTopP?: number | DataLink
+    /* Top K sampling */
+    completionTopK?: number | DataLink
+    /* Stop sequences */
+    completionStopSequences?: Array<string | DataLink> | DataLink
+  }
+  events?: {
+    /* Error event */
+    onError?: Array<EventAction>
+    /* Completion event */
+    onCompletion?: Array<EventAction>
+    /* Completion finished event */
+    onCompletionFinished?: Array<EventAction>
+    /* Tool use event */
+    onToolUse?: Array<EventAction>
+  }
+  outlets?: {
+    /* Evaluating outlet */
+    isEvaluating?: () => Data
+    /* Completion result outlet */
+    completionResult?: () => Data
+    /* Completion details outlet */
+    completionDetails?: () => Data
+  }
+}
+
+/* LLM inference using Anthropic-compatible API endpoints  
+
+ ## Features  
+ - Compatible with Anthropic API format  
+ - Supports function calling (tools)  
+ - Streaming responses  
+ - Custom API endpoints (Default to https://api.anthropic.com/v1/messages) */
+export type GeneratorAnthropicLLM = Generator &
+  GeneratorAnthropicLLMDef & {
+    templateKey: 'GENERATOR_ANTHROPIC_LLM'
+    switches: Array<
+      SwitchDef &
+        GeneratorAnthropicLLMDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'isEvaluating' | 'completionResult' | 'completionDetails'
+                  value: any
+                }
+          }>
+        }
+    >
+  }
+
 /* Add a message to the assistant */
 export type GeneratorAssistantActionAddMessage = ActionWithParams & {
   __actionName: 'GENERATOR_ASSISTANT_ADD_MESSAGE'
@@ -8083,6 +8336,7 @@ Default property:
           | DataLink
           | {
               generatorId?: string | DataLink
+              generatorKey?: string | DataLink
               name?: string | DataLink
               enabled?: boolean | DataLink
             }

package/utils/event-props.ts

@@ -792,6 +792,12 @@ export const templateEventPropsMap = {
   GENERATOR_REALTIME_TRANSCRIPTION: {
     onTranscribe: [
       'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_EVENT', // type: object
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_TYPE', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_SLICE_INDEX', // type: number
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_RESULT_TEXT', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_IS_CAPTURING', // type: bool
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT', // type: object
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_TYPE', // type: string
     ],
     onVad: [
       'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT', // type: object
@@ -827,12 +833,14 @@ export const templateEventPropsMap = {
     onCompletion: [
       'GENERATOR_LLM_COMPLETION_SESSION_KEY', // type: string
       'GENERATOR_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_LLM_COMPLETION_REASONING_CONTENT', // type: string
       'GENERATOR_LLM_COMPLETION_FULL_CONTEXT', // type: string
       'GENERATOR_LLM_COMPLETION_RESULT_DETAILS', // type: object
     ],
     onCompletionFinished: [
       'GENERATOR_LLM_COMPLETION_SESSION_KEY', // type: string
       'GENERATOR_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_LLM_COMPLETION_REASONING_CONTENT', // type: string
       'GENERATOR_LLM_COMPLETION_TOOL_CALLS', // type: array
       'GENERATOR_LLM_COMPLETION_FULL_CONTEXT', // type: string
       'GENERATOR_LLM_COMPLETION_IS_CONTEXT_FULL', // type: bool
@@ -899,6 +907,23 @@ export const templateEventPropsMap = {
       'GENERATOR_OPENAI_TTS_ERROR', // type: string
     ],
   },
+  GENERATOR_ANTHROPIC_LLM: {
+    onError: [
+      'GENERATOR_ANTHROPIC_LLM_ERROR', // type: string
+    ],
+    onCompletion: [
+      'GENERATOR_ANTHROPIC_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_ANTHROPIC_LLM_COMPLETION_DETAILS', // type: object
+    ],
+    onCompletionFinished: [
+      'GENERATOR_ANTHROPIC_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_ANTHROPIC_LLM_TOOL_USES', // type: array
+    ],
+    onToolUse: [
+      'GENERATOR_ANTHROPIC_LLM_TOOL_USE_NAME', // type: string
+      'GENERATOR_ANTHROPIC_LLM_TOOL_USE_INPUT', // type: object
+    ],
+  },
   GENERATOR_ASSISTANT: {
     onError: [
       'GENERATOR_ASSISTANT_ERROR', // type: string