@fugood/bricks-project 2.21.13 → 2.21.14

package/compile/action-name-map.ts

@@ -654,6 +654,9 @@ export const templateActionNameMap = {
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
       responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
+      chatTemplateKwargs: 'GENERATOR_LLM_CHAT_TEMPLATE_KWARGS',
+      addGenerationPrompt: 'GENERATOR_LLM_ADD_GENERATION_PROMPT',
+      now: 'GENERATOR_LLM_NOW',
     },
     GENERATOR_LLM_COMPLETION: {
       sessionKey: 'GENERATOR_LLM_SESSION_KEY',
@@ -663,11 +666,15 @@ export const templateActionNameMap = {
       parallelToolCalls: 'GENERATOR_LLM_PARALLEL_TOOL_CALLS',
       toolChoice: 'GENERATOR_LLM_TOOL_CHOICE',
       enableThinking: 'GENERATOR_LLM_ENABLE_THINKING',
+      useReasoningFormat: 'GENERATOR_LLM_USE_REASONING_FORMAT',
       prompt: 'GENERATOR_LLM_PROMPT',
       promptMediaPaths: 'GENERATOR_LLM_PROMPT_MEDIA_PATHS',
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
       responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
+      chatTemplateKwargs: 'GENERATOR_LLM_CHAT_TEMPLATE_KWARGS',
+      addGenerationPrompt: 'GENERATOR_LLM_ADD_GENERATION_PROMPT',
+      now: 'GENERATOR_LLM_NOW',
       grammar: 'GENERATOR_LLM_GRAMMAR',
       stopWords: 'GENERATOR_LLM_STOP_WORDS',
       predict: 'GENERATOR_LLM_PREDICT',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.21.13",
+  "version": "2.21.14",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"

package/types/generators.ts

@@ -4389,6 +4389,7 @@ Default property:
       | DataLink
     /* Tools  
     Type:  
+    `static`: Return static data  
     `detect-data-change`: Watch data target change to return data, 
       please update data with ({ id: string, content: string | object }), 
       and ensure the id is same with request id.  
@@ -6278,6 +6279,21 @@ export type GeneratorLLMActionProcessPrompt = ActionWithParams & {
         value?: {} | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'chatTemplateKwargs'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'addGenerationPrompt'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'now'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
   >
 }
 
@@ -6320,6 +6336,11 @@ export type GeneratorLLMActionCompletion = ActionWithParams & {
         value?: boolean | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'useReasoningFormat'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
     | {
         input: 'prompt'
         value?: string | DataLink | EventProperty
@@ -6345,6 +6366,21 @@ export type GeneratorLLMActionCompletion = ActionWithParams & {
         value?: {} | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'chatTemplateKwargs'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'addGenerationPrompt'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'now'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
     | {
         input: 'grammar'
         value?: string | DataLink | EventProperty
@@ -6536,6 +6572,7 @@ Default property:
   "cacheKType": "f16",
   "cacheVType": "f16",
   "ctxShift": true,
+  "cpuMoeLayers": 0,
   "transformScriptEnabled": false,
   "transformScriptCode": "\/\* Global variable: inputs = { prompt, messages, variables }, members = { llmUtils } \*\/\nreturn inputs.prompt",
   "transformScriptVariables": {},
@@ -6544,22 +6581,14 @@ Default property:
   "completionMode": "auto",
   "completionPrompt": "",
   "completionPromptTemplateType": "${}",
-  "completionStopWords": [
-    "</s>",
-    "<|end|>",
-    "<|eot_id|>",
-    "<|end_of_text|>",
-    "<|im_end|>",
-    "<|EOT|>",
-    "<|END_OF_TURN_TOKEN|>",
-    "<|end_of_turn|>",
-    "<|endoftext|>",
-    "<eos>",
-    "<end_of_turn>"
-  ],
+  "completionEnableThinking": true,
+  "completionAddGenerationPrompt": true,
+  "completionChatTemplateKwargs": {},
+  "completionUseReasoningFormat": "auto",
+  "completionStopWords": [],
   "completionPredict": 400,
   "completionTopK": 40,
-  "completionTopP": 0.5,
+  "completionTopP": 0.95,
   "completionMinP": 0.05,
   "completionDryMultiplier": 0,
   "completionDryBase": 1.75,
@@ -6573,7 +6602,7 @@ Default property:
   "completionMirostat": 0,
   "completionMirostatTau": 5,
   "completionMirostatEta": 0.1,
-  "completionPenaltyLastN": 256,
+  "completionPenaltyLastN": 64,
   "completionPenaltyRepeat": 1,
   "completionPenaltyFrequency": 0,
   "completionPenaltyPresent": 0,
@@ -6624,7 +6653,7 @@ Default property:
     /* Use mmap */
     useMmap?: boolean | DataLink
     /* Use Flash Attention for inference (Recommended with GPU enabled) */
-    useFlashAttn?: boolean | DataLink
+    useFlashAttn?: 'auto' | 'on' | 'off' | DataLink
     /* KV cache data type for the K (Default: f16) */
     cacheKType?: 'f16' | 'f32' | 'q8_0' | 'q4_0' | 'q4_1' | 'iq4_nl' | 'q5_0' | 'q5_1' | DataLink
     /* KV cache data type for the V (Default: f16) */
@@ -6635,6 +6664,8 @@ Default property:
     useSwaFull?: boolean | DataLink
     /* Enable context shift */
     ctxShift?: boolean | DataLink
+    /* Number of layers to keep MoE weights on CPU */
+    cpuMoeLayers?: number | DataLink
     /* Enable Transform Script for processing the prompt */
     transformScriptEnabled?: boolean | DataLink
     /* Code of Transform Script */
@@ -6695,6 +6726,16 @@ Default property:
         }
     /* Enable thinking */
     completionEnableThinking?: boolean | DataLink
+    /* Add generation prompt */
+    completionAddGenerationPrompt?: boolean | DataLink
+    /* Now (for fill current date in chat template if supported) */
+    completionNow?: string | DataLink
+    /* Additional keyword arguments for chat template (object) */
+    completionChatTemplateKwargs?: {} | DataLink
+    /* Use reasoning format for enhanced response structure  
+ `auto` - Auto-determine the reasoning format of the model  
+ `none` - Disable reasoning format */
+    completionUseReasoningFormat?: 'auto' | 'none' | DataLink
     /* Stop words */
     completionStopWords?: Array<string | DataLink> | DataLink
     /* Number of tokens to predict */
@@ -6785,6 +6826,8 @@ Default property:
     completionLastToken?: () => Data
     /* Completion result */
     completionResult?: () => Data
+    /* Reasoning content from model responses */
+    completionReasoningContent?: () => Data
     /* Full context (Prompt + Completion) */
     completionFullContext?: () => Data
     /* Inference result details */
@@ -6824,6 +6867,7 @@ export type GeneratorLLM = Generator &
                     | 'completionLastFormattedPrompt'
                     | 'completionLastToken'
                     | 'completionResult'
+                    | 'completionReasoningContent'
                     | 'completionFullContext'
                     | 'completionResultDetails'
                   value: any
@@ -6886,7 +6930,7 @@ Default property:
   "gpuLayers": 0,
   "useMlock": true,
   "useMmap": true,
-  "useFlashAttn": false
+  "useFlashAttn": "off"
 }
   */
   property?: {
@@ -6959,7 +7003,7 @@ Default property:
     /* Use mmap */
     useMmap?: boolean | DataLink
     /* Use Flash Attention for inference (Recommended with GPU enabled) */
-    useFlashAttn?: boolean | DataLink
+    useFlashAttn?: 'auto' | 'on' | 'off' | DataLink
   }
   events?: {
     /* Event triggered when state change */

package/utils/event-props.ts

@@ -792,6 +792,12 @@ export const templateEventPropsMap = {
   GENERATOR_REALTIME_TRANSCRIPTION: {
     onTranscribe: [
       'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_EVENT', // type: object
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_TYPE', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_SLICE_INDEX', // type: number
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_RESULT_TEXT', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_IS_CAPTURING', // type: bool
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT', // type: object
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_TYPE', // type: string
     ],
     onVad: [
       'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT', // type: object
@@ -827,12 +833,14 @@ export const templateEventPropsMap = {
     onCompletion: [
       'GENERATOR_LLM_COMPLETION_SESSION_KEY', // type: string
       'GENERATOR_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_LLM_COMPLETION_REASONING_CONTENT', // type: string
       'GENERATOR_LLM_COMPLETION_FULL_CONTEXT', // type: string
       'GENERATOR_LLM_COMPLETION_RESULT_DETAILS', // type: object
     ],
     onCompletionFinished: [
       'GENERATOR_LLM_COMPLETION_SESSION_KEY', // type: string
       'GENERATOR_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_LLM_COMPLETION_REASONING_CONTENT', // type: string
       'GENERATOR_LLM_COMPLETION_TOOL_CALLS', // type: array
       'GENERATOR_LLM_COMPLETION_FULL_CONTEXT', // type: string
       'GENERATOR_LLM_COMPLETION_IS_CONTEXT_FULL', // type: bool