@fugood/bricks-project 2.22.0-beta.25 → 2.22.0-beta.27

package/compile/action-name-map.ts

@@ -660,6 +660,9 @@ export const templateActionNameMap = {
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
       responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
+      chatTemplateKwargs: 'GENERATOR_LLM_CHAT_TEMPLATE_KWARGS',
+      addGenerationPrompt: 'GENERATOR_LLM_ADD_GENERATION_PROMPT',
+      now: 'GENERATOR_LLM_NOW',
     },
     GENERATOR_LLM_COMPLETION: {
       sessionKey: 'GENERATOR_LLM_SESSION_KEY',
@@ -675,6 +678,9 @@ export const templateActionNameMap = {
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
       responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
+      chatTemplateKwargs: 'GENERATOR_LLM_CHAT_TEMPLATE_KWARGS',
+      addGenerationPrompt: 'GENERATOR_LLM_ADD_GENERATION_PROMPT',
+      now: 'GENERATOR_LLM_NOW',
       grammar: 'GENERATOR_LLM_GRAMMAR',
       stopWords: 'GENERATOR_LLM_STOP_WORDS',
       predict: 'GENERATOR_LLM_PREDICT',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.22.0-beta.25",
+  "version": "2.22.0-beta.27",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"
@@ -14,5 +14,5 @@
     "lodash": "^4.17.4",
     "uuid": "^8.3.1"
   },
-  "gitHead": "258a8b72376abac00d53dc39ca93e58ffcea3445"
+  "gitHead": "6a1bca38b9962ca9d6ec45842b4c9a6426369d78"
 }

package/types/generators.ts

@@ -2534,6 +2534,9 @@ Default property:
     idleTimeout?: number | DataLink
     /* HTTP request body limit, 0 is unlimited */
     bodyLimit?: number | DataLink
+    /* CORS allowed origins  
+  You can use wildcard like `*`, `*.example.com`, `http://*.example.com` */
+    corsOrigins?: Array<string | DataLink> | DataLink
     /* Authorization type of HTTP request */
     authType?: 'none' | 'basic' | 'bearer' | DataLink
     /* Username of basic auth */
@@ -2567,6 +2570,8 @@ Default property:
       | DataLink
     /* Response Body */
     resBody?: any
+    /* Custom response headers */
+    resHeader?: {} | DataLink
     /* Event name of SSE */
     sseEvent?: string | DataLink
     /* SSE single request mode, block new request until the previous request is processed */
@@ -6294,6 +6299,21 @@ export type GeneratorLLMActionProcessPrompt = ActionWithParams & {
         value?: {} | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'chatTemplateKwargs'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'addGenerationPrompt'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'now'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
   >
 }
 
@@ -6366,6 +6386,21 @@ export type GeneratorLLMActionCompletion = ActionWithParams & {
         value?: {} | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'chatTemplateKwargs'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'addGenerationPrompt'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'now'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
     | {
         input: 'grammar'
         value?: string | DataLink | EventProperty
@@ -6557,6 +6592,7 @@ Default property:
   "cacheKType": "f16",
   "cacheVType": "f16",
   "ctxShift": true,
+  "cpuMoeLayers": 0,
   "transformScriptEnabled": false,
   "transformScriptCode": "\/\* Global variable: inputs = { prompt, messages, variables }, members = { llmUtils } \*\/\nreturn inputs.prompt",
   "transformScriptVariables": {},
@@ -6566,23 +6602,13 @@ Default property:
   "completionPrompt": "",
   "completionPromptTemplateType": "${}",
   "completionEnableThinking": true,
+  "completionAddGenerationPrompt": true,
+  "completionChatTemplateKwargs": {},
   "completionUseReasoningFormat": "auto",
-  "completionStopWords": [
-    "</s>",
-    "<|end|>",
-    "<|eot_id|>",
-    "<|end_of_text|>",
-    "<|im_end|>",
-    "<|EOT|>",
-    "<|END_OF_TURN_TOKEN|>",
-    "<|end_of_turn|>",
-    "<|endoftext|>",
-    "<eos>",
-    "<end_of_turn>"
-  ],
+  "completionStopWords": [],
   "completionPredict": 400,
   "completionTopK": 40,
-  "completionTopP": 0.5,
+  "completionTopP": 0.95,
   "completionMinP": 0.05,
   "completionDryMultiplier": 0,
   "completionDryBase": 1.75,
@@ -6596,7 +6622,7 @@ Default property:
   "completionMirostat": 0,
   "completionMirostatTau": 5,
   "completionMirostatEta": 0.1,
-  "completionPenaltyLastN": 256,
+  "completionPenaltyLastN": 64,
   "completionPenaltyRepeat": 1,
   "completionPenaltyFrequency": 0,
   "completionPenaltyPresent": 0,
@@ -6647,7 +6673,7 @@ Default property:
     /* Use mmap */
     useMmap?: boolean | DataLink
     /* Use Flash Attention for inference (Recommended with GPU enabled) */
-    useFlashAttn?: boolean | DataLink
+    useFlashAttn?: 'auto' | 'on' | 'off' | DataLink
     /* KV cache data type for the K (Default: f16) */
     cacheKType?: 'f16' | 'f32' | 'q8_0' | 'q4_0' | 'q4_1' | 'iq4_nl' | 'q5_0' | 'q5_1' | DataLink
     /* KV cache data type for the V (Default: f16) */
@@ -6658,6 +6684,8 @@ Default property:
     useSwaFull?: boolean | DataLink
     /* Enable context shift */
     ctxShift?: boolean | DataLink
+    /* Number of layers to keep MoE weights on CPU */
+    cpuMoeLayers?: number | DataLink
     /* Enable Transform Script for processing the prompt */
     transformScriptEnabled?: boolean | DataLink
     /* Code of Transform Script */
@@ -6718,6 +6746,12 @@ Default property:
         }
     /* Enable thinking */
     completionEnableThinking?: boolean | DataLink
+    /* Add generation prompt */
+    completionAddGenerationPrompt?: boolean | DataLink
+    /* Now (for fill current date in chat template if supported) */
+    completionNow?: string | DataLink
+    /* Additional keyword arguments for chat template (object) */
+    completionChatTemplateKwargs?: {} | DataLink
     /* Use reasoning format for enhanced response structure  
  `auto` - Auto-determine the reasoning format of the model  
  `none` - Disable reasoning format */
@@ -6916,7 +6950,7 @@ Default property:
   "gpuLayers": 0,
   "useMlock": true,
   "useMmap": true,
-  "useFlashAttn": false
+  "useFlashAttn": "off"
 }
   */
   property?: {
@@ -6989,7 +7023,7 @@ Default property:
     /* Use mmap */
     useMmap?: boolean | DataLink
     /* Use Flash Attention for inference (Recommended with GPU enabled) */
-    useFlashAttn?: boolean | DataLink
+    useFlashAttn?: 'auto' | 'on' | 'off' | DataLink
   }
   events?: {
     /* Event triggered when state change */

package/utils/event-props.ts

@@ -777,6 +777,12 @@ export const templateEventPropsMap = {
   GENERATOR_REALTIME_TRANSCRIPTION: {
     onTranscribe: [
       'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_EVENT', // type: object
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_TYPE', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_SLICE_INDEX', // type: number
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_RESULT_TEXT', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_IS_CAPTURING', // type: bool
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT', // type: object
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_TYPE', // type: string
     ],
     onVad: [
       'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT', // type: object