@fugood/bricks-project 2.22.0-beta.24 → 2.22.0-beta.26

package/compile/action-name-map.ts

@@ -660,6 +660,9 @@ export const templateActionNameMap = {
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
       responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
+      chatTemplateKwargs: 'GENERATOR_LLM_CHAT_TEMPLATE_KWARGS',
+      addGenerationPrompt: 'GENERATOR_LLM_ADD_GENERATION_PROMPT',
+      now: 'GENERATOR_LLM_NOW',
     },
     GENERATOR_LLM_COMPLETION: {
       sessionKey: 'GENERATOR_LLM_SESSION_KEY',
@@ -675,6 +678,9 @@ export const templateActionNameMap = {
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
       responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
+      chatTemplateKwargs: 'GENERATOR_LLM_CHAT_TEMPLATE_KWARGS',
+      addGenerationPrompt: 'GENERATOR_LLM_ADD_GENERATION_PROMPT',
+      now: 'GENERATOR_LLM_NOW',
       grammar: 'GENERATOR_LLM_GRAMMAR',
       stopWords: 'GENERATOR_LLM_STOP_WORDS',
       predict: 'GENERATOR_LLM_PREDICT',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.22.0-beta.24",
+  "version": "2.22.0-beta.26",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"
@@ -14,5 +14,5 @@
     "lodash": "^4.17.4",
     "uuid": "^8.3.1"
   },
-  "gitHead": "e95b5edabbaba53ed373b3efb5d587d421972348"
+  "gitHead": "7d2bf8e3b93d8b58295801a9ccaff1926f9736c0"
 }

package/types/generators.ts

@@ -6294,6 +6294,21 @@ export type GeneratorLLMActionProcessPrompt = ActionWithParams & {
         value?: {} | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'chatTemplateKwargs'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'addGenerationPrompt'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'now'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
   >
 }
 
@@ -6366,6 +6381,21 @@ export type GeneratorLLMActionCompletion = ActionWithParams & {
         value?: {} | DataLink | EventProperty
         mapping?: string
       }
+    | {
+        input: 'chatTemplateKwargs'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'addGenerationPrompt'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'now'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
     | {
         input: 'grammar'
         value?: string | DataLink | EventProperty
@@ -6557,6 +6587,7 @@ Default property:
   "cacheKType": "f16",
   "cacheVType": "f16",
   "ctxShift": true,
+  "cpuMoeLayers": 0,
   "transformScriptEnabled": false,
   "transformScriptCode": "\/\* Global variable: inputs = { prompt, messages, variables }, members = { llmUtils } \*\/\nreturn inputs.prompt",
   "transformScriptVariables": {},
@@ -6566,23 +6597,13 @@ Default property:
   "completionPrompt": "",
   "completionPromptTemplateType": "${}",
   "completionEnableThinking": true,
+  "completionAddGenerationPrompt": true,
+  "completionChatTemplateKwargs": {},
   "completionUseReasoningFormat": "auto",
-  "completionStopWords": [
-    "</s>",
-    "<|end|>",
-    "<|eot_id|>",
-    "<|end_of_text|>",
-    "<|im_end|>",
-    "<|EOT|>",
-    "<|END_OF_TURN_TOKEN|>",
-    "<|end_of_turn|>",
-    "<|endoftext|>",
-    "<eos>",
-    "<end_of_turn>"
-  ],
+  "completionStopWords": [],
   "completionPredict": 400,
   "completionTopK": 40,
-  "completionTopP": 0.5,
+  "completionTopP": 0.95,
   "completionMinP": 0.05,
   "completionDryMultiplier": 0,
   "completionDryBase": 1.75,
@@ -6596,7 +6617,7 @@ Default property:
   "completionMirostat": 0,
   "completionMirostatTau": 5,
   "completionMirostatEta": 0.1,
-  "completionPenaltyLastN": 256,
+  "completionPenaltyLastN": 64,
   "completionPenaltyRepeat": 1,
   "completionPenaltyFrequency": 0,
   "completionPenaltyPresent": 0,
@@ -6647,7 +6668,7 @@ Default property:
     /* Use mmap */
     useMmap?: boolean | DataLink
     /* Use Flash Attention for inference (Recommended with GPU enabled) */
-    useFlashAttn?: boolean | DataLink
+    useFlashAttn?: 'auto' | 'on' | 'off' | DataLink
     /* KV cache data type for the K (Default: f16) */
     cacheKType?: 'f16' | 'f32' | 'q8_0' | 'q4_0' | 'q4_1' | 'iq4_nl' | 'q5_0' | 'q5_1' | DataLink
     /* KV cache data type for the V (Default: f16) */
@@ -6658,6 +6679,8 @@ Default property:
     useSwaFull?: boolean | DataLink
     /* Enable context shift */
     ctxShift?: boolean | DataLink
+    /* Number of layers to keep MoE weights on CPU */
+    cpuMoeLayers?: number | DataLink
     /* Enable Transform Script for processing the prompt */
     transformScriptEnabled?: boolean | DataLink
     /* Code of Transform Script */
@@ -6718,6 +6741,12 @@ Default property:
         }
     /* Enable thinking */
     completionEnableThinking?: boolean | DataLink
+    /* Add generation prompt */
+    completionAddGenerationPrompt?: boolean | DataLink
+    /* Now (for fill current date in chat template if supported) */
+    completionNow?: string | DataLink
+    /* Additional keyword arguments for chat template (object) */
+    completionChatTemplateKwargs?: {} | DataLink
     /* Use reasoning format for enhanced response structure  
  `auto` - Auto-determine the reasoning format of the model  
  `none` - Disable reasoning format */
@@ -6916,7 +6945,7 @@ Default property:
   "gpuLayers": 0,
   "useMlock": true,
   "useMmap": true,
-  "useFlashAttn": false
+  "useFlashAttn": "off"
 }
   */
   property?: {
@@ -6989,7 +7018,7 @@ Default property:
     /* Use mmap */
     useMmap?: boolean | DataLink
     /* Use Flash Attention for inference (Recommended with GPU enabled) */
-    useFlashAttn?: boolean | DataLink
+    useFlashAttn?: 'auto' | 'on' | 'off' | DataLink
   }
   events?: {
     /* Event triggered when state change */

package/utils/data.ts

@@ -76,6 +76,9 @@ type SystemDataName =
   | 'isViewDebugModeEnabled'
   | 'language'
   | 'aiFilters'
+  | 'systemOpenAIApiKey'
+  | 'systemAnthropicApiKey'
+  | 'systemGeminiApiKey'
 
 type SystemDataInfo = {
   name: SystemDataName
@@ -441,6 +444,30 @@ export const systemDataList: Array<SystemDataInfo> = [
     type: 'array',
     value: [],
   },
+  {
+    name: 'systemOpenAIApiKey',
+    id: 'PROPERTY_BANK_DATA_NODE_a1b2c3d4-5e6f-7890-abcd-ef1234567890',
+    title: 'SYSTEM: OpenAI API Key',
+    description: 'System OpenAI API Key (only available if application enabled)',
+    type: 'string',
+    value: '',
+  },
+  {
+    name: 'systemAnthropicApiKey',
+    id: 'PROPERTY_BANK_DATA_NODE_b2c3d4e5-6f78-9012-bcde-f23456789012',
+    title: 'SYSTEM: Anthropic API Key',
+    description: 'System Anthropic API Key (only available if application enabled)',
+    type: 'string',
+    value: '',
+  },
+  {
+    name: 'systemGeminiApiKey',
+    id: 'PROPERTY_BANK_DATA_NODE_c3d4e5f6-7890-1234-cdef-345678901234',
+    title: 'SYSTEM: Gemini API Key',
+    description: 'System Gemini API Key (only available if application enabled)',
+    type: 'string',
+    value: '',
+  },
 ]
 
 export const useSystemData = (name: SystemDataName): Data => {

package/utils/event-props.ts

@@ -777,6 +777,12 @@ export const templateEventPropsMap = {
   GENERATOR_REALTIME_TRANSCRIPTION: {
     onTranscribe: [
       'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_EVENT', // type: object
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_TYPE', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_SLICE_INDEX', // type: number
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_RESULT_TEXT', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_IS_CAPTURING', // type: bool
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT', // type: object
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_TYPE', // type: string
     ],
     onVad: [
       'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT', // type: object