@fugood/bricks-project 2.23.0-beta.9 → 2.23.2

package/types/generators/LlmGgml.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,
@@ -382,6 +384,11 @@ export type GeneratorLLMActionStopCompletion = Action & {
   __actionName: 'GENERATOR_LLM_STOP_COMPLETION'
 }
 
+/* Clear KV cache */
+export type GeneratorLLMActionClearCache = Action & {
+  __actionName: 'GENERATOR_LLM_CLEAR_CACHE'
+}
+
 /* Clear downloaded models & current jobs */
 export type GeneratorLLMActionClearDownload = Action & {
   __actionName: 'GENERATOR_LLM_CLEAR_DOWNLOAD'
@@ -470,6 +477,12 @@ Default property:
     mmprojHashType?: 'md5' | 'sha256' | 'sha1' | DataLink
     /* Hash of mmproj file (PREVIEW FEATURE) */
     mmprojHash?: string | DataLink
+    /* Minimum tokens for image encoding in multimodal (PREVIEW FEATURE)  
+ Useful for dynamic resolution models (e.g. Qwen-VL). Default: -1 (auto) */
+    imageMinTokens?: number | DataLink
+    /* Maximum tokens for image encoding in multimodal (PREVIEW FEATURE)  
+ Limit tokens for dynamic resolution models to balance speed vs. detail. Default: -1 (auto) */
+    imageMaxTokens?: number | DataLink
     /* Chat Template (Jinja format) to override the default template from model */
     chatTemplate?: string | DataLink
     /* Context size (0 ~ 4096) (Default to 512) */
@@ -483,8 +496,16 @@ Default property:
     /* Accelerator variant (Only for desktop)  
  `default` - CPU / Metal (macOS)  
  `vulkan` - Use Vulkan  
- `cuda` - Use CUDA */
-    accelVariant?: 'default' | 'vulkan' | 'cuda' | DataLink
+ `cuda` - Use CUDA  
+ `snapdragon` - Use OpenCL/Hexagon of Qualcomm Snapdragon */
+    accelVariant?: 'default' | 'vulkan' | 'cuda' | 'snapdragon' | DataLink
+    /* Devices. For example:  
+  
+ Metal or CPU for iOS/tvOS/MacOS  
+ OpenCL or CPU for Android  
+   - Add `HTP0`, `HTP1`, `...` for OpenCL/Hexagon devices (Use HTP* for all HTP devices)  
+ For Desktop, you may want to include/exclude GPUs */
+    devices?: Array<string | DataLink> | DataLink
     /* Main GPU index */
     mainGpu?: number | DataLink
     /* Number of GPU layers */
@@ -691,8 +712,11 @@ Default property:
  - The device RAM must be larger than 8GB  
  - iOS: Recommended use M1+ / A17+ chip device. Supported GPU acceleration by Metal.  
  - macOS: Recommended use M1+ chip device. Supported GPU acceleration by Metal.  
- - Android: Recommended use Android 13+ system. Supported GPU acceleration by OpenCL, currently only for Qualcomm Adreno 700+ GPUs, other GPUs are not supported.  
- - Linux / Windows: Supported GPU acceleration, you can choose `vulkan` or `cuda` backend in Accel Variant property */
+ - Android: Recommended use Android 13+ system.  
+   - Supported GPU acceleration by OpenCL, currently only for Qualcomm Adreno 700+ GPUs, other GPUs are not supported.  
+   - Supported Hexagon NPU for Qualcomm Snapdragon 8 Gen 1+ GPUs.  
+ - Linux / Windows  [@nextline    - Supported GPU acceleration, you can choose `vulkan` or `cuda` backend in Accel Variant property  
+   - Supported Hexagon NPU for Qualcomm Dragonwing IQ9 series+ (Linux) */
 export type GeneratorLLM = Generator &
   GeneratorLLMDef & {
     templateKey: 'GENERATOR_LLM'

package/types/generators/LlmOnnx.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/LlmOpenAiCompat.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/LlmQualcommAiEngine.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/Mcp.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,
@@ -55,7 +57,7 @@ export type GeneratorMCPActionReadResource = ActionWithParams & {
       }
     | {
         input: 'variables'
-        value?: {} | DataLink | EventProperty
+        value?: { [key: string]: any } | DataLink | EventProperty
         mapping?: string
       }
   >
@@ -87,7 +89,7 @@ export type GeneratorMCPActionCallTool = ActionWithParams & {
       }
     | {
         input: 'variables'
-        value?: {} | DataLink | EventProperty
+        value?: { [key: string]: any } | DataLink | EventProperty
         mapping?: string
       }
   >
@@ -119,7 +121,7 @@ export type GeneratorMCPActionGetPrompt = ActionWithParams & {
       }
     | {
         input: 'variables'
-        value?: {} | DataLink | EventProperty
+        value?: { [key: string]: any } | DataLink | EventProperty
         mapping?: string
       }
   >
@@ -167,7 +169,7 @@ Default property:
     /* Bearer token for authentication */
     bearerToken?: string | DataLink
     /* Generator MCP Server ID for direct link */
-    generatorId?: string | DataLink
+    generatorId?: string | DataLink | (() => Generator)
     /* Application-scoped key of Generator MCP Server for direct link (If ID is not provided) */
     generatorKey?: string | DataLink
     /* Name of the MCP client */

package/types/generators/McpServer.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,
@@ -67,7 +69,7 @@ Default property:
               dataChangeConfig?:
                 | DataLink
                 | {
-                    target?: string | DataLink
+                    target?: string | DataLink | (() => Data)
                     timeout?: number | DataLink
                     additionalParams?: {} | DataLink
                   }
@@ -80,7 +82,7 @@ Default property:
                       | Array<
                           | DataLink
                           | {
-                              handler?: string | DataLink
+                              handler?: string | DataLink | (() => Generator)
                               varName?: string | DataLink
                             }
                         >
@@ -113,7 +115,7 @@ Default property:
               dataChangeConfig?:
                 | DataLink
                 | {
-                    target?: string | DataLink
+                    target?: string | DataLink | (() => Data)
                     timeout?: number | DataLink
                     additionalParams?: {} | DataLink
                   }
@@ -126,7 +128,7 @@ Default property:
                       | Array<
                           | DataLink
                           | {
-                              handler?: string | DataLink
+                              handler?: string | DataLink | (() => Generator)
                               varName?: string | DataLink
                             }
                         >
@@ -159,7 +161,7 @@ Default property:
               dataChangeConfig?:
                 | DataLink
                 | {
-                    target?: string | DataLink
+                    target?: string | DataLink | (() => Data)
                     timeout?: number | DataLink
                     additionalParams?: {} | DataLink
                   }
@@ -172,7 +174,7 @@ Default property:
                       | Array<
                           | DataLink
                           | {
-                              handler?: string | DataLink
+                              handler?: string | DataLink | (() => Generator)
                               varName?: string | DataLink
                             }
                         >

package/types/generators/MediaFlow.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/MqttBroker.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/MqttClient.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/Question.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,
@@ -252,6 +254,13 @@ Default property:
                     manuallyStart?: boolean | DataLink
                     recordDuration?: number | DataLink
                   }
+              codeScanOptions?:
+                | DataLink
+                | {
+                    inputSource?: 'camera' | 'hid-barcode-scanner' | DataLink
+                    hidFlushMode?: 'enter-key' | 'timeout' | DataLink
+                    hidFlushTimeout?: number | DataLink
+                  }
               messageOptions?:
                 | DataLink
                 | {

package/types/generators/RealtimeTranscription.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,
@@ -39,10 +41,10 @@ Default property:
   "audioSliceSec": 30,
   "audioMinSec": 1,
   "maxSlicesInMemory": 5,
+  "transcribeProcessingPauseMs": 500,
+  "initTranscribeAfterMs": 500,
   "vadStrategy": "use-preset",
   "vadPreset": "default",
-  "autoSliceOnSpeechEnd": true,
-  "autoSliceThreshold": 2,
   "initialPrompt": "",
   "promptPreviousSlices": false,
   "saveAudio": true,
@@ -56,11 +58,11 @@ Default property:
   */
   property?: {
     /* STT Generator for Whisper context */
-    sttGeneratorId?: string | DataLink
+    sttGeneratorId?: string | DataLink | (() => Generator)
     /* STT Live Policy. If the policy is `only-in-use`, the STT context will be released when not in use. */
     sttLivePolicy?: 'only-in-use' | 'manual' | DataLink
     /* VAD Inference Generator for voice activity detection */
-    vadInferenceGeneratorId?: string | DataLink
+    vadInferenceGeneratorId?: string | DataLink | (() => Generator)
     /* VAD Inference Live Policy. If the policy is `only-in-use`, the VAD Inference context will be released when not in use. */
     vadInferenceLivePolicy?: 'only-in-use' | 'manual' | DataLink
     /* Enable VAD (Voice Activity Detection) */
@@ -71,6 +73,10 @@ Default property:
     audioMinSec?: number | DataLink
     /* Maximum number of slices to keep in memory */
     maxSlicesInMemory?: number | DataLink
+    /* Transcribe processing interval in milliseconds */
+    transcribeProcessingPauseMs?: number | DataLink
+    /* Transcribe processing init after pause in milliseconds */
+    initTranscribeAfterMs?: number | DataLink
     /* VAD Strategy */
     vadStrategy?: 'use-preset' | 'use-generator-options' | DataLink
     /* VAD preset configuration */
@@ -84,10 +90,6 @@ Default property:
       | 'meeting'
       | 'noisy-environment'
       | DataLink
-    /* Auto slice on speech end */
-    autoSliceOnSpeechEnd?: boolean | DataLink
-    /* Auto slice threshold in seconds */
-    autoSliceThreshold?: number | DataLink
     /* Initial prompt for transcription */
     initialPrompt?: string | DataLink
     /* Include previous slices in prompt */
@@ -126,6 +128,8 @@ Default property:
     onStatusChange?: Array<EventAction>
     /* Event triggered when statistics update */
     onStatsUpdate?: Array<EventAction>
+    /* Event triggered when slice transcription is stabilized */
+    onStabilized?: Array<EventAction>
     /* Event triggered when transcription ends */
     onEnd?: Array<EventAction>
   }
@@ -138,12 +142,16 @@ Default property:
     results?: () => Data
     /* Current transcription result text */
     resultText?: () => Data
+    /* Last stabilized transcription result segment */
+    lastStabilizedSegment?: () => Data
     /* Current statistics */
     statistics?: () => Data
     /* Latest transcribe event */
     lastTranscribeEvent?: () => Data
     /* Latest VAD event */
     lastVadEvent?: () => Data
+    /* Stabilized transcription text from completed slices */
+    stabilizedText?: () => Data
     /* Audio output file path (auto-generated when saving audio) */
     audioOutputPath?: () => Data
   }
@@ -168,9 +176,11 @@ export type GeneratorRealtimeTranscription = Generator &
                     | 'isTranscribing'
                     | 'results'
                     | 'resultText'
+                    | 'lastStabilizedSegment'
                     | 'statistics'
                     | 'lastTranscribeEvent'
                     | 'lastVadEvent'
+                    | 'stabilizedText'
                     | 'audioOutputPath'
                   value: any
                 }

package/types/generators/RerankerGgml.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,
@@ -67,18 +69,19 @@ Default property:
     batchSize?: number | DataLink
     /* Physical maximum batch size (default: 512) */
     uBatchSize?: number | DataLink
-    /* Accelerator variant (default: default) */
-    accelVariant?:
-      | 'default'
-      | 'avx'
-      | 'avx2'
-      | 'avx512'
-      | 'metal'
-      | 'opencl'
-      | 'vulkan'
-      | 'cuda'
-      | 'rocm'
-      | DataLink
+    /* GGML accelerator variant (Only for desktop)  
+ `default` - CPU / Metal (macOS)  
+ `vulkan` - Use Vulkan  
+ `cuda` - Use CUDA  
+ `snapdragon` - Use OpenCL/Hexagon of Qualcomm Snapdragon */
+    accelVariant?: 'default' | 'vulkan' | 'cuda' | 'snapdragon' | DataLink
+    /* Devices. For example:  
+  
+ Metal or CPU for iOS/tvOS/MacOS  
+ OpenCL or CPU for Android  
+   - Add `HTP0`, `HTP1`, `...` for OpenCL/Hexagon devices (Use HTP* for all HTP devices)  
+ For Desktop, you may want to include/exclude GPUs */
+    devices?: Array<string | DataLink> | DataLink
     /* Main GPU index (default: 0) */
     mainGpu?: number | DataLink
     /* Number of layers to store in VRAM (default: 0) */
@@ -122,10 +125,14 @@ Default property:
 
  ## Notice  
  - The device RAM must be larger than 8GB  
- - iOS: Supported GPU acceleration, recommended use M1+ / A17+ chip device  
- - macOS: Supported GPU acceleration, recommended use M1+ chip device  
- - Android: Currently not supported GPU acceleration (Coming soon), recommended use Android 13+ system  
- - Linux / Windows: Supported GPU acceleration, currently only Vulkan backend available */
+ - iOS: Recommended use M1+ / A17+ chip device. Supported GPU acceleration by Metal.  
+ - macOS: Recommended use M1+ chip device. Supported GPU acceleration by Metal.  
+ - Android: Recommended use Android 13+ system.  
+   - Supported GPU acceleration by OpenCL, currently only for Qualcomm Adreno 700+ GPUs, other GPUs are not supported.  
+   - Supported Hexagon NPU for Qualcomm Snapdragon 8 Gen 2+ GPUs.  
+ - Linux / Windows  
+   - Supported GPU acceleration, you can choose `vulkan` or `cuda` backend in Accel Variant property  
+   - Supported Hexagon NPU for Qualcomm Dragonwing IQ9 series+ (Linux) */
 export type GeneratorReranker = Generator &
   GeneratorRerankerDef & {
     templateKey: 'GENERATOR_RERANKER'

package/types/generators/SerialPort.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/SoundPlayer.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/SoundRecorder.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/SpeechToTextGgml.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,
@@ -145,6 +147,11 @@ export type GeneratorSpeechInferenceActionTranscribeRealtime = ActionWithParams
   >
 }
 
+/* Stop current transcription */
+export type GeneratorSpeechInferenceActionTranscribeStop = Action & {
+  __actionName: 'GENERATOR_SPEECH_INFERENCE_TRANSCRIBE_STOP'
+}
+
 /* [Deprecated] Stop transcribing microphone audio source */
 export type GeneratorSpeechInferenceActionTranscribeRealtimeStop = Action & {
   __actionName: 'GENERATOR_SPEECH_INFERENCE_TRANSCRIBE_REALTIME_STOP'
@@ -216,7 +223,7 @@ Default property:
       | 'medium-q5_0'
       | 'medium-q8_0'
       | 'medium.en'
-      | 'medium.en-q5_1'
+      | 'medium.en-q5_0'
       | 'medium.en-q8_0'
       | 'large-v1'
       | 'large-v2'
@@ -224,15 +231,14 @@ Default property:
       | 'large-v2-q8_0'
       | 'large-v3'
       | 'large-v3-q5_0'
-      | 'large-v3-q8_0'
       | 'large-v3-turbo'
       | 'large-v3-turbo-q5_0'
       | 'large-v3-turbo-q8_0'
       | 'small.en-tdrz'
-      | 'small.en-tdrz-q5_0'
+      | 'small.en-tdrz-q5_1'
       | 'small.en-tdrz-q8_0'
       | 'distil-small.en'
-      | 'distil-small.en-q5_0'
+      | 'distil-small.en-q5_1'
       | 'distil-small.en-q8_0'
       | 'distil-medium.en'
       | 'distil-medium.en-q5_0'
@@ -397,6 +403,15 @@ Default property:
     inferRealtimeVadThold?: number | DataLink
     /* Frequency to apply High-pass filter in VAD */
     inferRealtimeVadFreqThold?: number | DataLink
+    /* Buttress connection settings for remote inference */
+    buttressConnectionSettings?:
+      | DataLink
+      | {
+          enabled?: boolean | DataLink
+          url?: string | DataLink
+          fallbackType?: 'use-local' | 'no-op' | DataLink
+          strategy?: 'prefer-local' | 'prefer-buttress' | 'prefer-best' | DataLink
+        }
   }
   events?: {
     /* Event triggered when context state changes */

package/types/generators/SpeechToTextOnnx.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/SpeechToTextPlatform.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/SqLite.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,
@@ -53,6 +55,33 @@ export type GeneratorSqliteActionQuery = ActionWithParams & {
   >
 }
 
+/* Execute multiple SQL statements in transaction */
+export type GeneratorSqliteActionTransaction = ActionWithParams & {
+  __actionName: 'GENERATOR_SQLITE_TRANSACTION'
+  params?: Array<{
+    input: 'statements'
+    value?: Array<any> | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Execute same SQL statement with multiple parameter sets */
+export type GeneratorSqliteActionBatchExecute = ActionWithParams & {
+  __actionName: 'GENERATOR_SQLITE_BATCH_EXECUTE'
+  params?: Array<
+    | {
+        input: 'sql'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'batchParams'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
 interface GeneratorSqliteDef {
   /*
 Default property:
@@ -92,6 +121,8 @@ Default property:
     error?: () => Data
     /* Last query result */
     lastResult?: () => Data
+    /* Last execute result with metadata */
+    lastExecuteResult?: () => Data
   }
 }
 
@@ -109,7 +140,7 @@ export type GeneratorSqlite = Generator &
               | SwitchCondData
               | {
                   __typename: 'SwitchCondInnerStateOutlet'
-                  outlet: 'isReady' | 'dbPath' | 'error' | 'lastResult'
+                  outlet: 'isReady' | 'dbPath' | 'error' | 'lastResult' | 'lastExecuteResult'
                   value: any
                 }
           }>

package/types/generators/Step.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,