@fugood/bricks-project 2.23.0-beta.9 → 2.23.2

package/types/generators/SttAppleBuiltin.ts

@@ -0,0 +1,117 @@
+/* Auto generated by build script */
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type {
+  Brick,
+  Generator,
+  EventAction,
+  ActionWithDataParams,
+  ActionWithParams,
+  Action,
+  EventProperty,
+} from '../common'
+
+/* Initialize STT */
+export type GeneratorAppleSTTActionInit = Action & {
+  __actionName: 'GENERATOR_APPLE_STT_INIT'
+}
+
+/* Transcribe audio file. You can provide `File URL` property, if not provided, it will use the default `File URL` */
+export type GeneratorAppleSTTActionTranscribeFile = ActionWithParams & {
+  __actionName: 'GENERATOR_APPLE_STT_TRANSCRIBE_FILE'
+  params?: Array<
+    | {
+        input: 'fileUrl'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'language'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Transcribe audio data (base64 encoded audio data or ArrayBuffer) */
+export type GeneratorAppleSTTActionTranscribeData = ActionWithParams & {
+  __actionName: 'GENERATOR_APPLE_STT_TRANSCRIBE_DATA'
+  params?: Array<
+    | {
+        input: 'data'
+        value?: any | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'language'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+interface GeneratorAppleSTTDef {
+  /*
+Default property:
+{
+  "init": false,
+  "language": "en-US",
+  "enablePartialResults": true
+}
+  */
+  property?: {
+    /* Initialize the STT engine on generator initialization */
+    init?: boolean | DataLink
+    /* Language/locale for recognition (e.g., 'en-US') */
+    language?: string | DataLink
+    /* Enable partial results during transcription */
+    enablePartialResults?: boolean | DataLink
+    /* The file URL or path to be transcribed */
+    fileUrl?: string | DataLink
+  }
+  events?: {
+    /* Error event */
+    onError?: Array<EventAction>
+    /* Event triggered when got transcribe result */
+    onTranscribed?: Array<EventAction>
+  }
+  outlets?: {
+    /* State outlet (loading, ready, error) */
+    state?: () => Data
+    /* Is transcribing */
+    isTranscribing?: () => Data
+    /* Transcribe result */
+    transcribeResult?: () => Data
+    /* Transcribe result details (result, segments, time, startTime, endTime, duration) */
+    transcribeDetails?: () => Data
+  }
+}
+
+/* Speech recognition on iOS 26+ (Not supported on tvOS)  
+
+ ## Features  
+ - Native Apple speech recognition  
+ - High accuracy transcription  
+ - Privacy-focused on-device processing  
+ - Supports file and data transcription  
+ - Requires iOS 26+ (Not supported on tvOS) */
+export type GeneratorAppleSTT = Generator &
+  GeneratorAppleSTTDef & {
+    templateKey: 'GENERATOR_APPLE_STT'
+    switches: Array<
+      SwitchDef &
+        GeneratorAppleSTTDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'state' | 'isTranscribing' | 'transcribeResult' | 'transcribeDetails'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/Tcp.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/TcpServer.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,
@@ -103,6 +105,8 @@ Default property:
     onError?: Array<EventAction>
   }
   outlets?: {
+    /* Server is listening */
+    isListening?: () => Data
     /* Is server started */
     started?: () => Data
     /* Accepted connections */
@@ -128,7 +132,7 @@ export type GeneratorTCPServer = Generator &
               | SwitchCondData
               | {
                   __typename: 'SwitchCondInnerStateOutlet'
-                  outlet: 'started' | 'connections' | 'lastData' | 'errorMessage'
+                  outlet: 'isListening' | 'started' | 'connections' | 'lastData' | 'errorMessage'
                   value: any
                 }
           }>

package/types/generators/TextToSpeechApple.ts

@@ -0,0 +1,113 @@
+/* Auto generated by build script */
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type {
+  Generator,
+  EventAction,
+  ActionWithDataParams,
+  ActionWithParams,
+  Action,
+  EventProperty,
+} from '../common'
+
+/* Load the TTS model */
+export type GeneratorAppleTTSActionLoadModel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_LOAD_MODEL'
+}
+
+/* Generate audio */
+export type GeneratorAppleTTSActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_APPLE_TTS_GENERATE'
+  params?: Array<{
+    input: 'text'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Clean cache */
+export type GeneratorAppleTTSActionCleanCache = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CLEAN_CACHE'
+}
+
+/* Cancel current generation and clear queue */
+export type GeneratorAppleTTSActionCancel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CANCEL'
+}
+
+interface GeneratorAppleTTSDef {
+  /*
+Default property:
+{
+  "language": "en-US",
+  "outputType": "play",
+  "cacheGenerated": true,
+  "autoInferEnable": false,
+  "softBreakRegex": "^[^\\r\\n\\t\\f\\v]*([\\r\\n]+|[。！？!?.]\\B)",
+  "hardBreakTime": 500
+}
+  */
+  property?: {
+    /* Initialize the TTS context on generator initialization */
+    init?: boolean | DataLink
+    /* Voice identifier */
+    voice?: string | DataLink
+    /* Language/locale (e.g., 'en-US') */
+    language?: string | DataLink
+    /* Output mode */
+    outputType?: 'play' | 'file' | DataLink
+    /* Enable cache for generated audio */
+    cacheGenerated?: boolean | DataLink
+    /* Text to generate */
+    prompt?: string | DataLink
+    /* Auto inference when prompt changes */
+    autoInferEnable?: boolean | DataLink
+    /* Segmentation rule for auto inference */
+    softBreakRegex?: string | DataLink
+    /* Time to force inference when softBreakRegex is not satisfied */
+    hardBreakTime?: number | DataLink
+  }
+  events?: {
+    /* Event triggered when state change */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data
+    /* Generated audio file */
+    generatedAudio?: () => Data
+    /* Generated audio file is playing */
+    generatedAudioPlaying?: () => Data
+  }
+}
+
+/* Text-to-speech synthesis using Apple's native speech synthesis  
+
+ ## Features  
+ - Native Apple speech synthesis  
+ - Natural sounding voices  
+ - Privacy-focused on-device processing  
+ - Multiple voice options  
+ - Requires iOS 13+ (native speech synthesis) */
+export type GeneratorAppleTTS = Generator &
+  GeneratorAppleTTSDef & {
+    templateKey: 'GENERATOR_APPLE_TTS'
+    switches: Array<
+      SwitchDef &
+        GeneratorAppleTTSDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'contextState' | 'generatedAudio' | 'generatedAudioPlaying'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/TextToSpeechAppleBuiltin.ts

@@ -0,0 +1,114 @@
+/* Auto generated by build script */
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type {
+  Brick,
+  Generator,
+  EventAction,
+  ActionWithDataParams,
+  ActionWithParams,
+  Action,
+  EventProperty,
+} from '../common'
+
+/* Load the TTS model */
+export type GeneratorAppleTTSActionLoadModel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_LOAD_MODEL'
+}
+
+/* Generate audio */
+export type GeneratorAppleTTSActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_APPLE_TTS_GENERATE'
+  params?: Array<{
+    input: 'text'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Clean cache */
+export type GeneratorAppleTTSActionCleanCache = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CLEAN_CACHE'
+}
+
+/* Cancel current generation and clear queue */
+export type GeneratorAppleTTSActionCancel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CANCEL'
+}
+
+interface GeneratorAppleTTSDef {
+  /*
+Default property:
+{
+  "language": "en-US",
+  "outputType": "play",
+  "cacheGenerated": true,
+  "autoInferEnable": false,
+  "softBreakRegex": "^[^\\r\\n\\t\\f\\v]*([\\r\\n]+|[。！？!?.]\\B)",
+  "hardBreakTime": 500
+}
+  */
+  property?: {
+    /* Initialize the TTS context on generator initialization */
+    init?: boolean | DataLink
+    /* Voice identifier */
+    voice?: string | DataLink
+    /* Language/locale (e.g., 'en-US') */
+    language?: string | DataLink
+    /* Output mode */
+    outputType?: 'play' | 'file' | DataLink
+    /* Enable cache for generated audio */
+    cacheGenerated?: boolean | DataLink
+    /* Text to generate */
+    prompt?: string | DataLink
+    /* Auto inference when prompt changes */
+    autoInferEnable?: boolean | DataLink
+    /* Segmentation rule for auto inference */
+    softBreakRegex?: string | DataLink
+    /* Time to force inference when softBreakRegex is not satisfied */
+    hardBreakTime?: number | DataLink
+  }
+  events?: {
+    /* Event triggered when state change */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data
+    /* Generated audio file */
+    generatedAudio?: () => Data
+    /* Generated audio file is playing */
+    generatedAudioPlaying?: () => Data
+  }
+}
+
+/* Text-to-speech synthesis using Apple's native speech synthesis  
+
+ ## Features  
+ - Native Apple speech synthesis  
+ - Natural sounding voices  
+ - Privacy-focused on-device processing  
+ - Multiple voice options  
+ - Requires iOS 13+ (native speech synthesis) */
+export type GeneratorAppleTTS = Generator &
+  GeneratorAppleTTSDef & {
+    templateKey: 'GENERATOR_APPLE_TTS'
+    switches: Array<
+      SwitchDef &
+        GeneratorAppleTTSDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'contextState' | 'generatedAudio' | 'generatedAudioPlaying'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/TextToSpeechGgml.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,
@@ -129,8 +131,16 @@ Default property:
     /* Accelerator variant (Only for desktop)  
  `default` - CPU / Metal (macOS)  
  `vulkan` - Use Vulkan  
- `cuda` - Use CUDA */
-    accelVariant?: 'default' | 'vulkan' | 'cuda' | DataLink
+ `cuda` - Use CUDA  
+ `snapdragon` - Use OpenCL/Hexagon of Qualcomm Snapdragon */
+    accelVariant?: 'default' | 'vulkan' | 'cuda' | 'snapdragon' | DataLink
+    /* Devices. For example:  
+  
+ Metal or CPU for iOS/tvOS/MacOS  
+ OpenCL or CPU for Android  
+   - Add `HTP0`, `HTP1`, `...` for OpenCL/Hexagon devices (Use HTP* for all HTP devices)  
+ For Desktop, you may want to include/exclude GPUs */
+    devices?: Array<string | DataLink> | DataLink
     /* Main GPU index */
     mainGpu?: number | DataLink
     /* Number of GPU layers (NOTE: Currently not supported for Android) */
@@ -159,7 +169,18 @@ Default property:
 }
 
 /* Local Text-to-Speech (TTS) inference based on GGML and [llama.cpp](https://github.com/ggerganov/llama.cpp)  
- You can use any converted model on HuggingFace. */
+ You can use any converted model on HuggingFace.  
+
+ ## Notice  
+ - The device RAM must be larger than 8GB  
+ - iOS: Recommended use M1+ / A17+ chip device. Supported GPU acceleration by Metal.  
+ - macOS: Recommended use M1+ chip device. Supported GPU acceleration by Metal.  
+ - Android: Recommended use Android 13+ system.  
+   - Supported GPU acceleration by OpenCL, currently only for Qualcomm Adreno 700+ GPUs, other GPUs are not supported.  
+   - Supported Hexagon NPU for Qualcomm Snapdragon 8 Gen 2+ GPUs.  
+ - Linux / Windows  
+   - Supported GPU acceleration, you can choose `vulkan` or `cuda` backend in Accel Variant property  
+   - Supported Hexagon NPU for Qualcomm Dragonwing IQ9 series+ (Linux) */
 export type GeneratorGGMLTTS = Generator &
   GeneratorGGMLTTSDef & {
     templateKey: 'GENERATOR_GGML_TTS'

package/types/generators/TextToSpeechOnnx.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/TextToSpeechOpenAiLike.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/ThermalPrinter.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/Tick.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,
@@ -49,6 +51,8 @@ Default property:
   outlets?: {
     /* Countdown step value */
     countdown?: () => Data
+    /* Is tick running? */
+    running?: () => Data
   }
 }
 
@@ -66,7 +70,7 @@ export type GeneratorTick = Generator &
               | SwitchCondData
               | {
                   __typename: 'SwitchCondInnerStateOutlet'
-                  outlet: 'countdown'
+                  outlet: 'countdown' | 'running'
                   value: any
                 }
           }>

package/types/generators/TtsAppleBuiltin.ts

@@ -0,0 +1,105 @@
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type { Generator, EventAction, ActionWithParams, Action, EventProperty } from '../common'
+
+/* Load the TTS model */
+export type GeneratorAppleTTSActionLoadModel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_LOAD_MODEL'
+}
+
+/* Generate audio */
+export type GeneratorAppleTTSActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_APPLE_TTS_GENERATE'
+  params?: Array<{
+    input: 'text'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Clean cache */
+export type GeneratorAppleTTSActionCleanCache = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CLEAN_CACHE'
+}
+
+/* Cancel current generation and clear queue */
+export type GeneratorAppleTTSActionCancel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CANCEL'
+}
+
+interface GeneratorAppleTTSDef {
+  /*
+Default property:
+{
+  "language": "en-US",
+  "outputType": "play",
+  "cacheGenerated": true,
+  "autoInferEnable": false,
+  "softBreakRegex": "^[^\\r\\n\\t\\f\\v]*([\\r\\n]+|[。！？!?.]\\B)",
+  "hardBreakTime": 500
+}
+  */
+  property?: {
+    /* Initialize the TTS context on generator initialization */
+    init?: boolean | DataLink
+    /* Voice identifier */
+    voice?: string | DataLink
+    /* Language/locale (e.g., 'en-US') */
+    language?: string | DataLink
+    /* Output mode */
+    outputType?: 'play' | 'file' | DataLink
+    /* Enable cache for generated audio */
+    cacheGenerated?: boolean | DataLink
+    /* Text to generate */
+    prompt?: string | DataLink
+    /* Auto inference when prompt changes */
+    autoInferEnable?: boolean | DataLink
+    /* Segmentation rule for auto inference */
+    softBreakRegex?: string | DataLink
+    /* Time to force inference when softBreakRegex is not satisfied */
+    hardBreakTime?: number | DataLink
+  }
+  events?: {
+    /* Event triggered when state change */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data
+    /* Generated audio file */
+    generatedAudio?: () => Data
+    /* Generated audio file is playing */
+    generatedAudioPlaying?: () => Data
+  }
+}
+
+/* Text-to-speech synthesis using Apple's native speech synthesis
+
+ ## Features
+ - Native Apple speech synthesis
+ - Natural sounding voices
+ - Privacy-focused on-device processing
+ - Multiple voice options
+ - Requires iOS 13+ (native speech synthesis) */
+export type GeneratorAppleTTS = Generator &
+  GeneratorAppleTTSDef & {
+    templateKey: 'GENERATOR_APPLE_TTS'
+    switches: Array<
+      SwitchDef &
+        GeneratorAppleTTSDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'contextState' | 'generatedAudio' | 'generatedAudioPlaying'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/Udp.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,

package/types/generators/VadGgml.ts

@@ -1,6 +1,8 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
+  Brick,
   Generator,
   EventAction,
   ActionWithDataParams,
@@ -113,7 +115,7 @@ interface GeneratorVadInferenceDef {
 Default property:
 {
   "init": false,
-  "modelName": "silero-v5.1.2",
+  "modelName": "silero-v6.2.0",
   "modelUseGPU": true,
   "modelThreads": 4,
   "detectThreshold": 0.5,
@@ -131,7 +133,7 @@ Default property:
     /* Use model name, currently only supports the Silero VAD model.  
  The model download progress will be done in preload stage or  the generator initialization stage.  
  You can also choose `custom` option and set `Model URL` and `Model SHA1` to use your own model */
-    modelName?: 'custom' | 'silero-v5.1.2' | DataLink
+    modelName?: 'custom' | 'silero-v6.2.0' | 'silero-v5.1.2' | DataLink
     /* The URL or path of model  
  We used `ggml` format model, please refer to https://huggingface.co/ggml-org/whisper-vad */
     modelUrl?: string | DataLink