@fugood/bricks-project 2.23.0-beta.24 → 2.23.0-beta.25

package/types/generators/SttAppleBuiltin.ts

@@ -0,0 +1,116 @@
+/* Auto generated by build script */
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type {
+  Generator,
+  EventAction,
+  ActionWithDataParams,
+  ActionWithParams,
+  Action,
+  EventProperty,
+} from '../common'
+
+/* Initialize STT */
+export type GeneratorAppleSTTActionInit = Action & {
+  __actionName: 'GENERATOR_APPLE_STT_INIT'
+}
+
+/* Transcribe audio file. You can provide `File URL` property, if not provided, it will use the default `File URL` */
+export type GeneratorAppleSTTActionTranscribeFile = ActionWithParams & {
+  __actionName: 'GENERATOR_APPLE_STT_TRANSCRIBE_FILE'
+  params?: Array<
+    | {
+        input: 'fileUrl'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'language'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Transcribe audio data (base64 encoded audio data or ArrayBuffer) */
+export type GeneratorAppleSTTActionTranscribeData = ActionWithParams & {
+  __actionName: 'GENERATOR_APPLE_STT_TRANSCRIBE_DATA'
+  params?: Array<
+    | {
+        input: 'data'
+        value?: any | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'language'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+interface GeneratorAppleSTTDef {
+  /*
+Default property:
+{
+  "init": false,
+  "language": "en-US",
+  "enablePartialResults": true
+}
+  */
+  property?: {
+    /* Initialize the STT engine on generator initialization */
+    init?: boolean | DataLink
+    /* Language/locale for recognition (e.g., 'en-US') */
+    language?: string | DataLink
+    /* Enable partial results during transcription */
+    enablePartialResults?: boolean | DataLink
+    /* The file URL or path to be transcribed */
+    fileUrl?: string | DataLink
+  }
+  events?: {
+    /* Error event */
+    onError?: Array<EventAction>
+    /* Event triggered when got transcribe result */
+    onTranscribed?: Array<EventAction>
+  }
+  outlets?: {
+    /* State outlet (loading, ready, error) */
+    state?: () => Data
+    /* Is transcribing */
+    isTranscribing?: () => Data
+    /* Transcribe result */
+    transcribeResult?: () => Data
+    /* Transcribe result details (result, segments, time, startTime, endTime, duration) */
+    transcribeDetails?: () => Data
+  }
+}
+
+/* Speech recognition on iOS 26+ (Not supported on tvOS)  
+
+ ## Features  
+ - Native Apple speech recognition  
+ - High accuracy transcription  
+ - Privacy-focused on-device processing  
+ - Supports file and data transcription  
+ - Requires iOS 26+ (Not supported on tvOS) */
+export type GeneratorAppleSTT = Generator &
+  GeneratorAppleSTTDef & {
+    templateKey: 'GENERATOR_APPLE_STT'
+    switches: Array<
+      SwitchDef &
+        GeneratorAppleSTTDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'state' | 'isTranscribing' | 'transcribeResult' | 'transcribeDetails'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/Tcp.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/TcpServer.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/TextToSpeechApple.ts

@@ -0,0 +1,113 @@
+/* Auto generated by build script */
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type {
+  Generator,
+  EventAction,
+  ActionWithDataParams,
+  ActionWithParams,
+  Action,
+  EventProperty,
+} from '../common'
+
+/* Load the TTS model */
+export type GeneratorAppleTTSActionLoadModel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_LOAD_MODEL'
+}
+
+/* Generate audio */
+export type GeneratorAppleTTSActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_APPLE_TTS_GENERATE'
+  params?: Array<{
+    input: 'text'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Clean cache */
+export type GeneratorAppleTTSActionCleanCache = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CLEAN_CACHE'
+}
+
+/* Cancel current generation and clear queue */
+export type GeneratorAppleTTSActionCancel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CANCEL'
+}
+
+interface GeneratorAppleTTSDef {
+  /*
+Default property:
+{
+  "language": "en-US",
+  "outputType": "play",
+  "cacheGenerated": true,
+  "autoInferEnable": false,
+  "softBreakRegex": "^[^\\r\\n\\t\\f\\v]*([\\r\\n]+|[。！？!?.]\\B)",
+  "hardBreakTime": 500
+}
+  */
+  property?: {
+    /* Initialize the TTS context on generator initialization */
+    init?: boolean | DataLink
+    /* Voice identifier */
+    voice?: string | DataLink
+    /* Language/locale (e.g., 'en-US') */
+    language?: string | DataLink
+    /* Output mode */
+    outputType?: 'play' | 'file' | DataLink
+    /* Enable cache for generated audio */
+    cacheGenerated?: boolean | DataLink
+    /* Text to generate */
+    prompt?: string | DataLink
+    /* Auto inference when prompt changes */
+    autoInferEnable?: boolean | DataLink
+    /* Segmentation rule for auto inference */
+    softBreakRegex?: string | DataLink
+    /* Time to force inference when softBreakRegex is not satisfied */
+    hardBreakTime?: number | DataLink
+  }
+  events?: {
+    /* Event triggered when state change */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data
+    /* Generated audio file */
+    generatedAudio?: () => Data
+    /* Generated audio file is playing */
+    generatedAudioPlaying?: () => Data
+  }
+}
+
+/* Text-to-speech synthesis using Apple's native speech synthesis  
+
+ ## Features  
+ - Native Apple speech synthesis  
+ - Natural sounding voices  
+ - Privacy-focused on-device processing  
+ - Multiple voice options  
+ - Requires iOS 13+ (native speech synthesis) */
+export type GeneratorAppleTTS = Generator &
+  GeneratorAppleTTSDef & {
+    templateKey: 'GENERATOR_APPLE_TTS'
+    switches: Array<
+      SwitchDef &
+        GeneratorAppleTTSDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'contextState' | 'generatedAudio' | 'generatedAudioPlaying'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/TextToSpeechAppleBuiltin.ts

@@ -0,0 +1,113 @@
+/* Auto generated by build script */
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type {
+  Generator,
+  EventAction,
+  ActionWithDataParams,
+  ActionWithParams,
+  Action,
+  EventProperty,
+} from '../common'
+
+/* Load the TTS model */
+export type GeneratorAppleTTSActionLoadModel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_LOAD_MODEL'
+}
+
+/* Generate audio */
+export type GeneratorAppleTTSActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_APPLE_TTS_GENERATE'
+  params?: Array<{
+    input: 'text'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Clean cache */
+export type GeneratorAppleTTSActionCleanCache = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CLEAN_CACHE'
+}
+
+/* Cancel current generation and clear queue */
+export type GeneratorAppleTTSActionCancel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CANCEL'
+}
+
+interface GeneratorAppleTTSDef {
+  /*
+Default property:
+{
+  "language": "en-US",
+  "outputType": "play",
+  "cacheGenerated": true,
+  "autoInferEnable": false,
+  "softBreakRegex": "^[^\\r\\n\\t\\f\\v]*([\\r\\n]+|[。！？!?.]\\B)",
+  "hardBreakTime": 500
+}
+  */
+  property?: {
+    /* Initialize the TTS context on generator initialization */
+    init?: boolean | DataLink
+    /* Voice identifier */
+    voice?: string | DataLink
+    /* Language/locale (e.g., 'en-US') */
+    language?: string | DataLink
+    /* Output mode */
+    outputType?: 'play' | 'file' | DataLink
+    /* Enable cache for generated audio */
+    cacheGenerated?: boolean | DataLink
+    /* Text to generate */
+    prompt?: string | DataLink
+    /* Auto inference when prompt changes */
+    autoInferEnable?: boolean | DataLink
+    /* Segmentation rule for auto inference */
+    softBreakRegex?: string | DataLink
+    /* Time to force inference when softBreakRegex is not satisfied */
+    hardBreakTime?: number | DataLink
+  }
+  events?: {
+    /* Event triggered when state change */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data
+    /* Generated audio file */
+    generatedAudio?: () => Data
+    /* Generated audio file is playing */
+    generatedAudioPlaying?: () => Data
+  }
+}
+
+/* Text-to-speech synthesis using Apple's native speech synthesis  
+
+ ## Features  
+ - Native Apple speech synthesis  
+ - Natural sounding voices  
+ - Privacy-focused on-device processing  
+ - Multiple voice options  
+ - Requires iOS 13+ (native speech synthesis) */
+export type GeneratorAppleTTS = Generator &
+  GeneratorAppleTTSDef & {
+    templateKey: 'GENERATOR_APPLE_TTS'
+    switches: Array<
+      SwitchDef &
+        GeneratorAppleTTSDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'contextState' | 'generatedAudio' | 'generatedAudioPlaying'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/TextToSpeechGgml.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/TextToSpeechOnnx.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/TextToSpeechOpenAiLike.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/ThermalPrinter.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/Tick.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/TtsAppleBuiltin.ts

@@ -0,0 +1,105 @@
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type { Generator, EventAction, ActionWithParams, Action, EventProperty } from '../common'
+
+/* Load the TTS model */
+export type GeneratorAppleTTSActionLoadModel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_LOAD_MODEL'
+}
+
+/* Generate audio */
+export type GeneratorAppleTTSActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_APPLE_TTS_GENERATE'
+  params?: Array<{
+    input: 'text'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Clean cache */
+export type GeneratorAppleTTSActionCleanCache = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CLEAN_CACHE'
+}
+
+/* Cancel current generation and clear queue */
+export type GeneratorAppleTTSActionCancel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CANCEL'
+}
+
+interface GeneratorAppleTTSDef {
+  /*
+Default property:
+{
+  "language": "en-US",
+  "outputType": "play",
+  "cacheGenerated": true,
+  "autoInferEnable": false,
+  "softBreakRegex": "^[^\\r\\n\\t\\f\\v]*([\\r\\n]+|[。！？!?.]\\B)",
+  "hardBreakTime": 500
+}
+  */
+  property?: {
+    /* Initialize the TTS context on generator initialization */
+    init?: boolean | DataLink
+    /* Voice identifier */
+    voice?: string | DataLink
+    /* Language/locale (e.g., 'en-US') */
+    language?: string | DataLink
+    /* Output mode */
+    outputType?: 'play' | 'file' | DataLink
+    /* Enable cache for generated audio */
+    cacheGenerated?: boolean | DataLink
+    /* Text to generate */
+    prompt?: string | DataLink
+    /* Auto inference when prompt changes */
+    autoInferEnable?: boolean | DataLink
+    /* Segmentation rule for auto inference */
+    softBreakRegex?: string | DataLink
+    /* Time to force inference when softBreakRegex is not satisfied */
+    hardBreakTime?: number | DataLink
+  }
+  events?: {
+    /* Event triggered when state change */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data
+    /* Generated audio file */
+    generatedAudio?: () => Data
+    /* Generated audio file is playing */
+    generatedAudioPlaying?: () => Data
+  }
+}
+
+/* Text-to-speech synthesis using Apple's native speech synthesis
+
+ ## Features
+ - Native Apple speech synthesis
+ - Natural sounding voices
+ - Privacy-focused on-device processing
+ - Multiple voice options
+ - Requires iOS 13+ (native speech synthesis) */
+export type GeneratorAppleTTS = Generator &
+  GeneratorAppleTTSDef & {
+    templateKey: 'GENERATOR_APPLE_TTS'
+    switches: Array<
+      SwitchDef &
+        GeneratorAppleTTSDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'contextState' | 'generatedAudio' | 'generatedAudioPlaying'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/Udp.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/VadGgml.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/VectorStore.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/Watchdog.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/WebCrawler.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/WebRtc.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/WebSocket.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/index.ts

@@ -46,5 +46,8 @@ export * from './LlmQualcommAiEngine'
 export * from './LlmOpenAiCompat'
 export * from './TextToSpeechOpenAiLike'
 export * from './LlmAnthropicCompat'
+export * from './LlmAppleBuiltin'
+export * from './SttAppleBuiltin'
+export * from './TextToSpeechAppleBuiltin'
 export * from './Assistant'
 export * from './VectorStore'

package/types/system.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type {
   Action,
   ActionWithDataParams,

package/utils/data.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { DataLink, Data, Canvas } from '../types'
 import { makeId } from './id'
 

package/utils/event-props.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 export const templateEventPropsMap = {
   BRICK_RECT: {},
   BRICK_TEXT: {},
@@ -918,6 +919,38 @@ export const templateEventPropsMap = {
       'GENERATOR_ANTHROPIC_LLM_TOOL_USE_INPUT', // type: object
     ],
   },
+  GENERATOR_APPLE_LLM: {
+    onError: [
+      'GENERATOR_APPLE_LLM_ERROR', // type: string
+    ],
+    onModelLoaded: [],
+    onCompletion: [
+      'GENERATOR_APPLE_LLM_COMPLETION_TOKEN', // type: string
+      'GENERATOR_APPLE_LLM_COMPLETION_RESULT', // type: string
+    ],
+    onCompletionFinished: [
+      'GENERATOR_APPLE_LLM_COMPLETION_RESULT', // type: string
+    ],
+  },
+  GENERATOR_APPLE_STT: {
+    onError: [
+      'GENERATOR_APPLE_STT_ERROR', // type: string
+    ],
+    onTranscribed: [
+      'GENERATOR_APPLE_STT_TRANSCRIBE_RESULT', // type: string
+      'GENERATOR_APPLE_STT_TRANSCRIBE_START_TIME', // type: number
+      'GENERATOR_APPLE_STT_TRANSCRIBE_END_TIME', // type: number
+      'GENERATOR_APPLE_STT_TRANSCRIBE_TIME', // type: number
+    ],
+  },
+  GENERATOR_APPLE_TTS: {
+    onContextStateChange: [
+      'GENERATOR_APPLE_TTS_CONTEXT_STATE', // type: string
+    ],
+    onError: [
+      'GENERATOR_APPLE_TTS_ERROR', // type: string
+    ],
+  },
   GENERATOR_ASSISTANT: {
     onError: [
       'GENERATOR_ASSISTANT_ERROR', // type: string