@fugood/bricks-project 2.23.0-beta.24 → 2.23.0-beta.26

package/types/generators/TtsAppleBuiltin.ts

@@ -0,0 +1,105 @@
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type { Generator, EventAction, ActionWithParams, Action, EventProperty } from '../common'
+
+/* Load the TTS model */
+export type GeneratorAppleTTSActionLoadModel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_LOAD_MODEL'
+}
+
+/* Generate audio */
+export type GeneratorAppleTTSActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_APPLE_TTS_GENERATE'
+  params?: Array<{
+    input: 'text'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Clean cache */
+export type GeneratorAppleTTSActionCleanCache = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CLEAN_CACHE'
+}
+
+/* Cancel current generation and clear queue */
+export type GeneratorAppleTTSActionCancel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CANCEL'
+}
+
+interface GeneratorAppleTTSDef {
+  /*
+Default property:
+{
+  "language": "en-US",
+  "outputType": "play",
+  "cacheGenerated": true,
+  "autoInferEnable": false,
+  "softBreakRegex": "^[^\\r\\n\\t\\f\\v]*([\\r\\n]+|[。！？!?.]\\B)",
+  "hardBreakTime": 500
+}
+  */
+  property?: {
+    /* Initialize the TTS context on generator initialization */
+    init?: boolean | DataLink
+    /* Voice identifier */
+    voice?: string | DataLink
+    /* Language/locale (e.g., 'en-US') */
+    language?: string | DataLink
+    /* Output mode */
+    outputType?: 'play' | 'file' | DataLink
+    /* Enable cache for generated audio */
+    cacheGenerated?: boolean | DataLink
+    /* Text to generate */
+    prompt?: string | DataLink
+    /* Auto inference when prompt changes */
+    autoInferEnable?: boolean | DataLink
+    /* Segmentation rule for auto inference */
+    softBreakRegex?: string | DataLink
+    /* Time to force inference when softBreakRegex is not satisfied */
+    hardBreakTime?: number | DataLink
+  }
+  events?: {
+    /* Event triggered when state change */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data
+    /* Generated audio file */
+    generatedAudio?: () => Data
+    /* Generated audio file is playing */
+    generatedAudioPlaying?: () => Data
+  }
+}
+
+/* Text-to-speech synthesis using Apple's native speech synthesis
+
+ ## Features
+ - Native Apple speech synthesis
+ - Natural sounding voices
+ - Privacy-focused on-device processing
+ - Multiple voice options
+ - Requires iOS 13+ (native speech synthesis) */
+export type GeneratorAppleTTS = Generator &
+  GeneratorAppleTTSDef & {
+    templateKey: 'GENERATOR_APPLE_TTS'
+    switches: Array<
+      SwitchDef &
+        GeneratorAppleTTSDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'contextState' | 'generatedAudio' | 'generatedAudioPlaying'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/Udp.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/VadGgml.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/VectorStore.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/Watchdog.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/WebCrawler.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/WebRtc.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/WebSocket.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/index.ts

@@ -46,5 +46,8 @@ export * from './LlmQualcommAiEngine'
 export * from './LlmOpenAiCompat'
 export * from './TextToSpeechOpenAiLike'
 export * from './LlmAnthropicCompat'
+export * from './LlmAppleBuiltin'
+export * from './SttAppleBuiltin'
+export * from './TextToSpeechAppleBuiltin'
 export * from './Assistant'
 export * from './VectorStore'

package/types/system.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type {
   Action,
   ActionWithDataParams,

package/utils/data.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { DataLink, Data, Canvas } from '../types'
 import { makeId } from './id'
 

package/utils/event-props.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 export const templateEventPropsMap = {
   BRICK_RECT: {},
   BRICK_TEXT: {},
@@ -918,6 +919,38 @@ export const templateEventPropsMap = {
       'GENERATOR_ANTHROPIC_LLM_TOOL_USE_INPUT', // type: object
     ],
   },
+  GENERATOR_APPLE_LLM: {
+    onError: [
+      'GENERATOR_APPLE_LLM_ERROR', // type: string
+    ],
+    onModelLoaded: [],
+    onCompletion: [
+      'GENERATOR_APPLE_LLM_COMPLETION_TOKEN', // type: string
+      'GENERATOR_APPLE_LLM_COMPLETION_RESULT', // type: string
+    ],
+    onCompletionFinished: [
+      'GENERATOR_APPLE_LLM_COMPLETION_RESULT', // type: string
+    ],
+  },
+  GENERATOR_APPLE_STT: {
+    onError: [
+      'GENERATOR_APPLE_STT_ERROR', // type: string
+    ],
+    onTranscribed: [
+      'GENERATOR_APPLE_STT_TRANSCRIBE_RESULT', // type: string
+      'GENERATOR_APPLE_STT_TRANSCRIBE_START_TIME', // type: number
+      'GENERATOR_APPLE_STT_TRANSCRIBE_END_TIME', // type: number
+      'GENERATOR_APPLE_STT_TRANSCRIBE_TIME', // type: number
+    ],
+  },
+  GENERATOR_APPLE_TTS: {
+    onContextStateChange: [
+      'GENERATOR_APPLE_TTS_CONTEXT_STATE', // type: string
+    ],
+    onError: [
+      'GENERATOR_APPLE_TTS_ERROR', // type: string
+    ],
+  },
   GENERATOR_ASSISTANT: {
     onError: [
       'GENERATOR_ASSISTANT_ERROR', // type: string

package/utils/id.ts

@@ -4,7 +4,9 @@ let count = 0
 
 // Used for snapshot mode
 const countUUID = () => {
-  return `00000000-0000-0000-0000-${(count++).toString().padStart(12, '0')}`
+  const current = count
+  count += 1
+  return `00000000-0000-0000-0000-${current.toString().padStart(12, '0')}`
 }
 
 // Make a random id if not want to use fixed id