@fugood/bricks-project 2.23.0-beta.3 → 2.23.0-beta.33

package/types/generators/Tick.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
@@ -49,6 +50,8 @@ Default property:
   outlets?: {
     /* Countdown step value */
     countdown?: () => Data
+    /* Is tick running? */
+    running?: () => Data
   }
 }
 
@@ -66,7 +69,7 @@ export type GeneratorTick = Generator &
               | SwitchCondData
               | {
                   __typename: 'SwitchCondInnerStateOutlet'
-                  outlet: 'countdown'
+                  outlet: 'countdown' | 'running'
                   value: any
                 }
           }>

package/types/generators/TtsAppleBuiltin.ts

@@ -0,0 +1,105 @@
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type { Generator, EventAction, ActionWithParams, Action, EventProperty } from '../common'
+
+/* Load the TTS model */
+export type GeneratorAppleTTSActionLoadModel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_LOAD_MODEL'
+}
+
+/* Generate audio */
+export type GeneratorAppleTTSActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_APPLE_TTS_GENERATE'
+  params?: Array<{
+    input: 'text'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Clean cache */
+export type GeneratorAppleTTSActionCleanCache = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CLEAN_CACHE'
+}
+
+/* Cancel current generation and clear queue */
+export type GeneratorAppleTTSActionCancel = Action & {
+  __actionName: 'GENERATOR_APPLE_TTS_CANCEL'
+}
+
+interface GeneratorAppleTTSDef {
+  /*
+Default property:
+{
+  "language": "en-US",
+  "outputType": "play",
+  "cacheGenerated": true,
+  "autoInferEnable": false,
+  "softBreakRegex": "^[^\\r\\n\\t\\f\\v]*([\\r\\n]+|[。！？!?.]\\B)",
+  "hardBreakTime": 500
+}
+  */
+  property?: {
+    /* Initialize the TTS context on generator initialization */
+    init?: boolean | DataLink
+    /* Voice identifier */
+    voice?: string | DataLink
+    /* Language/locale (e.g., 'en-US') */
+    language?: string | DataLink
+    /* Output mode */
+    outputType?: 'play' | 'file' | DataLink
+    /* Enable cache for generated audio */
+    cacheGenerated?: boolean | DataLink
+    /* Text to generate */
+    prompt?: string | DataLink
+    /* Auto inference when prompt changes */
+    autoInferEnable?: boolean | DataLink
+    /* Segmentation rule for auto inference */
+    softBreakRegex?: string | DataLink
+    /* Time to force inference when softBreakRegex is not satisfied */
+    hardBreakTime?: number | DataLink
+  }
+  events?: {
+    /* Event triggered when state change */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data
+    /* Generated audio file */
+    generatedAudio?: () => Data
+    /* Generated audio file is playing */
+    generatedAudioPlaying?: () => Data
+  }
+}
+
+/* Text-to-speech synthesis using Apple's native speech synthesis
+
+ ## Features
+ - Native Apple speech synthesis
+ - Natural sounding voices
+ - Privacy-focused on-device processing
+ - Multiple voice options
+ - Requires iOS 13+ (native speech synthesis) */
+export type GeneratorAppleTTS = Generator &
+  GeneratorAppleTTSDef & {
+    templateKey: 'GENERATOR_APPLE_TTS'
+    switches: Array<
+      SwitchDef &
+        GeneratorAppleTTSDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'contextState' | 'generatedAudio' | 'generatedAudioPlaying'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/Udp.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/VadGgml.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
@@ -113,7 +114,7 @@ interface GeneratorVadInferenceDef {
 Default property:
 {
   "init": false,
-  "modelName": "silero-v5.1.2",
+  "modelName": "silero-v6.2.0",
   "modelUseGPU": true,
   "modelThreads": 4,
   "detectThreshold": 0.5,
@@ -131,7 +132,7 @@ Default property:
     /* Use model name, currently only supports the Silero VAD model.  
  The model download progress will be done in preload stage or  the generator initialization stage.  
  You can also choose `custom` option and set `Model URL` and `Model SHA1` to use your own model */
-    modelName?: 'custom' | 'silero-v5.1.2' | DataLink
+    modelName?: 'custom' | 'silero-v6.2.0' | 'silero-v5.1.2' | DataLink
     /* The URL or path of model  
  We used `ggml` format model, please refer to https://huggingface.co/ggml-org/whisper-vad */
     modelUrl?: string | DataLink

package/types/generators/VectorStore.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {
@@ -159,8 +160,19 @@ Default property:
     ggmlContextSize?: number | DataLink
     /* Pooling type of ggml model */
     ggmlPoolingType?: 'none' | 'mean' | 'cls' | 'last' | 'rank' | DataLink
-    /* Accelerator variant of ggml model */
-    ggmlAccelVariant?: 'default' | 'vulkan' | 'cuda' | DataLink
+    /* GGML accelerator variant (Only for desktop)  
+ `default` - CPU / Metal (macOS)  
+ `vulkan` - Use Vulkan  
+ `cuda` - Use CUDA  
+ `snapdragon` - Use OpenCL/Hexagon of Qualcomm Snapdragon */
+    ggmlAccelVariant?: 'default' | 'vulkan' | 'cuda' | 'snapdragon' | DataLink
+    /* Devices. For example:  
+  
+ Metal or CPU for iOS/tvOS/MacOS  
+ OpenCL or CPU for Android  
+   - Add `HTP0`, `HTP1`, `...` for OpenCL/Hexagon devices (Use HTP* for all HTP devices)  
+ For Desktop, you may want to include/exclude GPUs */
+    ggmlDevices?: Array<string | DataLink> | DataLink
     /* Normalize */
     ggmlEmbdNormalize?: number | DataLink
     /* API key of OpenAI Compatible API */

package/types/generators/Watchdog.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/WebCrawler.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/WebRtc.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/WebSocket.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
 import type { Data, DataLink } from '../data'
 import type {

package/types/generators/index.ts

@@ -46,5 +46,8 @@ export * from './LlmQualcommAiEngine'
 export * from './LlmOpenAiCompat'
 export * from './TextToSpeechOpenAiLike'
 export * from './LlmAnthropicCompat'
+export * from './LlmAppleBuiltin'
+export * from './SttAppleBuiltin'
+export * from './TextToSpeechAppleBuiltin'
 export * from './Assistant'
 export * from './VectorStore'

package/types/system.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type {
   Action,
   ActionWithDataParams,

package/utils/data.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 import type { DataLink, Data, Canvas } from '../types'
 import { makeId } from './id'
 

package/utils/event-props.ts

@@ -1,3 +1,4 @@
+/* Auto generated by build script */
 export const templateEventPropsMap = {
   BRICK_RECT: {},
   BRICK_TEXT: {},
@@ -55,6 +56,11 @@ export const templateEventPropsMap = {
       'BRICK_SLIDESHOW_PAYLOAD_VALUE', // type: number
       'BRICK_SLIDESHOW_ORIGINAL_INDEX', // type: number
     ],
+    mediaOnError: [
+      'BRICK_SLIDESHOW_ERROR_MESSAGE', // type: string
+      'BRICK_SLIDESHOW_ERROR_URL', // type: string
+      'BRICK_SLIDESHOW_ERROR_INDEX', // type: number
+    ],
   },
   BRICK_CHART: {
     onPress: [
@@ -371,7 +377,16 @@ export const templateEventPropsMap = {
       'GENERATOR_WEB_SOCKET_MESSAGE', // type: any
     ],
   },
-
+  GENERATOR_CANVAS_MAP: {
+    onNavigate: [
+      'GENERATOR_CANVAS_MAP_MATCHED_RULE', // type: object
+      'GENERATOR_CANVAS_MAP_MATCHED_INDEX', // type: number
+      'GENERATOR_CANVAS_MAP_TARGET_CANVAS_ID', // type: string
+      'GENERATOR_CANVAS_MAP_TARGET_CANVAS_TITLE_LIKE', // type: string
+      'GENERATOR_CANVAS_MAP_PROPERTY_VALUE', // type: any
+      'GENERATOR_CANVAS_MAP_PREVIOUS_VALUE', // type: any
+    ],
+  },
   GENERATOR_STEP: {
     onStep: [
       'GENERATOR_STEP_PAYLOAD', // type: string
@@ -382,7 +397,21 @@ export const templateEventPropsMap = {
     iterate: [
       'GENERATOR_ITERATOR_ITERATE_VALUE', // type: any
       'GENERATOR_ITERATOR_ITERATE_KEY', // type: any
-      'GENERATOR_ITERATOR_ITERATE_INDEX', // type: string
+      'GENERATOR_ITERATOR_ITERATE_INDEX', // type: number
+    ],
+    first: [
+      'GENERATOR_ITERATOR_ITERATE_VALUE', // type: any
+      'GENERATOR_ITERATOR_ITERATE_KEY', // type: any
+      'GENERATOR_ITERATOR_ITERATE_INDEX', // type: number
+    ],
+    end: [
+      'GENERATOR_ITERATOR_ITERATE_VALUE', // type: any
+      'GENERATOR_ITERATOR_ITERATE_KEY', // type: any
+      'GENERATOR_ITERATOR_ITERATE_INDEX', // type: number
+    ],
+    error: [
+      'GENERATOR_ITERATOR_ERROR_MESSAGE', // type: string
+      'GENERATOR_ITERATOR_ERROR_DATA', // type: any
     ],
   },
   GENERATOR_WATCHDOG: {
@@ -821,7 +850,15 @@ export const templateEventPropsMap = {
       'GENERATOR_GGML_TTS_ERROR', // type: string
     ],
   },
-  GENERATOR_RERANKER: {},
+  GENERATOR_RERANKER: {
+    onContextStateChange: [
+      'GENERATOR_RERANKER_CONTEXT_STATE', // type: string
+      'GENERATOR_RERANKER_CONTEXT_DETAILS', // type: object
+    ],
+    onError: [
+      'GENERATOR_RERANKER_ERROR', // type: string
+    ],
+  },
   GENERATOR_QNN_LLM: {
     onContextStateChange: [
       'GENERATOR_QNN_LLM_CONTEXT_STATE', // type: string
@@ -882,6 +919,38 @@ export const templateEventPropsMap = {
       'GENERATOR_ANTHROPIC_LLM_TOOL_USE_INPUT', // type: object
     ],
   },
+  GENERATOR_APPLE_LLM: {
+    onError: [
+      'GENERATOR_APPLE_LLM_ERROR', // type: string
+    ],
+    onModelLoaded: [],
+    onCompletion: [
+      'GENERATOR_APPLE_LLM_COMPLETION_TOKEN', // type: string
+      'GENERATOR_APPLE_LLM_COMPLETION_RESULT', // type: string
+    ],
+    onCompletionFinished: [
+      'GENERATOR_APPLE_LLM_COMPLETION_RESULT', // type: string
+    ],
+  },
+  GENERATOR_APPLE_STT: {
+    onError: [
+      'GENERATOR_APPLE_STT_ERROR', // type: string
+    ],
+    onTranscribed: [
+      'GENERATOR_APPLE_STT_TRANSCRIBE_RESULT', // type: string
+      'GENERATOR_APPLE_STT_TRANSCRIBE_START_TIME', // type: number
+      'GENERATOR_APPLE_STT_TRANSCRIBE_END_TIME', // type: number
+      'GENERATOR_APPLE_STT_TRANSCRIBE_TIME', // type: number
+    ],
+  },
+  GENERATOR_APPLE_TTS: {
+    onContextStateChange: [
+      'GENERATOR_APPLE_TTS_CONTEXT_STATE', // type: string
+    ],
+    onError: [
+      'GENERATOR_APPLE_TTS_ERROR', // type: string
+    ],
+  },
   GENERATOR_ASSISTANT: {
     onError: [
       'GENERATOR_ASSISTANT_ERROR', // type: string
@@ -892,6 +961,13 @@ export const templateEventPropsMap = {
     onMessagesUpdate: [
       'GENERATOR_ASSISTANT_MESSAGES', // type: array
     ],
+    onHeatupFinished: [],
+    onGenerating: [],
+    onFinished: [
+      'GENERATOR_ASSISTANT_MESSAGES', // type: array
+      'GENERATOR_ASSISTANT_LAST_MESSAGE', // type: object
+      'GENERATOR_ASSISTANT_IS_ERROR', // type: bool
+    ],
   },
   GENERATOR_VECTOR_STORE: {
     onError: [

package/utils/id.ts

@@ -4,7 +4,9 @@ let count = 0
 
 // Used for snapshot mode
 const countUUID = () => {
-  return `00000000-0000-0000-0000-${(count++).toString().padStart(12, '0')}`
+  const current = count
+  count += 1
+  return `00000000-0000-0000-0000-${current.toString().padStart(12, '0')}`
 }
 
 // Make a random id if not want to use fixed id