@fugood/bricks-project 2.24.0-beta.2 → 2.24.0-beta.21

package/types/generators/TextToSpeechOnnx.ts

@@ -64,7 +64,7 @@ Default property:
   property?: {
     /* Initialize the TTS context on generator initialization */
     init?: boolean | DataLink
-    /* TTS model  
+    /* TTS model
  The mms-tts models are licensed under CC-BY-NC-4.0 */
     model?: string | DataLink
     /* Model type */
@@ -83,7 +83,7 @@ Default property:
       | DataLink
     /* Vocoder model for SpeechT5 */
     vocoderModel?: 'Custom' | 'speecht5_hifigan' | DataLink
-    /* Custom vocoder model  
+    /* Custom vocoder model
  Choose model from https://huggingface.co/models?library=transformers.js&other=hifigan */
     customVocoderModel?: string | DataLink
     /* Speaker embedding, for SpeechT5 or StyleTTS (Kokoro) */
@@ -116,12 +116,12 @@ Default property:
     softBreakRegex?: string | DataLink
     /* Time to force inference when softBreakRegex is not satisfied */
     hardBreakTime?: number | DataLink
-    /* Executor candidates, descending order of priority  
+    /* Executor candidates, descending order of priority
   Default will be xnnpack, wasm, cpu */
     executors?:
       | Array<'qnn' | 'dml' | 'nnapi' | 'xnnpack' | 'coreml' | 'cpu' | 'wasm' | 'webgpu' | DataLink>
       | DataLink
-    /* Execution mode  
+    /* Execution mode
   Usually when the model has many branches, setting this option to `parallel` will give you better performance. */
     executionMode?: 'sequential' | 'parallel' | DataLink
     /* QNN backend */
@@ -139,20 +139,20 @@ Default property:
   }
   outlets?: {
     /* Context state */
-    contextState?: () => Data
+    contextState?: () => Data<string>
     /* Generated audio file */
-    generatedAudio?: () => Data
+    generatedAudio?: () => Data<string>
     /* Generated audio file is playing */
-    generatedAudioPlaying?: () => Data
+    generatedAudioPlaying?: () => Data<boolean>
   }
 }
 
-/* Local Text-to-Speech (TTS) inference based on ONNX Runtime and [transformers.js](https://huggingface.co/docs/transformers.js)  
+/* Local Text-to-Speech (TTS) inference based on ONNX Runtime and [transformers.js](https://huggingface.co/docs/transformers.js)
  You can use any converted model on HuggingFace. */
 export type GeneratorTTS = Generator &
   GeneratorTTSDef & {
     templateKey: 'GENERATOR_TTS'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorTTSDef & {
           conds?: Array<{

package/types/generators/TextToSpeechOpenAiLike.ts

@@ -54,7 +54,7 @@ Default property:
     apiKey?: string | DataLink
     /* OpenAI TTS model */
     model?: string | DataLink
-    /* Voice to use  
+    /* Voice to use
  Select voice from https://openai.fm , default alloy */
     voice?: string | DataLink
     /* Additional instructions for the speech generation */
@@ -84,11 +84,11 @@ Default property:
   }
   outlets?: {
     /* Context state */
-    contextState?: () => Data
+    contextState?: () => Data<string>
     /* Generated audio file */
-    generatedAudio?: () => Data
+    generatedAudio?: () => Data<string>
     /* Generated audio file is playing */
-    generatedAudioPlaying?: () => Data
+    generatedAudioPlaying?: () => Data<boolean>
   }
 }
 
@@ -96,7 +96,7 @@ Default property:
 export type GeneratorOpenAiTTS = Generator &
   GeneratorOpenAiTTSDef & {
     templateKey: 'GENERATOR_OPENAI_TTS'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorOpenAiTTSDef & {
           conds?: Array<{

package/types/generators/ThermalPrinter.ts

@@ -85,7 +85,7 @@ Default property:
     pageHeight?: number | DataLink
     /* Cut mode at the end of printing */
     cutMode?: 'NONE' | 'FULL' | 'PARTIAL' | DataLink
-    /* Print payload  
+    /* Print payload
  example:  
  { type: 'text', content: 'Hello, World!' }  
  { type: 'feed', feedLines: 1 }  
@@ -154,13 +154,13 @@ Default property:
   }
   outlets?: {
     /* Is thermal printer initialized */
-    initialized?: () => Data
+    initialized?: () => Data<boolean>
     /* Thermal printer status */
-    status?: () => Data
+    status?: () => Data<{ [key: string]: any }>
     /* Discovered devices */
-    discoveredDevices?: () => Data
+    discoveredDevices?: () => Data<Array<{ [key: string]: any }>>
     /* Last error message */
-    lastError?: () => Data
+    lastError?: () => Data<string>
   }
 }
 
@@ -168,7 +168,7 @@ Default property:
 export type GeneratorThermalPrinter = Generator &
   GeneratorThermalPrinterDef & {
     templateKey: 'GENERATOR_THERMAL_PRINTER'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorThermalPrinterDef & {
           conds?: Array<{

package/types/generators/Tick.ts

@@ -50,9 +50,9 @@ Default property:
   }
   outlets?: {
     /* Countdown step value */
-    countdown?: () => Data
+    countdown?: () => Data<string | number>
     /* Is tick running? */
-    running?: () => Data
+    running?: () => Data<boolean | string | number>
   }
 }
 
@@ -60,7 +60,7 @@ Default property:
 export type GeneratorTick = Generator &
   GeneratorTickDef & {
     templateKey: 'GENERATOR_TICK'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorTickDef & {
           conds?: Array<{

package/types/generators/Udp.ts

@@ -80,11 +80,16 @@ Default property:
   }
   outlets?: {
     /* Local UDP binded port */
-    port?: () => Data
+    port?: () => Data<number>
     /* Last received packet */
-    lastReceive?: () => Data
+    lastReceive?: () => Data<{
+      address?: string
+      port?: number
+      data?: any
+      [key: string]: any
+    }>
     /* Error message */
-    errorMessage?: () => Data
+    errorMessage?: () => Data<string>
   }
 }
 
@@ -92,7 +97,7 @@ Default property:
 export type GeneratorUDP = Generator &
   GeneratorUDPDef & {
     templateKey: 'GENERATOR_UDP'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorUDPDef & {
           conds?: Array<{

package/types/generators/VadGgml.ts

@@ -127,14 +127,14 @@ Default property:
 }
   */
   property?: {
-    /* Initialize the VAD context on generator initialization  
+    /* Initialize the VAD context on generator initialization
  Please note that it will take some RAM depending on the model size */
     init?: boolean | DataLink
-    /* Use model name, currently only supports the Silero VAD model.  
+    /* Use model name, currently only supports the Silero VAD model.
  The model download progress will be done in preload stage or  the generator initialization stage.  
  You can also choose `custom` option and set `Model URL` and `Model SHA1` to use your own model */
     modelName?: 'custom' | 'silero-v6.2.0' | 'silero-v5.1.2' | DataLink
-    /* The URL or path of model  
+    /* The URL or path of model
  We used `ggml` format model, please refer to https://huggingface.co/ggml-org/whisper-vad */
     modelUrl?: string | DataLink
     /* Hash type of model */
@@ -157,7 +157,7 @@ Default property:
     detectSpeechPadMs?: number | DataLink
     /* Overlap between analysis windows (0.0-1.0) */
     detectSamplesOverlap?: number | DataLink
-    /* The file URL or path to be analyzed.  
+    /* The file URL or path to be analyzed.
  It only supported `wav` format with 16kHz sample rate & single (mono) channel */
     detectFileUrl?: string | DataLink
     /* MD5 of file to be analyzed */
@@ -173,15 +173,44 @@ Default property:
   }
   outlets?: {
     /* Context state */
-    contextState?: () => Data
+    contextState?: () => Data<string>
     /* Context details */
-    contextDetails?: () => Data
+    contextDetails?: () => Data<{
+      state?: string
+      contextId?: string
+      gpu?: string
+      reasonNoGPU?: string
+      [key: string]: any
+    }>
     /* Is detecting */
-    isDetecting?: () => Data
+    isDetecting?: () => Data<boolean>
     /* Detection segments result */
-    detectionSegments?: () => Data
+    detectionSegments?: () => Data<
+      Array<{
+        start?: number
+        end?: number
+        confidence?: number
+        t0?: number
+        t1?: number
+        [key: string]: any
+      }>
+    >
     /* Detection details */
-    detectionDetails?: () => Data
+    detectionDetails?: () => Data<{
+      result?: string
+      segments?: Array<{
+        start?: number
+        end?: number
+        confidence?: number
+        t0?: number
+        t1?: number
+        [key: string]: any
+      }>
+      time?: number
+      startTime?: number
+      endTime?: number
+      [key: string]: any
+    }>
   }
 }
 
@@ -189,7 +218,7 @@ Default property:
 export type GeneratorVadInference = Generator &
   GeneratorVadInferenceDef & {
     templateKey: 'GENERATOR_VAD_INFERENCE'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorVadInferenceDef & {
           conds?: Array<{

package/types/generators/VadOnnx.ts

@@ -142,12 +142,12 @@ Default property:
     detectMaxSpeechDurationS?: number | DataLink
     /* Padding around speech segments in milliseconds */
     detectSpeechPadMs?: number | DataLink
-    /* Executor candidates, descending order of priority  
+    /* Executor candidates, descending order of priority
   Default will be xnnpack, wasm, cpu */
     executors?:
       | Array<'qnn' | 'dml' | 'nnapi' | 'xnnpack' | 'coreml' | 'cpu' | 'wasm' | 'webgpu' | DataLink>
       | DataLink
-    /* Execution mode  
+    /* Execution mode
   Usually when the model has many branches, setting this option to `parallel` will give you better performance. */
     executionMode?: 'sequential' | 'parallel' | DataLink
     /* QNN backend */
@@ -167,22 +167,45 @@ Default property:
   }
   outlets?: {
     /* Context state */
-    contextState?: () => Data
+    contextState?: () => Data<string>
     /* Is detecting */
-    isDetecting?: () => Data
+    isDetecting?: () => Data<boolean>
     /* Detection segments result */
-    detectionSegments?: () => Data
+    detectionSegments?: () => Data<
+      Array<{
+        start?: number
+        end?: number
+        confidence?: number
+        t0?: number
+        t1?: number
+        [key: string]: any
+      }>
+    >
     /* Detection details */
-    detectionDetails?: () => Data
+    detectionDetails?: () => Data<{
+      result?: string
+      segments?: Array<{
+        start?: number
+        end?: number
+        confidence?: number
+        t0?: number
+        t1?: number
+        [key: string]: any
+      }>
+      time?: number
+      startTime?: number
+      endTime?: number
+      [key: string]: any
+    }>
   }
 }
 
-/* Local Voice Activity Detection (VAD) inference based on [transformers.js](https://huggingface.co/docs/transformers.js)  
+/* Local Voice Activity Detection (VAD) inference based on [transformers.js](https://huggingface.co/docs/transformers.js)
  You can use any compatible VAD model from HuggingFace (Silero VAD, smart-turn, etc.) */
 export type GeneratorVadInferenceOnnx = Generator &
   GeneratorVadInferenceOnnxDef & {
     templateKey: 'GENERATOR_ONNX_VAD'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorVadInferenceOnnxDef & {
           conds?: Array<{

package/types/generators/VadTraditional.ts

@@ -76,28 +76,34 @@ Default property:
   }
   outlets?: {
     /* Context state */
-    contextState?: () => Data
+    contextState?: () => Data<string>
     /* Is detecting */
-    isDetecting?: () => Data
+    isDetecting?: () => Data<boolean>
     /* Is speaking (real-time) */
-    isSpeaking?: () => Data
+    isSpeaking?: () => Data<boolean>
     /* Detection segments result */
-    detectionSegments?: () => Data
+    detectionSegments?: () => Data<
+      Array<{
+        t0?: number
+        t1?: number
+        [key: string]: any
+      }>
+    >
     /* Current volume in dB */
-    currentVolume?: () => Data
+    currentVolume?: () => Data<number>
     /* Current frequency clarity (0-1) */
-    currentClarity?: () => Data
+    currentClarity?: () => Data<number>
     /* Current detected frequency in Hz */
-    currentFrequency?: () => Data
+    currentFrequency?: () => Data<number>
   }
 }
 
-/* Traditional Voice Activity Detection (VAD) using pitch detection and RMS volume analysis  
+/* Traditional Voice Activity Detection (VAD) using pitch detection and RMS volume analysis
  No model download required - pure algorithmic approach */
 export type GeneratorVadInferenceTraditional = Generator &
   GeneratorVadInferenceTraditionalDef & {
     templateKey: 'GENERATOR_TRADITIONAL_VAD'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorVadInferenceTraditionalDef & {
           conds?: Array<{

package/types/generators/VectorStore.ts

@@ -31,7 +31,7 @@ export type GeneratorVectorStoreActionReset = ActionWithParams & {
   }>
 }
 
-/* Insert file content with path or url, support Office / OpenOffice / PDF  
+/* Insert file content with path or url, support Office / OpenOffice / PDF
 
  PDF is not currently supprted in iOS / Android */
 export type GeneratorVectorStoreActionInsertFile = ActionWithParams & {
@@ -161,13 +161,13 @@ Default property:
     ggmlContextSize?: number | DataLink
     /* Pooling type of ggml model */
     ggmlPoolingType?: 'none' | 'mean' | 'cls' | 'last' | 'rank' | DataLink
-    /* GGML accelerator variant (Only for desktop)  
+    /* GGML accelerator variant (Only for desktop)
  `default` - CPU / Metal (macOS)  
  `vulkan` - Use Vulkan  
  `cuda` - Use CUDA  
  `snapdragon` - Use OpenCL/Hexagon of Qualcomm Snapdragon */
     ggmlAccelVariant?: 'default' | 'vulkan' | 'cuda' | 'snapdragon' | DataLink
-    /* Devices. For example:  
+    /* Devices. For example:
   
  Metal or CPU for iOS/tvOS/MacOS  
  OpenCL or CPU for Android  
@@ -201,15 +201,32 @@ Default property:
   }
   outlets?: {
     /* undefined */
-    isReady?: () => Data
+    isReady?: () => Data<boolean>
     /* Whether the embedding is processing */
-    processing?: () => Data
+    processing?: () => Data<boolean>
     /* Progress of embedding processing */
-    processProgress?: () => Data
+    processProgress?: () => Data<{
+      chunking?: number
+      embedding?: number
+      writing?: number
+      [key: string]: any
+    }>
     /* Files inserted to embedding */
-    files?: () => Data
+    files?: () => Data<Array<string>>
     /* Search result */
-    searchResult?: () => Data
+    searchResult?: () => Data<
+      Array<{
+        sessionId?: string
+        payload?: { [key: string]: any }
+        filename?: string
+        text?: string
+        textTokenSize?: number
+        fileTokenPos?: number
+        fileTokenLength?: number
+        distance?: number
+        [key: string]: any
+      }>
+    >
   }
 }
 
@@ -217,7 +234,7 @@ Default property:
 export type GeneratorVectorStore = Generator &
   GeneratorVectorStoreDef & {
     templateKey: 'GENERATOR_VECTOR_STORE'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorVectorStoreDef & {
           conds?: Array<{

package/types/generators/Watchdog.ts

@@ -58,15 +58,20 @@ Default property:
   }
   outlets?: {
     /* The last event */
-    lastEvent?: () => Data
+    lastEvent?: () => Data<{
+      id?: string
+      type?: string
+      triggerType?: string
+      timeout?: number
+    }>
     /* The type fo last event */
-    lastEventType?: () => Data
+    lastEventType?: () => Data<string>
     /* The trigger type of last event */
-    lastEventTriggerType?: () => Data
+    lastEventTriggerType?: () => Data<string>
     /* The sender id of last event */
-    lastEventSenderId?: () => Data
+    lastEventSenderId?: () => Data<string>
     /* Is timed out */
-    isTimedOut?: () => Data
+    isTimedOut?: () => Data<boolean>
   }
 }
 
@@ -74,7 +79,7 @@ Default property:
 export type GeneratorWatchdog = Generator &
   GeneratorWatchdogDef & {
     templateKey: 'GENERATOR_WATCHDOG'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorWatchdogDef & {
           conds?: Array<{

package/types/generators/WebCrawler.ts

@@ -31,7 +31,7 @@ Default property:
     init?: boolean | DataLink
     /* URL of crawler request */
     url?: string | DataLink
-    /* Method of crawler request  
+    /* Method of crawler request
 
  Platform not supported for `webview`: tvOS, Desktop, Web */
     method?: 'webview' | 'http' | DataLink
@@ -68,11 +68,11 @@ Default property:
   }
   outlets?: {
     /* Response for CRAWLER request (selector) */
-    response?: () => Data
+    response?: () => Data<string>
     /* Responses for CRAWLER request (selectorList) */
-    responseList?: () => Data
+    responseList?: () => Data<Array<any>>
     /* The error response of CRAWLER request,  it will save to property bank */
-    error?: () => Data
+    error?: () => Data<string>
   }
 }
 
@@ -80,7 +80,7 @@ Default property:
 export type GeneratorWebCrawler = Generator &
   GeneratorWebCrawlerDef & {
     templateKey: 'GENERATOR_WEB_CRAWLER'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorWebCrawlerDef & {
           conds?: Array<{

package/types/generators/WebRtc.ts

@@ -63,7 +63,7 @@ Default property:
     localVideoTarget?: string | DataLink | (() => Brick)
     /* Target remote WebRTC stream brick ID */
     remoteVideoTarget?: string | DataLink | (() => Brick)
-    /* ICE Server list  
+    /* ICE Server list
   Default use Google public STUN servers if not setted. */
     iceServers?:
       | Array<
@@ -89,7 +89,7 @@ Default property:
     videoWidth?: number | DataLink
     /* Label of data channel */
     dataChannelLabel?: string | DataLink
-    /* Input signal for create peer connection  
+    /* Input signal for create peer connection
   Signal Types:  
   `initiate`: Initiate a WebRTC call  
   `offer`: WebRTC SDP offer  
@@ -118,21 +118,27 @@ Default property:
   }
   outlets?: {
     /* Signal to create peer connection */
-    signal?: () => Data
+    signal?: () => Data<any>
     /* Local SDP offer */
-    sdpOffer?: () => Data
+    sdpOffer?: () => Data<{
+      type?: string
+      sdp?: string
+    }>
     /* Local SDP answer */
-    sdpAnswer?: () => Data
+    sdpAnswer?: () => Data<{
+      type?: string
+      sdp?: string
+    }>
     /* Peer connection state */
-    connectionState?: () => Data
+    connectionState?: () => Data<string>
     /* ICE connection state */
-    iceConnectionState?: () => Data
+    iceConnectionState?: () => Data<string>
     /* Signaling state */
-    signalingState?: () => Data
+    signalingState?: () => Data<string>
     /* Last message from data channel */
-    lastChannelMessage?: () => Data
+    lastChannelMessage?: () => Data<string>
     /* Error message */
-    errorMessage?: () => Data
+    errorMessage?: () => Data<string>
   }
 }
 
@@ -140,7 +146,7 @@ Default property:
 export type GeneratorWebRTC = Generator &
   GeneratorWebRTCDef & {
     templateKey: 'GENERATOR_WEBRTC'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorWebRTCDef & {
           conds?: Array<{

package/types/generators/WebSocket.ts

@@ -111,13 +111,13 @@ Default property:
   }
   outlets?: {
     /* Show socket.io connected or not */
-    readyState?: () => Data
+    readyState?: () => Data<string>
     /* Results of each countdown change,  it will save to Data */
-    message?: () => Data
+    message?: () => Data<any>
     /* When Socket.IO mode server can response acknowledgemnt with data to client */
-    acknowledgeData?: () => Data
+    acknowledgeData?: () => Data<{ [key: string]: any }>
     /* Error message */
-    errorMessage?: () => Data
+    errorMessage?: () => Data<string>
   }
 }
 
@@ -125,7 +125,7 @@ Default property:
 export type GeneratorWebSocket = Generator &
   GeneratorWebSocketDef & {
     templateKey: 'GENERATOR_WEB_SOCKET'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorWebSocketDef & {
           conds?: Array<{

package/types/generators/index.ts

@@ -44,6 +44,7 @@ export * from './RealtimeTranscription'
 export * from './LlmGgml'
 export * from './TextToSpeechGgml'
 export * from './RerankerGgml'
+export * from './LlmMlx'
 export * from './LlmQualcommAiEngine'
 export * from './LlmOpenAiCompat'
 export * from './TextToSpeechOpenAiLike'

package/types/subspace.ts

@@ -9,6 +9,7 @@ export type Subspace = {
   id: string
   title: string
   description?: string
+  hideShortRef?: boolean
   // Unexpanded information in Editor
   unexpanded?: {
     data?: boolean

package/types/system.ts

@@ -276,7 +276,7 @@ export type SystemActionPopupReset = ActionWithParams & {
   >
 }
 
-/* Take screenshot for current subspace */
+/* Take screenshot for current subspace or the full viewport (including portal subspaces) */
 export type SystemActionTakeScreenshot = ActionWithParams & {
   __actionName: 'TAKE_SCREENSHOT'
   params?: Array<

package/utils/calc.ts

@@ -33,10 +33,12 @@ export const generateDataCalculationMapEditorInfo = (
   nodes.forEach((node) => {
     // Count and track inputs
     if ('inputs' in node) {
-      const inputs = node.inputs
-        .filter((input) => input !== null)
-        .map((input) => (Array.isArray(input) ? input.length : 1))
-        .reduce((sum, count) => sum + count, 0)
+      let inputs = 0
+      for (const input of node.inputs) {
+        if (input === null) continue
+        if (Array.isArray(input)) inputs += input.length
+        else inputs += 1
+      }
       inputCounts.set(node, inputs)
 
       // Track connections
@@ -59,10 +61,12 @@ export const generateDataCalculationMapEditorInfo = (
 
     // Count outputs
     if ('outputs' in node) {
-      const outputs = node.outputs
-        .filter((output) => output !== null)
-        .map((output) => (Array.isArray(output) ? output.length : 1))
-        .reduce((sum, count) => sum + count, 0)
+      let outputs = 0
+      for (const output of node.outputs) {
+        if (output === null) continue
+        if (Array.isArray(output)) outputs += output.length
+        else outputs += 1
+      }
       outputCounts.set(node, outputs)
     } else {
       outputCounts.set(node, 0)