@fugood/bricks-project 2.24.0-beta.2 → 2.24.0-beta.21

package/types/generators/LlmAnthropicCompat.ts

@@ -119,7 +119,7 @@ Default property:
             }
         >
       | DataLink
-    /* Tools for function calling following Anthropic format  
+    /* Tools for function calling following Anthropic format
  Format: Array of objects with {name, description, input_schema} structure  
  See: https://docs.anthropic.com/en/docs/tool-use */
     completionTools?: Array<{} | DataLink> | DataLink
@@ -153,15 +153,21 @@ Default property:
   }
   outlets?: {
     /* Evaluating outlet */
-    isEvaluating?: () => Data
+    isEvaluating?: () => Data<boolean>
     /* Completion result outlet */
-    completionResult?: () => Data
+    completionResult?: () => Data<string>
     /* Completion details outlet */
-    completionDetails?: () => Data
+    completionDetails?: () => Data<{
+      model?: string
+      stop_reason?: string
+      usage?: { [key: string]: any }
+      content?: Array<any>
+      [key: string]: any
+    }>
   }
 }
 
-/* LLM inference using Anthropic-compatible API endpoints  
+/* LLM inference using Anthropic-compatible API endpoints
 
  ## Features  
  - Compatible with Anthropic API format  
@@ -171,7 +177,7 @@ Default property:
 export type GeneratorAnthropicLLM = Generator &
   GeneratorAnthropicLLMDef & {
     templateKey: 'GENERATOR_ANTHROPIC_LLM'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorAnthropicLLMDef & {
           conds?: Array<{

package/types/generators/LlmAppleBuiltin.ts

@@ -100,17 +100,17 @@ Default property:
   }
   outlets?: {
     /* Context state outlet */
-    contextState?: () => Data
+    contextState?: () => Data<string>
     /* Evaluating outlet */
-    isEvaluating?: () => Data
+    isEvaluating?: () => Data<boolean>
     /* Completion result outlet */
-    completionResult?: () => Data
+    completionResult?: () => Data<string>
     /* Last token outlet */
-    completionLastToken?: () => Data
+    completionLastToken?: () => Data<string>
   }
 }
 
-/* LLM inference using Apple Intelligence on iOS/tvOS 26+  
+/* LLM inference using Apple Intelligence on iOS/tvOS 26+
 
  ## Features  
  - Native Apple Intelligence integration  
@@ -121,7 +121,7 @@ Default property:
 export type GeneratorAppleLLM = Generator &
   GeneratorAppleLLMDef & {
     templateKey: 'GENERATOR_APPLE_LLM'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorAppleLLMDef & {
           conds?: Array<{

package/types/generators/LlmGgml.ts

@@ -459,10 +459,10 @@ Default property:
 }
   */
   property?: {
-    /* Initialize the Llama context on generator initialization  
+    /* Initialize the Llama context on generator initialization
  Please note that it will take some RAM depending on the model size */
     init?: boolean | DataLink
-    /* The URL or path of model  
+    /* The URL or path of model
  We used GGUF format model, please refer to https://github.com/ggerganov/llama.cpp/tree/master#description */
     modelUrl?: string | DataLink
     /* Hash type of model */
@@ -477,10 +477,10 @@ Default property:
     mmprojHashType?: 'md5' | 'sha256' | 'sha1' | DataLink
     /* Hash of mmproj file (PREVIEW FEATURE) */
     mmprojHash?: string | DataLink
-    /* Minimum tokens for image encoding in multimodal (PREVIEW FEATURE)  
+    /* Minimum tokens for image encoding in multimodal (PREVIEW FEATURE)
  Useful for dynamic resolution models (e.g. Qwen-VL). Default: -1 (auto) */
     imageMinTokens?: number | DataLink
-    /* Maximum tokens for image encoding in multimodal (PREVIEW FEATURE)  
+    /* Maximum tokens for image encoding in multimodal (PREVIEW FEATURE)
  Limit tokens for dynamic resolution models to balance speed vs. detail. Default: -1 (auto) */
     imageMaxTokens?: number | DataLink
     /* Chat Template (Jinja format) to override the default template from model */
@@ -493,13 +493,13 @@ Default property:
     uBatchSize?: number | DataLink
     /* Number of threads */
     maxThreads?: number | DataLink
-    /* Accelerator variant (Only for desktop)  
+    /* Accelerator variant (Only for desktop)
  `default` - CPU / Metal (macOS)  
  `vulkan` - Use Vulkan  
  `cuda` - Use CUDA  
  `snapdragon` - Use OpenCL/Hexagon of Qualcomm Snapdragon */
     accelVariant?: 'default' | 'vulkan' | 'cuda' | 'snapdragon' | DataLink
-    /* Devices. For example:  
+    /* Devices. For example:
   
  Metal or CPU for iOS/tvOS/MacOS  
  OpenCL or CPU for Android  
@@ -534,7 +534,7 @@ Default property:
     transformScriptCode?: string | DataLink
     /* Variables used in Transform Script (object) */
     transformScriptVariables?: {} | DataLink
-    /* Session save mode  
+    /* Session save mode
  `none` - No session saving  
  `prompt` - Save session when prompt processed  
  `completion` - Save session when completion finished  
@@ -546,7 +546,7 @@ Default property:
     sessionRemain?: number | DataLink
     /* TODO:loran_gqarms_norm_epsrope_freq_baserope_freq_scale */
     completionMode?: 'auto' | 'chat' | 'text' | DataLink
-    /* Tools for chat mode using OpenAI-compatible function calling format  
+    /* Tools for chat mode using OpenAI-compatible function calling format
  Format: Array of objects with {type, function: {name, description, parameters}} structure  
  See: https://platform.openai.com/docs/guides/function-calling */
     completionTools?: Array<{} | DataLink> | DataLink
@@ -566,7 +566,7 @@ Default property:
       | DataLink
     /* Prompt (text mode) */
     completionPrompt?: string | DataLink
-    /* Media paths to be used in the prompt template (PREVIEW FEATURE)  
+    /* Media paths to be used in the prompt template (PREVIEW FEATURE)
  In prompt, use `<__media__>` for position of media content */
     completionPromptMediaPaths?: Array<string | DataLink> | DataLink
     /* Data to be used in the prompt template (e.g. `Hello ${name}`). Supports nested data, such as `Hello ${user.name}`. */
@@ -594,7 +594,7 @@ Default property:
     completionNow?: string | DataLink
     /* Additional keyword arguments for chat template (object) */
     completionChatTemplateKwargs?: {} | DataLink
-    /* Use reasoning format for enhanced response structure  
+    /* Use reasoning format for enhanced response structure
  `auto` - Auto-determine the reasoning format of the model  
  `none` - Disable reasoning format */
     completionUseReasoningFormat?: 'auto' | 'none' | DataLink
@@ -678,35 +678,85 @@ Default property:
   }
   outlets?: {
     /* Context state */
-    contextState?: () => Data
+    contextState?: () => Data<string>
     /* Context load progress (0-100) */
-    contextLoadProgress?: () => Data
+    contextLoadProgress?: () => Data<number>
     /* Context details */
-    contextDetails?: () => Data
+    contextDetails?: () => Data<{
+      state?: string
+      contextId?: string
+      gpu?: string
+      reasonNoGPU?: string
+      model?: { [key: string]: any }
+      isMultimodalEnabled?: boolean
+      [key: string]: any
+    }>
     /* Session details */
-    sessions?: () => Data
+    sessions?: () => Data<{
+      last_session_id?: string
+      sessions?: Array<{
+        id?: string
+        type?: string
+        prompt?: string
+        sessionKey?: string
+        model_instance_id?: string
+        tokens_evaluated?: number
+        t?: number
+        [key: string]: any
+      }>
+      last_custom_session_id?: string
+      custom_sessions?: Array<{
+        id?: string
+        type?: string
+        prompt?: string
+        sessionKey?: string
+        model_instance_id?: string
+        tokens_evaluated?: number
+        t?: number
+        [key: string]: any
+      }>
+      [key: string]: any
+    }>
     /* Is evaluating */
-    isEvaluating?: () => Data
+    isEvaluating?: () => Data<boolean>
     /* Tokenize result */
-    tokenizeResult?: () => Data
+    tokenizeResult?: () => Data<Array<number>>
     /* Detokenize result */
-    detokenizeResult?: () => Data
+    detokenizeResult?: () => Data<string>
     /* Last formatted prompt (messages or prompt) */
-    completionLastFormattedPrompt?: () => Data
+    completionLastFormattedPrompt?: () => Data<string>
     /* Last completion token */
-    completionLastToken?: () => Data
+    completionLastToken?: () => Data<string>
     /* Completion result */
-    completionResult?: () => Data
+    completionResult?: () => Data<string>
     /* Reasoning content from model responses */
-    completionReasoningContent?: () => Data
+    completionReasoningContent?: () => Data<string>
     /* Full context (Prompt + Completion) */
-    completionFullContext?: () => Data
+    completionFullContext?: () => Data<string>
     /* Inference result details */
-    completionResultDetails?: () => Data
+    completionResultDetails?: () => Data<{
+      prompt?: string
+      full_context?: string
+      text?: string
+      content?: string
+      reasoning_content?: string
+      token?: string
+      tool_calls?: Array<{
+        id?: string
+        type?: string
+        function?: {
+          name?: string
+          arguments?: string
+          [key: string]: any
+        }
+        [key: string]: any
+      }>
+      [key: string]: any
+    }>
   }
 }
 
-/* Local Large Language Model (LLM) inference based on GGML and [llama.cpp](https://github.com/ggerganov/llama.cpp)  
+/* Local Large Language Model (LLM) inference based on GGML and [llama.cpp](https://github.com/ggerganov/llama.cpp)
 
  ## Notice  
  - The device RAM must be larger than 8GB  
@@ -720,7 +770,7 @@ Default property:
 export type GeneratorLLM = Generator &
   GeneratorLLMDef & {
     templateKey: 'GENERATOR_LLM'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorLLMDef & {
           conds?: Array<{

package/types/generators/LlmMlx.ts

@@ -0,0 +1,210 @@
+/* Auto generated by build script */
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type {
+  Brick,
+  Generator,
+  EventAction,
+  ActionWithDataParams,
+  ActionWithParams,
+  Action,
+  EventProperty,
+} from '../common'
+
+/* Load model */
+export type GeneratorMlxLLMActionLoadModel = ActionWithParams & {
+  __actionName: 'GENERATOR_MLX_LLM_LOAD_MODEL'
+  params?: Array<
+    | {
+        input: 'modelId'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'vlm'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Run text completion */
+export type GeneratorMlxLLMActionCompletion = ActionWithParams & {
+  __actionName: 'GENERATOR_MLX_LLM_COMPLETION'
+  params?: Array<
+    | {
+        input: 'messages'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'tools'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'maxTokens'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'temperature'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'topP'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'repetitionPenalty'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Stop text completion */
+export type GeneratorMlxLLMActionStopCompletion = Action & {
+  __actionName: 'GENERATOR_MLX_LLM_STOP_COMPLETION'
+}
+
+/* Release model context */
+export type GeneratorMlxLLMActionReleaseContext = Action & {
+  __actionName: 'GENERATOR_MLX_LLM_RELEASE_CONTEXT'
+}
+
+interface GeneratorMlxLLMDef {
+  /*
+Default property:
+{
+  "init": false,
+  "modelId": "mlx-community/Qwen3-4B-4bit",
+  "vlm": false,
+  "completionMessages": [
+    {
+      "role": "system",
+      "content": "You are a helpful assistant."
+    },
+    {
+      "role": "user",
+      "content": "Hello"
+    }
+  ],
+  "completionMaxTokens": 1024,
+  "completionTemperature": 0.6,
+  "completionTopP": 1,
+  "completionRepetitionContextSize": 20
+}
+  */
+  property?: {
+    /* Initialize model on generator init */
+    init?: boolean | DataLink
+    /* HuggingFace model ID or local path to model directory
+ e.g. "mlx-community/Qwen3-4B-4bit" */
+    modelId?: string | DataLink
+    /* Enable Vision Language Model (VLM) mode */
+    vlm?: boolean | DataLink
+    /* Chat messages (if first message has role 'system', it will be used as system prompt) */
+    completionMessages?:
+      | Array<
+          | DataLink
+          | {
+              role?: string | DataLink
+              content?: string | DataLink
+            }
+        >
+      | DataLink
+    /* Maximum tokens to generate */
+    completionMaxTokens?: number | DataLink
+    /* Temperature (0.0 to 2.0) */
+    completionTemperature?: number | DataLink
+    /* Top P sampling */
+    completionTopP?: number | DataLink
+    /* Repetition penalty factor */
+    completionRepetitionPenalty?: number | DataLink
+    /* Number of tokens to consider for repetition penalty */
+    completionRepetitionContextSize?: number | DataLink
+    /* Maximum KV cache size (context window). Uses rotating cache to limit memory.
+ Smaller values (e.g. 512) use less memory but lower quality.  
+ Larger values (e.g. 4096) use more memory but better quality.  
+ Leave empty for unlimited (model default). */
+    contextSize?: number | DataLink
+    /* Enable thinking mode (model-dependent, e.g. Qwen3).
+ When enabled, passes enable_thinking=true to the chat template.  
+ The model may output reasoning in &lt;think&gt; tags which will be extracted as reasoning_content. */
+    completionEnableThinking?: boolean | DataLink
+    /* Additional keyword arguments for chat template (object) */
+    completionChatTemplateKwargs?: {} | DataLink
+    /* Tools for chat mode using OpenAI-compatible function calling format
+ Format: Array of objects with {type, function: {name, description, parameters}} structure  
+ See: https://platform.openai.com/docs/guides/function-calling */
+    completionTools?: Array<{} | DataLink> | DataLink
+    /* Buttress connection settings for remote inference */
+    buttressConnectionSettings?:
+      | DataLink
+      | {
+          enabled?: boolean | DataLink
+          url?: string | DataLink
+          fallbackType?: 'use-local' | 'no-op' | DataLink
+          strategy?: 'prefer-local' | 'prefer-buttress' | 'prefer-best' | DataLink
+        }
+  }
+  events?: {
+    /* Event triggered when context state changes */
+    onContextStateChange?: Array<EventAction>
+    /* Error event */
+    onError?: Array<EventAction>
+    /* Completion streaming event (emitted for each token) */
+    onCompletion?: Array<EventAction>
+    /* Completion finished event */
+    onCompletionFinished?: Array<EventAction>
+  }
+  outlets?: {
+    /* Context state */
+    contextState?: () => Data<string>
+    /* Model load progress (0-1) */
+    loadProgress?: () => Data<number>
+    /* Whether the model is evaluating */
+    isEvaluating?: () => Data<boolean>
+    /* Completion result */
+    completionResult?: () => Data<string>
+    /* Last token */
+    completionLastToken?: () => Data<string>
+  }
+}
+
+/* On-device LLM inference using Apple MLX framework on iOS/tvOS
+
+ ## Features  
+ - Powered by MLX (Apple's ML framework optimized for Apple Silicon)  
+ - Download models directly from HuggingFace Hub  
+ - Streaming token generation  
+ - Supports LLM and VLM (Vision Language Models)  
+ - Requires iOS 17+ or tvOS 17+ */
+export type GeneratorMlxLLM = Generator &
+  GeneratorMlxLLMDef & {
+    templateKey: 'GENERATOR_MLX_LLM'
+    switches?: Array<
+      SwitchDef &
+        GeneratorMlxLLMDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet:
+                    | 'contextState'
+                    | 'loadProgress'
+                    | 'isEvaluating'
+                    | 'completionResult'
+                    | 'completionLastToken'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/LlmOnnx.ts

@@ -110,7 +110,7 @@ Default property:
     audios?: Array<string | DataLink> | DataLink
     /* Tool call parser */
     toolCallParser?: 'llama3_json' | 'mistral' | 'hermes' | 'internlm' | 'phi4' | DataLink
-    /* Tools for chat mode using OpenAI-compatible function calling format  
+    /* Tools for chat mode using OpenAI-compatible function calling format
  Format: Array of objects with {type, function: {name, description, parameters}} structure  
  See: https://platform.openai.com/docs/guides/function-calling */
     tools?: Array<{} | DataLink> | DataLink
@@ -132,12 +132,12 @@ Default property:
     numBeams?: number | DataLink
     /* Do sampling */
     doSample?: boolean | DataLink
-    /* Executor candidates, descending order of priority  
+    /* Executor candidates, descending order of priority
   Default will be xnnpack, wasm, cpu */
     executors?:
       | Array<'qnn' | 'dml' | 'nnapi' | 'xnnpack' | 'coreml' | 'cpu' | 'wasm' | 'webgpu' | DataLink>
       | DataLink
-    /* Execution mode  
+    /* Execution mode
   Usually when the model has many branches, setting this option to `parallel` will give you better performance. */
     executionMode?: 'sequential' | 'parallel' | DataLink
     /* QNN backend */
@@ -159,22 +159,31 @@ Default property:
   }
   outlets?: {
     /* Context state */
-    contextState?: () => Data
+    contextState?: () => Data<string>
     /* Generated output */
-    generated?: () => Data
+    generated?: () => Data<string>
     /* Full result of generation */
-    fullResult?: () => Data
+    fullResult?: () => Data<string>
     /* Last function call */
-    lastFunctionCall?: () => Data
+    lastFunctionCall?: () => Data<{
+      id?: string
+      type?: string
+      function?: {
+        name?: string
+        arguments?: string
+        [key: string]: any
+      }
+      [key: string]: any
+    }>
   }
 }
 
-/* Local LLM inference based on [transformers.js](https://huggingface.co/docs/transformers.js)  
+/* Local LLM inference based on [transformers.js](https://huggingface.co/docs/transformers.js)
  You can use any converted model on HuggingFace. */
 export type GeneratorOnnxLLM = Generator &
   GeneratorOnnxLLMDef & {
     templateKey: 'GENERATOR_ONNX_LLM'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorOnnxLLMDef & {
           conds?: Array<{

package/types/generators/LlmOpenAiCompat.ts

@@ -122,7 +122,7 @@ Default property:
             }
         >
       | DataLink
-    /* Tools for chat mode following OpenAI function calling format  
+    /* Tools for chat mode following OpenAI function calling format
  Format: Array of objects with {type, function: {name, description, parameters}} structure  
  See: https://platform.openai.com/docs/guides/function-calling */
     completionTools?: Array<{} | DataLink> | DataLink
@@ -167,15 +167,31 @@ Default property:
   }
   outlets?: {
     /* Evaluating outlet */
-    isEvaluating?: () => Data
+    isEvaluating?: () => Data<boolean>
     /* Completion result outlet */
-    completionResult?: () => Data
+    completionResult?: () => Data<string>
     /* Completion details outlet */
-    completionDetails?: () => Data
+    completionDetails?: () => Data<{
+      text?: string
+      content?: string
+      finish_reason?: string
+      usage?: { [key: string]: any }
+      tool_calls?: Array<{
+        id?: string
+        type?: string
+        function?: {
+          name?: string
+          arguments?: string
+          [key: string]: any
+        }
+        [key: string]: any
+      }>
+      [key: string]: any
+    }>
   }
 }
 
-/* LLM inference using OpenAI-compatible API endpoints  
+/* LLM inference using OpenAI-compatible API endpoints
 
  ## Features  
  - Compatible with OpenAI API format  
@@ -189,7 +205,7 @@ Default property:
 export type GeneratorOpenAILLM = Generator &
   GeneratorOpenAILLMDef & {
     templateKey: 'GENERATOR_OPENAI_LLM'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorOpenAILLMDef & {
           conds?: Array<{

package/types/generators/LlmQualcommAiEngine.ts

@@ -108,7 +108,7 @@ Default property:
       | DataLink
     /* SOC model */
     socModel?: 'X Elite' | 'X Plus' | '8 Elite' | '8 Gen 3' | 'QCS8550' | DataLink
-    /* Custom model base URL  
+    /* Custom model base URL
  The model should be bundled, for details see https://github.com/mybigday/node-qnn-llm?tab=readme-ov-file#bundled-file */
     customModelUrl?: string | DataLink
     /* Custom model MD5 */
@@ -142,7 +142,7 @@ Default property:
     stopWords?: Array<string | DataLink> | DataLink
     /* Tool call parser */
     toolCallParser?: 'llama3_json' | 'mistral' | 'hermes' | 'internlm' | 'phi4' | DataLink
-    /* Tools for chat mode using OpenAI-compatible function calling format  
+    /* Tools for chat mode using OpenAI-compatible function calling format
  Format: Array of objects with {type, function: {name, description, parameters}} structure  
  See: https://platform.openai.com/docs/guides/function-calling */
     tools?: Array<{} | DataLink> | DataLink
@@ -175,15 +175,39 @@ Default property:
   }
   outlets?: {
     /* Context state */
-    contextState?: () => Data
+    contextState?: () => Data<string>
     /* Generation result */
-    result?: () => Data
+    result?: () => Data<string>
     /* Full context (Prompt + Generation Result) */
-    fullContext?: () => Data
+    fullContext?: () => Data<string>
     /* Last function call details */
-    lastFunctionCall?: () => Data
+    lastFunctionCall?: () => Data<{
+      id?: string
+      type?: string
+      function?: {
+        name?: string
+        arguments?: string
+        [key: string]: any
+      }
+      [key: string]: any
+    }>
     /* Completion details */
-    completionDetails?: () => Data
+    completionDetails?: () => Data<{
+      text?: string
+      content?: string
+      reasoning_content?: string
+      tool_calls?: Array<{
+        id?: string
+        type?: string
+        function?: {
+          name?: string
+          arguments?: string
+          [key: string]: any
+        }
+        [key: string]: any
+      }>
+      [key: string]: any
+    }>
   }
 }
 
@@ -191,7 +215,7 @@ Default property:
 export type GeneratorQnnLlm = Generator &
   GeneratorQnnLlmDef & {
     templateKey: 'GENERATOR_QNN_LLM'
-    switches: Array<
+    switches?: Array<
       SwitchDef &
         GeneratorQnnLlmDef & {
           conds?: Array<{