@fugood/bricks-project 2.22.4 → 2.22.6

package/compile/action-name-map.ts

@@ -573,7 +573,6 @@ export const templateActionNameMap = {
       prompt: 'GENERATOR_ONNX_LLM_PROMPT',
       chat: 'GENERATOR_ONNX_LLM_CHAT',
       images: 'GENERATOR_ONNX_LLM_IMAGES',
-      audios: 'GENERATOR_ONNX_LLM_AUDIOS',
       tools: 'GENERATOR_ONNX_LLM_TOOLS',
       toolChoice: 'GENERATOR_ONNX_LLM_TOOL_CHOICE',
     },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.22.4",
+  "version": "2.22.6",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"

package/types/bricks/GenerativeMedia.ts

@@ -44,8 +44,8 @@ Default property:
     resizeMode?: 'contain' | 'cover' | 'stretch' | 'center' | 'repeat' | DataLink
     /* The API key for the generative media service */
     apiKey?: string | DataLink
-    /* The AI provider to use for generation (openai, freepik, or deepai) */
-    provider?: 'openai' | 'freepik-classic' | 'deepai' | DataLink
+    /* The AI provider to use for generation (openai, freepik-classic, deepai, or gemini) */
+    provider?: 'openai' | 'freepik-classic' | 'deepai' | 'gemini' | DataLink
     /* OpenAI image size (256x256, 512x512, 1024x1024, etc) */
     openaiSize?: '1024x1024' | '1024x1792' | '1792x1024' | DataLink
     /* OpenAI image style (vivid or natural) */
@@ -158,6 +158,8 @@ Default property:
     deepaiWidth?: number | DataLink
     /* DeepAI output image height */
     deepaiHeight?: number | DataLink
+    /* Gemini aspect ratio (1:1, 16:9, 9:16, 3:2, 2:3) */
+    geminiAspectRatio?: '1:1' | '16:9' | '9:16' | '3:2' | '2:3' | DataLink
   }
   events?: BrickBasicEvents & {
     /* Event of the brick press */

package/types/data-calc.ts

@@ -5058,6 +5058,7 @@ export type DataCommandSandboxGetReturnValue = DataCommand & {
 - coseVerify (cose.sign.verifySync from https://github.com/erdtman/COSE-JS)
 - fflate (Not support async, callback and stream)
 - iconv (Use iconv-lite)
+- OpenCC (Use opencc-js)
 
 Android: Running on the sandbox of Hermes engine
 

package/types/generators/LlmGgml.ts

@@ -483,8 +483,16 @@ Default property:
     /* Accelerator variant (Only for desktop)  
  `default` - CPU / Metal (macOS)  
  `vulkan` - Use Vulkan  
- `cuda` - Use CUDA */
-    accelVariant?: 'default' | 'vulkan' | 'cuda' | DataLink
+ `cuda` - Use CUDA  
+ `snapdragon` - Use OpenCL/Hexagon of Qualcomm Snapdragon */
+    accelVariant?: 'default' | 'vulkan' | 'cuda' | 'snapdragon' | DataLink
+    /* Devices. For example:  
+  
+ Metal or CPU for iOS/tvOS/MacOS  
+ OpenCL or CPU for Android  
+   - Add `HTP0`, `HTP1`, `...` for OpenCL/Hexagon devices (Use HTP* for all HTP devices)  
+ For Desktop, you may want to include/exclude GPUs */
+    devices?: Array<string | DataLink> | DataLink
     /* Main GPU index */
     mainGpu?: number | DataLink
     /* Number of GPU layers */
@@ -682,8 +690,11 @@ Default property:
  - The device RAM must be larger than 8GB  
  - iOS: Recommended use M1+ / A17+ chip device. Supported GPU acceleration by Metal.  
  - macOS: Recommended use M1+ chip device. Supported GPU acceleration by Metal.  
- - Android: Recommended use Android 13+ system. Supported GPU acceleration by OpenCL, currently only for Qualcomm Adreno 700+ GPUs, other GPUs are not supported.  
- - Linux / Windows: Supported GPU acceleration, you can choose `vulkan` or `cuda` backend in Accel Variant property */
+ - Android: Recommended use Android 13+ system.  
+   - Supported GPU acceleration by OpenCL, currently only for Qualcomm Adreno 700+ GPUs, other GPUs are not supported.  
+   - Supported Hexagon NPU for Qualcomm Snapdragon 8 Gen 1+ GPUs.  
+ - Linux / Windows  [@nextline    - Supported GPU acceleration, you can choose `vulkan` or `cuda` backend in Accel Variant property  
+   - Supported Hexagon NPU for Qualcomm Dragonwing IQ9 series+ (Linux) */
 export type GeneratorLLM = Generator &
   GeneratorLLMDef & {
     templateKey: 'GENERATOR_LLM'

package/types/generators/LlmOnnx.ts

@@ -33,11 +33,6 @@ export type GeneratorOnnxLLMActionInfer = ActionWithParams & {
         value?: Array<any> | DataLink | EventProperty
         mapping?: string
       }
-    | {
-        input: 'audios'
-        value?: Array<any> | DataLink | EventProperty
-        mapping?: string
-      }
     | {
         input: 'tools'
         value?: Array<any> | DataLink | EventProperty
@@ -104,8 +99,6 @@ Default property:
     messages?: Array<DataLink | {}> | DataLink
     /* Images with message to inference */
     images?: Array<string | DataLink> | DataLink
-    /* Audios with message to inference */
-    audios?: Array<string | DataLink> | DataLink
     /* Tool call parser */
     toolCallParser?: 'llama3_json' | 'mistral' | 'hermes' | 'internlm' | 'phi4' | DataLink
     /* Tools for chat mode using OpenAI-compatible function calling format  

package/types/generators/Question.ts

@@ -252,6 +252,13 @@ Default property:
                     manuallyStart?: boolean | DataLink
                     recordDuration?: number | DataLink
                   }
+              codeScanOptions?:
+                | DataLink
+                | {
+                    inputSource?: 'camera' | 'hid-barcode-scanner' | DataLink
+                    hidFlushMode?: 'enter-key' | 'timeout' | DataLink
+                    hidFlushTimeout?: number | DataLink
+                  }
               messageOptions?:
                 | DataLink
                 | {

package/types/generators/RerankerGgml.ts

@@ -67,18 +67,19 @@ Default property:
     batchSize?: number | DataLink
     /* Physical maximum batch size (default: 512) */
     uBatchSize?: number | DataLink
-    /* Accelerator variant (default: default) */
-    accelVariant?:
-      | 'default'
-      | 'avx'
-      | 'avx2'
-      | 'avx512'
-      | 'metal'
-      | 'opencl'
-      | 'vulkan'
-      | 'cuda'
-      | 'rocm'
-      | DataLink
+    /* GGML accelerator variant (Only for desktop)  
+ `default` - CPU / Metal (macOS)  
+ `vulkan` - Use Vulkan  
+ `cuda` - Use CUDA  
+ `snapdragon` - Use OpenCL/Hexagon of Qualcomm Snapdragon */
+    accelVariant?: 'default' | 'vulkan' | 'cuda' | 'snapdragon' | DataLink
+    /* Devices. For example:  
+  
+ Metal or CPU for iOS/tvOS/MacOS  
+ OpenCL or CPU for Android  
+   - Add `HTP0`, `HTP1`, `...` for OpenCL/Hexagon devices (Use HTP* for all HTP devices)  
+ For Desktop, you may want to include/exclude GPUs */
+    devices?: Array<string | DataLink> | DataLink
     /* Main GPU index (default: 0) */
     mainGpu?: number | DataLink
     /* Number of layers to store in VRAM (default: 0) */
@@ -122,10 +123,14 @@ Default property:
 
  ## Notice  
  - The device RAM must be larger than 8GB  
- - iOS: Supported GPU acceleration, recommended use M1+ / A17+ chip device  
- - macOS: Supported GPU acceleration, recommended use M1+ chip device  
- - Android: Currently not supported GPU acceleration (Coming soon), recommended use Android 13+ system  
- - Linux / Windows: Supported GPU acceleration, currently only Vulkan backend available */
+ - iOS: Recommended use M1+ / A17+ chip device. Supported GPU acceleration by Metal.  
+ - macOS: Recommended use M1+ chip device. Supported GPU acceleration by Metal.  
+ - Android: Recommended use Android 13+ system.  
+   - Supported GPU acceleration by OpenCL, currently only for Qualcomm Adreno 700+ GPUs, other GPUs are not supported.  
+   - Supported Hexagon NPU for Qualcomm Snapdragon 8 Gen 2+ GPUs.  
+ - Linux / Windows  
+   - Supported GPU acceleration, you can choose `vulkan` or `cuda` backend in Accel Variant property  
+   - Supported Hexagon NPU for Qualcomm Dragonwing IQ9 series+ (Linux) */
 export type GeneratorReranker = Generator &
   GeneratorRerankerDef & {
     templateKey: 'GENERATOR_RERANKER'

package/types/generators/TextToSpeechGgml.ts

@@ -129,8 +129,16 @@ Default property:
     /* Accelerator variant (Only for desktop)  
  `default` - CPU / Metal (macOS)  
  `vulkan` - Use Vulkan  
- `cuda` - Use CUDA */
-    accelVariant?: 'default' | 'vulkan' | 'cuda' | DataLink
+ `cuda` - Use CUDA  
+ `snapdragon` - Use OpenCL/Hexagon of Qualcomm Snapdragon */
+    accelVariant?: 'default' | 'vulkan' | 'cuda' | 'snapdragon' | DataLink
+    /* Devices. For example:  
+  
+ Metal or CPU for iOS/tvOS/MacOS  
+ OpenCL or CPU for Android  
+   - Add `HTP0`, `HTP1`, `...` for OpenCL/Hexagon devices (Use HTP* for all HTP devices)  
+ For Desktop, you may want to include/exclude GPUs */
+    devices?: Array<string | DataLink> | DataLink
     /* Main GPU index */
     mainGpu?: number | DataLink
     /* Number of GPU layers (NOTE: Currently not supported for Android) */
@@ -159,7 +167,18 @@ Default property:
 }
 
 /* Local Text-to-Speech (TTS) inference based on GGML and [llama.cpp](https://github.com/ggerganov/llama.cpp)  
- You can use any converted model on HuggingFace. */
+ You can use any converted model on HuggingFace.  
+
+ ## Notice  
+ - The device RAM must be larger than 8GB  
+ - iOS: Recommended use M1+ / A17+ chip device. Supported GPU acceleration by Metal.  
+ - macOS: Recommended use M1+ chip device. Supported GPU acceleration by Metal.  
+ - Android: Recommended use Android 13+ system.  
+   - Supported GPU acceleration by OpenCL, currently only for Qualcomm Adreno 700+ GPUs, other GPUs are not supported.  
+   - Supported Hexagon NPU for Qualcomm Snapdragon 8 Gen 2+ GPUs.  
+ - Linux / Windows  
+   - Supported GPU acceleration, you can choose `vulkan` or `cuda` backend in Accel Variant property  
+   - Supported Hexagon NPU for Qualcomm Dragonwing IQ9 series+ (Linux) */
 export type GeneratorGGMLTTS = Generator &
   GeneratorGGMLTTSDef & {
     templateKey: 'GENERATOR_GGML_TTS'

package/types/generators/VectorStore.ts

@@ -159,8 +159,19 @@ Default property:
     ggmlContextSize?: number | DataLink
     /* Pooling type of ggml model */
     ggmlPoolingType?: 'none' | 'mean' | 'cls' | 'last' | 'rank' | DataLink
-    /* Accelerator variant of ggml model */
-    ggmlAccelVariant?: 'default' | 'vulkan' | 'cuda' | DataLink
+    /* GGML accelerator variant (Only for desktop)  
+ `default` - CPU / Metal (macOS)  
+ `vulkan` - Use Vulkan  
+ `cuda` - Use CUDA  
+ `snapdragon` - Use OpenCL/Hexagon of Qualcomm Snapdragon */
+    ggmlAccelVariant?: 'default' | 'vulkan' | 'cuda' | 'snapdragon' | DataLink
+    /* Devices. For example:  
+  
+ Metal or CPU for iOS/tvOS/MacOS  
+ OpenCL or CPU for Android  
+   - Add `HTP0`, `HTP1`, `...` for OpenCL/Hexagon devices (Use HTP* for all HTP devices)  
+ For Desktop, you may want to include/exclude GPUs */
+    ggmlDevices?: Array<string | DataLink> | DataLink
     /* Normalize */
     ggmlEmbdNormalize?: number | DataLink
     /* API key of OpenAI Compatible API */