@fugood/bricks-project 2.22.0-beta.17 → 2.22.0-beta.19

package/compile/action-name-map.ts

@@ -129,6 +129,12 @@ export const templateActionNameMap = {
       behavior: 'BEHAVIOR',
       exceptionMessage: 'EXCEPTION_MESSAGE',
     },
+    TRIGGER_APPLICATION_FILTER: {
+      name: 'NAME',
+      variables: 'VARIABLES',
+      result: 'RESULT',
+      error: 'ERROR',
+    },
   },
 
   BRICK_TEXT_INPUT: {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.22.0-beta.17",
+  "version": "2.22.0-beta.19",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"
@@ -14,5 +14,5 @@
     "lodash": "^4.17.4",
     "uuid": "^8.3.1"
   },
-  "gitHead": "5e8893af505fa5a7b1a902e11764c1f9ebb36a4f"
+  "gitHead": "584da836043d75818a8c629a61edb10cb6dc0d3c"
 }

package/types/generators.ts

@@ -5519,6 +5519,7 @@ interface GeneratorSpeechInferenceDef {
 Default property:
 {
   "init": false,
+  "accelVariant": "default",
   "modelName": "base-q8_0",
   "modelUseCoreML": false,
   "modelUseGPU": true,
@@ -5537,6 +5538,11 @@ Default property:
     /* Initialize the Whisper context on generator initialization  
  Please note that it will take some RAM depending on the model size */
     init?: boolean | DataLink
+    /* Accelerator variant (Only for desktop)  
+ `default` - CPU / Metal (macOS)  
+ `vulkan` - Use Vulkan  
+ `cuda` - Use CUDA */
+    accelVariant?: 'default' | 'vulkan' | 'cuda' | DataLink
     /* Use model name,  the model download progress will be done in preload stage or  the generator initialization stage.  
  We used `ggml` format model, please refer to https://huggingface.co/BricksDisplay/whisper-ggml  
  You can also choose `custom` option and set `Model URL` and `Model MD5` to use your own model */
@@ -5774,7 +5780,13 @@ Default property:
   }
 }
 
-/* Local Speech-to-Text (STT) inference based on GGML and [whisper.cpp](https://github.com/ggerganov/whisper.cpp) */
+/* Local Speech-to-Text (STT) inference based on GGML and [whisper.cpp](https://github.com/ggerganov/whisper.cpp)  
+
+ ## Notice  
+ - iOS: Supported GPU acceleration, recommended use M1+ / A17+ chip device  
+ - macOS: Supported GPU acceleration, recommended use M1+ chip device  
+ - Android: Currently not supported GPU acceleration (Coming soon), recommended use Android 13+ system  
+ - Linux / Windows: Supported GPU acceleration, you can choose `vulkan` or `cuda` backend in Accel Variant property */
 export type GeneratorSpeechInference = Generator &
   GeneratorSpeechInferenceDef & {
     templateKey: 'GENERATOR_SPEECH_INFERENCE'
@@ -6795,7 +6807,7 @@ Default property:
  - iOS: Supported GPU acceleration, recommended use M1+ / A17+ chip device  
  - macOS: Supported GPU acceleration, recommended use M1+ chip device  
  - Android: Currently not supported GPU acceleration (Coming soon), recommended use Android 13+ system  
- - Linux / Windows: Supported GPU acceleration, currently only Vulkan backend available */
+ - Linux / Windows: Supported GPU acceleration, you can choose `vulkan` or `cuda` backend in Accel Variant property */
 export type GeneratorLLM = Generator &
   GeneratorLLMDef & {
     templateKey: 'GENERATOR_LLM'
@@ -6861,6 +6873,7 @@ Default property:
   "vocoderUrl": "https://huggingface.co/ggml-org/WavTokenizer/resolve/main/WavTokenizer-Large-75-F16.gguf",
   "vocoderHashType": "sha256",
   "vocoderHash": "2356baa8631cc2995ea3465196a017a2733600d849a91180c0f97fa7fb375bbe",
+  "vocoderBatchSize": 4096,
   "outputType": "play",
   "cacheGenerated": true,
   "autoInferEnable": false,
@@ -6872,9 +6885,10 @@ Default property:
   "completionTopP": 0.9,
   "completionMinP": 0.05,
   "useGuideToken": false,
-  "contextSize": 4096,
-  "batchSize": 512,
-  "maxThreads": 1,
+  "contextSize": 8192,
+  "batchSize": 8192,
+  "microBatchSize": 512,
+  "maxThreads": 2,
   "accelVariant": "default",
   "mainGpu": 0,
   "gpuLayers": 0,
@@ -6899,6 +6913,8 @@ Default property:
     vocoderHashType?: 'md5' | 'sha256' | 'sha1' | DataLink
     /* Hash of vocoder model */
     vocoderHash?: string | DataLink
+    /* Batch size of vocoder model */
+    vocoderBatchSize?: number | DataLink
     /* Output mode */
     outputType?: 'play' | 'file' | DataLink
     /* Enable cache for generated audio */
@@ -6925,12 +6941,16 @@ Default property:
     completionMinP?: number | DataLink
     /* Set the random number generator (RNG) seed (default: -1, -1 = random seed) */
     completionSeed?: number | DataLink
+    /* Number of tokens to predict */
+    completionPredict?: number | DataLink
     /* Enable guide token to help prevent hallucinations by forcing the TTS to use the correct words. */
     useGuideToken?: boolean | DataLink
     /* Context size, for OutTTS recommended 4096 ~ 8192 (Default to 4096) */
     contextSize?: number | DataLink
     /* Logical batch size for prompt processing */
     batchSize?: number | DataLink
+    /* Physical batch size for prompt processing */
+    microBatchSize?: number | DataLink
     /* Number of threads */
     maxThreads?: number | DataLink
     /* Accelerator variant (Only for desktop)  

package/types/system.ts

@@ -609,3 +609,35 @@ export type SystemActionThrowException = ActionWithParams & {
 export type SystemActionDismissKeyboard = Action & {
   __actionName: 'DISMISS_KEYBOARD'
 }
+
+/* Trigger application AI filter */
+export type SystemActionTriggerApplicationFilter = ActionWithParams & {
+  __actionName: 'TRIGGER_APPLICATION_FILTER'
+  params?: Array<
+    | {
+        input: 'name'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'variables'
+        value?: any | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'result'
+        value?: string | DataLink | (() => Data) | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'error'
+        value?: string | DataLink | (() => Data) | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Stop running application AI filter */
+export type SystemActionStopApplicationFilter = Action & {
+  __actionName: 'STOP_APPLICATION_FILTER'
+}

package/utils/data.ts

@@ -75,6 +75,7 @@ type SystemDataName =
   | 'env'
   | 'isViewDebugModeEnabled'
   | 'language'
+  | 'aiFilters'
 
 type SystemDataInfo = {
   name: SystemDataName
@@ -432,6 +433,14 @@ export const systemDataList: Array<SystemDataInfo> = [
     type: 'string',
     value: '',
   },
+  {
+    name: 'aiFilters',
+    id: 'PROPERTY_BANK_DATA_NODE_3ffc1e98-8f65-4cc8-a949-3da8d2092ccb',
+    title: 'SYSTEM: AI Filters',
+    description: 'AI filters configuration from the application',
+    type: 'array',
+    value: [],
+  },
 ]
 
 export const useSystemData = (name: SystemDataName): Data => {