@fugood/bricks-project 2.21.0-beta.26 → 2.21.0-beta.28

package/compile/action-name-map.ts

@@ -208,6 +208,27 @@ export const templateActionNameMap = {
     },
   },
 
+  BRICK_RIVE: {
+    BRICK_RIVE_PLAY: {
+      animationName: 'BRICK_RIVE_ANIMATION_NAME',
+      loop: 'BRICK_RIVE_LOOP',
+      direction: 'BRICK_RIVE_DIRECTION',
+      isStateMachine: 'BRICK_RIVE_IS_STATE_MACHINE',
+    },
+    BRICK_RIVE_FIRE_STATE: {
+      stateMachineName: 'BRICK_RIVE_STATE_MACHINE_NAME',
+      inputName: 'BRICK_RIVE_INPUT_NAME',
+    },
+    BRICK_RIVE_SET_INPUT_STATE: {
+      stateMachineName: 'BRICK_RIVE_STATE_MACHINE_NAME',
+      inputName: 'BRICK_RIVE_INPUT_NAME',
+      value: 'BRICK_RIVE_VALUE',
+    },
+    BRICK_RIVE_SET_TEXT_RUN_VALUE: {
+      textRunName: 'BRICK_RIVE_TEXT_RUN_NAME',
+      value: 'BRICK_RIVE_VALUE',
+    },
+  },
   BRICK_WEBVIEW: {
     BRICK_WEBVIEW_INJECT_JAVASCRIPT: {
       javascriptCode: 'BRICK_WEBVIEW_JAVASCRIPT_CODE',
@@ -512,6 +533,11 @@ export const templateActionNameMap = {
       topP: 'GENERATOR_LLM_TOP_P',
       xtcThreshold: 'GENERATOR_LLM_XTC_THRESHOLD',
       xtcProbability: 'GENERATOR_LLM_XTC_PROBABILITY',
+      dryMultiplier: 'GENERATOR_LLM_DRY_MULTIPLIER',
+      dryBase: 'GENERATOR_LLM_DRY_BASE',
+      dryAllowedLength: 'GENERATOR_LLM_DRY_ALLOWED_LENGTH',
+      dryPenaltyLastN: 'GENERATOR_LLM_DRY_PENALTY_LAST_N',
+      drySequenceBreakers: 'GENERATOR_LLM_DRY_SEQUENCE_BREAKERS',
       mirostat: 'GENERATOR_LLM_MIROSTAT',
       mirostatTau: 'GENERATOR_LLM_MIROSTAT_TAU',
       mirostatEta: 'GENERATOR_LLM_MIROSTAT_ETA',
@@ -531,4 +557,31 @@ export const templateActionNameMap = {
       sessionCustomKey: 'GENERATOR_LLM_SESSION_CUSTOM_KEY',
     },
   },
+  GENERATOR_ASSISTANT: {
+    GENERATOR_ASSISTANT_ADD_MESSAGE: {
+      role: 'GENERATOR_ASSISTANT_ROLE',
+      content: 'GENERATOR_ASSISTANT_CONTENT',
+      payload: 'GENERATOR_ASSISTANT_PAYLOAD',
+    },
+    GENERATOR_ASSISTANT_UPDATE_MESSAGE_AT_INDEX: {
+      index: 'GENERATOR_ASSISTANT_INDEX',
+      content: 'GENERATOR_ASSISTANT_CONTENT',
+      payload: 'GENERATOR_ASSISTANT_PAYLOAD',
+    },
+    GENERATOR_ASSISTANT_ADD_AUDIO_MESSAGE: {
+      role: 'GENERATOR_ASSISTANT_ROLE',
+      contentFile: 'GENERATOR_ASSISTANT_CONTENT_FILE',
+      contentBase64: 'GENERATOR_ASSISTANT_CONTENT_BASE64',
+      payload: 'GENERATOR_ASSISTANT_PAYLOAD',
+    },
+    GENERATOR_ASSISTANT_UPDATE_AUDIO_MESSAGE_AT_INDEX: {
+      index: 'GENERATOR_ASSISTANT_INDEX',
+      contentFile: 'GENERATOR_ASSISTANT_CONTENT_FILE',
+      contentBase64: 'GENERATOR_ASSISTANT_CONTENT_BASE64',
+      payload: 'GENERATOR_ASSISTANT_PAYLOAD',
+    },
+    GENERATOR_ASSISTANT_REMOVE_MESSAGE_AT_INDEX: {
+      index: 'GENERATOR_ASSISTANT_INDEX',
+    },
+  },
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.21.0-beta.26",
+  "version": "2.21.0-beta.28",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"
@@ -13,5 +13,5 @@
     "lodash": "^4.17.4",
     "uuid": "^8.3.1"
   },
-  "gitHead": "7983dcaadfdfdc326a1376a65be42368f08abf96"
+  "gitHead": "fcdff86f963446d3489e4b1cccd697e6d04e4f39"
 }

package/tools/preview-main.mjs

@@ -2,6 +2,16 @@
 import { app, BrowserWindow } from 'electron'
 import { readFile } from 'fs/promises'
 import { watchFile } from 'fs'
+import { parseArgs } from 'util'
+
+const { values } = parseArgs({
+  args: process.argv,
+  options: {
+    'clear-cache': { type: 'boolean' },
+  },
+  strict: true,
+  allowPositionals: true,
+})
 
 const cwd = process.cwd()
 
@@ -36,6 +46,11 @@ app.on('ready', () => {
 
   mainWindow.webContents.once('dom-ready', sendConfig)
 
+  if (values['clear-cache']) {
+    console.log('Clearing cache')
+    mainWindow.webContents.session.clearCache()
+  }
+
   mainWindow.on('close', () => app.quit())
 
   watchFile(

package/tools/preview.ts

@@ -9,6 +9,9 @@ const { values } = parseArgs({
     'skip-typecheck': {
       type: 'boolean',
     },
+    'clear-cache': {
+      type: 'boolean',
+    },
   },
   strict: true,
   allowPositionals: true,
@@ -34,5 +37,11 @@ const watcher = watch(`${cwd}/subspaces`, { recursive: true }, async (event, fil
 
 const app = await Bun.file(`${cwd}/application.json`).json()
 
-await $`BRICKS_STAGE=${app.stage || 'production'} bunx electron ${__dirname}/preview-main.mjs`
+
+if (values['clear-cache']) {
+  await $`BRICKS_STAGE=${app.stage || 'production'} bunx --bun electron ${__dirname}/preview-main.mjs --clear-cache`
+} else {
+  await $`BRICKS_STAGE=${app.stage || 'production'} bunx --bun electron ${__dirname}/preview-main.mjs`
+}
+
 watcher.close()

package/types/bricks.ts

@@ -2489,6 +2489,314 @@ export type BrickLottie = Brick &
     >
   }
 
+/* Play animation */
+export type BrickRiveActionPlay = ActionWithParams & {
+  __actionName: 'BRICK_RIVE_PLAY'
+  params?: Array<
+    | {
+        input: 'animationName'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'loop'
+        value?: 'auto' | 'oneShot' | 'loop' | 'pingPong' | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'direction'
+        value?: 'auto' | 'backwards' | 'forwards' | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'isStateMachine'
+        value?: boolean | DataLink
+        mapping?: string
+      }
+  >
+}
+
+/* Pause animation */
+export type BrickRiveActionPause = Action & {
+  __actionName: 'BRICK_RIVE_PAUSE'
+}
+
+/* Stop animation */
+export type BrickRiveActionStop = Action & {
+  __actionName: 'BRICK_RIVE_STOP'
+}
+
+/* Reset animation */
+export type BrickRiveActionReset = Action & {
+  __actionName: 'BRICK_RIVE_RESET'
+}
+
+/* Fire state */
+export type BrickRiveActionFireState = ActionWithParams & {
+  __actionName: 'BRICK_RIVE_FIRE_STATE'
+  params?: Array<
+    | {
+        input: 'stateMachineName'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'inputName'
+        value?: string | DataLink
+        mapping?: string
+      }
+  >
+}
+
+/* Set input state */
+export type BrickRiveActionSetInputState = ActionWithParams & {
+  __actionName: 'BRICK_RIVE_SET_INPUT_STATE'
+  params?: Array<
+    | {
+        input: 'stateMachineName'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'inputName'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'value'
+        value?: any
+        mapping?: string
+      }
+  >
+}
+
+/* Set text run value. Text Run name need to defined as unique name in Rive file. (Ref: https://rive.app/community/doc/text/docn2E6y1lXo) */
+export type BrickRiveActionSetTextRunValue = ActionWithParams & {
+  __actionName: 'BRICK_RIVE_SET_TEXT_RUN_VALUE'
+  params?: Array<
+    | {
+        input: 'textRunName'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'value'
+        value?: any
+        mapping?: string
+      }
+  >
+}
+
+interface BrickRiveDef {
+  /*
+Default property:
+{
+  "autoplay": true,
+  "alignment": "center",
+  "fit": "contain"
+}
+  */
+  property?: BrickBasicProperty & {
+    /* Rive file url */
+    url?: string | DataLink
+    /* The checksum of `url` */
+    md5?: string | DataLink
+    /* Autoplay the animation */
+    autoplay?: boolean | DataLink
+    /* Alignment of the animation */
+    alignment?:
+      | 'topLeft'
+      | 'topCenter'
+      | 'topRight'
+      | 'centerLeft'
+      | 'center'
+      | 'centerRight'
+      | 'bottomLeft'
+      | 'bottomCenter'
+      | 'bottomRight'
+      | DataLink
+    /* Fit mode of the animation */
+    fit?:
+      | 'cover'
+      | 'contain'
+      | 'fill'
+      | 'fitWidth'
+      | 'fitHeight'
+      | 'none'
+      | 'scaleDown'
+      | 'layout'
+      | DataLink
+    /* Artboard name */
+    artboardName?: string | DataLink
+    /* Animation name */
+    animationName?: string | DataLink
+    /* State machine name */
+    stateMachineName?: string | DataLink
+  }
+  events?: BrickBasicEvents & {
+    /* Event of animation play */
+    onPlay?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          animationName: {
+            type: 'string'
+            path: string
+          }
+          isStateMachine: {
+            type: 'bool'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event of animation pause */
+    onPause?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          animationName: {
+            type: 'string'
+            path: string
+          }
+          isStateMachine: {
+            type: 'bool'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event of animation stop */
+    onStop?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          animationName: {
+            type: 'string'
+            path: string
+          }
+          isStateMachine: {
+            type: 'bool'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event of animation loop end */
+    onLoopEnd?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          animationName: {
+            type: 'string'
+            path: string
+          }
+          isStateMachine: {
+            type: 'bool'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event of state changed */
+    onStateChanged?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          stateMachineName: {
+            type: 'string'
+            path: string
+          }
+          stateName: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event of error */
+    onError?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          error: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event of Rive general event received */
+    onRiveGeneralEvent?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          eventName: {
+            type: 'string'
+            path: string
+          }
+          eventDelay: {
+            type: 'number'
+            path: string
+          }
+          eventProperties: {
+            type: 'object'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event of Rive open-url event received */
+    onRiveOpenUrlEvent?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          eventName: {
+            type: 'string'
+            path: string
+          }
+          eventDelay: {
+            type: 'number'
+            path: string
+          }
+          eventUrl: {
+            type: 'string'
+            path: string
+          }
+          eventTarget: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+  }
+  animation?: AnimationBasicEvents & {
+    onPlay?: Animation
+    onPause?: Animation
+    onStop?: Animation
+    onLoopEnd?: Animation
+    onStateChanged?: Animation
+    onError?: Animation
+    onRiveGeneralEvent?: Animation
+    onRiveOpenUrlEvent?: Animation
+  }
+}
+
+/* Rive file component */
+export type BrickRive = Brick &
+  BrickRiveDef & {
+    templateKey: 'BRICK_RIVE'
+    switches: Array<
+      SwitchDef &
+        BrickRiveDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: ''
+                  value: any
+                }
+          }>
+        }
+    >
+  }
+
 /* Run Javascript on the WebView */
 export type BrickWebViewActionInjectJavascript = ActionWithParams & {
   __actionName: 'BRICK_WEBVIEW_INJECT_JAVASCRIPT'

package/types/generators.ts

@@ -3588,121 +3588,6 @@ export type GeneratorWebRTC = Generator &
     >
   }
 
-interface GeneratorTensorFlowInferenceDef {
-  /*
-Default property:
-{
-  "inputType": "camera",
-  "minScore": 0.5,
-  "objectLimit": 20,
-  "imageChannelFormat": "rgb",
-  "imageNormalize": "off",
-  "cameraInit": false,
-  "cameraFps": 10,
-  "cameraRotate": 0
-}
-  */
-  property?: {
-    /* URL to download TF.js graph model  
-  You can find pre-trained model on [TensorFlow Hub](https://tfhub.dev) */
-    modelUrl?: string | DataLink
-    /* MD5 of model JSON */
-    modelMd5?: string | DataLink
-    /* Model input source */
-    inputType?: 'raw' | 'media-image' | 'camera' | DataLink
-    /* Model output type  
-  label: Classification problem (model output number or score array)  
-  object-boxes: Object detection (model output [labels, boxes])  
-  raw: No transform */
-    outputType?: 'label' | 'object-boxes' | 'raw' | DataLink
-    /* Model output labels */
-    labels?: Array<string | DataLink> | DataLink
-    /* Download labels from URL */
-    labelsUrl?: string | DataLink
-    /* MD5 checksum of label file */
-    labelsMd5?: string | DataLink
-    /* Output score limit */
-    minScore?: number | DataLink
-    /* Object limit for object detection */
-    objectLimit?: number | DataLink
-    /* Input channel format */
-    imageChannelFormat?: 'rgb' | 'grayscale' | DataLink
-    /* Input data format of the model is channel first (Commonly is channel last) */
-    imageChannelFirst?: boolean | DataLink
-    /* Resize to input layer height */
-    imageResizeHeight?: number | DataLink
-    /* Resize to input layer width */
-    imageResizeWidth?: number | DataLink
-    /* Input data normalize */
-    imageNormalize?: 'off' | '0~1' | '-1~1' | DataLink
-    /* Start infer on camera when initialized */
-    cameraInit?: boolean | DataLink
-    /* Target Camera brick ID */
-    cameraTarget?: string | DataLink
-    /* Infer fps, 0 is unlimited */
-    cameraFps?: number | DataLink
-    /* Camera rotate correction */
-    cameraRotate?: number | DataLink
-    /* Show detect object bounding box on Camera brick */
-    cameraShowObjectBox?: boolean | DataLink
-    /* Bonding box border size */
-    cameraBoxBorderSize?: number | DataLink
-    /* Bonding box border color */
-    cameraBoxBorderColor?: Array<string | DataLink> | DataLink
-    /* The URL of image to infer */
-    mediaImageUrl?: string | DataLink
-    /* MD5 checksum of image */
-    mediaImageMd5?: string | DataLink
-    /* The data input to infer */
-    rawInput?: any
-  }
-  events?: {
-    /* Event of TensorFlow inference error */
-    onError?: Array<
-      EventAction & {
-        eventPropertyMapping?: {
-          errorMessage: {
-            type: 'string'
-            path: string
-          }
-        }
-      }
-    >
-  }
-  outlets?: {
-    /* Model inference spend time in ms */
-    modelPerformance?: () => Data
-    /* Model state */
-    modelState?: () => Data
-    /* Transformed infer result */
-    result?: () => Data
-    /* Raw infer result */
-    rawResult?: () => Data
-  }
-}
-
-/* TensorFlow Inference */
-export type GeneratorTensorFlowInference = Generator &
-  GeneratorTensorFlowInferenceDef & {
-    templateKey: 'GENERATOR_TENSORFLOW_INFERENCE'
-    switches: Array<
-      SwitchDef &
-        GeneratorTensorFlowInferenceDef & {
-          conds?: Array<{
-            method: '==' | '!=' | '>' | '<' | '>=' | '<='
-            cond:
-              | SwitchCondInnerStateCurrentCanvas
-              | SwitchCondData
-              | {
-                  __typename: 'SwitchCondInnerStateOutlet'
-                  outlet: 'modelPerformance' | 'modelState' | 'result' | 'rawResult'
-                  value: any
-                }
-          }>
-        }
-    >
-  }
-
 /* Run Crawler request with defined properties */
 export type GeneratorWebCrawlerActionRunRequest = Action & {
   __actionName: 'GENERATOR_WEB_CRAWLER_RUN_REQUEST'
@@ -3853,6 +3738,17 @@ Default property:
         }
       }
     >
+    /* Event for recorded file */
+    recorded?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          recordedPath: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
   }
   outlets?: {
     /* Is recording */
@@ -6148,6 +6044,31 @@ export type GeneratorLLMActionCompletion = ActionWithParams & {
         value?: number | DataLink
         mapping?: string
       }
+    | {
+        input: 'dryMultiplier'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'dryBase'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'dryAllowedLength'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'dryPenaltyLastN'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'drySequenceBreakers'
+        value?: Array<any> | DataLink
+        mapping?: string
+      }
     | {
         input: 'mirostat'
         value?: number | DataLink
@@ -6287,6 +6208,15 @@ Default property:
   "completionTopK": 40,
   "completionTopP": 0.5,
   "completionMinP": 0.05,
+  "completionDryMultiplier": 0,
+  "completionDryBase": 1.75,
+  "completionDryAllowedLength": 2,
+  "completionDrySequenceBreakers": [
+    "\n",
+    ":",
+    "\"",
+    "*"
+  ],
   "completionMirostat": 0,
   "completionMirostatTau": 5,
   "completionMirostatEta": 0.1,
@@ -6393,6 +6323,16 @@ Default property:
     completionXtcThreshold?: number | DataLink
     /* Sets the chance for token removal (checked once on sampler start) */
     completionXtcProbability?: number | DataLink
+    /* Set the DRY (Don't Repeat Yourself) repetition penalty multiplier. Default: `0.0`, which is disabled. */
+    completionDryMultiplier?: number | DataLink
+    /* Set the DRY repetition penalty base value. Default: `1.75` */
+    completionDryBase?: number | DataLink
+    /* Tokens that extend repetition beyond this receive exponentially increasing penalty: multiplier * base ^ (length of repeating sequence before token - allowed length). Default: `2` */
+    completionDryAllowedLength?: number | DataLink
+    /* How many tokens to scan for repetitions. Default: `-1`, where `0` is disabled and `-1` is context size. */
+    completionDryPenaltyLastN?: number | DataLink
+    /* Specify an array of sequence breakers for DRY sampling. Only a JSON array of strings is accepted. Default: `['\n', ':', '"', '*']` */
+    completionDrySequenceBreakers?: Array<string | DataLink> | DataLink
     /* Use Mirostat sampling. Top K, Nucleus, Tail Free and Locally Typical samplers are ignored if used. */
     completionMirostat?: number | DataLink
     /* Mirostat target entropy, parameter tau */
@@ -6447,6 +6387,10 @@ Default property:
     onCompletion?: Array<
       EventAction & {
         eventPropertyMapping?: {
+          completionSessionKey: {
+            type: 'string'
+            path: string
+          }
           completionResult: {
             type: 'string'
             path: string
@@ -6466,6 +6410,10 @@ Default property:
     onCompletionFinished?: Array<
       EventAction & {
         eventPropertyMapping?: {
+          completionSessionKey: {
+            type: 'string'
+            path: string
+          }
           completionResult: {
             type: 'string'
             path: string
@@ -6485,6 +6433,10 @@ Default property:
     onCompletionFunctionCall?: Array<
       EventAction & {
         eventPropertyMapping?: {
+          completionSessionKey: {
+            type: 'string'
+            path: string
+          }
           completionFunctionCallName: {
             type: 'string'
             path: string
@@ -6566,3 +6518,239 @@ export type GeneratorLLM = Generator &
         }
     >
   }
+
+/* Add a message to the assistant */
+export type GeneratorAssistantActionAddMessage = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_ADD_MESSAGE'
+  params?: Array<
+    | {
+        input: 'role'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'content'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'payload'
+        value?: {} | DataLink
+        mapping?: string
+      }
+  >
+}
+
+/* Update a message at a specific index */
+export type GeneratorAssistantActionUpdateMessageAtIndex = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_UPDATE_MESSAGE_AT_INDEX'
+  params?: Array<
+    | {
+        input: 'index'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'content'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'payload'
+        value?: {} | DataLink
+        mapping?: string
+      }
+  >
+}
+
+/* Add an audio message and convert it to text to the assistant (if STT enabled) */
+export type GeneratorAssistantActionAddAudioMessage = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_ADD_AUDIO_MESSAGE'
+  params?: Array<
+    | {
+        input: 'role'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'contentFile'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'contentBase64'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'payload'
+        value?: {} | DataLink
+        mapping?: string
+      }
+  >
+}
+
+/* Update a audio message at a specific index */
+export type GeneratorAssistantActionUpdateAudioMessageAtIndex = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_UPDATE_AUDIO_MESSAGE_AT_INDEX'
+  params?: Array<
+    | {
+        input: 'index'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'contentFile'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'contentBase64'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'payload'
+        value?: {} | DataLink
+        mapping?: string
+      }
+  >
+}
+
+/* Remove a message at a specific index */
+export type GeneratorAssistantActionRemoveMessageAtIndex = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_REMOVE_MESSAGE_AT_INDEX'
+  params?: Array<{
+    input: 'index'
+    value?: number | DataLink
+    mapping?: string
+  }>
+}
+
+/* Reset all messages of the assistant */
+export type GeneratorAssistantActionResetMessages = Action & {
+  __actionName: 'GENERATOR_ASSISTANT_RESET_MESSAGES'
+}
+
+/* Submit the assistant */
+export type GeneratorAssistantActionSubmit = Action & {
+  __actionName: 'GENERATOR_ASSISTANT_SUBMIT'
+}
+
+/* Cancel the assistant responding */
+export type GeneratorAssistantActionCancel = Action & {
+  __actionName: 'GENERATOR_ASSISTANT_CANCEL'
+}
+
+interface GeneratorAssistantDef {
+  /*
+Default property:
+{
+  "initialMessages": [
+    null
+  ],
+  "cacheMessages": false,
+  "llmLivePolicy": "only-in-use",
+  "llmSessionKey": "default-assistant",
+  "sttEnabled": true,
+  "sttLivePolicy": "only-in-use",
+  "ttsEnabled": false,
+  "ttsLivePolicy": "only-in-use"
+}
+  */
+  property?: {
+    /* Messages */
+    initialMessages?:
+      | Array<
+          | DataLink
+          | {
+              role?: string | DataLink
+              content?: string | DataLink
+            }
+        >
+      | DataLink
+    /* Whether to cache messages */
+    cacheMessages?: boolean | DataLink
+    /* LLM Generator (Currently only support `LLM (GGML)` generator) */
+    llmGeneratorId?: string | DataLink
+    /* LLM Live Policy. If the policy is `only-in-use`, the LLM context will be released when the assistant is not in use. */
+    llmLivePolicy?: 'only-in-use' | 'manual' | DataLink
+    /* LLM main session key */
+    llmSessionKey?: string | DataLink
+    /* STT Generator use for transcribing audio message (Currently only support `STT (GGML)` generator) */
+    sttGeneratorId?: string | DataLink
+    /* STT Enabled */
+    sttEnabled?: boolean | DataLink
+    /* STT Live Policy. If the policy is `only-in-use`, the STT context will be released when the assistant is not in use. */
+    sttLivePolicy?: 'only-in-use' | 'manual' | DataLink
+    /* TTS Generator use for generating LLM response audio message (Currently only support `TTS (ONNX)` generator) */
+    ttsGeneratorId?: string | DataLink
+    /* TTS Enabled */
+    ttsEnabled?: boolean | DataLink
+    /* TTS Live Policy. If the policy is `only-in-use`, the TTS context will be released when the assistant is not in use. */
+    ttsLivePolicy?: 'only-in-use' | 'manual' | DataLink
+  }
+  events?: {
+    /* Error event */
+    onError?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          error: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+    /* Log event */
+    onLogs?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          logs: {
+            type: 'array'
+            path: string
+          }
+        }
+      }
+    >
+    /* Messages update event */
+    onMessagesUpdate?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          messages: {
+            type: 'array'
+            path: string
+          }
+        }
+      }
+    >
+  }
+  outlets?: {
+    /* Whether the assistant is responding */
+    isResponding?: () => Data
+    /* Messages of the assistant */
+    messages?: () => Data
+  }
+}
+
+/* AI Assistant */
+export type GeneratorAssistant = Generator &
+  GeneratorAssistantDef & {
+    templateKey: 'GENERATOR_ASSISTANT'
+    switches: Array<
+      SwitchDef &
+        GeneratorAssistantDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'isResponding' | 'messages'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/system.ts

@@ -475,3 +475,8 @@ export type SystemActionThrowException = ActionWithParams & {
       }
   >
 }
+
+/* Dismiss keyboard */
+export type SystemActionDismissKeyboard = Action & {
+  __actionName: 'DISMISS_KEYBOARD'
+}