@fugood/bricks-project 2.21.0-beta.31 → 2.21.0-beta.32

package/compile/action-name-map.ts

@@ -561,11 +561,31 @@ export const templateActionNameMap = {
       sessionCustomKey: 'GENERATOR_LLM_SESSION_CUSTOM_KEY',
     },
   },
+  GENERATOR_OPENAI_LLM: {
+    GENERATOR_OPENAI_LLM_COMPLETION: {
+      messages: 'GENERATOR_OPENAI_LLM_MESSAGES',
+      maxTokens: 'GENERATOR_OPENAI_LLM_MAX_TOKENS',
+      temperature: 'GENERATOR_OPENAI_LLM_TEMPERATURE',
+      topP: 'GENERATOR_OPENAI_LLM_TOP_P',
+      frequencyPenalty: 'GENERATOR_OPENAI_LLM_FREQUENCY_PENALTY',
+      presencePenalty: 'GENERATOR_OPENAI_LLM_PRESENCE_PENALTY',
+      stop: 'GENERATOR_OPENAI_LLM_STOP',
+      functionCallEnabled: 'GENERATOR_OPENAI_LLM_FUNCTION_CALL_ENABLED',
+      functionCallSchema: 'GENERATOR_OPENAI_LLM_FUNCTION_CALL_SCHEMA',
+    },
+  },
   GENERATOR_ASSISTANT: {
     GENERATOR_ASSISTANT_ADD_MESSAGE: {
       role: 'GENERATOR_ASSISTANT_ROLE',
       content: 'GENERATOR_ASSISTANT_CONTENT',
       payload: 'GENERATOR_ASSISTANT_PAYLOAD',
+      useFileSearch: 'GENERATOR_ASSISTANT_USE_FILE_SEARCH',
+      filePath: 'GENERATOR_ASSISTANT_FILE_PATH',
+      fileName: 'GENERATOR_ASSISTANT_FILE_NAME',
+      fileExtension: 'GENERATOR_ASSISTANT_FILE_EXTENSION',
+      filePayload: 'GENERATOR_ASSISTANT_FILE_PAYLOAD',
+      fileSearchCitationCount: 'GENERATOR_ASSISTANT_FILE_SEARCH_CITATION_COUNT',
+      fileSearchInsertMethod: 'GENERATOR_ASSISTANT_FILE_SEARCH_INSERT_METHOD',
     },
     GENERATOR_ASSISTANT_UPDATE_MESSAGE_AT_INDEX: {
       index: 'GENERATOR_ASSISTANT_INDEX',
@@ -576,7 +596,23 @@ export const templateActionNameMap = {
       role: 'GENERATOR_ASSISTANT_ROLE',
       contentFile: 'GENERATOR_ASSISTANT_CONTENT_FILE',
       contentBase64: 'GENERATOR_ASSISTANT_CONTENT_BASE64',
+      useFileSearch: 'GENERATOR_ASSISTANT_USE_FILE_SEARCH',
       payload: 'GENERATOR_ASSISTANT_PAYLOAD',
+      filePath: 'GENERATOR_ASSISTANT_FILE_PATH',
+      fileName: 'GENERATOR_ASSISTANT_FILE_NAME',
+      fileExtension: 'GENERATOR_ASSISTANT_FILE_EXTENSION',
+      filePayload: 'GENERATOR_ASSISTANT_FILE_PAYLOAD',
+      fileSearchCitationCount: 'GENERATOR_ASSISTANT_FILE_SEARCH_CITATION_COUNT',
+      fileSearchInsertMethod: 'GENERATOR_ASSISTANT_FILE_SEARCH_INSERT_METHOD',
+    },
+    GENERATOR_ASSISTANT_ADD_FILE: {
+      filePath: 'GENERATOR_ASSISTANT_FILE_PATH',
+      fileName: 'GENERATOR_ASSISTANT_FILE_NAME',
+      fileExtension: 'GENERATOR_ASSISTANT_FILE_EXTENSION',
+      filePayload: 'GENERATOR_ASSISTANT_FILE_PAYLOAD',
+    },
+    GENERATOR_ASSISTANT_REMOVE_FILE: {
+      fileName: 'GENERATOR_ASSISTANT_FILE_NAME',
     },
     GENERATOR_ASSISTANT_UPDATE_AUDIO_MESSAGE_AT_INDEX: {
       index: 'GENERATOR_ASSISTANT_INDEX',
@@ -588,4 +624,31 @@ export const templateActionNameMap = {
       index: 'GENERATOR_ASSISTANT_INDEX',
     },
   },
+  GENERATOR_VECTOR_STORE: {
+    GENERATOR_VECTOR_STORE_RESET: {
+      resetType: 'GENERATOR_VECTOR_STORE_RESET_TYPE',
+    },
+    GENERATOR_VECTOR_STORE_INSERT_FILE: {
+      filePath: 'GENERATOR_VECTOR_STORE_FILE_PATH',
+      fileName: 'GENERATOR_VECTOR_STORE_FILE_NAME',
+      fileExtension: 'GENERATOR_VECTOR_STORE_FILE_EXTENSION',
+      chunkSize: 'GENERATOR_VECTOR_STORE_CHUNK_SIZE',
+    },
+    GENERATOR_VECTOR_STORE_INSERT_CONTENT: {
+      textContent: 'GENERATOR_VECTOR_STORE_TEXT_CONTENT',
+      fileName: 'GENERATOR_VECTOR_STORE_FILE_NAME',
+      payload: 'GENERATOR_VECTOR_STORE_PAYLOAD',
+      chunkSize: 'GENERATOR_VECTOR_STORE_CHUNK_SIZE',
+    },
+    GENERATOR_VECTOR_STORE_REMOVE_FILE: {
+      fileName: 'GENERATOR_VECTOR_STORE_FILE_NAME',
+    },
+    GENERATOR_VECTOR_STORE_SEARCH: {
+      text: 'GENERATOR_VECTOR_STORE_TEXT',
+      filename: 'GENERATOR_VECTOR_STORE_FILENAME',
+      limit: 'GENERATOR_VECTOR_STORE_LIMIT',
+      threshold: 'GENERATOR_VECTOR_STORE_THRESHOLD',
+      ignoreThreshold: 'GENERATOR_VECTOR_STORE_IGNORE_THRESHOLD',
+    },
+  },
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.21.0-beta.31",
+  "version": "2.21.0-beta.32",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"
@@ -13,5 +13,5 @@
     "lodash": "^4.17.4",
     "uuid": "^8.3.1"
   },
-  "gitHead": "366ad791d1217e2a5b7dc9ab7ba65196023f2357"
+  "gitHead": "47ddd77695dc02c25ec8d79617f55fc2194e16d3"
 }

package/types/bricks.ts

@@ -3489,3 +3489,203 @@ export type Brick3DViewer = Brick &
         }
     >
   }
+
+interface GenerativeMediaDef {
+  /*
+Default property:
+{
+  "enableCache": true,
+  "type": "image",
+  "resizeMode": "cover",
+  "provider": "openai"
+}
+  */
+  property?: BrickBasicProperty & {
+    /* The text prompt to generate media from */
+    prompt?: string | DataLink
+    /* Enable cache */
+    enableCache?: boolean | DataLink
+    /* The type of media to generate (image or video) */
+    type?: 'image' | 'video' | DataLink
+    /* The Lottie animation to show while generating */
+    loadingAnimation?: string | DataLink
+    /* The Lottie animation to show when an error occurs */
+    errorAnimation?: string | DataLink
+    /* The resize mode for the generated media */
+    resizeMode?: 'contain' | 'cover' | 'stretch' | 'center' | 'repeat' | DataLink
+    /* The API key for the generative media service */
+    apiKey?: string | DataLink
+    /* The AI provider to use for generation (openai, freepik, or deepai) */
+    provider?: 'openai' | 'freepik-classic' | 'deepai' | DataLink
+    /* OpenAI image size (256x256, 512x512, 1024x1024, etc) */
+    openaiSize?: '1024x1024' | '1024x1792' | '1792x1024' | DataLink
+    /* OpenAI image style (vivid or natural) */
+    openaiStyle?: 'vivid' | 'natural' | DataLink
+    /* OpenAI image quality (standard or hd) */
+    openaiQuality?: 'standard' | 'hd' | DataLink
+    /* Freepik image style */
+    freepikClassicStyle?: string | DataLink
+    /* Freepik image size */
+    freepikClassicSize?: 'square' | 'portrait' | 'landscape' | DataLink
+    /* Freepik color scheme */
+    freepikClassicColor?: string | DataLink
+    /* Freepik lighting style */
+    freepikClassicLighting?: string | DataLink
+    /* Freepik framing style */
+    freepikClassicFraming?: string | DataLink
+    /* Freepik guidance scale (level of fidelity to prompt) */
+    freepikClassicGuidanceScale?: number | DataLink
+    /* Freepik negative prompt (attributes to avoid) */
+    freepikClassicNegativePrompt?: string | DataLink
+    /* DeepAI negative prompt (attributes to avoid) */
+    deepaiNegativePrompt?: string | DataLink
+    /* DeepAI image generator version */
+    deepaiImageGeneratorVersion?: 'standard' | 'hd' | DataLink
+    /* DeepAI output image width */
+    deepaiWidth?: number | DataLink
+    /* DeepAI output image height */
+    deepaiHeight?: number | DataLink
+  }
+  events?: BrickBasicEvents & {
+    /* Event of the brick press */
+    generativeMediaOnPress?: Array<EventAction>
+    /* Event of the brick press in */
+    generativeMediaOnPressIn?: Array<EventAction>
+    /* Event of the brick press out */
+    generativeMediaOnPressOut?: Array<EventAction>
+    /* Event of the brick focus (Use TV Device with controller) */
+    generativeMediaOnFocus?: Array<EventAction>
+    /* Event of the brick blur (Use TV Device with controller) */
+    generativeMediaOnBlur?: Array<EventAction>
+    /* Event when media generation succeeds */
+    onSuccess?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          url: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event when media generation fails */
+    onError?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          error: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event when media prompt request starts */
+    promptStart?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          prompt: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event when media prompt request succeeds */
+    promptSuccess?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          url: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event when media prompt request fails */
+    promptError?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          error: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event when media loading starts */
+    loadStart?: Array<
+      EventAction & {
+        eventPropertyMapping?: {}
+      }
+    >
+    /* Event when media loading succeeds */
+    loadSuccess?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          url: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+    /* Event when media loading fails */
+    loadError?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          error: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+  }
+  outlets?: {
+    /* Brick is pressing */
+    brickPressing?: () => Data
+    /* Brick is focusing (Use TV Device with controller) */
+    brickFocusing?: () => Data
+    /* Generated media URL */
+    url?: () => Data
+    /* Generated media error */
+    error?: () => Data
+  }
+  animation?: AnimationBasicEvents & {
+    generativeMediaOnPress?: Animation
+    generativeMediaOnPressIn?: Animation
+    generativeMediaOnPressOut?: Animation
+    generativeMediaOnFocus?: Animation
+    generativeMediaOnBlur?: Animation
+    onSuccess?: Animation
+    onError?: Animation
+    promptStart?: Animation
+    promptSuccess?: Animation
+    promptError?: Animation
+    loadStart?: Animation
+    loadSuccess?: Animation
+    loadError?: Animation
+  }
+}
+
+/* Generative Media brick - Generate images and videos using AI */
+export type GenerativeMedia = Brick &
+  GenerativeMediaDef & {
+    templateKey: 'BRICK_GENERATIVE_MEDIA'
+    switches: Array<
+      SwitchDef &
+        GenerativeMediaDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'brickPressing' | 'brickFocusing' | 'url' | 'error'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators.ts

@@ -892,6 +892,8 @@ Default property:
     downloadProgress?: () => Data
     /* File sync download errors */
     downloadErrors?: () => Data
+    /* Media box info */
+    box?: () => Data
     /* File sync result    [      {        "url": "/storage/emulated/0/Download/SyncFolder/Asset/1.png",        "mediaType": "photo" // enum("photo", "video"), used to distingiush        "id": "",      }    ] */
     downloadFileUrls?: () => Data
     /* Save Media Flow fetch result   [     {       "url": "https://d1kk0369g9vrck.cloudfront.net/box/5b431e29efd40c01e8b2019c/photo5b431e37efd40c01e8b201d1"       "extension": "", // enum("jpg", "png", "mp4")       "id": "5b431e37efd40c01e8b201d1",       "md5": "6134ab412351651324" // md5 came from media resource api     }   ] */
@@ -917,6 +919,7 @@ export type GeneratorMediaFlow = Generator &
                     | 'downloadStatus'
                     | 'downloadProgress'
                     | 'downloadErrors'
+                    | 'box'
                     | 'downloadFileUrls'
                     | 'result'
                   value: any
@@ -1497,9 +1500,7 @@ Please note that the key code is not supported on iOS / tvOS, so it will use `ke
   }
 }
 
-/* Listening keyboard (controller) event  
-
-  NOTE: For iOS, if you're using iOS version less than 13.4, it only supports keyboard up event. */
+/* Listening keyboard (controller) event */
 export type GeneratorKeyboard = Generator &
   GeneratorKeyboardDef & {
     templateKey: 'GENERATOR_KEYBOARD'
@@ -4544,9 +4545,7 @@ Default property:
   }
 }
 
-/* [UNSTABLE] Tap to Pay on iPhone (iOS only)  
-  
-\* Currently it is not included in the Production build. */
+/* [UNSTABLE] Tap to Pay on iPhone (iOS only) */
 export type GeneratorTapPayT2P = Generator &
   GeneratorTapPayT2PDef & {
     templateKey: 'GENERATOR_TAPPAY_T2P_IOS'
@@ -4709,7 +4708,7 @@ Default property:
     /* Connect printer on generator initialized */
     init?: boolean | DataLink
     /* Connection driver */
-    driver?: 'escpos' | 'star' | DataLink
+    driver?: 'escpos' | 'star' | 'tsc' | DataLink
     /* The address of the printer */
     connectString?: string | DataLink
     /* The language of the printer (only for EPSON) */
@@ -4738,7 +4737,8 @@ Default property:
  Notes:  
  - `reverse-feed` only works on ESC/POS driver  
  - `width` and `height` in Star driver is magnification factor  
- - `y` position in ESC/POS is use feed lines to offset */
+ - `y` position in ESC/POS is use feed lines to offset  
+ - `textFont` only works on TSC driver */
     payload?:
       | Array<
           | DataLink
@@ -4762,6 +4762,7 @@ Default property:
               textEmphasize?: boolean | DataLink
               textUnderline?: boolean | DataLink
               textLang?: 'EN' | 'JA' | 'ZH_CN' | 'ZH_TW' | 'KO' | 'TH' | 'VI' | 'MULTI' | DataLink
+              textFont?: string | DataLink
               barcodeType?:
                 | 'CODE39'
                 | 'CODE93'
@@ -4778,6 +4779,7 @@ Default property:
               qrcodeModel?: '1' | '2' | DataLink
               qrcodeSize?: number | DataLink
               qrcodeLevel?: 'L' | 'M' | 'Q' | 'H' | DataLink
+              qrcodeMask?: 'S0' | 'S1' | 'S2' | 'S3' | 'S4' | 'S5' | 'S6' | 'S7' | DataLink
               feedLines?: number | DataLink
               lineSpace?: number | DataLink
             }
@@ -6187,6 +6189,7 @@ Default property:
   "init": false,
   "contextSize": 512,
   "batchSize": 512,
+  "uBatchSize": 512,
   "accelVariant": "default",
   "mainGpu": 0,
   "gpuLayers": 0,
@@ -6252,8 +6255,10 @@ Default property:
     modelHash?: string | DataLink
     /* Context size (0 ~ 4096) (Default to 512) */
     contextSize?: number | DataLink
-    /* Batch size */
+    /* Logical batch size for prompt processing */
     batchSize?: number | DataLink
+    /* Physical batch size for prompt processing */
+    uBatchSize?: number | DataLink
     /* Number of threads */
     maxThreads?: number | DataLink
     /* Accelerator variant (Only for desktop)  
@@ -6530,6 +6535,211 @@ export type GeneratorLLM = Generator &
     >
   }
 
+/* Run text completion */
+export type GeneratorOpenAILLMActionCompletion = ActionWithParams & {
+  __actionName: 'GENERATOR_OPENAI_LLM_COMPLETION'
+  params?: Array<
+    | {
+        input: 'messages'
+        value?: Array<any> | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'maxTokens'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'temperature'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'topP'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'frequencyPenalty'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'presencePenalty'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'stop'
+        value?: Array<any> | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'functionCallEnabled'
+        value?: boolean | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'functionCallSchema'
+        value?: Array<any> | DataLink
+        mapping?: string
+      }
+  >
+}
+
+/* Stop text completion */
+export type GeneratorOpenAILLMActionStopCompletion = Action & {
+  __actionName: 'GENERATOR_OPENAI_LLM_STOP_COMPLETION'
+}
+
+interface GeneratorOpenAILLMDef {
+  /*
+Default property:
+{
+  "apiEndpoint": "https://api.openai.com/v1",
+  "model": "gpt-4o-mini",
+  "completionMessages": [
+    null
+  ],
+  "completionMaxTokens": 1024,
+  "completionTemperature": 1,
+  "completionTopP": 1,
+  "completionFrequencyPenalty": 0,
+  "completionPresencePenalty": 0,
+  "completionStop": []
+}
+  */
+  property?: {
+    /* API endpoint URL */
+    apiEndpoint?: string | DataLink
+    /* API key */
+    apiKey?: string | DataLink
+    /* Model name (Default: gpt-4o-mini) */
+    model?: string | DataLink
+    /* Chat messages */
+    completionMessages?:
+      | Array<
+          | DataLink
+          | {
+              role?: string | DataLink
+              content?:
+                | string
+                | DataLink
+                | DataLink
+                | {
+                    type?: string | DataLink
+                    text?: string | DataLink
+                    image_url?: string | DataLink
+                  }
+                | DataLink
+            }
+        >
+      | DataLink
+    /* Maximum tokens to generate */
+    completionMaxTokens?: number | DataLink
+    /* Temperature */
+    completionTemperature?: number | DataLink
+    /* Top P sampling */
+    completionTopP?: number | DataLink
+    /* Frequency penalty */
+    completionFrequencyPenalty?: number | DataLink
+    /* Presence penalty */
+    completionPresencePenalty?: number | DataLink
+    /* Stop sequences */
+    completionStop?: Array<string | DataLink> | DataLink
+    /* Enable function calling. */
+    functionCallEnabled?: boolean | DataLink
+    /* The function calling schema (ref: https://platform.openai.com/docs/guides/gpt/function-calling) */
+    functionCallSchema?: Array<DataLink | {}> | DataLink
+  }
+  events?: {
+    /* Error event */
+    onError?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          error: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+    /* Completion event */
+    onCompletion?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          completionResult: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+    /* Completion finished event */
+    onCompletionFinished?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          completionResult: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+    /* Completion function call event */
+    onCompletionFunctionCall?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          completionFunctionCallName: {
+            type: 'string'
+            path: string
+          }
+          completionFunctionArguments: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+  }
+  outlets?: {
+    /* Evaluating outlet */
+    isEvaluating?: () => Data
+    /* Completion result outlet */
+    completionResult?: () => Data
+    /* Completion details outlet */
+    completionDetails?: () => Data
+  }
+}
+
+/* LLM inference using OpenAI-compatible API endpoints  
+
+ ## Features  
+ - Compatible with OpenAI API format  
+ - Supports function calling  
+ - Streaming responses  
+ - Custom API endpoints */
+export type GeneratorOpenAILLM = Generator &
+  GeneratorOpenAILLMDef & {
+    templateKey: 'GENERATOR_OPENAI_LLM'
+    switches: Array<
+      SwitchDef &
+        GeneratorOpenAILLMDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'isEvaluating' | 'completionResult' | 'completionDetails'
+                  value: any
+                }
+          }>
+        }
+    >
+  }
+
 /* Add a message to the assistant */
 export type GeneratorAssistantActionAddMessage = ActionWithParams & {
   __actionName: 'GENERATOR_ASSISTANT_ADD_MESSAGE'
@@ -6549,6 +6759,41 @@ export type GeneratorAssistantActionAddMessage = ActionWithParams & {
         value?: {} | DataLink
         mapping?: string
       }
+    | {
+        input: 'useFileSearch'
+        value?: boolean | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'filePath'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileName'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileExtension'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'filePayload'
+        value?: {} | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileSearchCitationCount'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileSearchInsertMethod'
+        value?: 'in-user-message' | 'new-assistant-message' | DataLink
+        mapping?: string
+      }
   >
 }
 
@@ -6593,14 +6838,86 @@ export type GeneratorAssistantActionAddAudioMessage = ActionWithParams & {
         value?: string | DataLink
         mapping?: string
       }
+    | {
+        input: 'useFileSearch'
+        value?: boolean | DataLink
+        mapping?: string
+      }
     | {
         input: 'payload'
         value?: {} | DataLink
         mapping?: string
       }
+    | {
+        input: 'filePath'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileName'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileExtension'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'filePayload'
+        value?: {} | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileSearchCitationCount'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileSearchInsertMethod'
+        value?: 'in-user-message' | 'new-assistant-message' | DataLink
+        mapping?: string
+      }
   >
 }
 
+/* Add a file to File Search (Vector Store) */
+export type GeneratorAssistantActionAddFile = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_ADD_FILE'
+  params?: Array<
+    | {
+        input: 'filePath'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileName'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileExtension'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'filePayload'
+        value?: {} | DataLink
+        mapping?: string
+      }
+  >
+}
+
+/* Remove a file from File Search (Vector Store) */
+export type GeneratorAssistantActionRemoveFile = ActionWithParams & {
+  __actionName: 'GENERATOR_ASSISTANT_REMOVE_FILE'
+  params?: Array<{
+    input: 'fileName'
+    value?: string | DataLink
+    mapping?: string
+  }>
+}
+
 /* Update a audio message at a specific index */
 export type GeneratorAssistantActionUpdateAudioMessageAtIndex = ActionWithParams & {
   __actionName: 'GENERATOR_ASSISTANT_UPDATE_AUDIO_MESSAGE_AT_INDEX'
@@ -6643,6 +6960,11 @@ export type GeneratorAssistantActionResetMessages = Action & {
   __actionName: 'GENERATOR_ASSISTANT_RESET_MESSAGES'
 }
 
+/* Reset assistant (Reset all messages and files) */
+export type GeneratorAssistantActionReset = Action & {
+  __actionName: 'GENERATOR_ASSISTANT_RESET'
+}
+
 /* Submit the assistant */
 export type GeneratorAssistantActionSubmit = Action & {
   __actionName: 'GENERATOR_ASSISTANT_SUBMIT'
@@ -6663,6 +6985,8 @@ Default property:
   "cacheMessages": false,
   "llmLivePolicy": "only-in-use",
   "llmSessionKey": "default-assistant",
+  "fileSearchEnabled": false,
+  "fileSearchLivePolicy": "only-in-use",
   "sttEnabled": true,
   "sttLivePolicy": "only-in-use",
   "ttsEnabled": false,
@@ -6690,6 +7014,18 @@ Default property:
     llmLivePolicy?: 'only-in-use' | 'manual' | DataLink
     /* LLM main session key */
     llmSessionKey?: string | DataLink
+    /* File Search (Vector Store) Enabled */
+    fileSearchEnabled?: boolean | DataLink
+    /* File Search (Vector Store) Generator */
+    fileSearchGeneratorId?: string | DataLink
+    /* File Search (Vector Store) Live Policy. If the policy is `only-in-use`, the File Search (Vector Store) context will be released when the assistant is not in use. */
+    fileSearchLivePolicy?: 'only-in-use' | 'manual' | DataLink
+    /* File Search Citation Count. (Default: 3) */
+    fileSearchCitationCount?: number | DataLink
+    /* File Search Threshold. (Default: 1.0) */
+    fileSearchThreshold?: number | DataLink
+    /* File Search Ignore Threshold. (Default: false) */
+    fileSearchIgnoreThreshold?: boolean | DataLink
     /* STT Generator use for transcribing audio message (Currently only support `STT (GGML)` generator) */
     sttGeneratorId?: string | DataLink
     /* STT Enabled */
@@ -6741,8 +7077,14 @@ Default property:
   outlets?: {
     /* Whether the assistant is heating up */
     isHeatingUp?: () => Data
+    /* Whether the assistant is file processing */
+    isFileProcessing?: () => Data
     /* Whether the assistant is responding */
     isResponding?: () => Data
+    /* Whether the assistant is busy */
+    isBusy?: () => Data
+    /* Embedding files of the assistant */
+    files?: () => Data
     /* Messages of the assistant */
     messages?: () => Data
   }
@@ -6762,7 +7104,235 @@ export type GeneratorAssistant = Generator &
               | SwitchCondData
               | {
                   __typename: 'SwitchCondInnerStateOutlet'
-                  outlet: 'isHeatingUp' | 'isResponding' | 'messages'
+                  outlet:
+                    | 'isHeatingUp'
+                    | 'isFileProcessing'
+                    | 'isResponding'
+                    | 'isBusy'
+                    | 'files'
+                    | 'messages'
+                  value: any
+                }
+          }>
+        }
+    >
+  }
+
+/* Load the model (Only if source is ggml) */
+export type GeneratorVectorStoreActionModelLoad = Action & {
+  __actionName: 'GENERATOR_VECTOR_STORE_MODEL_LOAD'
+}
+
+/* Release the model (Only if source is ggml) */
+export type GeneratorVectorStoreActionModelRelease = Action & {
+  __actionName: 'GENERATOR_VECTOR_STORE_MODEL_RELEASE'
+}
+
+/* Reset the embedding session */
+export type GeneratorVectorStoreActionReset = ActionWithParams & {
+  __actionName: 'GENERATOR_VECTOR_STORE_RESET'
+  params?: Array<{
+    input: 'resetType'
+    value?: 'session' | 'all' | DataLink
+    mapping?: string
+  }>
+}
+
+/* Insert file content with path or url, support Office / OpenOffice / PDF  
+
+ PDF is not currently supprted in iOS / Android */
+export type GeneratorVectorStoreActionInsertFile = ActionWithParams & {
+  __actionName: 'GENERATOR_VECTOR_STORE_INSERT_FILE'
+  params?: Array<
+    | {
+        input: 'filePath'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileName'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileExtension'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'chunkSize'
+        value?: number | DataLink
+        mapping?: string
+      }
+  >
+}
+
+/* Cancel the file download */
+export type GeneratorVectorStoreActionCancelFileDownload = Action & {
+  __actionName: 'GENERATOR_VECTOR_STORE_CANCEL_FILE_DOWNLOAD'
+}
+
+/* Insert pure text content to vector store */
+export type GeneratorVectorStoreActionInsertContent = ActionWithParams & {
+  __actionName: 'GENERATOR_VECTOR_STORE_INSERT_CONTENT'
+  params?: Array<
+    | {
+        input: 'textContent'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'fileName'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'payload'
+        value?: {} | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'chunkSize'
+        value?: number | DataLink
+        mapping?: string
+      }
+  >
+}
+
+/* Remove file from vector store */
+export type GeneratorVectorStoreActionRemoveFile = ActionWithParams & {
+  __actionName: 'GENERATOR_VECTOR_STORE_REMOVE_FILE'
+  params?: Array<{
+    input: 'fileName'
+    value?: string | DataLink
+    mapping?: string
+  }>
+}
+
+/* Search similar text chunks in vector store */
+export type GeneratorVectorStoreActionSearch = ActionWithParams & {
+  __actionName: 'GENERATOR_VECTOR_STORE_SEARCH'
+  params?: Array<
+    | {
+        input: 'text'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'filename'
+        value?: string | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'limit'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'threshold'
+        value?: number | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'ignoreThreshold'
+        value?: boolean | DataLink
+        mapping?: string
+      }
+  >
+}
+
+interface GeneratorVectorStoreDef {
+  /*
+Default property:
+{
+  "source": "ggml",
+  "ggmlContextSize": 512,
+  "openaiBaseUrl": "https://api.openai.com/v1",
+  "openaiModel": "text-embedding-3-small",
+  "embedSessionId": "default-embeddings",
+  "fileChunkSize": 256
+}
+  */
+  property?: {
+    /* Initialize embedding model context & tokenizer context on subspace mounted */
+    init?: boolean | DataLink
+    /* Source of embedding model. Note that you can't use the saved embedddings data in different sources. */
+    source?: 'ggml' | 'openai' | DataLink
+    /* Path of ggml model */
+    ggmlModelUrl?: string | DataLink
+    /* Hash type of ggml model */
+    ggmlModelHashType?: 'sha256' | 'sha1' | 'md5' | DataLink
+    /* Hash of ggml model */
+    ggmlModelHash?: string | DataLink
+    /* Size of ggml context */
+    ggmlContextSize?: number | DataLink
+    /* Pooling type of ggml model */
+    ggmlPoolingType?: 'none' | 'mean' | 'cls' | 'last' | 'rank' | DataLink
+    /* Accelerator variant of ggml model */
+    ggmlAccelVariant?: 'default' | 'vulkan' | DataLink
+    /* Normalize */
+    ggmlEmbdNormalize?: number | DataLink
+    /* API key of OpenAI Compatible API */
+    openaiApiKey?: string | DataLink
+    /* Base URL of OpenAI Compatible API. For example, we can use ollama / llama.cpp server instead of openai */
+    openaiBaseUrl?: string | DataLink
+    /* Model of OpenAI Compatible API */
+    openaiModel?: 'text-embedding-3-small' | 'text-embedding-3-large' | DataLink
+    /* Session ID of embedding */
+    embedSessionId?: string | DataLink
+    /* Storage type of embedding */
+    embedStorageType?: 'file' | 'memory' | DataLink
+    /* Tokenizer model URL (Recommended to use same with your LLM model, the model will just load with vocab_only mode) */
+    tokenizerModelUrl?: string | DataLink
+    /* Tokenizer model hash */
+    tokenizerModelHash?: string | DataLink
+    /* Tokenizer model hash type */
+    tokenizerModelHashType?: 'sha256' | 'sha1' | 'md5' | DataLink
+    /* Chunk size to handle file content (token), must be less then embedding model context size */
+    fileChunkSize?: number | DataLink
+  }
+  events?: {
+    /* Event triggered when error occurs */
+    onError?: Array<
+      EventAction & {
+        eventPropertyMapping?: {
+          error: {
+            type: 'string'
+            path: string
+          }
+        }
+      }
+    >
+  }
+  outlets?: {
+    /* undefined */
+    isReady?: () => Data
+    /* Whether the embedding is processing */
+    processing?: () => Data
+    /* Progress of embedding processing */
+    processProgress?: () => Data
+    /* Files inserted to embedding */
+    files?: () => Data
+    /* Search result */
+    searchResult?: () => Data
+  }
+}
+
+/* Vector Store - File embeddings & search */
+export type GeneratorVectorStore = Generator &
+  GeneratorVectorStoreDef & {
+    templateKey: 'GENERATOR_VECTOR_STORE'
+    switches: Array<
+      SwitchDef &
+        GeneratorVectorStoreDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'isReady' | 'processing' | 'processProgress' | 'files' | 'searchResult'
                   value: any
                 }
           }>

package/utils/data.ts

@@ -62,6 +62,7 @@ type SystemDataName =
   | 'isWifiEnabled'
   | 'deviceDisplayName'
   | 'workspaceName'
+  | 'applicationInfo'
   | 'applicationName'
   | 'macAddress'
   | 'bindDeviceCode'
@@ -326,6 +327,14 @@ export const systemDataList: Array<SystemDataInfo> = [
     type: 'string',
     value: '',
   },
+  {
+    name: 'applicationInfo',
+    id: 'PROPERTY_BANK_DATA_NODE_935d3322-84aa-4465-b1e7-241d1f024267',
+    title: 'SYSTEM: Application Info',
+    description: 'Current application info',
+    type: 'object',
+    value: {},
+  },
   {
     name: 'applicationName',
     id: 'PROPERTY_BANK_DATA_NODE_df395fd6-a754-4b60-8bac-1360933e6707',