@fugood/bricks-project 2.22.0-beta.2 → 2.22.0-beta.20

package/types/system.ts

@@ -467,6 +467,16 @@ export type SystemActionChannelPublish = ActionWithParams & {
   >
 }
 
+/* Delay for a certain time between actions */
+export type SystemActionDelay = ActionWithParams & {
+  __actionName: 'DELAY'
+  params?: Array<{
+    input: 'time'
+    value?: number | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
 /* [Internal] Use a shared application */
 export type SystemActionUseShareApplication = ActionWithParams & {
   __actionName: 'USE_SHARE_APPLICATION'
@@ -599,3 +609,35 @@ export type SystemActionThrowException = ActionWithParams & {
 export type SystemActionDismissKeyboard = Action & {
   __actionName: 'DISMISS_KEYBOARD'
 }
+
+/* Trigger application AI filter */
+export type SystemActionTriggerApplicationFilter = ActionWithParams & {
+  __actionName: 'TRIGGER_APPLICATION_FILTER'
+  params?: Array<
+    | {
+        input: 'name'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'variables'
+        value?: any | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'result'
+        value?: string | DataLink | (() => Data) | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'error'
+        value?: string | DataLink | (() => Data) | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Stop running application AI filter */
+export type SystemActionStopApplicationFilter = Action & {
+  __actionName: 'STOP_APPLICATION_FILTER'
+}

package/utils/data.ts

@@ -64,6 +64,7 @@ type SystemDataName =
   | 'workspaceName'
   | 'applicationInfo'
   | 'applicationName'
+  | 'deviceID'
   | 'macAddress'
   | 'bindDeviceCode'
   | 'bindDeviceCodeExpire'
@@ -74,6 +75,7 @@ type SystemDataName =
   | 'env'
   | 'isViewDebugModeEnabled'
   | 'language'
+  | 'aiFilters'
 
 type SystemDataInfo = {
   name: SystemDataName
@@ -343,6 +345,14 @@ export const systemDataList: Array<SystemDataInfo> = [
     type: 'string',
     value: '',
   },
+  {
+    name: 'deviceID',
+    id: 'PROPERTY_BANK_DATA_NODE_8b5c2d9e-f0a1-4b2c-8d3e-4f5a6b7c8d9e',
+    title: 'SYSTEM: Device ID',
+    description: 'Device ID of current device',
+    type: 'string',
+    value: 'unknown',
+  },
   {
     name: 'macAddress',
     id: 'PROPERTY_BANK_DATA_NODE_f01fcc78-0723-11ed-ac00-877339de1030',
@@ -423,6 +433,14 @@ export const systemDataList: Array<SystemDataInfo> = [
     type: 'string',
     value: '',
   },
+  {
+    name: 'aiFilters',
+    id: 'PROPERTY_BANK_DATA_NODE_3ffc1e98-8f65-4cc8-a949-3da8d2092ccb',
+    title: 'SYSTEM: AI Filters',
+    description: 'AI filters configuration from the application',
+    type: 'array',
+    value: [],
+  },
 ]
 
 export const useSystemData = (name: SystemDataName): Data => {

package/utils/event-props.ts

@@ -615,6 +615,103 @@ export const templateEventPropsMap = {
       'GENERATOR_SQLITE_QUERY_RESULT', // type: array
     ],
   },
+  GENERATOR_MCP_SERVER: {
+    onError: [
+      'GENERATOR_MCP_SERVER_ERROR_MESSAGE', // type: string
+    ],
+    onClientError: [
+      'GENERATOR_MCP_SERVER_CLIENT_ADDRESS', // type: string
+      'GENERATOR_MCP_SERVER_SESSION_ID', // type: string
+      'GENERATOR_MCP_SERVER_ERROR_MESSAGE', // type: string
+    ],
+    onClientClose: [
+      'GENERATOR_MCP_SERVER_CLIENT_ADDRESS', // type: string
+      'GENERATOR_MCP_SERVER_SESSION_ID', // type: string
+    ],
+    onRequestResource: [
+      'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_URI', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
+      'GENERATOR_MCP_SERVER_REQUEST_TIMEOUT', // type: number
+      'GENERATOR_MCP_SERVER_REQUEST', // type: object
+    ],
+    onCallTool: [
+      'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
+      'GENERATOR_MCP_SERVER_REQUEST_TIMEOUT', // type: number
+      'GENERATOR_MCP_SERVER_REQUEST', // type: object
+    ],
+    onGetPrompt: [
+      'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
+      'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
+      'GENERATOR_MCP_SERVER_REQUEST_TIMEOUT', // type: number
+      'GENERATOR_MCP_SERVER_REQUEST', // type: object
+    ],
+  },
+  GENERATOR_MCP: {
+    onConnectionError: [
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onListResources: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onListResourcesError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onListResourceTemplates: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onListResourceTemplatesError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onReadResource: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onReadResourceError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onListTools: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onListToolsError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onCallTool: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onCallToolError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onListPrompts: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onListPromptsError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+    onGetPrompt: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_RESPONSE', // type: object
+    ],
+    onGetPromptError: [
+      'GENERATOR_MCP_REQUEST_ID', // type: string
+      'GENERATOR_MCP_ERROR_MESSAGE', // type: string
+    ],
+  },
   GENERATOR_TTS: {
     onContextStateChange: [
       'GENERATOR_TTS_CONTEXT_STATE', // type: string
@@ -627,6 +724,16 @@ export const templateEventPropsMap = {
     onContextStateChange: [
       'GENERATOR_ONNX_LLM_CONTEXT_STATE', // type: string
     ],
+    onFunctionCall: [
+      'GENERATOR_ONNX_LLM_FUNCTION_CALL_NAME', // type: string
+      'GENERATOR_ONNX_LLM_FUNCTION_CALL_ARGUMENTS', // type: object
+      'GENERATOR_ONNX_LLM_FUNCTION_CALL_DETAILS', // type: object
+    ],
+    onCompletionFinished: [
+      'GENERATOR_ONNX_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_ONNX_LLM_COMPLETION_TOOL_CALLS', // type: array
+      'GENERATOR_ONNX_LLM_COMPLETION_FULL_CONTEXT', // type: string
+    ],
     onError: [
       'GENERATOR_ONNX_LLM_ERROR', // type: string
     ],
@@ -654,6 +761,46 @@ export const templateEventPropsMap = {
       'GENERATOR_SPEECH_INFERENCE_TRANSCRIBE_TIME', // type: number
     ],
   },
+  GENERATOR_VAD_INFERENCE: {
+    onContextStateChange: [
+      'GENERATOR_VAD_INFERENCE_CONTEXT_STATE', // type: string
+      'GENERATOR_VAD_INFERENCE_CONTEXT_DETAILS', // type: object
+    ],
+    onError: [
+      'GENERATOR_VAD_INFERENCE_ERROR', // type: string
+    ],
+    onDetected: [
+      'GENERATOR_VAD_INFERENCE_DETECTION_SEGMENTS', // type: array
+      'GENERATOR_VAD_INFERENCE_DETECTION_TIME', // type: number
+    ],
+  },
+  GENERATOR_REALTIME_TRANSCRIPTION: {
+    onTranscribe: [
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_EVENT', // type: object
+    ],
+    onVad: [
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT', // type: object
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT_TYPE', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT_CONFIDENCE', // type: number
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT_DURATION', // type: number
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT_SLICE_INDEX', // type: number
+    ],
+    onError: [
+      'GENERATOR_REALTIME_TRANSCRIPTION_ERROR', // type: string
+    ],
+    onStatusChange: [
+      'GENERATOR_REALTIME_TRANSCRIPTION_IS_ACTIVE', // type: bool
+    ],
+    onStatsUpdate: [
+      'GENERATOR_REALTIME_TRANSCRIPTION_STATS_TYPE', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_STATS_TIMESTAMP', // type: number
+      'GENERATOR_REALTIME_TRANSCRIPTION_STATS', // type: object
+    ],
+    onEnd: [
+      'GENERATOR_REALTIME_TRANSCRIPTION_END_RESULTS', // type: array
+      'GENERATOR_REALTIME_TRANSCRIPTION_END_AUDIO_OUTPUT_PATH', // type: string
+    ],
+  },
   GENERATOR_LLM: {
     onContextStateChange: [
       'GENERATOR_LLM_CONTEXT_STATE', // type: string
@@ -673,15 +820,45 @@ export const templateEventPropsMap = {
       'GENERATOR_LLM_COMPLETION_RESULT', // type: string
       'GENERATOR_LLM_COMPLETION_TOOL_CALLS', // type: array
       'GENERATOR_LLM_COMPLETION_FULL_CONTEXT', // type: string
+      'GENERATOR_LLM_COMPLETION_IS_CONTEXT_FULL', // type: bool
+      'GENERATOR_LLM_COMPLETION_IS_TRUNCATED', // type: bool
       'GENERATOR_LLM_COMPLETION_RESULT_DETAILS', // type: object
     ],
     onCompletionFunctionCall: [
       'GENERATOR_LLM_COMPLETION_SESSION_KEY', // type: string
+      'GENERATOR_LLM_COMPLETION_FUNCTION_CALL_ID', // type: string
       'GENERATOR_LLM_COMPLETION_FUNCTION_CALL_NAME', // type: string
       'GENERATOR_LLM_COMPLETION_FUNCTION_ARGUMENTS', // type: object
       'GENERATOR_LLM_COMPLETION_FUNCTION_DETAILS', // type: object
     ],
   },
+  GENERATOR_GGML_TTS: {
+    onContextStateChange: [
+      'GENERATOR_GGML_TTS_CONTEXT_STATE', // type: string
+    ],
+    onError: [
+      'GENERATOR_GGML_TTS_ERROR', // type: string
+    ],
+  },
+  GENERATOR_RERANKER: {},
+  GENERATOR_QNN_LLM: {
+    onContextStateChange: [
+      'GENERATOR_QNN_LLM_CONTEXT_STATE', // type: string
+    ],
+    onGenerate: [
+      'GENERATOR_QNN_LLM_RESULT', // type: string
+      'GENERATOR_QNN_LLM_FULL_CONTEXT', // type: string
+      'GENERATOR_QNN_LLM_TOOL_CALLS', // type: array
+    ],
+    onFunctionCall: [
+      'GENERATOR_QNN_LLM_FUNCTION_CALL_NAME', // type: string
+      'GENERATOR_QNN_LLM_FUNCTION_CALL_ARGUMENTS', // type: object
+      'GENERATOR_QNN_LLM_FUNCTION_CALL_DETAILS', // type: object
+    ],
+    onError: [
+      'GENERATOR_QNN_LLM_ERROR', // type: string
+    ],
+  },
   GENERATOR_OPENAI_LLM: {
     onError: [
       'GENERATOR_OPENAI_LLM_ERROR', // type: string
@@ -699,6 +876,14 @@ export const templateEventPropsMap = {
       'GENERATOR_OPENAI_LLM_COMPLETION_FUNCTION_ARGUMENTS', // type: string
     ],
   },
+  GENERATOR_OPENAI_TTS: {
+    onContextStateChange: [
+      'GENERATOR_OPENAI_TTS_CONTEXT_STATE', // type: string
+    ],
+    onError: [
+      'GENERATOR_OPENAI_TTS_ERROR', // type: string
+    ],
+  },
   GENERATOR_ASSISTANT: {
     onError: [
       'GENERATOR_ASSISTANT_ERROR', // type: string