@fugood/bricks-project 2.22.0-beta.9 → 2.22.0

package/types/generators/WebSocket.ts

@@ -0,0 +1,142 @@
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type {
+  Generator,
+  EventAction,
+  ActionWithDataParams,
+  ActionWithParams,
+  Action,
+  EventProperty,
+} from '../common'
+
+/* Connect */
+export type GeneratorWebSocketActionConnect = Action & {
+  __actionName: 'GENERATOR_WEB_SOCKET_CONNECT'
+}
+
+/* Disconnect */
+export type GeneratorWebSocketActionDisconnect = Action & {
+  __actionName: 'GENERATOR_WEB_SOCKET_DISCONNECT'
+}
+
+/* Emit event (Acknowledgement: It's callback, the channel of Socket.IO server can used it as last argument) */
+export type GeneratorWebSocketActionEmit = ActionWithParams & {
+  __actionName: 'GENERATOR_WEB_SOCKET_EMIT'
+  params?: Array<
+    | {
+        input: 'eventName'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'arguments'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'acknowledgementType'
+        value?: 'text' | 'json' | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'withAcknowledgement'
+        value?: boolean | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Emit `message` */
+export type GeneratorWebSocketActionSend = ActionWithParams & {
+  __actionName: 'GENERATOR_WEB_SOCKET_SEND'
+  params?: Array<{
+    input: 'value'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+interface GeneratorWebSocketDef {
+  /*
+Default property:
+{}
+  */
+  property?: {
+    /* Try to connect on generator initialized */
+    init?: boolean | DataLink
+    /* Endpoint URL (support namespace) */
+    url?: string | DataLink
+    /* Name of the path that is captured on the server side */
+    path?: string | DataLink
+    /* URL query parameters */
+    query?: {} | DataLink
+    /* Whether to reconnect automatically */
+    reconnection?: boolean | DataLink
+    /* Number of reconnection attempts before giving up */
+    attemptTimes?: number | DataLink
+    /* How long to initially wait before attempting a new reconnection (1000). Affected by +/- randomizationFactor, for example the default initial delay will be between 500 to 1500ms. */
+    delayBase?: number | DataLink
+    /* Maximum amount of time to wait between reconnections (5000). Each attempt increases the reconnection delay by 2x along with a randomization as above */
+    delayMax?: number | DataLink
+    /* Randomization factor 0 <= deplayRandom <= 1 */
+    delayRandom?: number | DataLink
+    /* Message type, if type is json it's will auto transform to object */
+    messageType?: 'json' | 'text' | DataLink
+    /* Use Socket.IO as transport channel */
+    socketIoEnable?: boolean | DataLink
+    /* Socket.IO Version */
+    socketIoVersion?: 'latest' | 'v4' | 'v2' | DataLink
+    /* Whether to reuse an existing connection */
+    socketIoForceNew?: boolean | DataLink
+    /* Connection timeout before a connect_error and connect_timeout events are emitted */
+    socketIoTimeout?: number | DataLink
+    /* Event name to be subscribe */
+    socketIoEventName?: string | DataLink
+    /* Additional query parameters that are sent when connecting a namespace (then found in socket.handshake.query object on the server-side) */
+    socketIoQuery?: {} | DataLink
+    /* Protocols to be used in the WebSocket connection */
+    wsProtocols?: Array<string | DataLink> | DataLink | string | DataLink | DataLink
+  }
+  events?: {
+    /* Event for connected to server */
+    onOpen?: Array<EventAction>
+    /* Event for disconnect from server */
+    onClose?: Array<EventAction>
+    /* Event for receive message */
+    onMessage?: Array<EventAction>
+    /* Event for error occurred */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Show socket.io connected or not */
+    readyState?: () => Data
+    /* Results of each countdown change,  it will save to Data */
+    message?: () => Data
+    /* When Socket.IO mode server can response acknowledgemnt with data to client */
+    acknowledgeData?: () => Data
+    /* Error message */
+    errorMessage?: () => Data
+  }
+}
+
+/* WebSocket or Socket.IO Generator */
+export type GeneratorWebSocket = Generator &
+  GeneratorWebSocketDef & {
+    templateKey: 'GENERATOR_WEB_SOCKET'
+    switches: Array<
+      SwitchDef &
+        GeneratorWebSocketDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'readyState' | 'message' | 'acknowledgeData' | 'errorMessage'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/index.ts

@@ -0,0 +1,51 @@
+export * from './Tick'
+export * from './AlarmClock'
+export * from './File'
+export * from './MediaFlow'
+export * from './DataBank'
+export * from './GraphQl'
+export * from './Http'
+export * from './SoundPlayer'
+export * from './Keyboard'
+export * from './WebSocket'
+export * from './CanvasMap'
+export * from './Step'
+export * from './Iterator'
+export * from './Watchdog'
+export * from './MqttClient'
+export * from './MqttBroker'
+export * from './BleCentral'
+export * from './SerialPort'
+export * from './Tcp'
+export * from './TcpServer'
+export * from './Udp'
+export * from './HttpServer'
+export * from './WebRtc'
+export * from './WebCrawler'
+export * from './SoundRecorder'
+export * from './BlePeripheral'
+export * from './Question'
+export * from './Information'
+export * from './Intent'
+export * from './TapToPayOnIPhone'
+export * from './CastlesPay'
+export * from './SpeechToTextPlatform'
+export * from './ThermalPrinter'
+export * from './SqLite'
+export * from './McpServer'
+export * from './Mcp'
+export * from './TextToSpeechOnnx'
+export * from './LlmOnnx'
+export * from './SpeechToTextOnnx'
+export * from './SpeechToTextGgml'
+export * from './VadGgml'
+export * from './RealtimeTranscription'
+export * from './LlmGgml'
+export * from './TextToSpeechGgml'
+export * from './RerankerGgml'
+export * from './LlmQualcommAiEngine'
+export * from './LlmOpenAiCompat'
+export * from './TextToSpeechOpenAiLike'
+export * from './LlmAnthropicCompat'
+export * from './Assistant'
+export * from './VectorStore'

package/types/system.ts

@@ -467,6 +467,16 @@ export type SystemActionChannelPublish = ActionWithParams & {
   >
 }
 
+/* Delay for a certain time between actions */
+export type SystemActionDelay = ActionWithParams & {
+  __actionName: 'DELAY'
+  params?: Array<{
+    input: 'time'
+    value?: number | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
 /* [Internal] Use a shared application */
 export type SystemActionUseShareApplication = ActionWithParams & {
   __actionName: 'USE_SHARE_APPLICATION'
@@ -599,3 +609,57 @@ export type SystemActionThrowException = ActionWithParams & {
 export type SystemActionDismissKeyboard = Action & {
   __actionName: 'DISMISS_KEYBOARD'
 }
+
+/* Trigger application AI filter */
+export type SystemActionTriggerApplicationFilter = ActionWithParams & {
+  __actionName: 'TRIGGER_APPLICATION_FILTER'
+  params?: Array<
+    | {
+        input: 'name'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'variables'
+        value?: any | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'result'
+        value?: string | DataLink | (() => Data) | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'error'
+        value?: string | DataLink | (() => Data) | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Stop running application AI filter */
+export type SystemActionStopApplicationFilter = Action & {
+  __actionName: 'STOP_APPLICATION_FILTER'
+}
+
+/* Save update snapshot (from Application Filter or DevTools MCP Server) to media system */
+export type SystemActionSaveUpdateSnapshot = ActionWithParams & {
+  __actionName: 'SAVE_UPDATE_SNAPSHOT'
+  params?: Array<
+    | {
+        input: 'snapshotFileIndentifier'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'snapshotSaveResult'
+        value?: string | DataLink | (() => Data) | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'snapshotErrorResult'
+        value?: string | DataLink | (() => Data) | EventProperty
+        mapping?: string
+      }
+  >
+}

package/utils/data.ts

@@ -64,6 +64,7 @@ type SystemDataName =
   | 'workspaceName'
   | 'applicationInfo'
   | 'applicationName'
+  | 'deviceID'
   | 'macAddress'
   | 'bindDeviceCode'
   | 'bindDeviceCodeExpire'
@@ -74,6 +75,10 @@ type SystemDataName =
   | 'env'
   | 'isViewDebugModeEnabled'
   | 'language'
+  | 'aiFilters'
+  | 'systemOpenAIApiKey'
+  | 'systemAnthropicApiKey'
+  | 'systemGeminiApiKey'
 
 type SystemDataInfo = {
   name: SystemDataName
@@ -343,6 +348,14 @@ export const systemDataList: Array<SystemDataInfo> = [
     type: 'string',
     value: '',
   },
+  {
+    name: 'deviceID',
+    id: 'PROPERTY_BANK_DATA_NODE_8b5c2d9e-f0a1-4b2c-8d3e-4f5a6b7c8d9e',
+    title: 'SYSTEM: Device ID',
+    description: 'Device ID of current device',
+    type: 'string',
+    value: 'unknown',
+  },
   {
     name: 'macAddress',
     id: 'PROPERTY_BANK_DATA_NODE_f01fcc78-0723-11ed-ac00-877339de1030',
@@ -423,6 +436,38 @@ export const systemDataList: Array<SystemDataInfo> = [
     type: 'string',
     value: '',
   },
+  {
+    name: 'aiFilters',
+    id: 'PROPERTY_BANK_DATA_NODE_3ffc1e98-8f65-4cc8-a949-3da8d2092ccb',
+    title: 'SYSTEM: AI Filters',
+    description: 'AI filters configuration from the application',
+    type: 'array',
+    value: [],
+  },
+  {
+    name: 'systemOpenAIApiKey',
+    id: 'PROPERTY_BANK_DATA_NODE_a1b2c3d4-5e6f-7890-abcd-ef1234567890',
+    title: 'SYSTEM: OpenAI API Key',
+    description: 'System OpenAI API Key (only available if application enabled)',
+    type: 'string',
+    value: '',
+  },
+  {
+    name: 'systemAnthropicApiKey',
+    id: 'PROPERTY_BANK_DATA_NODE_b2c3d4e5-6f78-9012-bcde-f23456789012',
+    title: 'SYSTEM: Anthropic API Key',
+    description: 'System Anthropic API Key (only available if application enabled)',
+    type: 'string',
+    value: '',
+  },
+  {
+    name: 'systemGeminiApiKey',
+    id: 'PROPERTY_BANK_DATA_NODE_c3d4e5f6-7890-1234-cdef-345678901234',
+    title: 'SYSTEM: Gemini API Key',
+    description: 'System Gemini API Key (only available if application enabled)',
+    type: 'string',
+    value: '',
+  },
 ]
 
 export const useSystemData = (name: SystemDataName): Data => {

package/utils/event-props.ts

@@ -629,6 +629,7 @@ export const templateEventPropsMap = {
       'GENERATOR_MCP_SERVER_SESSION_ID', // type: string
     ],
     onRequestResource: [
+      'GENERATOR_MCP_SERVER_REQUEST_TYPE', // type: string
       'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
       'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
       'GENERATOR_MCP_SERVER_REQUEST_URI', // type: string
@@ -637,6 +638,7 @@ export const templateEventPropsMap = {
       'GENERATOR_MCP_SERVER_REQUEST', // type: object
     ],
     onCallTool: [
+      'GENERATOR_MCP_SERVER_REQUEST_TYPE', // type: string
       'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
       'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
       'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
@@ -644,6 +646,7 @@ export const templateEventPropsMap = {
       'GENERATOR_MCP_SERVER_REQUEST', // type: object
     ],
     onGetPrompt: [
+      'GENERATOR_MCP_SERVER_REQUEST_TYPE', // type: string
       'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
       'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
       'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
@@ -724,6 +727,16 @@ export const templateEventPropsMap = {
     onContextStateChange: [
       'GENERATOR_ONNX_LLM_CONTEXT_STATE', // type: string
     ],
+    onFunctionCall: [
+      'GENERATOR_ONNX_LLM_FUNCTION_CALL_NAME', // type: string
+      'GENERATOR_ONNX_LLM_FUNCTION_CALL_ARGUMENTS', // type: object
+      'GENERATOR_ONNX_LLM_FUNCTION_CALL_DETAILS', // type: object
+    ],
+    onCompletionFinished: [
+      'GENERATOR_ONNX_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_ONNX_LLM_COMPLETION_TOOL_CALLS', // type: array
+      'GENERATOR_ONNX_LLM_COMPLETION_FULL_CONTEXT', // type: string
+    ],
     onError: [
       'GENERATOR_ONNX_LLM_ERROR', // type: string
     ],
@@ -751,6 +764,52 @@ export const templateEventPropsMap = {
       'GENERATOR_SPEECH_INFERENCE_TRANSCRIBE_TIME', // type: number
     ],
   },
+  GENERATOR_VAD_INFERENCE: {
+    onContextStateChange: [
+      'GENERATOR_VAD_INFERENCE_CONTEXT_STATE', // type: string
+      'GENERATOR_VAD_INFERENCE_CONTEXT_DETAILS', // type: object
+    ],
+    onError: [
+      'GENERATOR_VAD_INFERENCE_ERROR', // type: string
+    ],
+    onDetected: [
+      'GENERATOR_VAD_INFERENCE_DETECTION_SEGMENTS', // type: array
+      'GENERATOR_VAD_INFERENCE_DETECTION_TIME', // type: number
+    ],
+  },
+  GENERATOR_REALTIME_TRANSCRIPTION: {
+    onTranscribe: [
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_EVENT', // type: object
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_TYPE', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_SLICE_INDEX', // type: number
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_RESULT_TEXT', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_IS_CAPTURING', // type: bool
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT', // type: object
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_TYPE', // type: string
+    ],
+    onVad: [
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT', // type: object
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT_TYPE', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT_CONFIDENCE', // type: number
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT_DURATION', // type: number
+      'GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT_SLICE_INDEX', // type: number
+    ],
+    onError: [
+      'GENERATOR_REALTIME_TRANSCRIPTION_ERROR', // type: string
+    ],
+    onStatusChange: [
+      'GENERATOR_REALTIME_TRANSCRIPTION_IS_ACTIVE', // type: bool
+    ],
+    onStatsUpdate: [
+      'GENERATOR_REALTIME_TRANSCRIPTION_STATS_TYPE', // type: string
+      'GENERATOR_REALTIME_TRANSCRIPTION_STATS_TIMESTAMP', // type: number
+      'GENERATOR_REALTIME_TRANSCRIPTION_STATS', // type: object
+    ],
+    onEnd: [
+      'GENERATOR_REALTIME_TRANSCRIPTION_END_RESULTS', // type: array
+      'GENERATOR_REALTIME_TRANSCRIPTION_END_AUDIO_OUTPUT_PATH', // type: string
+    ],
+  },
   GENERATOR_LLM: {
     onContextStateChange: [
       'GENERATOR_LLM_CONTEXT_STATE', // type: string
@@ -762,12 +821,14 @@ export const templateEventPropsMap = {
     onCompletion: [
       'GENERATOR_LLM_COMPLETION_SESSION_KEY', // type: string
       'GENERATOR_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_LLM_COMPLETION_REASONING_CONTENT', // type: string
       'GENERATOR_LLM_COMPLETION_FULL_CONTEXT', // type: string
       'GENERATOR_LLM_COMPLETION_RESULT_DETAILS', // type: object
     ],
     onCompletionFinished: [
       'GENERATOR_LLM_COMPLETION_SESSION_KEY', // type: string
       'GENERATOR_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_LLM_COMPLETION_REASONING_CONTENT', // type: string
       'GENERATOR_LLM_COMPLETION_TOOL_CALLS', // type: array
       'GENERATOR_LLM_COMPLETION_FULL_CONTEXT', // type: string
       'GENERATOR_LLM_COMPLETION_IS_CONTEXT_FULL', // type: bool
@@ -776,11 +837,21 @@ export const templateEventPropsMap = {
     ],
     onCompletionFunctionCall: [
       'GENERATOR_LLM_COMPLETION_SESSION_KEY', // type: string
+      'GENERATOR_LLM_COMPLETION_FUNCTION_CALL_ID', // type: string
       'GENERATOR_LLM_COMPLETION_FUNCTION_CALL_NAME', // type: string
       'GENERATOR_LLM_COMPLETION_FUNCTION_ARGUMENTS', // type: object
       'GENERATOR_LLM_COMPLETION_FUNCTION_DETAILS', // type: object
     ],
   },
+  GENERATOR_GGML_TTS: {
+    onContextStateChange: [
+      'GENERATOR_GGML_TTS_CONTEXT_STATE', // type: string
+    ],
+    onError: [
+      'GENERATOR_GGML_TTS_ERROR', // type: string
+    ],
+  },
+  GENERATOR_RERANKER: {},
   GENERATOR_QNN_LLM: {
     onContextStateChange: [
       'GENERATOR_QNN_LLM_CONTEXT_STATE', // type: string
@@ -788,6 +859,7 @@ export const templateEventPropsMap = {
     onGenerate: [
       'GENERATOR_QNN_LLM_RESULT', // type: string
       'GENERATOR_QNN_LLM_FULL_CONTEXT', // type: string
+      'GENERATOR_QNN_LLM_TOOL_CALLS', // type: array
     ],
     onFunctionCall: [
       'GENERATOR_QNN_LLM_FUNCTION_CALL_NAME', // type: string
@@ -823,6 +895,23 @@ export const templateEventPropsMap = {
       'GENERATOR_OPENAI_TTS_ERROR', // type: string
     ],
   },
+  GENERATOR_ANTHROPIC_LLM: {
+    onError: [
+      'GENERATOR_ANTHROPIC_LLM_ERROR', // type: string
+    ],
+    onCompletion: [
+      'GENERATOR_ANTHROPIC_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_ANTHROPIC_LLM_COMPLETION_DETAILS', // type: object
+    ],
+    onCompletionFinished: [
+      'GENERATOR_ANTHROPIC_LLM_COMPLETION_RESULT', // type: string
+      'GENERATOR_ANTHROPIC_LLM_TOOL_USES', // type: array
+    ],
+    onToolUse: [
+      'GENERATOR_ANTHROPIC_LLM_TOOL_USE_NAME', // type: string
+      'GENERATOR_ANTHROPIC_LLM_TOOL_USE_INPUT', // type: object
+    ],
+  },
   GENERATOR_ASSISTANT: {
     onError: [
       'GENERATOR_ASSISTANT_ERROR', // type: string