@fugood/bricks-project 2.24.0-beta.22 → 2.24.0-beta.25

package/compile/action-name-map.ts

@@ -798,6 +798,24 @@ export const templateActionNameMap = {
       tools: 'GENERATOR_QNN_LLM_TOOLS',
     },
   },
+  GENERATOR_NEUROPILOT_LLM: {
+    GENERATOR_NEUROPILOT_LLM_LOAD_MODEL: {
+      runnerPath: 'GENERATOR_NEUROPILOT_LLM_RUNNER_PATH',
+      configPath: 'GENERATOR_NEUROPILOT_LLM_CONFIG_PATH',
+      workingDirectory: 'GENERATOR_NEUROPILOT_LLM_WORKING_DIRECTORY',
+      libraryPaths: 'GENERATOR_NEUROPILOT_LLM_LIBRARY_PATHS',
+      daemonHost: 'GENERATOR_NEUROPILOT_LLM_DAEMON_HOST',
+      daemonPort: 'GENERATOR_NEUROPILOT_LLM_DAEMON_PORT',
+      daemonSocketName: 'GENERATOR_NEUROPILOT_LLM_DAEMON_SOCKET_NAME',
+      daemonSocketNamespace: 'GENERATOR_NEUROPILOT_LLM_DAEMON_SOCKET_NAMESPACE',
+    },
+    GENERATOR_NEUROPILOT_LLM_GENERATE: {
+      prompt: 'GENERATOR_NEUROPILOT_LLM_PROMPT',
+      messages: 'GENERATOR_NEUROPILOT_LLM_MESSAGES',
+      maxNewTokens: 'GENERATOR_NEUROPILOT_LLM_MAX_NEW_TOKENS',
+      preformatter: 'GENERATOR_NEUROPILOT_LLM_PREFORMATTER',
+    },
+  },
   GENERATOR_OPENAI_LLM: {
     GENERATOR_OPENAI_LLM_COMPLETION: {
       messages: 'GENERATOR_OPENAI_LLM_MESSAGES',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.24.0-beta.22",
+  "version": "2.24.0-beta.25",
   "main": "index.ts",
   "scripts": {
     "typecheck": "tsc --noEmit",
@@ -24,5 +24,5 @@
   "peerDependencies": {
     "oxfmt": "^0.36.0"
   },
-  "gitHead": "34e3a7a2f37aba03282802ff45e9adb57db84065"
+  "gitHead": "5d7fca12b2a14ebc8dc441f702c31ffaeb3ef476"
 }

package/types/generators/Assistant.ts

@@ -434,7 +434,7 @@ Default property:
       | DataLink
     /* Whether to cache messages */
     cacheMessages?: boolean | DataLink
-    /* LLM Generator (Supports `LLM (GGML)`, `LLM (MLX)`, and `OpenAI LLM` generators) */
+    /* LLM Generator (Supports `LLM (GGML)`, `LLM (MLX)`, `OpenAI LLM`, `LLM (Qualcomm AI Engine)`, `LLM (ONNX)`, `LLM (Anthropic-compat)`, and `LLM (MediaTek NeuroPilot)` generators) */
     llmGeneratorId?: string | DataLink | (() => Generator)
     /* LLM Live Policy. If the policy is `only-in-use`, the LLM context will be released when the assistant is not in use.
 

package/types/generators/LlmMediaTekNeuroPilot.ts

@@ -0,0 +1,224 @@
+/* Auto generated by build script */
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type {
+  Brick,
+  Generator,
+  EventAction,
+  ActionWithDataParams,
+  ActionWithParams,
+  Action,
+  EventProperty,
+} from '../common'
+
+/* Load or validate the NeuroPilot model context */
+export type GeneratorNeuropilotLlmActionLoadModel = ActionWithParams & {
+  __actionName: 'GENERATOR_NEUROPILOT_LLM_LOAD_MODEL'
+  params?: Array<
+    | {
+        input: 'runnerPath'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'configPath'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'workingDirectory'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'libraryPaths'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'daemonHost'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'daemonPort'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'daemonSocketName'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'daemonSocketNamespace'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Run text generation with the current NeuroPilot context */
+export type GeneratorNeuropilotLlmActionGenerate = ActionWithParams & {
+  __actionName: 'GENERATOR_NEUROPILOT_LLM_GENERATE'
+  params?: Array<
+    | {
+        input: 'prompt'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'messages'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'maxNewTokens'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'preformatter'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Abort an in-flight NeuroPilot generation request */
+export type GeneratorNeuropilotLlmActionAbortGeneration = Action & {
+  __actionName: 'GENERATOR_NEUROPILOT_LLM_ABORT_GENERATION'
+}
+
+/* Release the current NeuroPilot context */
+export type GeneratorNeuropilotLlmActionReleaseContext = Action & {
+  __actionName: 'GENERATOR_NEUROPILOT_LLM_RELEASE_CONTEXT'
+}
+
+interface GeneratorNeuropilotLlmDef {
+  /*
+Default property:
+{
+  "runnerPath": "/data/local/tmp/llm_sdk/main",
+  "configPath": "/data/local/tmp/llm_sdk/config_gemma2_2b_instruct.yaml",
+  "workingDirectory": "/data/local/tmp/llm_sdk",
+  "libraryPaths": [
+    "/vendor/lib64",
+    "/system_ext/lib64",
+    "/vendor/lib",
+    "/system_ext/lib"
+  ],
+  "runtimeMode": "auto",
+  "preformatter": "GemmaNoInput",
+  "maxNewTokens": 128
+}
+  */
+  property?: {
+    /* Preloadable NeuroPilot model bundle preset */
+    modelBundle?:
+      | 'Gemma 2 2B Instruct'
+      | 'Gemma 2 2B Instruct (Tailpatched)'
+      | 'Gemma 2 2B Instruct (Tailpatched MDLA53)'
+      | 'Qwen 2.5 0.5B Instruct'
+      | 'Llama 3 8B Instruct'
+      | DataLink
+    /* Override base URL for NeuroPilot model bundle downloads */
+    modelBaseUrl?: string | DataLink
+    /* Validate runner/config paths on generator initialization */
+    init?: boolean | DataLink
+    /* Runner binary path on device */
+    runnerPath?: string | DataLink
+    /* YAML config path on device */
+    configPath?: string | DataLink
+    /* Working directory for the runner process */
+    workingDirectory?: string | DataLink
+    /* Extra library search paths for the runner process */
+    libraryPaths?: Array<string | DataLink> | DataLink
+    /* Daemon host for a preloaded NeuroPilot service */
+    daemonHost?: string | DataLink
+    /* Daemon TCP port for a preloaded NeuroPilot service */
+    daemonPort?: number | DataLink
+    /* Android local socket name for a privileged NeuroPilot service */
+    daemonSocketName?: string | DataLink
+    /* Android local socket namespace used by the privileged NeuroPilot service */
+    daemonSocketNamespace?: 'abstract' | 'reserved' | 'filesystem' | DataLink
+    /* Runtime selection strategy for MediaTek execution */
+    runtimeMode?: 'auto' | 'daemon' | 'root-runner' | 'native' | DataLink
+    /* Prompt preformatter used by the vendor runner */
+    preformatter?:
+      | 'AlpacaNoInput'
+      | 'OneShotConversation'
+      | 'VicunaNoInput'
+      | 'QwenNoInput'
+      | 'Qwen3NoInput'
+      | 'Qwen3NoInputNoThink'
+      | 'Llama3NoInput'
+      | 'Phi3NoInput'
+      | 'MinicpmNoInput'
+      | 'MinicpmNoInputZh'
+      | 'InternLM2'
+      | 'GemmaNoInput'
+      | DataLink
+    /* Prompt to run */
+    prompt?: string | DataLink
+    /* Chat messages to flatten into a prompt */
+    messages?: Array<DataLink | {}> | DataLink
+    /* Maximum tokens requested from the runner */
+    maxNewTokens?: number | DataLink
+  }
+  events?: {
+    /* Event triggered when the NeuroPilot context state changes */
+    onContextStateChange?: Array<EventAction>
+    /* Event triggered when a completion token or partial result is emitted */
+    onCompletion?: Array<EventAction>
+    /* Event triggered when generation finishes */
+    onCompletionFinished?: Array<EventAction>
+    /* Event triggered when a NeuroPilot error occurs */
+    onError?: Array<EventAction>
+  }
+  outlets?: {
+    /* Current NeuroPilot context state */
+    contextState?: () => Data<string>
+    /* Final generated result text */
+    result?: () => Data<string>
+    /* Full context returned by the runner */
+    fullContext?: () => Data<string>
+    /* Last emitted token or chunk */
+    lastToken?: () => Data<string>
+    /* Raw output captured from the NeuroPilot runner */
+    rawOutput?: () => Data<string>
+    /* Prompt-phase performance in tokens per second */
+    promptTokensPerSec?: () => Data<string>
+    /* Generation-phase performance in tokens per second */
+    generationTokensPerSec?: () => Data<string>
+  }
+}
+
+/* On-device LLM inference using MediaTek NeuroPilot native SDK integration on Android */
+export type GeneratorNeuropilotLlm = Generator &
+  GeneratorNeuropilotLlmDef & {
+    templateKey: 'GENERATOR_NEUROPILOT_LLM'
+    switches?: Array<
+      SwitchDef &
+        GeneratorNeuropilotLlmDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet:
+                    | 'contextState'
+                    | 'result'
+                    | 'fullContext'
+                    | 'lastToken'
+                    | 'rawOutput'
+                    | 'promptTokensPerSec'
+                    | 'generationTokensPerSec'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/generators/RealtimeTranscription.ts

@@ -31,6 +31,11 @@ export type GeneratorRealtimeTranscriptionActionReset = Action & {
   __actionName: 'GENERATOR_REALTIME_TRANSCRIPTION_RESET'
 }
 
+/* List available microphone devices (Web / Desktop only) */
+export type GeneratorRealtimeTranscriptionActionListDevices = Action & {
+  __actionName: 'GENERATOR_REALTIME_TRANSCRIPTION_LIST_DEVICES'
+}
+
 interface GeneratorRealtimeTranscriptionDef {
   /*
 Default property:
@@ -57,6 +62,10 @@ Default property:
 }
   */
   property?: {
+    /* Specifies the device ID to use for audio input.
+  Web / Desktop: device ID string from enumerateDevices  
+  Android: audio source name - DEFAULT, MIC, VOICE_UPLINK, VOICE_DOWNLINK, VOICE_CALL, CAMCORDER, VOICE_RECOGNITION, VOICE_COMMUNICATION, UNPROCESSED */
+    deviceId?: string | DataLink
     /* STT Generator for Whisper context */
     sttGeneratorId?: string | DataLink | (() => Generator)
     /* STT Live Policy. If the policy is `only-in-use`, the STT context will be released when not in use. */
@@ -213,6 +222,8 @@ Default property:
     stabilizedText?: () => Data<string>
     /* Audio output file path (auto-generated when saving audio) */
     audioOutputPath?: () => Data<string>
+    /* Available microphone devices (Web / Desktop only) */
+    devices?: () => Data<Array<any>>
   }
 }
 
@@ -241,6 +252,7 @@ export type GeneratorRealtimeTranscription = Generator &
                     | 'lastVadEvent'
                     | 'stabilizedText'
                     | 'audioOutputPath'
+                    | 'devices'
                   value: any
                 }
           }>

package/types/generators/SoundRecorder.ts

@@ -31,6 +31,11 @@ export type GeneratorSoundRecorderActionStop = Action & {
   __actionName: 'GENERATOR_SOUND_RECORDER_STOP'
 }
 
+/* List available microphone devices (Web / Desktop only) */
+export type GeneratorSoundRecorderActionListDevices = Action & {
+  __actionName: 'GENERATOR_SOUND_RECORDER_LIST_DEVICES'
+}
+
 interface GeneratorSoundRecorderDef {
   /*
 Default property:
@@ -51,6 +56,10 @@ Default property:
   property?: {
     /* Start record on init (Need user trigger on Web) */
     init?: boolean | DataLink
+    /* Specifies the device ID to use for audio input.
+  Web / Desktop: device ID string from enumerateDevices  
+  Android: audio source name - DEFAULT, MIC, VOICE_UPLINK, VOICE_DOWNLINK, VOICE_CALL, CAMCORDER, VOICE_RECOGNITION, VOICE_COMMUNICATION, UNPROCESSED */
+    deviceId?: string | DataLink
     /* Record sample rate */
     sampleRate?: number | DataLink
     /* PCM bit depth */
@@ -89,6 +98,8 @@ Default property:
     volume?: () => Data<number>
     /* Error message */
     errorMessage?: () => Data<string>
+    /* Available microphone devices (Web / Desktop only) */
+    devices?: () => Data<Array<any>>
   }
 }
 
@@ -106,7 +117,7 @@ export type GeneratorSoundRecorder = Generator &
               | SwitchCondData
               | {
                   __typename: 'SwitchCondInnerStateOutlet'
-                  outlet: 'isRecording' | 'recordedPath' | 'volume' | 'errorMessage'
+                  outlet: 'isRecording' | 'recordedPath' | 'volume' | 'errorMessage' | 'devices'
                   value: any
                 }
           }>

package/types/generators/index.ts

@@ -46,6 +46,7 @@ export * from './TextToSpeechGgml'
 export * from './RerankerGgml'
 export * from './LlmMlx'
 export * from './LlmQualcommAiEngine'
+export * from './LlmMediaTekNeuroPilot'
 export * from './LlmOpenAiCompat'
 export * from './TextToSpeechOpenAiLike'
 export * from './LlmAnthropicCompat'

package/utils/event-props.ts

@@ -940,6 +940,26 @@ export const templateEventPropsMap = {
       'GENERATOR_QNN_LLM_ERROR', // type: string
     ],
   },
+  GENERATOR_NEUROPILOT_LLM: {
+    onContextStateChange: [
+      'GENERATOR_NEUROPILOT_LLM_CONTEXT_STATE', // type: string
+    ],
+    onCompletion: [
+      'GENERATOR_NEUROPILOT_LLM_COMPLETION_TOKEN', // type: string
+      'GENERATOR_NEUROPILOT_LLM_COMPLETION_RESULT', // type: string
+    ],
+    onCompletionFinished: [
+      'GENERATOR_NEUROPILOT_LLM_RESULT', // type: string
+      'GENERATOR_NEUROPILOT_LLM_FULL_CONTEXT', // type: string
+      'GENERATOR_NEUROPILOT_LLM_RAW_OUTPUT', // type: string
+      'GENERATOR_NEUROPILOT_LLM_EXIT_CODE', // type: number
+      'GENERATOR_NEUROPILOT_LLM_PROMPT_TOKENS_PER_SEC', // type: string
+      'GENERATOR_NEUROPILOT_LLM_GENERATION_TOKENS_PER_SEC', // type: string
+    ],
+    onError: [
+      'GENERATOR_NEUROPILOT_LLM_ERROR', // type: string
+    ],
+  },
   GENERATOR_OPENAI_LLM: {
     onError: [
       'GENERATOR_OPENAI_LLM_ERROR', // type: string