@fugood/bricks-project 2.22.0-beta.4 → 2.22.0-beta.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -533,6 +533,14 @@ export const templateActionNameMap = {
533
533
  name: 'GENERATOR_MCP_NAME',
534
534
  variables: 'GENERATOR_MCP_VARIABLES',
535
535
  },
536
+ GENERATOR_MCP_LIST_PROMPTS: {
537
+ requestId: 'GENERATOR_MCP_REQUEST_ID',
538
+ },
539
+ GENERATOR_MCP_GET_PROMPT: {
540
+ requestId: 'GENERATOR_MCP_REQUEST_ID',
541
+ name: 'GENERATOR_MCP_NAME',
542
+ variables: 'GENERATOR_MCP_VARIABLES',
543
+ },
536
544
  },
537
545
  GENERATOR_TTS: {
538
546
  GENERATOR_TTS_GENERATE: {
@@ -543,6 +551,7 @@ export const templateActionNameMap = {
543
551
  GENERATOR_ONNX_LLM_INFER: {
544
552
  prompt: 'GENERATOR_ONNX_LLM_PROMPT',
545
553
  chat: 'GENERATOR_ONNX_LLM_CHAT',
554
+ images: 'GENERATOR_ONNX_LLM_IMAGES',
546
555
  },
547
556
  },
548
557
  GENERATOR_ONNX_STT: {
@@ -637,6 +646,12 @@ export const templateActionNameMap = {
637
646
  sessionCustomKey: 'GENERATOR_LLM_SESSION_CUSTOM_KEY',
638
647
  },
639
648
  },
649
+ GENERATOR_QNN_LLM: {
650
+ GENERATOR_QNN_LLM_GENERATE: {
651
+ prompt: 'GENERATOR_QNN_LLM_PROMPT',
652
+ messages: 'GENERATOR_QNN_LLM_MESSAGES',
653
+ },
654
+ },
640
655
  GENERATOR_OPENAI_LLM: {
641
656
  GENERATOR_OPENAI_LLM_COMPLETION: {
642
657
  messages: 'GENERATOR_OPENAI_LLM_MESSAGES',
@@ -670,6 +685,17 @@ export const templateActionNameMap = {
670
685
  fileSearchCitationCount: 'GENERATOR_ASSISTANT_FILE_SEARCH_CITATION_COUNT',
671
686
  fileSearchInsertMethod: 'GENERATOR_ASSISTANT_FILE_SEARCH_INSERT_METHOD',
672
687
  },
688
+ GENERATOR_ASSISTANT_INIT_MCP_PROMPT: {
689
+ mcpClientName: 'GENERATOR_ASSISTANT_MCP_CLIENT_NAME',
690
+ mcpPromptName: 'GENERATOR_ASSISTANT_MCP_PROMPT_NAME',
691
+ mcpArguments: 'GENERATOR_ASSISTANT_MCP_ARGUMENTS',
692
+ firstMessageAsSystem: 'GENERATOR_ASSISTANT_FIRST_MESSAGE_AS_SYSTEM',
693
+ },
694
+ GENERATOR_ASSISTANT_ADD_MCP_PROMPT_MESSAGE: {
695
+ mcpClientName: 'GENERATOR_ASSISTANT_MCP_CLIENT_NAME',
696
+ mcpPromptName: 'GENERATOR_ASSISTANT_MCP_PROMPT_NAME',
697
+ mcpArguments: 'GENERATOR_ASSISTANT_MCP_ARGUMENTS',
698
+ },
673
699
  GENERATOR_ASSISTANT_UPDATE_MESSAGE_AT_INDEX: {
674
700
  index: 'GENERATOR_ASSISTANT_INDEX',
675
701
  content: 'GENERATOR_ASSISTANT_CONTENT',
@@ -706,6 +732,17 @@ export const templateActionNameMap = {
706
732
  GENERATOR_ASSISTANT_REMOVE_MESSAGE_AT_INDEX: {
707
733
  index: 'GENERATOR_ASSISTANT_INDEX',
708
734
  },
735
+ GENERATOR_ASSISTANT_SUBMIT: {
736
+ continueOnToolCallConfirm: 'GENERATOR_ASSISTANT_CONTINUE_ON_TOOL_CALL_CONFIRM',
737
+ continueOnToolCallStrategy: 'GENERATOR_ASSISTANT_CONTINUE_ON_TOOL_CALL_STRATEGY',
738
+ continueOnToolCallLimit: 'GENERATOR_ASSISTANT_CONTINUE_ON_TOOL_CALL_LIMIT',
739
+ },
740
+ GENERATOR_ASSISTANT_INSERT_MCP_RESOURCE: {
741
+ mcpClientName: 'GENERATOR_ASSISTANT_MCP_CLIENT_NAME',
742
+ mcpResourceUri: 'GENERATOR_ASSISTANT_MCP_RESOURCE_URI',
743
+ mcpVariables: 'GENERATOR_ASSISTANT_MCP_VARIABLES',
744
+ role: 'GENERATOR_ASSISTANT_ROLE',
745
+ },
709
746
  },
710
747
  GENERATOR_VECTOR_STORE: {
711
748
  GENERATOR_VECTOR_STORE_RESET: {
package/compile/index.ts CHANGED
@@ -856,6 +856,7 @@ export const compile = async (app: Application) => {
856
856
  fonts: app.fonts,
857
857
  ...compileApplicationSettings(app.settings),
858
858
  test_map: app.metadata?.TEMP_test_map || {},
859
+ automation_map: app.metadata?.TEMP_automation_map || {},
859
860
  }
860
861
  return config
861
862
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@fugood/bricks-project",
3
- "version": "2.22.0-beta.4",
3
+ "version": "2.22.0-beta.6",
4
4
  "main": "index.ts",
5
5
  "scripts": {
6
6
  "build": "node scripts/build.js"
@@ -14,5 +14,5 @@
14
14
  "lodash": "^4.17.4",
15
15
  "uuid": "^8.3.1"
16
16
  },
17
- "gitHead": "8a7f2856827423c67c0e26adcefbbc6e3ba6fc5c"
17
+ "gitHead": "48228c8d2a4661d7cf8180d874eb9610e8a477bd"
18
18
  }
@@ -51,8 +51,7 @@ const handleMcpConfigOverride = async (mcpConfigPath: string) => {
51
51
  console.log(`Updated ${mcpConfigPath}`)
52
52
  }
53
53
 
54
- if (await exists(`${cwd}/.cursorrules`)) {
55
- await $`mkdir -p ${cwd}/.cursor`
54
+ if (await exists(`${cwd}/.cursor/rules/instructions.mdc`)) {
56
55
  const cursorMcpConfigPath = `${cwd}/.cursor/mcp.json`
57
56
  await handleMcpConfigOverride(cursorMcpConfigPath)
58
57
  }
package/types/bricks.ts CHANGED
@@ -1227,6 +1227,8 @@ Default property:
1227
1227
  }
1228
1228
  >
1229
1229
  | DataLink
1230
+ /* Multiple slideshow media path lists to combine (Array of path arrays) */
1231
+ pathsList?: Array<Array<any> | DataLink | DataLink> | DataLink
1230
1232
  /* Loop the slideshow */
1231
1233
  loop?: boolean | DataLink
1232
1234
  /* Shuffle the slideshow */
@@ -4307,7 +4307,7 @@ export type GeneratorSqlite = Generator &
4307
4307
  >
4308
4308
  }
4309
4309
 
4310
- /* Refresh tools and resources, used for case if tools or resources are changed */
4310
+ /* Refresh tools and resources, used for case if tools or resources are changed. Note that the current connections will be closed. */
4311
4311
  export type GeneratorMCPServerActionRefreshResources = Action & {
4312
4312
  __actionName: 'GENERATOR_MCP_SERVER_REFRESH_RESOURCES'
4313
4313
  }
@@ -4327,12 +4327,15 @@ Default property:
4327
4327
  "name": "bricks-foundation-mcp-server-default",
4328
4328
  "version": "1.0.0",
4329
4329
  "resources": [],
4330
- "tools": []
4330
+ "tools": [],
4331
+ "prompts": []
4331
4332
  }
4332
4333
  */
4333
4334
  property?: {
4334
4335
  /* Enable MCP server. If enabled and Listening is false, the generator can still provide application-scoped resources. */
4335
4336
  enabled?: boolean | DataLink
4337
+ /* Application-scoped generator key, key cannot be the same with other application-scoped generators */
4338
+ globalGeneratorKey?: string | DataLink
4336
4339
  /* Start MCP server */
4337
4340
  listening?: boolean | DataLink
4338
4341
  /* HTTP server port */
@@ -4345,13 +4348,13 @@ Default property:
4345
4348
  name?: string | DataLink
4346
4349
  /* Version of the MCP server */
4347
4350
  version?: string | DataLink
4348
- /* Resources
4349
- Type:
4350
- `static`: Return static data
4351
- `detect-data-change`: Watch data target change to return data,
4352
- please update data with ({ id: string, content: string | object }),
4353
- and ensure the id is same with request id
4354
- `script`: Not implemented yet */
4351
+ /* Resources
4352
+ Type:
4353
+ `static`: Return static data
4354
+ `detect-data-change`: Watch data target change to return data,
4355
+ please update data with ({ id: string, content: string | object }),
4356
+ and ensure the id is same with request id
4357
+ `script`: Not implemented yet */
4355
4358
  resources?:
4356
4359
  | Array<
4357
4360
  | DataLink
@@ -4388,7 +4391,12 @@ Default property:
4388
4391
  }
4389
4392
  >
4390
4393
  | DataLink
4391
- /* Tools */
4394
+ /* Tools
4395
+ Type:
4396
+ `detect-data-change`: Watch data target change to return data,
4397
+ please update data with ({ id: string, content: string | object }),
4398
+ and ensure the id is same with request id.
4399
+ `script`: Not implemented yet */
4392
4400
  tools?:
4393
4401
  | Array<
4394
4402
  | DataLink
@@ -4424,6 +4432,49 @@ Default property:
4424
4432
  }
4425
4433
  >
4426
4434
  | DataLink
4435
+ /* Prompts
4436
+ Type:
4437
+ `static`: Return static data
4438
+ `detect-data-change`: Watch data target change to return data,
4439
+ please update data with ({ id: string, content: string | object }),
4440
+ and ensure the id is same with request id
4441
+ `script`: Not implemented yet */
4442
+ prompts?:
4443
+ | Array<
4444
+ | DataLink
4445
+ | {
4446
+ enabled?: boolean | DataLink
4447
+ name?: string | DataLink
4448
+ description?: string | DataLink
4449
+ arguments?: {} | DataLink
4450
+ type?: 'static' | 'detect-data-change' | 'script' | DataLink
4451
+ staticData?: any
4452
+ dataChangeConfig?:
4453
+ | DataLink
4454
+ | {
4455
+ target?: string | DataLink
4456
+ timeout?: number | DataLink
4457
+ payload?: any
4458
+ }
4459
+ scriptConfig?:
4460
+ | DataLink
4461
+ | {
4462
+ code?: string | DataLink
4463
+ timeout?: number | DataLink
4464
+ members?:
4465
+ | Array<
4466
+ | DataLink
4467
+ | {
4468
+ handler?: string | DataLink
4469
+ varName?: string | DataLink
4470
+ }
4471
+ >
4472
+ | DataLink
4473
+ payload?: any
4474
+ }
4475
+ }
4476
+ >
4477
+ | DataLink
4427
4478
  }
4428
4479
  events?: {
4429
4480
  /* Listening of HTTP server */
@@ -4438,6 +4489,8 @@ Default property:
4438
4489
  onRequestResource?: Array<EventAction>
4439
4490
  /* On call tool (Request: { name: string, params: object }) */
4440
4491
  onCallTool?: Array<EventAction>
4492
+ /* On get prompt (Request: { name: string, arguments: object }) */
4493
+ onGetPrompt?: Array<EventAction>
4441
4494
  }
4442
4495
  outlets?: {
4443
4496
  /* Whether the HTTP server is listening */
@@ -4450,6 +4503,8 @@ Default property:
4450
4503
  lastResourceRequest?: () => Data
4451
4504
  /* Last tool call ({ name: string, params: object }) */
4452
4505
  lastToolCall?: () => Data
4506
+ /* Last prompt get ({ name: string, arguments: object }) */
4507
+ lastPromptGet?: () => Data
4453
4508
  }
4454
4509
  }
4455
4510
 
@@ -4473,6 +4528,7 @@ export type GeneratorMCPServer = Generator &
4473
4528
  | 'connectedRemotes'
4474
4529
  | 'lastResourceRequest'
4475
4530
  | 'lastToolCall'
4531
+ | 'lastPromptGet'
4476
4532
  value: any
4477
4533
  }
4478
4534
  }>
@@ -4564,6 +4620,38 @@ export type GeneratorMCPActionCallTool = ActionWithParams & {
4564
4620
  >
4565
4621
  }
4566
4622
 
4623
+ /* List prompts */
4624
+ export type GeneratorMCPActionListPrompts = ActionWithParams & {
4625
+ __actionName: 'GENERATOR_MCP_LIST_PROMPTS'
4626
+ params?: Array<{
4627
+ input: 'requestId'
4628
+ value?: string | DataLink | EventProperty
4629
+ mapping?: string
4630
+ }>
4631
+ }
4632
+
4633
+ /* Request prompt */
4634
+ export type GeneratorMCPActionGetPrompt = ActionWithParams & {
4635
+ __actionName: 'GENERATOR_MCP_GET_PROMPT'
4636
+ params?: Array<
4637
+ | {
4638
+ input: 'requestId'
4639
+ value?: string | DataLink | EventProperty
4640
+ mapping?: string
4641
+ }
4642
+ | {
4643
+ input: 'name'
4644
+ value?: string | DataLink | EventProperty
4645
+ mapping?: string
4646
+ }
4647
+ | {
4648
+ input: 'variables'
4649
+ value?: {} | DataLink | EventProperty
4650
+ mapping?: string
4651
+ }
4652
+ >
4653
+ }
4654
+
4567
4655
  interface GeneratorMCPDef {
4568
4656
  /*
4569
4657
  Default property:
@@ -4571,7 +4659,17 @@ Default property:
4571
4659
  "init": false,
4572
4660
  "type": "sse",
4573
4661
  "url": "",
4574
- "generatorId": ""
4662
+ "autoReconnect": true,
4663
+ "maxReconnectAttempts": 10,
4664
+ "reconnectInterval": 1000,
4665
+ "generatorId": "",
4666
+ "generatorKey": "",
4667
+ "name": "bricks-foundation-mcp-client-default",
4668
+ "version": "1.0.0",
4669
+ "ignoreResourceInList": [],
4670
+ "ignoreToolInList": [],
4671
+ "ignorePromptInList": [],
4672
+ "requestTimeout": 60000
4575
4673
  }
4576
4674
  */
4577
4675
  property?: {
@@ -4581,14 +4679,34 @@ Default property:
4581
4679
  type?: 'sse' | 'direct-link' | DataLink
4582
4680
  /* URL of the MCP server, e.g. http://localhost:19853/sse */
4583
4681
  url?: string | DataLink
4682
+ /* Whether to automatically reconnect to the MCP server */
4683
+ autoReconnect?: boolean | DataLink
4684
+ /* Maximum number of reconnection attempts */
4685
+ maxReconnectAttempts?: number | DataLink
4686
+ /* Reconnection interval in milliseconds */
4687
+ reconnectInterval?: number | DataLink
4584
4688
  /* SSE connection headers */
4585
4689
  sseHeaders?: {} | DataLink
4586
4690
  /* Send request headers */
4587
4691
  sendHeaders?: {} | DataLink
4588
4692
  /* Bearer token for authentication */
4589
4693
  bearerToken?: string | DataLink
4590
- /* Generator MCPServer ID for direct link */
4694
+ /* Generator MCP Server ID for direct link */
4591
4695
  generatorId?: string | DataLink
4696
+ /* Application-scoped key of Generator MCP Server for direct link (If ID is not provided) */
4697
+ generatorKey?: string | DataLink
4698
+ /* Name of the MCP client */
4699
+ name?: string | DataLink
4700
+ /* Version of the MCP client */
4701
+ version?: string | DataLink
4702
+ /* Ignore resources in list response */
4703
+ ignoreResourceInList?: Array<string | DataLink> | DataLink
4704
+ /* Ignore tools in list response */
4705
+ ignoreToolInList?: Array<string | DataLink> | DataLink
4706
+ /* Ignore prompts in list response */
4707
+ ignorePromptInList?: Array<string | DataLink> | DataLink
4708
+ /* Request timeout in milliseconds */
4709
+ requestTimeout?: number | DataLink
4592
4710
  }
4593
4711
  events?: {
4594
4712
  /* On connected */
@@ -4617,6 +4735,14 @@ Default property:
4617
4735
  onCallTool?: Array<EventAction>
4618
4736
  /* On call tool error */
4619
4737
  onCallToolError?: Array<EventAction>
4738
+ /* On list prompts */
4739
+ onListPrompts?: Array<EventAction>
4740
+ /* On list prompts error */
4741
+ onListPromptsError?: Array<EventAction>
4742
+ /* On get prompt */
4743
+ onGetPrompt?: Array<EventAction>
4744
+ /* On get prompt error */
4745
+ onGetPromptError?: Array<EventAction>
4620
4746
  }
4621
4747
  outlets?: {
4622
4748
  /* Connection state */
@@ -4641,6 +4767,14 @@ Default property:
4641
4767
  callToolResponse?: () => Data
4642
4768
  /* Call tool error */
4643
4769
  callToolError?: () => Data
4770
+ /* List prompts response */
4771
+ listPromptsResponse?: () => Data
4772
+ /* List prompts error */
4773
+ listPromptsError?: () => Data
4774
+ /* Get prompt response */
4775
+ getPromptResponse?: () => Data
4776
+ /* Request prompt error */
4777
+ getPromptError?: () => Data
4644
4778
  /* Last error */
4645
4779
  lastError?: () => Data
4646
4780
  }
@@ -4672,6 +4806,10 @@ export type GeneratorMCP = Generator &
4672
4806
  | 'listToolsError'
4673
4807
  | 'callToolResponse'
4674
4808
  | 'callToolError'
4809
+ | 'listPromptsResponse'
4810
+ | 'listPromptsError'
4811
+ | 'getPromptResponse'
4812
+ | 'getPromptError'
4675
4813
  | 'lastError'
4676
4814
  value: any
4677
4815
  }
@@ -4857,6 +4995,11 @@ export type GeneratorOnnxLLMActionInfer = ActionWithParams & {
4857
4995
  value?: Array<any> | DataLink | EventProperty
4858
4996
  mapping?: string
4859
4997
  }
4998
+ | {
4999
+ input: 'images'
5000
+ value?: Array<any> | DataLink | EventProperty
5001
+ mapping?: string
5002
+ }
4860
5003
  >
4861
5004
  }
4862
5005
 
@@ -4893,12 +5036,17 @@ Default property:
4893
5036
  /* LLM model */
4894
5037
  model?:
4895
5038
  | 'Custom'
5039
+ | 'onnx-community/gemma-3-1b-it-ONNX'
4896
5040
  | 'BricksDisplay/phi-1_5'
4897
5041
  | 'BricksDisplay/phi-1_5-q4'
4898
- | 'Qwen1.5-0.5B'
4899
- | 'Qwen1.5-1.8B'
4900
- | 'Qwen1.5-0.5B-Chat'
4901
- | 'Qwen1.5-1.8B-Chat'
5042
+ | 'onnx-community/Phi-3.5-vision-instruct'
5043
+ | 'onnx-community/Phi-3-vision-128k-instruct'
5044
+ | 'onnx-community/Phi-4-mini-instruct-ONNX-MHA'
5045
+ | 'onnx-community/Qwen2.5-0.5B'
5046
+ | 'onnx-community/Qwen2.5-0.5B-Instruct'
5047
+ | 'onnx-community/Qwen2.5-1.5B'
5048
+ | 'onnx-community/Qwen2.5-1.5B-Instruct'
5049
+ | 'onnx-community/Qwen2-VL-2B-Instruct'
4902
5050
  | 'stablelm-2-1_6b'
4903
5051
  | 'BricksDisplay/stablelm-2-1_6b-q4'
4904
5052
  | 'stablelm-2-zephyr-1_6b'
@@ -4971,6 +5119,12 @@ Default property:
4971
5119
  Choose model from https://huggingface.co/models?pipeline_tag=text2text-generation&library=transformers.js
4972
5120
  or https://huggingface.co/models?pipeline_tag=text-generation&library=transformers.js&sort=trending */
4973
5121
  customModel?: string | DataLink
5122
+ /* Prompt to inference */
5123
+ prompt?: string | DataLink
5124
+ /* Messages to inference */
5125
+ messages?: Array<DataLink | {}> | DataLink
5126
+ /* Images with message to inference */
5127
+ images?: Array<string | DataLink> | DataLink
4974
5128
  /* Max new tokens to generate */
4975
5129
  maxNewTokens?: number | DataLink
4976
5130
  /* Temperature */
@@ -6290,6 +6444,166 @@ export type GeneratorLLM = Generator &
6290
6444
  >
6291
6445
  }
6292
6446
 
6447
+ /* Load the model */
6448
+ export type GeneratorQnnLlmActionLoadModel = Action & {
6449
+ __actionName: 'GENERATOR_QNN_LLM_LOAD_MODEL'
6450
+ }
6451
+
6452
+ /* Abort model download */
6453
+ export type GeneratorQnnLlmActionAbortModelDownload = Action & {
6454
+ __actionName: 'GENERATOR_QNN_LLM_ABORT_MODEL_DOWNLOAD'
6455
+ }
6456
+
6457
+ /* Generate text */
6458
+ export type GeneratorQnnLlmActionGenerate = ActionWithParams & {
6459
+ __actionName: 'GENERATOR_QNN_LLM_GENERATE'
6460
+ params?: Array<
6461
+ | {
6462
+ input: 'prompt'
6463
+ value?: string | DataLink | EventProperty
6464
+ mapping?: string
6465
+ }
6466
+ | {
6467
+ input: 'messages'
6468
+ value?: Array<any> | DataLink | EventProperty
6469
+ mapping?: string
6470
+ }
6471
+ >
6472
+ }
6473
+
6474
+ /* Abort generation */
6475
+ export type GeneratorQnnLlmActionAbortGeneration = Action & {
6476
+ __actionName: 'GENERATOR_QNN_LLM_ABORT_GENERATION'
6477
+ }
6478
+
6479
+ /* Release context */
6480
+ export type GeneratorQnnLlmActionReleaseContext = Action & {
6481
+ __actionName: 'GENERATOR_QNN_LLM_RELEASE_CONTEXT'
6482
+ }
6483
+
6484
+ interface GeneratorQnnLlmDef {
6485
+ /*
6486
+ Default property:
6487
+ {
6488
+ "modelType": "Llama 3.2 3B Chat",
6489
+ "chatFormat": "Llama 3.x",
6490
+ "toolCallParser": "llama3_json",
6491
+ "toolChoice": "auto",
6492
+ "parallelToolCalls": false,
6493
+ "greedy": false
6494
+ }
6495
+ */
6496
+ property?: {
6497
+ /* Load model context when generator is initialized */
6498
+ init?: boolean | DataLink
6499
+ /* Model type */
6500
+ modelType?:
6501
+ | 'Llama 3 8B Chat'
6502
+ | 'Llama 3.1 8B Chat'
6503
+ | 'Llama 3.2 3B Chat'
6504
+ | 'Mistral 7B Instruct v0.3'
6505
+ | 'Qwen 2 7B Chat'
6506
+ | 'Phi 3.5 Mini'
6507
+ | 'Granite v3.1 8B Instruct'
6508
+ | 'Custom'
6509
+ | DataLink
6510
+ /* SOC model */
6511
+ socModel?: 'X Elite' | 'X Plus' | '8 Elite' | '8 Gen 3' | 'QCS8550' | DataLink
6512
+ /* Custom model base URL
6513
+ The URL directory should contain `config.json` (model config) file, `model_part_*_of_*.bin` (model split files) files and `tokenizer.json` (tokenizer config) file. */
6514
+ customModelUrl?: string | DataLink
6515
+ /* Custom model split parts */
6516
+ customModelSplitParts?: number | DataLink
6517
+ /* Chat format */
6518
+ chatFormat?: 'Llama 2' | 'Llama 3' | 'Llama 3.x' | 'Mistral v0.3' | 'Qwen 2' | DataLink
6519
+ /* Custom chat format template */
6520
+ customChatFormat?: string | DataLink
6521
+ /* Prompt to generate */
6522
+ prompt?: string | DataLink
6523
+ /* Chat messages */
6524
+ messages?:
6525
+ | Array<
6526
+ | DataLink
6527
+ | {
6528
+ role?: string | DataLink
6529
+ content?: string | DataLink
6530
+ }
6531
+ >
6532
+ | DataLink
6533
+ /* Stop words */
6534
+ stopWords?: Array<string | DataLink> | DataLink
6535
+ /* Tool call parser */
6536
+ toolCallParser?: 'llama3_json' | 'mistral' | DataLink
6537
+ /* Tools for chat mode */
6538
+ tools?: {} | DataLink
6539
+ /* Tool choice for chat mode */
6540
+ toolChoice?: 'none' | 'auto' | 'required' | DataLink
6541
+ /* Enable parallel tool calls */
6542
+ parallelToolCalls?: boolean | DataLink
6543
+ /* Number of threads, -1 to use n-threads from model config */
6544
+ nThreads?: number | DataLink
6545
+ /* Temperature, -1 to use temperature from model config */
6546
+ temperature?: number | DataLink
6547
+ /* Seed, -1 to use seed from model config */
6548
+ seed?: number | DataLink
6549
+ /* Top K, -1 to use top-k from model config */
6550
+ topK?: number | DataLink
6551
+ /* Top P, -1 to use top-p from model config */
6552
+ topP?: number | DataLink
6553
+ /* Greedy, use greedy sampling */
6554
+ greedy?: boolean | DataLink
6555
+ }
6556
+ events?: {
6557
+ /* Event triggered when load is done */
6558
+ onContextStateChange?: Array<EventAction>
6559
+ /* Event triggered when generate is done */
6560
+ onGenerate?: Array<EventAction>
6561
+ /* Event triggered on get function call request */
6562
+ onFunctionCall?: Array<EventAction>
6563
+ /* Event triggered when error occurs */
6564
+ onError?: Array<EventAction>
6565
+ }
6566
+ outlets?: {
6567
+ /* Context state */
6568
+ contextState?: () => Data
6569
+ /* Generation result */
6570
+ result?: () => Data
6571
+ /* Full context (Prompt + Generation Result) */
6572
+ fullContext?: () => Data
6573
+ /* Last function call details */
6574
+ lastFunctionCall?: () => Data
6575
+ /* Completion details */
6576
+ completionDetails?: () => Data
6577
+ }
6578
+ }
6579
+
6580
+ /* Local LLM inference using Qualcomm AI Engine */
6581
+ export type GeneratorQnnLlm = Generator &
6582
+ GeneratorQnnLlmDef & {
6583
+ templateKey: 'GENERATOR_QNN_LLM'
6584
+ switches: Array<
6585
+ SwitchDef &
6586
+ GeneratorQnnLlmDef & {
6587
+ conds?: Array<{
6588
+ method: '==' | '!=' | '>' | '<' | '>=' | '<='
6589
+ cond:
6590
+ | SwitchCondInnerStateCurrentCanvas
6591
+ | SwitchCondData
6592
+ | {
6593
+ __typename: 'SwitchCondInnerStateOutlet'
6594
+ outlet:
6595
+ | 'contextState'
6596
+ | 'result'
6597
+ | 'fullContext'
6598
+ | 'lastFunctionCall'
6599
+ | 'completionDetails'
6600
+ value: any
6601
+ }
6602
+ }>
6603
+ }
6604
+ >
6605
+ }
6606
+
6293
6607
  /* Run text completion */
6294
6608
  export type GeneratorOpenAILLMActionCompletion = ActionWithParams & {
6295
6609
  __actionName: 'GENERATOR_OPENAI_LLM_COMPLETION'
@@ -6634,6 +6948,55 @@ export type GeneratorAssistantActionAddMessage = ActionWithParams & {
6634
6948
  >
6635
6949
  }
6636
6950
 
6951
+ /* Initialize messages from MCP prompt */
6952
+ export type GeneratorAssistantActionInitMcpPrompt = ActionWithParams & {
6953
+ __actionName: 'GENERATOR_ASSISTANT_INIT_MCP_PROMPT'
6954
+ params?: Array<
6955
+ | {
6956
+ input: 'mcpClientName'
6957
+ value?: string | DataLink | EventProperty
6958
+ mapping?: string
6959
+ }
6960
+ | {
6961
+ input: 'mcpPromptName'
6962
+ value?: string | DataLink | EventProperty
6963
+ mapping?: string
6964
+ }
6965
+ | {
6966
+ input: 'mcpArguments'
6967
+ value?: {} | DataLink | EventProperty
6968
+ mapping?: string
6969
+ }
6970
+ | {
6971
+ input: 'firstMessageAsSystem'
6972
+ value?: boolean | DataLink | EventProperty
6973
+ mapping?: string
6974
+ }
6975
+ >
6976
+ }
6977
+
6978
+ /* Add messages from MCP prompt */
6979
+ export type GeneratorAssistantActionAddMcpPromptMessage = ActionWithParams & {
6980
+ __actionName: 'GENERATOR_ASSISTANT_ADD_MCP_PROMPT_MESSAGE'
6981
+ params?: Array<
6982
+ | {
6983
+ input: 'mcpClientName'
6984
+ value?: string | DataLink | EventProperty
6985
+ mapping?: string
6986
+ }
6987
+ | {
6988
+ input: 'mcpPromptName'
6989
+ value?: string | DataLink | EventProperty
6990
+ mapping?: string
6991
+ }
6992
+ | {
6993
+ input: 'mcpArguments'
6994
+ value?: {} | DataLink | EventProperty
6995
+ mapping?: string
6996
+ }
6997
+ >
6998
+ }
6999
+
6637
7000
  /* Update a message at a specific index */
6638
7001
  export type GeneratorAssistantActionUpdateMessageAtIndex = ActionWithParams & {
6639
7002
  __actionName: 'GENERATOR_ASSISTANT_UPDATE_MESSAGE_AT_INDEX'
@@ -6803,8 +7166,25 @@ export type GeneratorAssistantActionReset = Action & {
6803
7166
  }
6804
7167
 
6805
7168
  /* Submit the assistant */
6806
- export type GeneratorAssistantActionSubmit = Action & {
7169
+ export type GeneratorAssistantActionSubmit = ActionWithParams & {
6807
7170
  __actionName: 'GENERATOR_ASSISTANT_SUBMIT'
7171
+ params?: Array<
7172
+ | {
7173
+ input: 'continueOnToolCallConfirm'
7174
+ value?: boolean | DataLink | EventProperty
7175
+ mapping?: string
7176
+ }
7177
+ | {
7178
+ input: 'continueOnToolCallStrategy'
7179
+ value?: 'never' | 'success' | 'always' | DataLink | EventProperty
7180
+ mapping?: string
7181
+ }
7182
+ | {
7183
+ input: 'continueOnToolCallLimit'
7184
+ value?: number | DataLink | EventProperty
7185
+ mapping?: string
7186
+ }
7187
+ >
6808
7188
  }
6809
7189
 
6810
7190
  /* Cancel the assistant responding */
@@ -6812,6 +7192,38 @@ export type GeneratorAssistantActionCancel = Action & {
6812
7192
  __actionName: 'GENERATOR_ASSISTANT_CANCEL'
6813
7193
  }
6814
7194
 
7195
+ /* Check the enabled MCP clients connection status and available tools */
7196
+ export type GeneratorAssistantActionCheckMcpServers = Action & {
7197
+ __actionName: 'GENERATOR_ASSISTANT_CHECK_MCP_SERVERS'
7198
+ }
7199
+
7200
+ /* Insert an MCP resource as a new assistant message */
7201
+ export type GeneratorAssistantActionInsertMcpResource = ActionWithParams & {
7202
+ __actionName: 'GENERATOR_ASSISTANT_INSERT_MCP_RESOURCE'
7203
+ params?: Array<
7204
+ | {
7205
+ input: 'mcpClientName'
7206
+ value?: string | DataLink | EventProperty
7207
+ mapping?: string
7208
+ }
7209
+ | {
7210
+ input: 'mcpResourceUri'
7211
+ value?: string | DataLink | EventProperty
7212
+ mapping?: string
7213
+ }
7214
+ | {
7215
+ input: 'mcpVariables'
7216
+ value?: {} | DataLink | EventProperty
7217
+ mapping?: string
7218
+ }
7219
+ | {
7220
+ input: 'role'
7221
+ value?: string | DataLink | EventProperty
7222
+ mapping?: string
7223
+ }
7224
+ >
7225
+ }
7226
+
6815
7227
  interface GeneratorAssistantDef {
6816
7228
  /*
6817
7229
  Default property:
@@ -6875,6 +7287,17 @@ Default property:
6875
7287
  ttsEnabled?: boolean | DataLink
6876
7288
  /* TTS Live Policy. If the policy is `only-in-use`, the TTS context will be released when the assistant is not in use. */
6877
7289
  ttsLivePolicy?: 'only-in-use' | 'manual' | DataLink
7290
+ /* MCP Generators (Add a unique name if generator name property are duplicate) */
7291
+ mcpGenerators?:
7292
+ | Array<
7293
+ | DataLink
7294
+ | {
7295
+ generatorId?: string | DataLink
7296
+ name?: string | DataLink
7297
+ enabled?: boolean | DataLink
7298
+ }
7299
+ >
7300
+ | DataLink
6878
7301
  }
6879
7302
  events?: {
6880
7303
  /* Error event */
@@ -6897,6 +7320,8 @@ Default property:
6897
7320
  files?: () => Data
6898
7321
  /* Messages of the assistant */
6899
7322
  messages?: () => Data
7323
+ /* MCP servers status and available tools */
7324
+ mcpServers?: () => Data
6900
7325
  }
6901
7326
  }
6902
7327
 
@@ -6921,6 +7346,7 @@ export type GeneratorAssistant = Generator &
6921
7346
  | 'isBusy'
6922
7347
  | 'files'
6923
7348
  | 'messages'
7349
+ | 'mcpServers'
6924
7350
  value: any
6925
7351
  }
6926
7352
  }>
@@ -629,9 +629,25 @@ export const templateEventPropsMap = {
629
629
  'GENERATOR_MCP_SERVER_SESSION_ID', // type: string
630
630
  ],
631
631
  onRequestResource: [
632
+ 'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
633
+ 'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
634
+ 'GENERATOR_MCP_SERVER_REQUEST_URI', // type: string
635
+ 'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
636
+ 'GENERATOR_MCP_SERVER_REQUEST_TIMEOUT', // type: number
632
637
  'GENERATOR_MCP_SERVER_REQUEST', // type: object
633
638
  ],
634
639
  onCallTool: [
640
+ 'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
641
+ 'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
642
+ 'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
643
+ 'GENERATOR_MCP_SERVER_REQUEST_TIMEOUT', // type: number
644
+ 'GENERATOR_MCP_SERVER_REQUEST', // type: object
645
+ ],
646
+ onGetPrompt: [
647
+ 'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
648
+ 'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
649
+ 'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
650
+ 'GENERATOR_MCP_SERVER_REQUEST_TIMEOUT', // type: number
635
651
  'GENERATOR_MCP_SERVER_REQUEST', // type: object
636
652
  ],
637
653
  },
@@ -679,6 +695,22 @@ export const templateEventPropsMap = {
679
695
  'GENERATOR_MCP_REQUEST_ID', // type: string
680
696
  'GENERATOR_MCP_ERROR_MESSAGE', // type: string
681
697
  ],
698
+ onListPrompts: [
699
+ 'GENERATOR_MCP_REQUEST_ID', // type: string
700
+ 'GENERATOR_MCP_RESPONSE', // type: object
701
+ ],
702
+ onListPromptsError: [
703
+ 'GENERATOR_MCP_REQUEST_ID', // type: string
704
+ 'GENERATOR_MCP_ERROR_MESSAGE', // type: string
705
+ ],
706
+ onGetPrompt: [
707
+ 'GENERATOR_MCP_REQUEST_ID', // type: string
708
+ 'GENERATOR_MCP_RESPONSE', // type: object
709
+ ],
710
+ onGetPromptError: [
711
+ 'GENERATOR_MCP_REQUEST_ID', // type: string
712
+ 'GENERATOR_MCP_ERROR_MESSAGE', // type: string
713
+ ],
682
714
  },
683
715
  GENERATOR_TTS: {
684
716
  onContextStateChange: [
@@ -747,6 +779,23 @@ export const templateEventPropsMap = {
747
779
  'GENERATOR_LLM_COMPLETION_FUNCTION_DETAILS', // type: object
748
780
  ],
749
781
  },
782
+ GENERATOR_QNN_LLM: {
783
+ onContextStateChange: [
784
+ 'GENERATOR_QNN_LLM_CONTEXT_STATE', // type: string
785
+ ],
786
+ onGenerate: [
787
+ 'GENERATOR_QNN_LLM_RESULT', // type: string
788
+ 'GENERATOR_QNN_LLM_FULL_CONTEXT', // type: string
789
+ ],
790
+ onFunctionCall: [
791
+ 'GENERATOR_QNN_LLM_FUNCTION_CALL_NAME', // type: string
792
+ 'GENERATOR_QNN_LLM_FUNCTION_CALL_ARGUMENTS', // type: object
793
+ 'GENERATOR_QNN_LLM_FUNCTION_CALL_DETAILS', // type: object
794
+ ],
795
+ onError: [
796
+ 'GENERATOR_QNN_LLM_ERROR', // type: string
797
+ ],
798
+ },
750
799
  GENERATOR_OPENAI_LLM: {
751
800
  onError: [
752
801
  'GENERATOR_OPENAI_LLM_ERROR', // type: string