@fugood/bricks-project 2.22.0-beta.5 → 2.22.0-beta.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/compile/action-name-map.ts +31 -0
- package/compile/index.ts +1 -0
- package/package.json +2 -2
- package/tools/postinstall.ts +1 -2
- package/types/bricks.ts +2 -0
- package/types/generators.ts +358 -7
- package/utils/event-props.ts +49 -0
|
@@ -533,6 +533,14 @@ export const templateActionNameMap = {
|
|
|
533
533
|
name: 'GENERATOR_MCP_NAME',
|
|
534
534
|
variables: 'GENERATOR_MCP_VARIABLES',
|
|
535
535
|
},
|
|
536
|
+
GENERATOR_MCP_LIST_PROMPTS: {
|
|
537
|
+
requestId: 'GENERATOR_MCP_REQUEST_ID',
|
|
538
|
+
},
|
|
539
|
+
GENERATOR_MCP_GET_PROMPT: {
|
|
540
|
+
requestId: 'GENERATOR_MCP_REQUEST_ID',
|
|
541
|
+
name: 'GENERATOR_MCP_NAME',
|
|
542
|
+
variables: 'GENERATOR_MCP_VARIABLES',
|
|
543
|
+
},
|
|
536
544
|
},
|
|
537
545
|
GENERATOR_TTS: {
|
|
538
546
|
GENERATOR_TTS_GENERATE: {
|
|
@@ -543,6 +551,7 @@ export const templateActionNameMap = {
|
|
|
543
551
|
GENERATOR_ONNX_LLM_INFER: {
|
|
544
552
|
prompt: 'GENERATOR_ONNX_LLM_PROMPT',
|
|
545
553
|
chat: 'GENERATOR_ONNX_LLM_CHAT',
|
|
554
|
+
images: 'GENERATOR_ONNX_LLM_IMAGES',
|
|
546
555
|
},
|
|
547
556
|
},
|
|
548
557
|
GENERATOR_ONNX_STT: {
|
|
@@ -637,6 +646,12 @@ export const templateActionNameMap = {
|
|
|
637
646
|
sessionCustomKey: 'GENERATOR_LLM_SESSION_CUSTOM_KEY',
|
|
638
647
|
},
|
|
639
648
|
},
|
|
649
|
+
GENERATOR_QNN_LLM: {
|
|
650
|
+
GENERATOR_QNN_LLM_GENERATE: {
|
|
651
|
+
prompt: 'GENERATOR_QNN_LLM_PROMPT',
|
|
652
|
+
messages: 'GENERATOR_QNN_LLM_MESSAGES',
|
|
653
|
+
},
|
|
654
|
+
},
|
|
640
655
|
GENERATOR_OPENAI_LLM: {
|
|
641
656
|
GENERATOR_OPENAI_LLM_COMPLETION: {
|
|
642
657
|
messages: 'GENERATOR_OPENAI_LLM_MESSAGES',
|
|
@@ -670,6 +685,17 @@ export const templateActionNameMap = {
|
|
|
670
685
|
fileSearchCitationCount: 'GENERATOR_ASSISTANT_FILE_SEARCH_CITATION_COUNT',
|
|
671
686
|
fileSearchInsertMethod: 'GENERATOR_ASSISTANT_FILE_SEARCH_INSERT_METHOD',
|
|
672
687
|
},
|
|
688
|
+
GENERATOR_ASSISTANT_INIT_MCP_PROMPT: {
|
|
689
|
+
mcpClientName: 'GENERATOR_ASSISTANT_MCP_CLIENT_NAME',
|
|
690
|
+
mcpPromptName: 'GENERATOR_ASSISTANT_MCP_PROMPT_NAME',
|
|
691
|
+
mcpArguments: 'GENERATOR_ASSISTANT_MCP_ARGUMENTS',
|
|
692
|
+
firstMessageAsSystem: 'GENERATOR_ASSISTANT_FIRST_MESSAGE_AS_SYSTEM',
|
|
693
|
+
},
|
|
694
|
+
GENERATOR_ASSISTANT_ADD_MCP_PROMPT_MESSAGE: {
|
|
695
|
+
mcpClientName: 'GENERATOR_ASSISTANT_MCP_CLIENT_NAME',
|
|
696
|
+
mcpPromptName: 'GENERATOR_ASSISTANT_MCP_PROMPT_NAME',
|
|
697
|
+
mcpArguments: 'GENERATOR_ASSISTANT_MCP_ARGUMENTS',
|
|
698
|
+
},
|
|
673
699
|
GENERATOR_ASSISTANT_UPDATE_MESSAGE_AT_INDEX: {
|
|
674
700
|
index: 'GENERATOR_ASSISTANT_INDEX',
|
|
675
701
|
content: 'GENERATOR_ASSISTANT_CONTENT',
|
|
@@ -706,6 +732,11 @@ export const templateActionNameMap = {
|
|
|
706
732
|
GENERATOR_ASSISTANT_REMOVE_MESSAGE_AT_INDEX: {
|
|
707
733
|
index: 'GENERATOR_ASSISTANT_INDEX',
|
|
708
734
|
},
|
|
735
|
+
GENERATOR_ASSISTANT_SUBMIT: {
|
|
736
|
+
continueOnToolCallConfirm: 'GENERATOR_ASSISTANT_CONTINUE_ON_TOOL_CALL_CONFIRM',
|
|
737
|
+
continueOnToolCallStrategy: 'GENERATOR_ASSISTANT_CONTINUE_ON_TOOL_CALL_STRATEGY',
|
|
738
|
+
continueOnToolCallLimit: 'GENERATOR_ASSISTANT_CONTINUE_ON_TOOL_CALL_LIMIT',
|
|
739
|
+
},
|
|
709
740
|
GENERATOR_ASSISTANT_INSERT_MCP_RESOURCE: {
|
|
710
741
|
mcpClientName: 'GENERATOR_ASSISTANT_MCP_CLIENT_NAME',
|
|
711
742
|
mcpResourceUri: 'GENERATOR_ASSISTANT_MCP_RESOURCE_URI',
|
package/compile/index.ts
CHANGED
|
@@ -856,6 +856,7 @@ export const compile = async (app: Application) => {
|
|
|
856
856
|
fonts: app.fonts,
|
|
857
857
|
...compileApplicationSettings(app.settings),
|
|
858
858
|
test_map: app.metadata?.TEMP_test_map || {},
|
|
859
|
+
automation_map: app.metadata?.TEMP_automation_map || {},
|
|
859
860
|
}
|
|
860
861
|
return config
|
|
861
862
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@fugood/bricks-project",
|
|
3
|
-
"version": "2.22.0-beta.
|
|
3
|
+
"version": "2.22.0-beta.6",
|
|
4
4
|
"main": "index.ts",
|
|
5
5
|
"scripts": {
|
|
6
6
|
"build": "node scripts/build.js"
|
|
@@ -14,5 +14,5 @@
|
|
|
14
14
|
"lodash": "^4.17.4",
|
|
15
15
|
"uuid": "^8.3.1"
|
|
16
16
|
},
|
|
17
|
-
"gitHead": "
|
|
17
|
+
"gitHead": "48228c8d2a4661d7cf8180d874eb9610e8a477bd"
|
|
18
18
|
}
|
package/tools/postinstall.ts
CHANGED
|
@@ -51,8 +51,7 @@ const handleMcpConfigOverride = async (mcpConfigPath: string) => {
|
|
|
51
51
|
console.log(`Updated ${mcpConfigPath}`)
|
|
52
52
|
}
|
|
53
53
|
|
|
54
|
-
if (await exists(`${cwd}/.
|
|
55
|
-
await $`mkdir -p ${cwd}/.cursor`
|
|
54
|
+
if (await exists(`${cwd}/.cursor/rules/instructions.mdc`)) {
|
|
56
55
|
const cursorMcpConfigPath = `${cwd}/.cursor/mcp.json`
|
|
57
56
|
await handleMcpConfigOverride(cursorMcpConfigPath)
|
|
58
57
|
}
|
package/types/bricks.ts
CHANGED
|
@@ -1227,6 +1227,8 @@ Default property:
|
|
|
1227
1227
|
}
|
|
1228
1228
|
>
|
|
1229
1229
|
| DataLink
|
|
1230
|
+
/* Multiple slideshow media path lists to combine (Array of path arrays) */
|
|
1231
|
+
pathsList?: Array<Array<any> | DataLink | DataLink> | DataLink
|
|
1230
1232
|
/* Loop the slideshow */
|
|
1231
1233
|
loop?: boolean | DataLink
|
|
1232
1234
|
/* Shuffle the slideshow */
|
package/types/generators.ts
CHANGED
|
@@ -4327,12 +4327,15 @@ Default property:
|
|
|
4327
4327
|
"name": "bricks-foundation-mcp-server-default",
|
|
4328
4328
|
"version": "1.0.0",
|
|
4329
4329
|
"resources": [],
|
|
4330
|
-
"tools": []
|
|
4330
|
+
"tools": [],
|
|
4331
|
+
"prompts": []
|
|
4331
4332
|
}
|
|
4332
4333
|
*/
|
|
4333
4334
|
property?: {
|
|
4334
4335
|
/* Enable MCP server. If enabled and Listening is false, the generator can still provide application-scoped resources. */
|
|
4335
4336
|
enabled?: boolean | DataLink
|
|
4337
|
+
/* Application-scoped generator key, key cannot be the same with other application-scoped generators */
|
|
4338
|
+
globalGeneratorKey?: string | DataLink
|
|
4336
4339
|
/* Start MCP server */
|
|
4337
4340
|
listening?: boolean | DataLink
|
|
4338
4341
|
/* HTTP server port */
|
|
@@ -4429,6 +4432,49 @@ Default property:
|
|
|
4429
4432
|
}
|
|
4430
4433
|
>
|
|
4431
4434
|
| DataLink
|
|
4435
|
+
/* Prompts
|
|
4436
|
+
Type:
|
|
4437
|
+
`static`: Return static data
|
|
4438
|
+
`detect-data-change`: Watch data target change to return data,
|
|
4439
|
+
please update data with ({ id: string, content: string | object }),
|
|
4440
|
+
and ensure the id is same with request id
|
|
4441
|
+
`script`: Not implemented yet */
|
|
4442
|
+
prompts?:
|
|
4443
|
+
| Array<
|
|
4444
|
+
| DataLink
|
|
4445
|
+
| {
|
|
4446
|
+
enabled?: boolean | DataLink
|
|
4447
|
+
name?: string | DataLink
|
|
4448
|
+
description?: string | DataLink
|
|
4449
|
+
arguments?: {} | DataLink
|
|
4450
|
+
type?: 'static' | 'detect-data-change' | 'script' | DataLink
|
|
4451
|
+
staticData?: any
|
|
4452
|
+
dataChangeConfig?:
|
|
4453
|
+
| DataLink
|
|
4454
|
+
| {
|
|
4455
|
+
target?: string | DataLink
|
|
4456
|
+
timeout?: number | DataLink
|
|
4457
|
+
payload?: any
|
|
4458
|
+
}
|
|
4459
|
+
scriptConfig?:
|
|
4460
|
+
| DataLink
|
|
4461
|
+
| {
|
|
4462
|
+
code?: string | DataLink
|
|
4463
|
+
timeout?: number | DataLink
|
|
4464
|
+
members?:
|
|
4465
|
+
| Array<
|
|
4466
|
+
| DataLink
|
|
4467
|
+
| {
|
|
4468
|
+
handler?: string | DataLink
|
|
4469
|
+
varName?: string | DataLink
|
|
4470
|
+
}
|
|
4471
|
+
>
|
|
4472
|
+
| DataLink
|
|
4473
|
+
payload?: any
|
|
4474
|
+
}
|
|
4475
|
+
}
|
|
4476
|
+
>
|
|
4477
|
+
| DataLink
|
|
4432
4478
|
}
|
|
4433
4479
|
events?: {
|
|
4434
4480
|
/* Listening of HTTP server */
|
|
@@ -4443,6 +4489,8 @@ Default property:
|
|
|
4443
4489
|
onRequestResource?: Array<EventAction>
|
|
4444
4490
|
/* On call tool (Request: { name: string, params: object }) */
|
|
4445
4491
|
onCallTool?: Array<EventAction>
|
|
4492
|
+
/* On get prompt (Request: { name: string, arguments: object }) */
|
|
4493
|
+
onGetPrompt?: Array<EventAction>
|
|
4446
4494
|
}
|
|
4447
4495
|
outlets?: {
|
|
4448
4496
|
/* Whether the HTTP server is listening */
|
|
@@ -4455,6 +4503,8 @@ Default property:
|
|
|
4455
4503
|
lastResourceRequest?: () => Data
|
|
4456
4504
|
/* Last tool call ({ name: string, params: object }) */
|
|
4457
4505
|
lastToolCall?: () => Data
|
|
4506
|
+
/* Last prompt get ({ name: string, arguments: object }) */
|
|
4507
|
+
lastPromptGet?: () => Data
|
|
4458
4508
|
}
|
|
4459
4509
|
}
|
|
4460
4510
|
|
|
@@ -4478,6 +4528,7 @@ export type GeneratorMCPServer = Generator &
|
|
|
4478
4528
|
| 'connectedRemotes'
|
|
4479
4529
|
| 'lastResourceRequest'
|
|
4480
4530
|
| 'lastToolCall'
|
|
4531
|
+
| 'lastPromptGet'
|
|
4481
4532
|
value: any
|
|
4482
4533
|
}
|
|
4483
4534
|
}>
|
|
@@ -4569,6 +4620,38 @@ export type GeneratorMCPActionCallTool = ActionWithParams & {
|
|
|
4569
4620
|
>
|
|
4570
4621
|
}
|
|
4571
4622
|
|
|
4623
|
+
/* List prompts */
|
|
4624
|
+
export type GeneratorMCPActionListPrompts = ActionWithParams & {
|
|
4625
|
+
__actionName: 'GENERATOR_MCP_LIST_PROMPTS'
|
|
4626
|
+
params?: Array<{
|
|
4627
|
+
input: 'requestId'
|
|
4628
|
+
value?: string | DataLink | EventProperty
|
|
4629
|
+
mapping?: string
|
|
4630
|
+
}>
|
|
4631
|
+
}
|
|
4632
|
+
|
|
4633
|
+
/* Request prompt */
|
|
4634
|
+
export type GeneratorMCPActionGetPrompt = ActionWithParams & {
|
|
4635
|
+
__actionName: 'GENERATOR_MCP_GET_PROMPT'
|
|
4636
|
+
params?: Array<
|
|
4637
|
+
| {
|
|
4638
|
+
input: 'requestId'
|
|
4639
|
+
value?: string | DataLink | EventProperty
|
|
4640
|
+
mapping?: string
|
|
4641
|
+
}
|
|
4642
|
+
| {
|
|
4643
|
+
input: 'name'
|
|
4644
|
+
value?: string | DataLink | EventProperty
|
|
4645
|
+
mapping?: string
|
|
4646
|
+
}
|
|
4647
|
+
| {
|
|
4648
|
+
input: 'variables'
|
|
4649
|
+
value?: {} | DataLink | EventProperty
|
|
4650
|
+
mapping?: string
|
|
4651
|
+
}
|
|
4652
|
+
>
|
|
4653
|
+
}
|
|
4654
|
+
|
|
4572
4655
|
interface GeneratorMCPDef {
|
|
4573
4656
|
/*
|
|
4574
4657
|
Default property:
|
|
@@ -4580,10 +4663,12 @@ Default property:
|
|
|
4580
4663
|
"maxReconnectAttempts": 10,
|
|
4581
4664
|
"reconnectInterval": 1000,
|
|
4582
4665
|
"generatorId": "",
|
|
4666
|
+
"generatorKey": "",
|
|
4583
4667
|
"name": "bricks-foundation-mcp-client-default",
|
|
4584
4668
|
"version": "1.0.0",
|
|
4585
4669
|
"ignoreResourceInList": [],
|
|
4586
4670
|
"ignoreToolInList": [],
|
|
4671
|
+
"ignorePromptInList": [],
|
|
4587
4672
|
"requestTimeout": 60000
|
|
4588
4673
|
}
|
|
4589
4674
|
*/
|
|
@@ -4606,8 +4691,10 @@ Default property:
|
|
|
4606
4691
|
sendHeaders?: {} | DataLink
|
|
4607
4692
|
/* Bearer token for authentication */
|
|
4608
4693
|
bearerToken?: string | DataLink
|
|
4609
|
-
/* Generator
|
|
4694
|
+
/* Generator MCP Server ID for direct link */
|
|
4610
4695
|
generatorId?: string | DataLink
|
|
4696
|
+
/* Application-scoped key of Generator MCP Server for direct link (If ID is not provided) */
|
|
4697
|
+
generatorKey?: string | DataLink
|
|
4611
4698
|
/* Name of the MCP client */
|
|
4612
4699
|
name?: string | DataLink
|
|
4613
4700
|
/* Version of the MCP client */
|
|
@@ -4616,6 +4703,8 @@ Default property:
|
|
|
4616
4703
|
ignoreResourceInList?: Array<string | DataLink> | DataLink
|
|
4617
4704
|
/* Ignore tools in list response */
|
|
4618
4705
|
ignoreToolInList?: Array<string | DataLink> | DataLink
|
|
4706
|
+
/* Ignore prompts in list response */
|
|
4707
|
+
ignorePromptInList?: Array<string | DataLink> | DataLink
|
|
4619
4708
|
/* Request timeout in milliseconds */
|
|
4620
4709
|
requestTimeout?: number | DataLink
|
|
4621
4710
|
}
|
|
@@ -4646,6 +4735,14 @@ Default property:
|
|
|
4646
4735
|
onCallTool?: Array<EventAction>
|
|
4647
4736
|
/* On call tool error */
|
|
4648
4737
|
onCallToolError?: Array<EventAction>
|
|
4738
|
+
/* On list prompts */
|
|
4739
|
+
onListPrompts?: Array<EventAction>
|
|
4740
|
+
/* On list prompts error */
|
|
4741
|
+
onListPromptsError?: Array<EventAction>
|
|
4742
|
+
/* On get prompt */
|
|
4743
|
+
onGetPrompt?: Array<EventAction>
|
|
4744
|
+
/* On get prompt error */
|
|
4745
|
+
onGetPromptError?: Array<EventAction>
|
|
4649
4746
|
}
|
|
4650
4747
|
outlets?: {
|
|
4651
4748
|
/* Connection state */
|
|
@@ -4670,6 +4767,14 @@ Default property:
|
|
|
4670
4767
|
callToolResponse?: () => Data
|
|
4671
4768
|
/* Call tool error */
|
|
4672
4769
|
callToolError?: () => Data
|
|
4770
|
+
/* List prompts response */
|
|
4771
|
+
listPromptsResponse?: () => Data
|
|
4772
|
+
/* List prompts error */
|
|
4773
|
+
listPromptsError?: () => Data
|
|
4774
|
+
/* Get prompt response */
|
|
4775
|
+
getPromptResponse?: () => Data
|
|
4776
|
+
/* Request prompt error */
|
|
4777
|
+
getPromptError?: () => Data
|
|
4673
4778
|
/* Last error */
|
|
4674
4779
|
lastError?: () => Data
|
|
4675
4780
|
}
|
|
@@ -4701,6 +4806,10 @@ export type GeneratorMCP = Generator &
|
|
|
4701
4806
|
| 'listToolsError'
|
|
4702
4807
|
| 'callToolResponse'
|
|
4703
4808
|
| 'callToolError'
|
|
4809
|
+
| 'listPromptsResponse'
|
|
4810
|
+
| 'listPromptsError'
|
|
4811
|
+
| 'getPromptResponse'
|
|
4812
|
+
| 'getPromptError'
|
|
4704
4813
|
| 'lastError'
|
|
4705
4814
|
value: any
|
|
4706
4815
|
}
|
|
@@ -4886,6 +4995,11 @@ export type GeneratorOnnxLLMActionInfer = ActionWithParams & {
|
|
|
4886
4995
|
value?: Array<any> | DataLink | EventProperty
|
|
4887
4996
|
mapping?: string
|
|
4888
4997
|
}
|
|
4998
|
+
| {
|
|
4999
|
+
input: 'images'
|
|
5000
|
+
value?: Array<any> | DataLink | EventProperty
|
|
5001
|
+
mapping?: string
|
|
5002
|
+
}
|
|
4889
5003
|
>
|
|
4890
5004
|
}
|
|
4891
5005
|
|
|
@@ -4922,12 +5036,17 @@ Default property:
|
|
|
4922
5036
|
/* LLM model */
|
|
4923
5037
|
model?:
|
|
4924
5038
|
| 'Custom'
|
|
5039
|
+
| 'onnx-community/gemma-3-1b-it-ONNX'
|
|
4925
5040
|
| 'BricksDisplay/phi-1_5'
|
|
4926
5041
|
| 'BricksDisplay/phi-1_5-q4'
|
|
4927
|
-
| '
|
|
4928
|
-
| '
|
|
4929
|
-
| '
|
|
4930
|
-
| '
|
|
5042
|
+
| 'onnx-community/Phi-3.5-vision-instruct'
|
|
5043
|
+
| 'onnx-community/Phi-3-vision-128k-instruct'
|
|
5044
|
+
| 'onnx-community/Phi-4-mini-instruct-ONNX-MHA'
|
|
5045
|
+
| 'onnx-community/Qwen2.5-0.5B'
|
|
5046
|
+
| 'onnx-community/Qwen2.5-0.5B-Instruct'
|
|
5047
|
+
| 'onnx-community/Qwen2.5-1.5B'
|
|
5048
|
+
| 'onnx-community/Qwen2.5-1.5B-Instruct'
|
|
5049
|
+
| 'onnx-community/Qwen2-VL-2B-Instruct'
|
|
4931
5050
|
| 'stablelm-2-1_6b'
|
|
4932
5051
|
| 'BricksDisplay/stablelm-2-1_6b-q4'
|
|
4933
5052
|
| 'stablelm-2-zephyr-1_6b'
|
|
@@ -5000,6 +5119,12 @@ Default property:
|
|
|
5000
5119
|
Choose model from https://huggingface.co/models?pipeline_tag=text2text-generation&library=transformers.js
|
|
5001
5120
|
or https://huggingface.co/models?pipeline_tag=text-generation&library=transformers.js&sort=trending */
|
|
5002
5121
|
customModel?: string | DataLink
|
|
5122
|
+
/* Prompt to inference */
|
|
5123
|
+
prompt?: string | DataLink
|
|
5124
|
+
/* Messages to inference */
|
|
5125
|
+
messages?: Array<DataLink | {}> | DataLink
|
|
5126
|
+
/* Images with message to inference */
|
|
5127
|
+
images?: Array<string | DataLink> | DataLink
|
|
5003
5128
|
/* Max new tokens to generate */
|
|
5004
5129
|
maxNewTokens?: number | DataLink
|
|
5005
5130
|
/* Temperature */
|
|
@@ -6319,6 +6444,166 @@ export type GeneratorLLM = Generator &
|
|
|
6319
6444
|
>
|
|
6320
6445
|
}
|
|
6321
6446
|
|
|
6447
|
+
/* Load the model */
|
|
6448
|
+
export type GeneratorQnnLlmActionLoadModel = Action & {
|
|
6449
|
+
__actionName: 'GENERATOR_QNN_LLM_LOAD_MODEL'
|
|
6450
|
+
}
|
|
6451
|
+
|
|
6452
|
+
/* Abort model download */
|
|
6453
|
+
export type GeneratorQnnLlmActionAbortModelDownload = Action & {
|
|
6454
|
+
__actionName: 'GENERATOR_QNN_LLM_ABORT_MODEL_DOWNLOAD'
|
|
6455
|
+
}
|
|
6456
|
+
|
|
6457
|
+
/* Generate text */
|
|
6458
|
+
export type GeneratorQnnLlmActionGenerate = ActionWithParams & {
|
|
6459
|
+
__actionName: 'GENERATOR_QNN_LLM_GENERATE'
|
|
6460
|
+
params?: Array<
|
|
6461
|
+
| {
|
|
6462
|
+
input: 'prompt'
|
|
6463
|
+
value?: string | DataLink | EventProperty
|
|
6464
|
+
mapping?: string
|
|
6465
|
+
}
|
|
6466
|
+
| {
|
|
6467
|
+
input: 'messages'
|
|
6468
|
+
value?: Array<any> | DataLink | EventProperty
|
|
6469
|
+
mapping?: string
|
|
6470
|
+
}
|
|
6471
|
+
>
|
|
6472
|
+
}
|
|
6473
|
+
|
|
6474
|
+
/* Abort generation */
|
|
6475
|
+
export type GeneratorQnnLlmActionAbortGeneration = Action & {
|
|
6476
|
+
__actionName: 'GENERATOR_QNN_LLM_ABORT_GENERATION'
|
|
6477
|
+
}
|
|
6478
|
+
|
|
6479
|
+
/* Release context */
|
|
6480
|
+
export type GeneratorQnnLlmActionReleaseContext = Action & {
|
|
6481
|
+
__actionName: 'GENERATOR_QNN_LLM_RELEASE_CONTEXT'
|
|
6482
|
+
}
|
|
6483
|
+
|
|
6484
|
+
interface GeneratorQnnLlmDef {
|
|
6485
|
+
/*
|
|
6486
|
+
Default property:
|
|
6487
|
+
{
|
|
6488
|
+
"modelType": "Llama 3.2 3B Chat",
|
|
6489
|
+
"chatFormat": "Llama 3.x",
|
|
6490
|
+
"toolCallParser": "llama3_json",
|
|
6491
|
+
"toolChoice": "auto",
|
|
6492
|
+
"parallelToolCalls": false,
|
|
6493
|
+
"greedy": false
|
|
6494
|
+
}
|
|
6495
|
+
*/
|
|
6496
|
+
property?: {
|
|
6497
|
+
/* Load model context when generator is initialized */
|
|
6498
|
+
init?: boolean | DataLink
|
|
6499
|
+
/* Model type */
|
|
6500
|
+
modelType?:
|
|
6501
|
+
| 'Llama 3 8B Chat'
|
|
6502
|
+
| 'Llama 3.1 8B Chat'
|
|
6503
|
+
| 'Llama 3.2 3B Chat'
|
|
6504
|
+
| 'Mistral 7B Instruct v0.3'
|
|
6505
|
+
| 'Qwen 2 7B Chat'
|
|
6506
|
+
| 'Phi 3.5 Mini'
|
|
6507
|
+
| 'Granite v3.1 8B Instruct'
|
|
6508
|
+
| 'Custom'
|
|
6509
|
+
| DataLink
|
|
6510
|
+
/* SOC model */
|
|
6511
|
+
socModel?: 'X Elite' | 'X Plus' | '8 Elite' | '8 Gen 3' | 'QCS8550' | DataLink
|
|
6512
|
+
/* Custom model base URL
|
|
6513
|
+
The URL directory should contain `config.json` (model config) file, `model_part_*_of_*.bin` (model split files) files and `tokenizer.json` (tokenizer config) file. */
|
|
6514
|
+
customModelUrl?: string | DataLink
|
|
6515
|
+
/* Custom model split parts */
|
|
6516
|
+
customModelSplitParts?: number | DataLink
|
|
6517
|
+
/* Chat format */
|
|
6518
|
+
chatFormat?: 'Llama 2' | 'Llama 3' | 'Llama 3.x' | 'Mistral v0.3' | 'Qwen 2' | DataLink
|
|
6519
|
+
/* Custom chat format template */
|
|
6520
|
+
customChatFormat?: string | DataLink
|
|
6521
|
+
/* Prompt to generate */
|
|
6522
|
+
prompt?: string | DataLink
|
|
6523
|
+
/* Chat messages */
|
|
6524
|
+
messages?:
|
|
6525
|
+
| Array<
|
|
6526
|
+
| DataLink
|
|
6527
|
+
| {
|
|
6528
|
+
role?: string | DataLink
|
|
6529
|
+
content?: string | DataLink
|
|
6530
|
+
}
|
|
6531
|
+
>
|
|
6532
|
+
| DataLink
|
|
6533
|
+
/* Stop words */
|
|
6534
|
+
stopWords?: Array<string | DataLink> | DataLink
|
|
6535
|
+
/* Tool call parser */
|
|
6536
|
+
toolCallParser?: 'llama3_json' | 'mistral' | DataLink
|
|
6537
|
+
/* Tools for chat mode */
|
|
6538
|
+
tools?: {} | DataLink
|
|
6539
|
+
/* Tool choice for chat mode */
|
|
6540
|
+
toolChoice?: 'none' | 'auto' | 'required' | DataLink
|
|
6541
|
+
/* Enable parallel tool calls */
|
|
6542
|
+
parallelToolCalls?: boolean | DataLink
|
|
6543
|
+
/* Number of threads, -1 to use n-threads from model config */
|
|
6544
|
+
nThreads?: number | DataLink
|
|
6545
|
+
/* Temperature, -1 to use temperature from model config */
|
|
6546
|
+
temperature?: number | DataLink
|
|
6547
|
+
/* Seed, -1 to use seed from model config */
|
|
6548
|
+
seed?: number | DataLink
|
|
6549
|
+
/* Top K, -1 to use top-k from model config */
|
|
6550
|
+
topK?: number | DataLink
|
|
6551
|
+
/* Top P, -1 to use top-p from model config */
|
|
6552
|
+
topP?: number | DataLink
|
|
6553
|
+
/* Greedy, use greedy sampling */
|
|
6554
|
+
greedy?: boolean | DataLink
|
|
6555
|
+
}
|
|
6556
|
+
events?: {
|
|
6557
|
+
/* Event triggered when load is done */
|
|
6558
|
+
onContextStateChange?: Array<EventAction>
|
|
6559
|
+
/* Event triggered when generate is done */
|
|
6560
|
+
onGenerate?: Array<EventAction>
|
|
6561
|
+
/* Event triggered on get function call request */
|
|
6562
|
+
onFunctionCall?: Array<EventAction>
|
|
6563
|
+
/* Event triggered when error occurs */
|
|
6564
|
+
onError?: Array<EventAction>
|
|
6565
|
+
}
|
|
6566
|
+
outlets?: {
|
|
6567
|
+
/* Context state */
|
|
6568
|
+
contextState?: () => Data
|
|
6569
|
+
/* Generation result */
|
|
6570
|
+
result?: () => Data
|
|
6571
|
+
/* Full context (Prompt + Generation Result) */
|
|
6572
|
+
fullContext?: () => Data
|
|
6573
|
+
/* Last function call details */
|
|
6574
|
+
lastFunctionCall?: () => Data
|
|
6575
|
+
/* Completion details */
|
|
6576
|
+
completionDetails?: () => Data
|
|
6577
|
+
}
|
|
6578
|
+
}
|
|
6579
|
+
|
|
6580
|
+
/* Local LLM inference using Qualcomm AI Engine */
|
|
6581
|
+
export type GeneratorQnnLlm = Generator &
|
|
6582
|
+
GeneratorQnnLlmDef & {
|
|
6583
|
+
templateKey: 'GENERATOR_QNN_LLM'
|
|
6584
|
+
switches: Array<
|
|
6585
|
+
SwitchDef &
|
|
6586
|
+
GeneratorQnnLlmDef & {
|
|
6587
|
+
conds?: Array<{
|
|
6588
|
+
method: '==' | '!=' | '>' | '<' | '>=' | '<='
|
|
6589
|
+
cond:
|
|
6590
|
+
| SwitchCondInnerStateCurrentCanvas
|
|
6591
|
+
| SwitchCondData
|
|
6592
|
+
| {
|
|
6593
|
+
__typename: 'SwitchCondInnerStateOutlet'
|
|
6594
|
+
outlet:
|
|
6595
|
+
| 'contextState'
|
|
6596
|
+
| 'result'
|
|
6597
|
+
| 'fullContext'
|
|
6598
|
+
| 'lastFunctionCall'
|
|
6599
|
+
| 'completionDetails'
|
|
6600
|
+
value: any
|
|
6601
|
+
}
|
|
6602
|
+
}>
|
|
6603
|
+
}
|
|
6604
|
+
>
|
|
6605
|
+
}
|
|
6606
|
+
|
|
6322
6607
|
/* Run text completion */
|
|
6323
6608
|
export type GeneratorOpenAILLMActionCompletion = ActionWithParams & {
|
|
6324
6609
|
__actionName: 'GENERATOR_OPENAI_LLM_COMPLETION'
|
|
@@ -6663,6 +6948,55 @@ export type GeneratorAssistantActionAddMessage = ActionWithParams & {
|
|
|
6663
6948
|
>
|
|
6664
6949
|
}
|
|
6665
6950
|
|
|
6951
|
+
/* Initialize messages from MCP prompt */
|
|
6952
|
+
export type GeneratorAssistantActionInitMcpPrompt = ActionWithParams & {
|
|
6953
|
+
__actionName: 'GENERATOR_ASSISTANT_INIT_MCP_PROMPT'
|
|
6954
|
+
params?: Array<
|
|
6955
|
+
| {
|
|
6956
|
+
input: 'mcpClientName'
|
|
6957
|
+
value?: string | DataLink | EventProperty
|
|
6958
|
+
mapping?: string
|
|
6959
|
+
}
|
|
6960
|
+
| {
|
|
6961
|
+
input: 'mcpPromptName'
|
|
6962
|
+
value?: string | DataLink | EventProperty
|
|
6963
|
+
mapping?: string
|
|
6964
|
+
}
|
|
6965
|
+
| {
|
|
6966
|
+
input: 'mcpArguments'
|
|
6967
|
+
value?: {} | DataLink | EventProperty
|
|
6968
|
+
mapping?: string
|
|
6969
|
+
}
|
|
6970
|
+
| {
|
|
6971
|
+
input: 'firstMessageAsSystem'
|
|
6972
|
+
value?: boolean | DataLink | EventProperty
|
|
6973
|
+
mapping?: string
|
|
6974
|
+
}
|
|
6975
|
+
>
|
|
6976
|
+
}
|
|
6977
|
+
|
|
6978
|
+
/* Add messages from MCP prompt */
|
|
6979
|
+
export type GeneratorAssistantActionAddMcpPromptMessage = ActionWithParams & {
|
|
6980
|
+
__actionName: 'GENERATOR_ASSISTANT_ADD_MCP_PROMPT_MESSAGE'
|
|
6981
|
+
params?: Array<
|
|
6982
|
+
| {
|
|
6983
|
+
input: 'mcpClientName'
|
|
6984
|
+
value?: string | DataLink | EventProperty
|
|
6985
|
+
mapping?: string
|
|
6986
|
+
}
|
|
6987
|
+
| {
|
|
6988
|
+
input: 'mcpPromptName'
|
|
6989
|
+
value?: string | DataLink | EventProperty
|
|
6990
|
+
mapping?: string
|
|
6991
|
+
}
|
|
6992
|
+
| {
|
|
6993
|
+
input: 'mcpArguments'
|
|
6994
|
+
value?: {} | DataLink | EventProperty
|
|
6995
|
+
mapping?: string
|
|
6996
|
+
}
|
|
6997
|
+
>
|
|
6998
|
+
}
|
|
6999
|
+
|
|
6666
7000
|
/* Update a message at a specific index */
|
|
6667
7001
|
export type GeneratorAssistantActionUpdateMessageAtIndex = ActionWithParams & {
|
|
6668
7002
|
__actionName: 'GENERATOR_ASSISTANT_UPDATE_MESSAGE_AT_INDEX'
|
|
@@ -6832,8 +7166,25 @@ export type GeneratorAssistantActionReset = Action & {
|
|
|
6832
7166
|
}
|
|
6833
7167
|
|
|
6834
7168
|
/* Submit the assistant */
|
|
6835
|
-
export type GeneratorAssistantActionSubmit =
|
|
7169
|
+
export type GeneratorAssistantActionSubmit = ActionWithParams & {
|
|
6836
7170
|
__actionName: 'GENERATOR_ASSISTANT_SUBMIT'
|
|
7171
|
+
params?: Array<
|
|
7172
|
+
| {
|
|
7173
|
+
input: 'continueOnToolCallConfirm'
|
|
7174
|
+
value?: boolean | DataLink | EventProperty
|
|
7175
|
+
mapping?: string
|
|
7176
|
+
}
|
|
7177
|
+
| {
|
|
7178
|
+
input: 'continueOnToolCallStrategy'
|
|
7179
|
+
value?: 'never' | 'success' | 'always' | DataLink | EventProperty
|
|
7180
|
+
mapping?: string
|
|
7181
|
+
}
|
|
7182
|
+
| {
|
|
7183
|
+
input: 'continueOnToolCallLimit'
|
|
7184
|
+
value?: number | DataLink | EventProperty
|
|
7185
|
+
mapping?: string
|
|
7186
|
+
}
|
|
7187
|
+
>
|
|
6837
7188
|
}
|
|
6838
7189
|
|
|
6839
7190
|
/* Cancel the assistant responding */
|
package/utils/event-props.ts
CHANGED
|
@@ -629,9 +629,25 @@ export const templateEventPropsMap = {
|
|
|
629
629
|
'GENERATOR_MCP_SERVER_SESSION_ID', // type: string
|
|
630
630
|
],
|
|
631
631
|
onRequestResource: [
|
|
632
|
+
'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
|
|
633
|
+
'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
|
|
634
|
+
'GENERATOR_MCP_SERVER_REQUEST_URI', // type: string
|
|
635
|
+
'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
|
|
636
|
+
'GENERATOR_MCP_SERVER_REQUEST_TIMEOUT', // type: number
|
|
632
637
|
'GENERATOR_MCP_SERVER_REQUEST', // type: object
|
|
633
638
|
],
|
|
634
639
|
onCallTool: [
|
|
640
|
+
'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
|
|
641
|
+
'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
|
|
642
|
+
'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
|
|
643
|
+
'GENERATOR_MCP_SERVER_REQUEST_TIMEOUT', // type: number
|
|
644
|
+
'GENERATOR_MCP_SERVER_REQUEST', // type: object
|
|
645
|
+
],
|
|
646
|
+
onGetPrompt: [
|
|
647
|
+
'GENERATOR_MCP_SERVER_REQUEST_ID', // type: string
|
|
648
|
+
'GENERATOR_MCP_SERVER_REQUEST_NAME', // type: string
|
|
649
|
+
'GENERATOR_MCP_SERVER_REQUEST_VARIABLES', // type: object
|
|
650
|
+
'GENERATOR_MCP_SERVER_REQUEST_TIMEOUT', // type: number
|
|
635
651
|
'GENERATOR_MCP_SERVER_REQUEST', // type: object
|
|
636
652
|
],
|
|
637
653
|
},
|
|
@@ -679,6 +695,22 @@ export const templateEventPropsMap = {
|
|
|
679
695
|
'GENERATOR_MCP_REQUEST_ID', // type: string
|
|
680
696
|
'GENERATOR_MCP_ERROR_MESSAGE', // type: string
|
|
681
697
|
],
|
|
698
|
+
onListPrompts: [
|
|
699
|
+
'GENERATOR_MCP_REQUEST_ID', // type: string
|
|
700
|
+
'GENERATOR_MCP_RESPONSE', // type: object
|
|
701
|
+
],
|
|
702
|
+
onListPromptsError: [
|
|
703
|
+
'GENERATOR_MCP_REQUEST_ID', // type: string
|
|
704
|
+
'GENERATOR_MCP_ERROR_MESSAGE', // type: string
|
|
705
|
+
],
|
|
706
|
+
onGetPrompt: [
|
|
707
|
+
'GENERATOR_MCP_REQUEST_ID', // type: string
|
|
708
|
+
'GENERATOR_MCP_RESPONSE', // type: object
|
|
709
|
+
],
|
|
710
|
+
onGetPromptError: [
|
|
711
|
+
'GENERATOR_MCP_REQUEST_ID', // type: string
|
|
712
|
+
'GENERATOR_MCP_ERROR_MESSAGE', // type: string
|
|
713
|
+
],
|
|
682
714
|
},
|
|
683
715
|
GENERATOR_TTS: {
|
|
684
716
|
onContextStateChange: [
|
|
@@ -747,6 +779,23 @@ export const templateEventPropsMap = {
|
|
|
747
779
|
'GENERATOR_LLM_COMPLETION_FUNCTION_DETAILS', // type: object
|
|
748
780
|
],
|
|
749
781
|
},
|
|
782
|
+
GENERATOR_QNN_LLM: {
|
|
783
|
+
onContextStateChange: [
|
|
784
|
+
'GENERATOR_QNN_LLM_CONTEXT_STATE', // type: string
|
|
785
|
+
],
|
|
786
|
+
onGenerate: [
|
|
787
|
+
'GENERATOR_QNN_LLM_RESULT', // type: string
|
|
788
|
+
'GENERATOR_QNN_LLM_FULL_CONTEXT', // type: string
|
|
789
|
+
],
|
|
790
|
+
onFunctionCall: [
|
|
791
|
+
'GENERATOR_QNN_LLM_FUNCTION_CALL_NAME', // type: string
|
|
792
|
+
'GENERATOR_QNN_LLM_FUNCTION_CALL_ARGUMENTS', // type: object
|
|
793
|
+
'GENERATOR_QNN_LLM_FUNCTION_CALL_DETAILS', // type: object
|
|
794
|
+
],
|
|
795
|
+
onError: [
|
|
796
|
+
'GENERATOR_QNN_LLM_ERROR', // type: string
|
|
797
|
+
],
|
|
798
|
+
},
|
|
750
799
|
GENERATOR_OPENAI_LLM: {
|
|
751
800
|
onError: [
|
|
752
801
|
'GENERATOR_OPENAI_LLM_ERROR', // type: string
|