@fugood/bricks-project 2.23.0-beta.7 → 2.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/api/instance.ts +37 -5
- package/compile/action-name-map.ts +81 -0
- package/compile/index.ts +164 -63
- package/compile/util.ts +13 -4
- package/package.json +8 -4
- package/skills/bricks-project/SKILL.md +32 -0
- package/skills/bricks-project/rules/animation.md +159 -0
- package/skills/bricks-project/rules/architecture-patterns.md +62 -0
- package/skills/bricks-project/rules/automations.md +175 -0
- package/skills/bricks-project/rules/buttress.md +153 -0
- package/skills/bricks-project/rules/data-calculation.md +208 -0
- package/skills/bricks-project/rules/local-sync.md +129 -0
- package/skills/bricks-project/rules/media-flow.md +158 -0
- package/skills/bricks-project/rules/remote-data-bank.md +196 -0
- package/skills/bricks-project/rules/standby-transition.md +124 -0
- package/skills/rive-marketplace/SKILL.md +99 -0
- package/tools/deploy.ts +74 -12
- package/tools/icons/.gitattributes +1 -0
- package/tools/icons/fa6pro-glyphmap.json +4686 -0
- package/tools/icons/fa6pro-meta.json +26127 -0
- package/tools/mcp-server.ts +812 -8
- package/tools/postinstall.ts +33 -13
- package/tools/preview-main.mjs +53 -4
- package/tools/preview.ts +53 -6
- package/tools/pull.ts +37 -16
- package/types/automation.ts +232 -0
- package/types/brick-base.ts +1 -0
- package/types/bricks/Camera.ts +26 -10
- package/types/bricks/Chart.ts +1 -0
- package/types/bricks/GenerativeMedia.ts +21 -3
- package/types/bricks/Icon.ts +1 -0
- package/types/bricks/Image.ts +6 -0
- package/types/bricks/Items.ts +1 -0
- package/types/bricks/Lottie.ts +1 -0
- package/types/bricks/Maps.ts +254 -0
- package/types/bricks/QrCode.ts +1 -0
- package/types/bricks/Rect.ts +1 -0
- package/types/bricks/RichText.ts +1 -0
- package/types/bricks/Rive.ts +1 -0
- package/types/bricks/Slideshow.ts +1 -0
- package/types/bricks/Svg.ts +1 -0
- package/types/bricks/Text.ts +1 -0
- package/types/bricks/TextInput.ts +1 -0
- package/types/bricks/Video.ts +1 -0
- package/types/bricks/VideoStreaming.ts +1 -0
- package/types/bricks/WebRtcStream.ts +1 -0
- package/types/bricks/WebView.ts +8 -1
- package/types/bricks/index.ts +2 -0
- package/types/canvas.ts +1 -0
- package/types/common.ts +2 -0
- package/types/data-calc-command.ts +7003 -0
- package/types/data-calc-script.ts +21 -0
- package/types/data-calc.ts +3 -6977
- package/types/data.ts +3 -0
- package/types/generators/AlarmClock.ts +2 -0
- package/types/generators/Assistant.ts +30 -6
- package/types/generators/BleCentral.ts +2 -0
- package/types/generators/BlePeripheral.ts +2 -0
- package/types/generators/CanvasMap.ts +2 -0
- package/types/generators/CastlesPay.ts +2 -0
- package/types/generators/DataBank.ts +2 -0
- package/types/generators/File.ts +2 -0
- package/types/generators/GraphQl.ts +2 -0
- package/types/generators/Http.ts +84 -2
- package/types/generators/HttpServer.ts +5 -1
- package/types/generators/Information.ts +2 -0
- package/types/generators/Intent.ts +51 -0
- package/types/generators/Iterator.ts +11 -2
- package/types/generators/Keyboard.ts +2 -0
- package/types/generators/LlmAnthropicCompat.ts +2 -0
- package/types/generators/LlmAppleBuiltin.ts +144 -0
- package/types/generators/LlmGgml.ts +29 -5
- package/types/generators/LlmOnnx.ts +2 -0
- package/types/generators/LlmOpenAiCompat.ts +2 -0
- package/types/generators/LlmQualcommAiEngine.ts +2 -0
- package/types/generators/Mcp.ts +6 -4
- package/types/generators/McpServer.ts +8 -6
- package/types/generators/MediaFlow.ts +2 -0
- package/types/generators/MqttBroker.ts +2 -0
- package/types/generators/MqttClient.ts +2 -0
- package/types/generators/Question.ts +9 -0
- package/types/generators/RealtimeTranscription.ts +4 -2
- package/types/generators/RerankerGgml.ts +23 -16
- package/types/generators/SerialPort.ts +2 -0
- package/types/generators/SoundPlayer.ts +2 -0
- package/types/generators/SoundRecorder.ts +2 -0
- package/types/generators/SpeechToTextGgml.ts +14 -4
- package/types/generators/SpeechToTextOnnx.ts +2 -0
- package/types/generators/SpeechToTextPlatform.ts +2 -0
- package/types/generators/SqLite.ts +32 -1
- package/types/generators/Step.ts +2 -0
- package/types/generators/SttAppleBuiltin.ts +117 -0
- package/types/generators/Tcp.ts +2 -0
- package/types/generators/TcpServer.ts +5 -1
- package/types/generators/TextToSpeechApple.ts +113 -0
- package/types/generators/TextToSpeechAppleBuiltin.ts +114 -0
- package/types/generators/TextToSpeechGgml.ts +24 -3
- package/types/generators/TextToSpeechOnnx.ts +2 -0
- package/types/generators/TextToSpeechOpenAiLike.ts +2 -0
- package/types/generators/ThermalPrinter.ts +2 -0
- package/types/generators/Tick.ts +5 -1
- package/types/generators/TtsAppleBuiltin.ts +105 -0
- package/types/generators/Udp.ts +2 -0
- package/types/generators/VadGgml.ts +4 -2
- package/types/generators/VectorStore.ts +15 -2
- package/types/generators/Watchdog.ts +2 -0
- package/types/generators/WebCrawler.ts +2 -0
- package/types/generators/WebRtc.ts +4 -2
- package/types/generators/WebSocket.ts +2 -0
- package/types/generators/index.ts +3 -0
- package/types/index.ts +3 -0
- package/types/system.ts +48 -6
- package/utils/calc.ts +5 -1
- package/utils/data.ts +1 -0
- package/utils/event-props.ts +85 -2
- package/utils/id.ts +3 -1
|
@@ -1,6 +1,8 @@
|
|
|
1
|
+
/* Auto generated by build script */
|
|
1
2
|
import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
|
|
2
3
|
import type { Data, DataLink } from '../data'
|
|
3
4
|
import type {
|
|
5
|
+
Brick,
|
|
4
6
|
Generator,
|
|
5
7
|
EventAction,
|
|
6
8
|
ActionWithDataParams,
|
|
@@ -382,6 +384,11 @@ export type GeneratorLLMActionStopCompletion = Action & {
|
|
|
382
384
|
__actionName: 'GENERATOR_LLM_STOP_COMPLETION'
|
|
383
385
|
}
|
|
384
386
|
|
|
387
|
+
/* Clear KV cache */
|
|
388
|
+
export type GeneratorLLMActionClearCache = Action & {
|
|
389
|
+
__actionName: 'GENERATOR_LLM_CLEAR_CACHE'
|
|
390
|
+
}
|
|
391
|
+
|
|
385
392
|
/* Clear downloaded models & current jobs */
|
|
386
393
|
export type GeneratorLLMActionClearDownload = Action & {
|
|
387
394
|
__actionName: 'GENERATOR_LLM_CLEAR_DOWNLOAD'
|
|
@@ -470,6 +477,12 @@ Default property:
|
|
|
470
477
|
mmprojHashType?: 'md5' | 'sha256' | 'sha1' | DataLink
|
|
471
478
|
/* Hash of mmproj file (PREVIEW FEATURE) */
|
|
472
479
|
mmprojHash?: string | DataLink
|
|
480
|
+
/* Minimum tokens for image encoding in multimodal (PREVIEW FEATURE)
|
|
481
|
+
Useful for dynamic resolution models (e.g. Qwen-VL). Default: -1 (auto) */
|
|
482
|
+
imageMinTokens?: number | DataLink
|
|
483
|
+
/* Maximum tokens for image encoding in multimodal (PREVIEW FEATURE)
|
|
484
|
+
Limit tokens for dynamic resolution models to balance speed vs. detail. Default: -1 (auto) */
|
|
485
|
+
imageMaxTokens?: number | DataLink
|
|
473
486
|
/* Chat Template (Jinja format) to override the default template from model */
|
|
474
487
|
chatTemplate?: string | DataLink
|
|
475
488
|
/* Context size (0 ~ 4096) (Default to 512) */
|
|
@@ -483,8 +496,16 @@ Default property:
|
|
|
483
496
|
/* Accelerator variant (Only for desktop)
|
|
484
497
|
`default` - CPU / Metal (macOS)
|
|
485
498
|
`vulkan` - Use Vulkan
|
|
486
|
-
`cuda` - Use CUDA
|
|
487
|
-
|
|
499
|
+
`cuda` - Use CUDA
|
|
500
|
+
`snapdragon` - Use OpenCL/Hexagon of Qualcomm Snapdragon */
|
|
501
|
+
accelVariant?: 'default' | 'vulkan' | 'cuda' | 'snapdragon' | DataLink
|
|
502
|
+
/* Devices. For example:
|
|
503
|
+
|
|
504
|
+
Metal or CPU for iOS/tvOS/MacOS
|
|
505
|
+
OpenCL or CPU for Android
|
|
506
|
+
- Add `HTP0`, `HTP1`, `...` for OpenCL/Hexagon devices (Use HTP* for all HTP devices)
|
|
507
|
+
For Desktop, you may want to include/exclude GPUs */
|
|
508
|
+
devices?: Array<string | DataLink> | DataLink
|
|
488
509
|
/* Main GPU index */
|
|
489
510
|
mainGpu?: number | DataLink
|
|
490
511
|
/* Number of GPU layers */
|
|
@@ -637,8 +658,8 @@ Default property:
|
|
|
637
658
|
buttressConnectionSettings?:
|
|
638
659
|
| DataLink
|
|
639
660
|
| {
|
|
661
|
+
enabled?: boolean | DataLink
|
|
640
662
|
url?: string | DataLink
|
|
641
|
-
trpcPath?: string | DataLink
|
|
642
663
|
fallbackType?: 'use-local' | 'no-op' | DataLink
|
|
643
664
|
strategy?: 'prefer-local' | 'prefer-buttress' | 'prefer-best' | DataLink
|
|
644
665
|
}
|
|
@@ -691,8 +712,11 @@ Default property:
|
|
|
691
712
|
- The device RAM must be larger than 8GB
|
|
692
713
|
- iOS: Recommended use M1+ / A17+ chip device. Supported GPU acceleration by Metal.
|
|
693
714
|
- macOS: Recommended use M1+ chip device. Supported GPU acceleration by Metal.
|
|
694
|
-
- Android: Recommended use Android 13+ system.
|
|
695
|
-
|
|
715
|
+
- Android: Recommended use Android 13+ system.
|
|
716
|
+
- Supported GPU acceleration by OpenCL, currently only for Qualcomm Adreno 700+ GPUs, other GPUs are not supported.
|
|
717
|
+
- Supported Hexagon NPU for Qualcomm Snapdragon 8 Gen 1+ GPUs.
|
|
718
|
+
- Linux / Windows [@nextline - Supported GPU acceleration, you can choose `vulkan` or `cuda` backend in Accel Variant property
|
|
719
|
+
- Supported Hexagon NPU for Qualcomm Dragonwing IQ9 series+ (Linux) */
|
|
696
720
|
export type GeneratorLLM = Generator &
|
|
697
721
|
GeneratorLLMDef & {
|
|
698
722
|
templateKey: 'GENERATOR_LLM'
|
package/types/generators/Mcp.ts
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
|
+
/* Auto generated by build script */
|
|
1
2
|
import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
|
|
2
3
|
import type { Data, DataLink } from '../data'
|
|
3
4
|
import type {
|
|
5
|
+
Brick,
|
|
4
6
|
Generator,
|
|
5
7
|
EventAction,
|
|
6
8
|
ActionWithDataParams,
|
|
@@ -55,7 +57,7 @@ export type GeneratorMCPActionReadResource = ActionWithParams & {
|
|
|
55
57
|
}
|
|
56
58
|
| {
|
|
57
59
|
input: 'variables'
|
|
58
|
-
value?: {} | DataLink | EventProperty
|
|
60
|
+
value?: { [key: string]: any } | DataLink | EventProperty
|
|
59
61
|
mapping?: string
|
|
60
62
|
}
|
|
61
63
|
>
|
|
@@ -87,7 +89,7 @@ export type GeneratorMCPActionCallTool = ActionWithParams & {
|
|
|
87
89
|
}
|
|
88
90
|
| {
|
|
89
91
|
input: 'variables'
|
|
90
|
-
value?: {} | DataLink | EventProperty
|
|
92
|
+
value?: { [key: string]: any } | DataLink | EventProperty
|
|
91
93
|
mapping?: string
|
|
92
94
|
}
|
|
93
95
|
>
|
|
@@ -119,7 +121,7 @@ export type GeneratorMCPActionGetPrompt = ActionWithParams & {
|
|
|
119
121
|
}
|
|
120
122
|
| {
|
|
121
123
|
input: 'variables'
|
|
122
|
-
value?: {} | DataLink | EventProperty
|
|
124
|
+
value?: { [key: string]: any } | DataLink | EventProperty
|
|
123
125
|
mapping?: string
|
|
124
126
|
}
|
|
125
127
|
>
|
|
@@ -167,7 +169,7 @@ Default property:
|
|
|
167
169
|
/* Bearer token for authentication */
|
|
168
170
|
bearerToken?: string | DataLink
|
|
169
171
|
/* Generator MCP Server ID for direct link */
|
|
170
|
-
generatorId?: string | DataLink
|
|
172
|
+
generatorId?: string | DataLink | (() => Generator)
|
|
171
173
|
/* Application-scoped key of Generator MCP Server for direct link (If ID is not provided) */
|
|
172
174
|
generatorKey?: string | DataLink
|
|
173
175
|
/* Name of the MCP client */
|
|
@@ -1,6 +1,8 @@
|
|
|
1
|
+
/* Auto generated by build script */
|
|
1
2
|
import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
|
|
2
3
|
import type { Data, DataLink } from '../data'
|
|
3
4
|
import type {
|
|
5
|
+
Brick,
|
|
4
6
|
Generator,
|
|
5
7
|
EventAction,
|
|
6
8
|
ActionWithDataParams,
|
|
@@ -67,7 +69,7 @@ Default property:
|
|
|
67
69
|
dataChangeConfig?:
|
|
68
70
|
| DataLink
|
|
69
71
|
| {
|
|
70
|
-
target?: string | DataLink
|
|
72
|
+
target?: string | DataLink | (() => Data)
|
|
71
73
|
timeout?: number | DataLink
|
|
72
74
|
additionalParams?: {} | DataLink
|
|
73
75
|
}
|
|
@@ -80,7 +82,7 @@ Default property:
|
|
|
80
82
|
| Array<
|
|
81
83
|
| DataLink
|
|
82
84
|
| {
|
|
83
|
-
handler?: string | DataLink
|
|
85
|
+
handler?: string | DataLink | (() => Generator)
|
|
84
86
|
varName?: string | DataLink
|
|
85
87
|
}
|
|
86
88
|
>
|
|
@@ -113,7 +115,7 @@ Default property:
|
|
|
113
115
|
dataChangeConfig?:
|
|
114
116
|
| DataLink
|
|
115
117
|
| {
|
|
116
|
-
target?: string | DataLink
|
|
118
|
+
target?: string | DataLink | (() => Data)
|
|
117
119
|
timeout?: number | DataLink
|
|
118
120
|
additionalParams?: {} | DataLink
|
|
119
121
|
}
|
|
@@ -126,7 +128,7 @@ Default property:
|
|
|
126
128
|
| Array<
|
|
127
129
|
| DataLink
|
|
128
130
|
| {
|
|
129
|
-
handler?: string | DataLink
|
|
131
|
+
handler?: string | DataLink | (() => Generator)
|
|
130
132
|
varName?: string | DataLink
|
|
131
133
|
}
|
|
132
134
|
>
|
|
@@ -159,7 +161,7 @@ Default property:
|
|
|
159
161
|
dataChangeConfig?:
|
|
160
162
|
| DataLink
|
|
161
163
|
| {
|
|
162
|
-
target?: string | DataLink
|
|
164
|
+
target?: string | DataLink | (() => Data)
|
|
163
165
|
timeout?: number | DataLink
|
|
164
166
|
additionalParams?: {} | DataLink
|
|
165
167
|
}
|
|
@@ -172,7 +174,7 @@ Default property:
|
|
|
172
174
|
| Array<
|
|
173
175
|
| DataLink
|
|
174
176
|
| {
|
|
175
|
-
handler?: string | DataLink
|
|
177
|
+
handler?: string | DataLink | (() => Generator)
|
|
176
178
|
varName?: string | DataLink
|
|
177
179
|
}
|
|
178
180
|
>
|
|
@@ -1,6 +1,8 @@
|
|
|
1
|
+
/* Auto generated by build script */
|
|
1
2
|
import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
|
|
2
3
|
import type { Data, DataLink } from '../data'
|
|
3
4
|
import type {
|
|
5
|
+
Brick,
|
|
4
6
|
Generator,
|
|
5
7
|
EventAction,
|
|
6
8
|
ActionWithDataParams,
|
|
@@ -252,6 +254,13 @@ Default property:
|
|
|
252
254
|
manuallyStart?: boolean | DataLink
|
|
253
255
|
recordDuration?: number | DataLink
|
|
254
256
|
}
|
|
257
|
+
codeScanOptions?:
|
|
258
|
+
| DataLink
|
|
259
|
+
| {
|
|
260
|
+
inputSource?: 'camera' | 'hid-barcode-scanner' | DataLink
|
|
261
|
+
hidFlushMode?: 'enter-key' | 'timeout' | DataLink
|
|
262
|
+
hidFlushTimeout?: number | DataLink
|
|
263
|
+
}
|
|
255
264
|
messageOptions?:
|
|
256
265
|
| DataLink
|
|
257
266
|
| {
|
|
@@ -1,6 +1,8 @@
|
|
|
1
|
+
/* Auto generated by build script */
|
|
1
2
|
import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
|
|
2
3
|
import type { Data, DataLink } from '../data'
|
|
3
4
|
import type {
|
|
5
|
+
Brick,
|
|
4
6
|
Generator,
|
|
5
7
|
EventAction,
|
|
6
8
|
ActionWithDataParams,
|
|
@@ -56,11 +58,11 @@ Default property:
|
|
|
56
58
|
*/
|
|
57
59
|
property?: {
|
|
58
60
|
/* STT Generator for Whisper context */
|
|
59
|
-
sttGeneratorId?: string | DataLink
|
|
61
|
+
sttGeneratorId?: string | DataLink | (() => Generator)
|
|
60
62
|
/* STT Live Policy. If the policy is `only-in-use`, the STT context will be released when not in use. */
|
|
61
63
|
sttLivePolicy?: 'only-in-use' | 'manual' | DataLink
|
|
62
64
|
/* VAD Inference Generator for voice activity detection */
|
|
63
|
-
vadInferenceGeneratorId?: string | DataLink
|
|
65
|
+
vadInferenceGeneratorId?: string | DataLink | (() => Generator)
|
|
64
66
|
/* VAD Inference Live Policy. If the policy is `only-in-use`, the VAD Inference context will be released when not in use. */
|
|
65
67
|
vadInferenceLivePolicy?: 'only-in-use' | 'manual' | DataLink
|
|
66
68
|
/* Enable VAD (Voice Activity Detection) */
|
|
@@ -1,6 +1,8 @@
|
|
|
1
|
+
/* Auto generated by build script */
|
|
1
2
|
import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
|
|
2
3
|
import type { Data, DataLink } from '../data'
|
|
3
4
|
import type {
|
|
5
|
+
Brick,
|
|
4
6
|
Generator,
|
|
5
7
|
EventAction,
|
|
6
8
|
ActionWithDataParams,
|
|
@@ -67,18 +69,19 @@ Default property:
|
|
|
67
69
|
batchSize?: number | DataLink
|
|
68
70
|
/* Physical maximum batch size (default: 512) */
|
|
69
71
|
uBatchSize?: number | DataLink
|
|
70
|
-
/*
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
72
|
+
/* GGML accelerator variant (Only for desktop)
|
|
73
|
+
`default` - CPU / Metal (macOS)
|
|
74
|
+
`vulkan` - Use Vulkan
|
|
75
|
+
`cuda` - Use CUDA
|
|
76
|
+
`snapdragon` - Use OpenCL/Hexagon of Qualcomm Snapdragon */
|
|
77
|
+
accelVariant?: 'default' | 'vulkan' | 'cuda' | 'snapdragon' | DataLink
|
|
78
|
+
/* Devices. For example:
|
|
79
|
+
|
|
80
|
+
Metal or CPU for iOS/tvOS/MacOS
|
|
81
|
+
OpenCL or CPU for Android
|
|
82
|
+
- Add `HTP0`, `HTP1`, `...` for OpenCL/Hexagon devices (Use HTP* for all HTP devices)
|
|
83
|
+
For Desktop, you may want to include/exclude GPUs */
|
|
84
|
+
devices?: Array<string | DataLink> | DataLink
|
|
82
85
|
/* Main GPU index (default: 0) */
|
|
83
86
|
mainGpu?: number | DataLink
|
|
84
87
|
/* Number of layers to store in VRAM (default: 0) */
|
|
@@ -122,10 +125,14 @@ Default property:
|
|
|
122
125
|
|
|
123
126
|
## Notice
|
|
124
127
|
- The device RAM must be larger than 8GB
|
|
125
|
-
- iOS:
|
|
126
|
-
- macOS:
|
|
127
|
-
- Android:
|
|
128
|
-
|
|
128
|
+
- iOS: Recommended use M1+ / A17+ chip device. Supported GPU acceleration by Metal.
|
|
129
|
+
- macOS: Recommended use M1+ chip device. Supported GPU acceleration by Metal.
|
|
130
|
+
- Android: Recommended use Android 13+ system.
|
|
131
|
+
- Supported GPU acceleration by OpenCL, currently only for Qualcomm Adreno 700+ GPUs, other GPUs are not supported.
|
|
132
|
+
- Supported Hexagon NPU for Qualcomm Snapdragon 8 Gen 2+ GPUs.
|
|
133
|
+
- Linux / Windows
|
|
134
|
+
- Supported GPU acceleration, you can choose `vulkan` or `cuda` backend in Accel Variant property
|
|
135
|
+
- Supported Hexagon NPU for Qualcomm Dragonwing IQ9 series+ (Linux) */
|
|
129
136
|
export type GeneratorReranker = Generator &
|
|
130
137
|
GeneratorRerankerDef & {
|
|
131
138
|
templateKey: 'GENERATOR_RERANKER'
|
|
@@ -1,6 +1,8 @@
|
|
|
1
|
+
/* Auto generated by build script */
|
|
1
2
|
import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
|
|
2
3
|
import type { Data, DataLink } from '../data'
|
|
3
4
|
import type {
|
|
5
|
+
Brick,
|
|
4
6
|
Generator,
|
|
5
7
|
EventAction,
|
|
6
8
|
ActionWithDataParams,
|
|
@@ -216,7 +218,7 @@ Default property:
|
|
|
216
218
|
| 'medium-q5_0'
|
|
217
219
|
| 'medium-q8_0'
|
|
218
220
|
| 'medium.en'
|
|
219
|
-
| 'medium.en-
|
|
221
|
+
| 'medium.en-q5_0'
|
|
220
222
|
| 'medium.en-q8_0'
|
|
221
223
|
| 'large-v1'
|
|
222
224
|
| 'large-v2'
|
|
@@ -224,15 +226,14 @@ Default property:
|
|
|
224
226
|
| 'large-v2-q8_0'
|
|
225
227
|
| 'large-v3'
|
|
226
228
|
| 'large-v3-q5_0'
|
|
227
|
-
| 'large-v3-q8_0'
|
|
228
229
|
| 'large-v3-turbo'
|
|
229
230
|
| 'large-v3-turbo-q5_0'
|
|
230
231
|
| 'large-v3-turbo-q8_0'
|
|
231
232
|
| 'small.en-tdrz'
|
|
232
|
-
| 'small.en-tdrz-
|
|
233
|
+
| 'small.en-tdrz-q5_1'
|
|
233
234
|
| 'small.en-tdrz-q8_0'
|
|
234
235
|
| 'distil-small.en'
|
|
235
|
-
| 'distil-small.en-
|
|
236
|
+
| 'distil-small.en-q5_1'
|
|
236
237
|
| 'distil-small.en-q8_0'
|
|
237
238
|
| 'distil-medium.en'
|
|
238
239
|
| 'distil-medium.en-q5_0'
|
|
@@ -397,6 +398,15 @@ Default property:
|
|
|
397
398
|
inferRealtimeVadThold?: number | DataLink
|
|
398
399
|
/* Frequency to apply High-pass filter in VAD */
|
|
399
400
|
inferRealtimeVadFreqThold?: number | DataLink
|
|
401
|
+
/* Buttress connection settings for remote inference */
|
|
402
|
+
buttressConnectionSettings?:
|
|
403
|
+
| DataLink
|
|
404
|
+
| {
|
|
405
|
+
enabled?: boolean | DataLink
|
|
406
|
+
url?: string | DataLink
|
|
407
|
+
fallbackType?: 'use-local' | 'no-op' | DataLink
|
|
408
|
+
strategy?: 'prefer-local' | 'prefer-buttress' | 'prefer-best' | DataLink
|
|
409
|
+
}
|
|
400
410
|
}
|
|
401
411
|
events?: {
|
|
402
412
|
/* Event triggered when context state changes */
|
|
@@ -1,6 +1,8 @@
|
|
|
1
|
+
/* Auto generated by build script */
|
|
1
2
|
import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
|
|
2
3
|
import type { Data, DataLink } from '../data'
|
|
3
4
|
import type {
|
|
5
|
+
Brick,
|
|
4
6
|
Generator,
|
|
5
7
|
EventAction,
|
|
6
8
|
ActionWithDataParams,
|
|
@@ -53,6 +55,33 @@ export type GeneratorSqliteActionQuery = ActionWithParams & {
|
|
|
53
55
|
>
|
|
54
56
|
}
|
|
55
57
|
|
|
58
|
+
/* Execute multiple SQL statements in transaction */
|
|
59
|
+
export type GeneratorSqliteActionTransaction = ActionWithParams & {
|
|
60
|
+
__actionName: 'GENERATOR_SQLITE_TRANSACTION'
|
|
61
|
+
params?: Array<{
|
|
62
|
+
input: 'statements'
|
|
63
|
+
value?: Array<any> | DataLink | EventProperty
|
|
64
|
+
mapping?: string
|
|
65
|
+
}>
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
/* Execute same SQL statement with multiple parameter sets */
|
|
69
|
+
export type GeneratorSqliteActionBatchExecute = ActionWithParams & {
|
|
70
|
+
__actionName: 'GENERATOR_SQLITE_BATCH_EXECUTE'
|
|
71
|
+
params?: Array<
|
|
72
|
+
| {
|
|
73
|
+
input: 'sql'
|
|
74
|
+
value?: string | DataLink | EventProperty
|
|
75
|
+
mapping?: string
|
|
76
|
+
}
|
|
77
|
+
| {
|
|
78
|
+
input: 'batchParams'
|
|
79
|
+
value?: Array<any> | DataLink | EventProperty
|
|
80
|
+
mapping?: string
|
|
81
|
+
}
|
|
82
|
+
>
|
|
83
|
+
}
|
|
84
|
+
|
|
56
85
|
interface GeneratorSqliteDef {
|
|
57
86
|
/*
|
|
58
87
|
Default property:
|
|
@@ -92,6 +121,8 @@ Default property:
|
|
|
92
121
|
error?: () => Data
|
|
93
122
|
/* Last query result */
|
|
94
123
|
lastResult?: () => Data
|
|
124
|
+
/* Last execute result with metadata */
|
|
125
|
+
lastExecuteResult?: () => Data
|
|
95
126
|
}
|
|
96
127
|
}
|
|
97
128
|
|
|
@@ -109,7 +140,7 @@ export type GeneratorSqlite = Generator &
|
|
|
109
140
|
| SwitchCondData
|
|
110
141
|
| {
|
|
111
142
|
__typename: 'SwitchCondInnerStateOutlet'
|
|
112
|
-
outlet: 'isReady' | 'dbPath' | 'error' | 'lastResult'
|
|
143
|
+
outlet: 'isReady' | 'dbPath' | 'error' | 'lastResult' | 'lastExecuteResult'
|
|
113
144
|
value: any
|
|
114
145
|
}
|
|
115
146
|
}>
|
package/types/generators/Step.ts
CHANGED
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
/* Auto generated by build script */
|
|
2
|
+
import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
|
|
3
|
+
import type { Data, DataLink } from '../data'
|
|
4
|
+
import type {
|
|
5
|
+
Brick,
|
|
6
|
+
Generator,
|
|
7
|
+
EventAction,
|
|
8
|
+
ActionWithDataParams,
|
|
9
|
+
ActionWithParams,
|
|
10
|
+
Action,
|
|
11
|
+
EventProperty,
|
|
12
|
+
} from '../common'
|
|
13
|
+
|
|
14
|
+
/* Initialize STT */
|
|
15
|
+
export type GeneratorAppleSTTActionInit = Action & {
|
|
16
|
+
__actionName: 'GENERATOR_APPLE_STT_INIT'
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
/* Transcribe audio file. You can provide `File URL` property, if not provided, it will use the default `File URL` */
|
|
20
|
+
export type GeneratorAppleSTTActionTranscribeFile = ActionWithParams & {
|
|
21
|
+
__actionName: 'GENERATOR_APPLE_STT_TRANSCRIBE_FILE'
|
|
22
|
+
params?: Array<
|
|
23
|
+
| {
|
|
24
|
+
input: 'fileUrl'
|
|
25
|
+
value?: string | DataLink | EventProperty
|
|
26
|
+
mapping?: string
|
|
27
|
+
}
|
|
28
|
+
| {
|
|
29
|
+
input: 'language'
|
|
30
|
+
value?: string | DataLink | EventProperty
|
|
31
|
+
mapping?: string
|
|
32
|
+
}
|
|
33
|
+
>
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
/* Transcribe audio data (base64 encoded audio data or ArrayBuffer) */
|
|
37
|
+
export type GeneratorAppleSTTActionTranscribeData = ActionWithParams & {
|
|
38
|
+
__actionName: 'GENERATOR_APPLE_STT_TRANSCRIBE_DATA'
|
|
39
|
+
params?: Array<
|
|
40
|
+
| {
|
|
41
|
+
input: 'data'
|
|
42
|
+
value?: any | EventProperty
|
|
43
|
+
mapping?: string
|
|
44
|
+
}
|
|
45
|
+
| {
|
|
46
|
+
input: 'language'
|
|
47
|
+
value?: string | DataLink | EventProperty
|
|
48
|
+
mapping?: string
|
|
49
|
+
}
|
|
50
|
+
>
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
interface GeneratorAppleSTTDef {
|
|
54
|
+
/*
|
|
55
|
+
Default property:
|
|
56
|
+
{
|
|
57
|
+
"init": false,
|
|
58
|
+
"language": "en-US",
|
|
59
|
+
"enablePartialResults": true
|
|
60
|
+
}
|
|
61
|
+
*/
|
|
62
|
+
property?: {
|
|
63
|
+
/* Initialize the STT engine on generator initialization */
|
|
64
|
+
init?: boolean | DataLink
|
|
65
|
+
/* Language/locale for recognition (e.g., 'en-US') */
|
|
66
|
+
language?: string | DataLink
|
|
67
|
+
/* Enable partial results during transcription */
|
|
68
|
+
enablePartialResults?: boolean | DataLink
|
|
69
|
+
/* The file URL or path to be transcribed */
|
|
70
|
+
fileUrl?: string | DataLink
|
|
71
|
+
}
|
|
72
|
+
events?: {
|
|
73
|
+
/* Error event */
|
|
74
|
+
onError?: Array<EventAction>
|
|
75
|
+
/* Event triggered when got transcribe result */
|
|
76
|
+
onTranscribed?: Array<EventAction>
|
|
77
|
+
}
|
|
78
|
+
outlets?: {
|
|
79
|
+
/* State outlet (loading, ready, error) */
|
|
80
|
+
state?: () => Data
|
|
81
|
+
/* Is transcribing */
|
|
82
|
+
isTranscribing?: () => Data
|
|
83
|
+
/* Transcribe result */
|
|
84
|
+
transcribeResult?: () => Data
|
|
85
|
+
/* Transcribe result details (result, segments, time, startTime, endTime, duration) */
|
|
86
|
+
transcribeDetails?: () => Data
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
/* Speech recognition on iOS 26+ (Not supported on tvOS)
|
|
91
|
+
|
|
92
|
+
## Features
|
|
93
|
+
- Native Apple speech recognition
|
|
94
|
+
- High accuracy transcription
|
|
95
|
+
- Privacy-focused on-device processing
|
|
96
|
+
- Supports file and data transcription
|
|
97
|
+
- Requires iOS 26+ (Not supported on tvOS) */
|
|
98
|
+
export type GeneratorAppleSTT = Generator &
|
|
99
|
+
GeneratorAppleSTTDef & {
|
|
100
|
+
templateKey: 'GENERATOR_APPLE_STT'
|
|
101
|
+
switches: Array<
|
|
102
|
+
SwitchDef &
|
|
103
|
+
GeneratorAppleSTTDef & {
|
|
104
|
+
conds?: Array<{
|
|
105
|
+
method: '==' | '!=' | '>' | '<' | '>=' | '<='
|
|
106
|
+
cond:
|
|
107
|
+
| SwitchCondInnerStateCurrentCanvas
|
|
108
|
+
| SwitchCondData
|
|
109
|
+
| {
|
|
110
|
+
__typename: 'SwitchCondInnerStateOutlet'
|
|
111
|
+
outlet: 'state' | 'isTranscribing' | 'transcribeResult' | 'transcribeDetails'
|
|
112
|
+
value: any
|
|
113
|
+
}
|
|
114
|
+
}>
|
|
115
|
+
}
|
|
116
|
+
>
|
|
117
|
+
}
|
package/types/generators/Tcp.ts
CHANGED