@fugood/bricks-project 2.23.4 → 2.23.5-1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/compile/action-name-map.ts +14 -0
- package/compile/index.ts +29 -0
- package/package.json +2 -2
- package/skills/bricks-project/rules/architecture-patterns.md +7 -0
- package/skills/bricks-project/rules/buttress.md +9 -6
- package/tools/mcp-tools/huggingface.ts +113 -3
- package/tools/postinstall.ts +113 -28
- package/types/animation.ts +4 -0
- package/types/automation.ts +3 -0
- package/types/bricks/Camera.ts +33 -6
- package/types/bricks/GenerativeMedia.ts +5 -5
- package/types/bricks/Icon.ts +2 -2
- package/types/bricks/Image.ts +3 -3
- package/types/bricks/Items.ts +6 -6
- package/types/bricks/Lottie.ts +3 -3
- package/types/bricks/Maps.ts +3 -3
- package/types/bricks/QrCode.ts +3 -3
- package/types/bricks/Rect.ts +3 -3
- package/types/bricks/RichText.ts +2 -2
- package/types/bricks/Slideshow.ts +1 -1
- package/types/bricks/Svg.ts +2 -2
- package/types/bricks/Text.ts +3 -3
- package/types/bricks/TextInput.ts +10 -6
- package/types/bricks/Video.ts +3 -3
- package/types/bricks/VideoStreaming.ts +2 -2
- package/types/bricks/WebView.ts +3 -3
- package/types/canvas.ts +2 -0
- package/types/common.ts +5 -0
- package/types/data-calc-command.ts +2 -0
- package/types/data-calc.ts +1 -0
- package/types/data.ts +2 -0
- package/types/generators/AlarmClock.ts +4 -4
- package/types/generators/Assistant.ts +53 -8
- package/types/generators/BleCentral.ts +11 -3
- package/types/generators/BlePeripheral.ts +3 -3
- package/types/generators/CanvasMap.ts +3 -3
- package/types/generators/CastlesPay.ts +2 -2
- package/types/generators/DataBank.ts +29 -2
- package/types/generators/File.ts +62 -13
- package/types/generators/GraphQl.ts +2 -2
- package/types/generators/Http.ts +25 -6
- package/types/generators/HttpServer.ts +4 -4
- package/types/generators/Information.ts +1 -1
- package/types/generators/Intent.ts +7 -1
- package/types/generators/Iterator.ts +5 -5
- package/types/generators/Keyboard.ts +15 -5
- package/types/generators/LlmAnthropicCompat.ts +9 -3
- package/types/generators/LlmAppleBuiltin.ts +4 -4
- package/types/generators/LlmGgml.ts +63 -13
- package/types/generators/LlmMlx.ts +210 -0
- package/types/generators/LlmOnnx.ts +13 -4
- package/types/generators/LlmOpenAiCompat.ts +19 -3
- package/types/generators/LlmQualcommAiEngine.ts +29 -5
- package/types/generators/Mcp.ts +331 -16
- package/types/generators/McpServer.ts +34 -7
- package/types/generators/MediaFlow.ts +24 -6
- package/types/generators/MqttBroker.ts +9 -3
- package/types/generators/MqttClient.ts +10 -4
- package/types/generators/Question.ts +4 -4
- package/types/generators/RealtimeTranscription.ts +81 -10
- package/types/generators/RerankerGgml.ts +19 -5
- package/types/generators/SerialPort.ts +5 -5
- package/types/generators/SoundPlayer.ts +1 -1
- package/types/generators/SoundRecorder.ts +16 -5
- package/types/generators/SpeechToTextGgml.ts +27 -7
- package/types/generators/SpeechToTextOnnx.ts +3 -3
- package/types/generators/SpeechToTextPlatform.ts +3 -3
- package/types/generators/SqLite.ts +9 -5
- package/types/generators/Step.ts +2 -2
- package/types/generators/SttAppleBuiltin.ts +4 -4
- package/types/generators/Tcp.ts +3 -3
- package/types/generators/TcpServer.ts +5 -5
- package/types/generators/TextToSpeechAppleBuiltin.ts +3 -3
- package/types/generators/TextToSpeechGgml.ts +3 -3
- package/types/generators/TextToSpeechOnnx.ts +3 -3
- package/types/generators/TextToSpeechOpenAiLike.ts +3 -3
- package/types/generators/ThermalPrinter.ts +4 -4
- package/types/generators/Tick.ts +2 -2
- package/types/generators/Udp.ts +8 -3
- package/types/generators/VadGgml.ts +34 -5
- package/types/generators/VadOnnx.ts +27 -4
- package/types/generators/VadTraditional.ts +13 -7
- package/types/generators/VectorStore.ts +22 -5
- package/types/generators/Watchdog.ts +10 -5
- package/types/generators/WebCrawler.ts +3 -3
- package/types/generators/WebRtc.ts +14 -8
- package/types/generators/WebSocket.ts +4 -4
- package/types/generators/index.ts +1 -0
- package/types/subspace.ts +1 -0
- package/utils/event-props.ts +104 -87
|
@@ -109,15 +109,29 @@ Default property:
|
|
|
109
109
|
}
|
|
110
110
|
outlets?: {
|
|
111
111
|
/* Current state of the reranker context (loading, ready, error, released) */
|
|
112
|
-
contextState?: () => Data
|
|
112
|
+
contextState?: () => Data<string>
|
|
113
113
|
/* Loading progress of the reranker model (0-100) */
|
|
114
|
-
contextLoadProgress?: () => Data
|
|
114
|
+
contextLoadProgress?: () => Data<number>
|
|
115
115
|
/* Detailed information about the reranker context including instance ID and processing status */
|
|
116
|
-
contextDetails?: () => Data
|
|
116
|
+
contextDetails?: () => Data<{
|
|
117
|
+
state?: string
|
|
118
|
+
contextId?: string
|
|
119
|
+
gpu?: string
|
|
120
|
+
reasonNoGPU?: string
|
|
121
|
+
[key: string]: any
|
|
122
|
+
}>
|
|
117
123
|
/* Result of the reranking operation containing scored and ranked documents */
|
|
118
|
-
rerankResult?: () => Data
|
|
124
|
+
rerankResult?: () => Data<
|
|
125
|
+
Array<{
|
|
126
|
+
index?: number
|
|
127
|
+
score?: number
|
|
128
|
+
text?: string
|
|
129
|
+
payload?: { [key: string]: any }
|
|
130
|
+
[key: string]: any
|
|
131
|
+
}>
|
|
132
|
+
>
|
|
119
133
|
/* Boolean indicating whether the reranker is currently processing a request */
|
|
120
|
-
isProcessing?: () => Data
|
|
134
|
+
isProcessing?: () => Data<boolean>
|
|
121
135
|
}
|
|
122
136
|
}
|
|
123
137
|
|
|
@@ -103,15 +103,15 @@ Default property:
|
|
|
103
103
|
}
|
|
104
104
|
outlets?: {
|
|
105
105
|
/* Available serial devices */
|
|
106
|
-
generatorSerialDeviceList?: () => Data
|
|
106
|
+
generatorSerialDeviceList?: () => Data<Array<{ [key: string]: any }>>
|
|
107
107
|
/* Is serial open */
|
|
108
|
-
generatorSerialIsOpen?: () => Data
|
|
108
|
+
generatorSerialIsOpen?: () => Data<boolean>
|
|
109
109
|
/* Last rerceive data (Base64) */
|
|
110
|
-
generatorSerialLastDataBase64?: () => Data
|
|
110
|
+
generatorSerialLastDataBase64?: () => Data<string>
|
|
111
111
|
/* Last rerceive plain text */
|
|
112
|
-
generatorSerialLastDataString?: () => Data
|
|
112
|
+
generatorSerialLastDataString?: () => Data<string>
|
|
113
113
|
/* Error message */
|
|
114
|
-
generatorSerialErrorMessage?: () => Data
|
|
114
|
+
generatorSerialErrorMessage?: () => Data<string>
|
|
115
115
|
}
|
|
116
116
|
}
|
|
117
117
|
|
|
@@ -31,6 +31,11 @@ export type GeneratorSoundRecorderActionStop = Action & {
|
|
|
31
31
|
__actionName: 'GENERATOR_SOUND_RECORDER_STOP'
|
|
32
32
|
}
|
|
33
33
|
|
|
34
|
+
/* List available microphone devices (Web / Desktop only) */
|
|
35
|
+
export type GeneratorSoundRecorderActionListDevices = Action & {
|
|
36
|
+
__actionName: 'GENERATOR_SOUND_RECORDER_LIST_DEVICES'
|
|
37
|
+
}
|
|
38
|
+
|
|
34
39
|
interface GeneratorSoundRecorderDef {
|
|
35
40
|
/*
|
|
36
41
|
Default property:
|
|
@@ -51,6 +56,10 @@ Default property:
|
|
|
51
56
|
property?: {
|
|
52
57
|
/* Start record on init (Need user trigger on Web) */
|
|
53
58
|
init?: boolean | DataLink
|
|
59
|
+
/* Specifies the device ID to use for audio input.
|
|
60
|
+
Web / Desktop: device ID string from enumerateDevices
|
|
61
|
+
Android: audio source name - DEFAULT, MIC, VOICE_UPLINK, VOICE_DOWNLINK, VOICE_CALL, CAMCORDER, VOICE_RECOGNITION, VOICE_COMMUNICATION, UNPROCESSED */
|
|
62
|
+
deviceId?: string | DataLink
|
|
54
63
|
/* Record sample rate */
|
|
55
64
|
sampleRate?: number | DataLink
|
|
56
65
|
/* PCM bit depth */
|
|
@@ -82,13 +91,15 @@ Default property:
|
|
|
82
91
|
}
|
|
83
92
|
outlets?: {
|
|
84
93
|
/* Is recording */
|
|
85
|
-
isRecording?: () => Data
|
|
94
|
+
isRecording?: () => Data<boolean>
|
|
86
95
|
/* Recorded file path */
|
|
87
|
-
recordedPath?: () => Data
|
|
96
|
+
recordedPath?: () => Data<string>
|
|
88
97
|
/* Current auto-cutting detected volume */
|
|
89
|
-
volume?: () => Data
|
|
98
|
+
volume?: () => Data<number>
|
|
90
99
|
/* Error message */
|
|
91
|
-
errorMessage?: () => Data
|
|
100
|
+
errorMessage?: () => Data<string>
|
|
101
|
+
/* Available microphone devices (Web / Desktop only) */
|
|
102
|
+
devices?: () => Data<Array<any>>
|
|
92
103
|
}
|
|
93
104
|
}
|
|
94
105
|
|
|
@@ -106,7 +117,7 @@ export type GeneratorSoundRecorder = Generator &
|
|
|
106
117
|
| SwitchCondData
|
|
107
118
|
| {
|
|
108
119
|
__typename: 'SwitchCondInnerStateOutlet'
|
|
109
|
-
outlet: 'isRecording' | 'recordedPath' | 'volume' | 'errorMessage'
|
|
120
|
+
outlet: 'isRecording' | 'recordedPath' | 'volume' | 'errorMessage' | 'devices'
|
|
110
121
|
value: any
|
|
111
122
|
}
|
|
112
123
|
}>
|
|
@@ -425,19 +425,39 @@ Default property:
|
|
|
425
425
|
}
|
|
426
426
|
outlets?: {
|
|
427
427
|
/* Context state */
|
|
428
|
-
contextState?: () => Data
|
|
428
|
+
contextState?: () => Data<string>
|
|
429
429
|
/* Context details */
|
|
430
|
-
contextDetails?: () => Data
|
|
430
|
+
contextDetails?: () => Data<{
|
|
431
|
+
state?: string
|
|
432
|
+
contextId?: string
|
|
433
|
+
gpu?: string
|
|
434
|
+
reasonNoGPU?: string
|
|
435
|
+
[key: string]: any
|
|
436
|
+
}>
|
|
431
437
|
/* Is transcribing */
|
|
432
|
-
isTranscribing?: () => Data
|
|
438
|
+
isTranscribing?: () => Data<boolean>
|
|
433
439
|
/* Progress of transcribe audio (0-100) */
|
|
434
|
-
transcribeProgress?: () => Data
|
|
440
|
+
transcribeProgress?: () => Data<number>
|
|
435
441
|
/* Inference result */
|
|
436
|
-
transcribeResult?: () => Data
|
|
442
|
+
transcribeResult?: () => Data<string>
|
|
437
443
|
/* Inference result details */
|
|
438
|
-
transcribeDetails?: () => Data
|
|
444
|
+
transcribeDetails?: () => Data<{
|
|
445
|
+
result?: string
|
|
446
|
+
segments?: Array<{
|
|
447
|
+
start?: number
|
|
448
|
+
end?: number
|
|
449
|
+
confidence?: number
|
|
450
|
+
t0?: number
|
|
451
|
+
t1?: number
|
|
452
|
+
[key: string]: any
|
|
453
|
+
}>
|
|
454
|
+
time?: number
|
|
455
|
+
startTime?: number
|
|
456
|
+
endTime?: number
|
|
457
|
+
[key: string]: any
|
|
458
|
+
}>
|
|
439
459
|
/* Recorded audio file path of transcribe realtime (if `Save Audio` is enabled) */
|
|
440
|
-
recordedPath?: () => Data
|
|
460
|
+
recordedPath?: () => Data<string>
|
|
441
461
|
}
|
|
442
462
|
}
|
|
443
463
|
|
|
@@ -197,11 +197,11 @@ Default property:
|
|
|
197
197
|
}
|
|
198
198
|
outlets?: {
|
|
199
199
|
/* Context state */
|
|
200
|
-
contextState?: () => Data
|
|
200
|
+
contextState?: () => Data<string>
|
|
201
201
|
/* Inference result */
|
|
202
|
-
result?: () => Data
|
|
202
|
+
result?: () => Data<string>
|
|
203
203
|
/* Inference result detail */
|
|
204
|
-
resultDetail?: () => Data
|
|
204
|
+
resultDetail?: () => Data<{ [key: string]: any }>
|
|
205
205
|
}
|
|
206
206
|
}
|
|
207
207
|
|
|
@@ -46,11 +46,11 @@ Default property:
|
|
|
46
46
|
}
|
|
47
47
|
outlets?: {
|
|
48
48
|
/* Recognized speech text */
|
|
49
|
-
recognizedText?: () => Data
|
|
49
|
+
recognizedText?: () => Data<string>
|
|
50
50
|
/* Error message */
|
|
51
|
-
errorMessage?: () => Data
|
|
51
|
+
errorMessage?: () => Data<string>
|
|
52
52
|
/* Listening status */
|
|
53
|
-
listening?: () => Data
|
|
53
|
+
listening?: () => Data<boolean>
|
|
54
54
|
}
|
|
55
55
|
}
|
|
56
56
|
|
|
@@ -114,15 +114,19 @@ Default property:
|
|
|
114
114
|
}
|
|
115
115
|
outlets?: {
|
|
116
116
|
/* Whether the database is ready */
|
|
117
|
-
isReady?: () => Data
|
|
117
|
+
isReady?: () => Data<boolean>
|
|
118
118
|
/* Database path */
|
|
119
|
-
dbPath?: () => Data
|
|
119
|
+
dbPath?: () => Data<string>
|
|
120
120
|
/* Error message */
|
|
121
|
-
error?: () => Data
|
|
121
|
+
error?: () => Data<string>
|
|
122
122
|
/* Last query result */
|
|
123
|
-
lastResult?: () => Data
|
|
123
|
+
lastResult?: () => Data<Array<{ [key: string]: any }>>
|
|
124
124
|
/* Last execute result with metadata */
|
|
125
|
-
lastExecuteResult?: () => Data
|
|
125
|
+
lastExecuteResult?: () => Data<{
|
|
126
|
+
rowsAffected?: number
|
|
127
|
+
insertId?: number
|
|
128
|
+
[key: string]: any
|
|
129
|
+
}>
|
|
126
130
|
}
|
|
127
131
|
}
|
|
128
132
|
|
package/types/generators/Step.ts
CHANGED
|
@@ -74,9 +74,9 @@ Default property:
|
|
|
74
74
|
}
|
|
75
75
|
outlets?: {
|
|
76
76
|
/* Result of step payload (If action is `outlet`) */
|
|
77
|
-
payload?: () => Data
|
|
77
|
+
payload?: () => Data<string>
|
|
78
78
|
/* Result of step index (If action is `outlet`) */
|
|
79
|
-
index?: () => Data
|
|
79
|
+
index?: () => Data<number>
|
|
80
80
|
}
|
|
81
81
|
}
|
|
82
82
|
|
|
@@ -77,13 +77,13 @@ Default property:
|
|
|
77
77
|
}
|
|
78
78
|
outlets?: {
|
|
79
79
|
/* State outlet (loading, ready, error) */
|
|
80
|
-
state?: () => Data
|
|
80
|
+
state?: () => Data<string>
|
|
81
81
|
/* Is transcribing */
|
|
82
|
-
isTranscribing?: () => Data
|
|
82
|
+
isTranscribing?: () => Data<boolean>
|
|
83
83
|
/* Transcribe result */
|
|
84
|
-
transcribeResult?: () => Data
|
|
84
|
+
transcribeResult?: () => Data<string>
|
|
85
85
|
/* Transcribe result details (result, segments, time, startTime, endTime, duration) */
|
|
86
|
-
transcribeDetails?: () => Data
|
|
86
|
+
transcribeDetails?: () => Data<{ [key: string]: any }>
|
|
87
87
|
}
|
|
88
88
|
}
|
|
89
89
|
|
package/types/generators/Tcp.ts
CHANGED
|
@@ -91,11 +91,11 @@ Default property:
|
|
|
91
91
|
}
|
|
92
92
|
outlets?: {
|
|
93
93
|
/* Connection status */
|
|
94
|
-
status?: () => Data
|
|
94
|
+
status?: () => Data<string>
|
|
95
95
|
/* Last received data */
|
|
96
|
-
lastData?: () => Data
|
|
96
|
+
lastData?: () => Data<string>
|
|
97
97
|
/* Error message */
|
|
98
|
-
errorMessage?: () => Data
|
|
98
|
+
errorMessage?: () => Data<string>
|
|
99
99
|
}
|
|
100
100
|
}
|
|
101
101
|
|
|
@@ -106,15 +106,15 @@ Default property:
|
|
|
106
106
|
}
|
|
107
107
|
outlets?: {
|
|
108
108
|
/* Server is listening */
|
|
109
|
-
isListening?: () => Data
|
|
109
|
+
isListening?: () => Data<boolean>
|
|
110
110
|
/* Is server started */
|
|
111
|
-
started?: () => Data
|
|
111
|
+
started?: () => Data<boolean>
|
|
112
112
|
/* Accepted connections */
|
|
113
|
-
connections?: () => Data
|
|
113
|
+
connections?: () => Data<Array<string>>
|
|
114
114
|
/* Last received data */
|
|
115
|
-
lastData?: () => Data
|
|
115
|
+
lastData?: () => Data<string>
|
|
116
116
|
/* Error message */
|
|
117
|
-
errorMessage?: () => Data
|
|
117
|
+
errorMessage?: () => Data<string>
|
|
118
118
|
}
|
|
119
119
|
}
|
|
120
120
|
|
|
@@ -76,11 +76,11 @@ Default property:
|
|
|
76
76
|
}
|
|
77
77
|
outlets?: {
|
|
78
78
|
/* Context state */
|
|
79
|
-
contextState?: () => Data
|
|
79
|
+
contextState?: () => Data<string>
|
|
80
80
|
/* Generated audio file */
|
|
81
|
-
generatedAudio?: () => Data
|
|
81
|
+
generatedAudio?: () => Data<string>
|
|
82
82
|
/* Generated audio file is playing */
|
|
83
|
-
generatedAudioPlaying?: () => Data
|
|
83
|
+
generatedAudioPlaying?: () => Data<boolean>
|
|
84
84
|
}
|
|
85
85
|
}
|
|
86
86
|
|
|
@@ -160,11 +160,11 @@ Default property:
|
|
|
160
160
|
}
|
|
161
161
|
outlets?: {
|
|
162
162
|
/* Context state */
|
|
163
|
-
contextState?: () => Data
|
|
163
|
+
contextState?: () => Data<string>
|
|
164
164
|
/* Generated audio file */
|
|
165
|
-
generatedAudio?: () => Data
|
|
165
|
+
generatedAudio?: () => Data<string>
|
|
166
166
|
/* Generated audio file is playing */
|
|
167
|
-
generatedAudioPlaying?: () => Data
|
|
167
|
+
generatedAudioPlaying?: () => Data<boolean>
|
|
168
168
|
}
|
|
169
169
|
}
|
|
170
170
|
|
|
@@ -139,11 +139,11 @@ Default property:
|
|
|
139
139
|
}
|
|
140
140
|
outlets?: {
|
|
141
141
|
/* Context state */
|
|
142
|
-
contextState?: () => Data
|
|
142
|
+
contextState?: () => Data<string>
|
|
143
143
|
/* Generated audio file */
|
|
144
|
-
generatedAudio?: () => Data
|
|
144
|
+
generatedAudio?: () => Data<string>
|
|
145
145
|
/* Generated audio file is playing */
|
|
146
|
-
generatedAudioPlaying?: () => Data
|
|
146
|
+
generatedAudioPlaying?: () => Data<boolean>
|
|
147
147
|
}
|
|
148
148
|
}
|
|
149
149
|
|
|
@@ -84,11 +84,11 @@ Default property:
|
|
|
84
84
|
}
|
|
85
85
|
outlets?: {
|
|
86
86
|
/* Context state */
|
|
87
|
-
contextState?: () => Data
|
|
87
|
+
contextState?: () => Data<string>
|
|
88
88
|
/* Generated audio file */
|
|
89
|
-
generatedAudio?: () => Data
|
|
89
|
+
generatedAudio?: () => Data<string>
|
|
90
90
|
/* Generated audio file is playing */
|
|
91
|
-
generatedAudioPlaying?: () => Data
|
|
91
|
+
generatedAudioPlaying?: () => Data<boolean>
|
|
92
92
|
}
|
|
93
93
|
}
|
|
94
94
|
|
|
@@ -154,13 +154,13 @@ Default property:
|
|
|
154
154
|
}
|
|
155
155
|
outlets?: {
|
|
156
156
|
/* Is thermal printer initialized */
|
|
157
|
-
initialized?: () => Data
|
|
157
|
+
initialized?: () => Data<boolean>
|
|
158
158
|
/* Thermal printer status */
|
|
159
|
-
status?: () => Data
|
|
159
|
+
status?: () => Data<{ [key: string]: any }>
|
|
160
160
|
/* Discovered devices */
|
|
161
|
-
discoveredDevices?: () => Data
|
|
161
|
+
discoveredDevices?: () => Data<Array<{ [key: string]: any }>>
|
|
162
162
|
/* Last error message */
|
|
163
|
-
lastError?: () => Data
|
|
163
|
+
lastError?: () => Data<string>
|
|
164
164
|
}
|
|
165
165
|
}
|
|
166
166
|
|
package/types/generators/Tick.ts
CHANGED
package/types/generators/Udp.ts
CHANGED
|
@@ -80,11 +80,16 @@ Default property:
|
|
|
80
80
|
}
|
|
81
81
|
outlets?: {
|
|
82
82
|
/* Local UDP binded port */
|
|
83
|
-
port?: () => Data
|
|
83
|
+
port?: () => Data<number>
|
|
84
84
|
/* Last received packet */
|
|
85
|
-
lastReceive?: () => Data
|
|
85
|
+
lastReceive?: () => Data<{
|
|
86
|
+
address?: string
|
|
87
|
+
port?: number
|
|
88
|
+
data?: any
|
|
89
|
+
[key: string]: any
|
|
90
|
+
}>
|
|
86
91
|
/* Error message */
|
|
87
|
-
errorMessage?: () => Data
|
|
92
|
+
errorMessage?: () => Data<string>
|
|
88
93
|
}
|
|
89
94
|
}
|
|
90
95
|
|
|
@@ -173,15 +173,44 @@ Default property:
|
|
|
173
173
|
}
|
|
174
174
|
outlets?: {
|
|
175
175
|
/* Context state */
|
|
176
|
-
contextState?: () => Data
|
|
176
|
+
contextState?: () => Data<string>
|
|
177
177
|
/* Context details */
|
|
178
|
-
contextDetails?: () => Data
|
|
178
|
+
contextDetails?: () => Data<{
|
|
179
|
+
state?: string
|
|
180
|
+
contextId?: string
|
|
181
|
+
gpu?: string
|
|
182
|
+
reasonNoGPU?: string
|
|
183
|
+
[key: string]: any
|
|
184
|
+
}>
|
|
179
185
|
/* Is detecting */
|
|
180
|
-
isDetecting?: () => Data
|
|
186
|
+
isDetecting?: () => Data<boolean>
|
|
181
187
|
/* Detection segments result */
|
|
182
|
-
detectionSegments?: () => Data
|
|
188
|
+
detectionSegments?: () => Data<
|
|
189
|
+
Array<{
|
|
190
|
+
start?: number
|
|
191
|
+
end?: number
|
|
192
|
+
confidence?: number
|
|
193
|
+
t0?: number
|
|
194
|
+
t1?: number
|
|
195
|
+
[key: string]: any
|
|
196
|
+
}>
|
|
197
|
+
>
|
|
183
198
|
/* Detection details */
|
|
184
|
-
detectionDetails?: () => Data
|
|
199
|
+
detectionDetails?: () => Data<{
|
|
200
|
+
result?: string
|
|
201
|
+
segments?: Array<{
|
|
202
|
+
start?: number
|
|
203
|
+
end?: number
|
|
204
|
+
confidence?: number
|
|
205
|
+
t0?: number
|
|
206
|
+
t1?: number
|
|
207
|
+
[key: string]: any
|
|
208
|
+
}>
|
|
209
|
+
time?: number
|
|
210
|
+
startTime?: number
|
|
211
|
+
endTime?: number
|
|
212
|
+
[key: string]: any
|
|
213
|
+
}>
|
|
185
214
|
}
|
|
186
215
|
}
|
|
187
216
|
|
|
@@ -167,13 +167,36 @@ Default property:
|
|
|
167
167
|
}
|
|
168
168
|
outlets?: {
|
|
169
169
|
/* Context state */
|
|
170
|
-
contextState?: () => Data
|
|
170
|
+
contextState?: () => Data<string>
|
|
171
171
|
/* Is detecting */
|
|
172
|
-
isDetecting?: () => Data
|
|
172
|
+
isDetecting?: () => Data<boolean>
|
|
173
173
|
/* Detection segments result */
|
|
174
|
-
detectionSegments?: () => Data
|
|
174
|
+
detectionSegments?: () => Data<
|
|
175
|
+
Array<{
|
|
176
|
+
start?: number
|
|
177
|
+
end?: number
|
|
178
|
+
confidence?: number
|
|
179
|
+
t0?: number
|
|
180
|
+
t1?: number
|
|
181
|
+
[key: string]: any
|
|
182
|
+
}>
|
|
183
|
+
>
|
|
175
184
|
/* Detection details */
|
|
176
|
-
detectionDetails?: () => Data
|
|
185
|
+
detectionDetails?: () => Data<{
|
|
186
|
+
result?: string
|
|
187
|
+
segments?: Array<{
|
|
188
|
+
start?: number
|
|
189
|
+
end?: number
|
|
190
|
+
confidence?: number
|
|
191
|
+
t0?: number
|
|
192
|
+
t1?: number
|
|
193
|
+
[key: string]: any
|
|
194
|
+
}>
|
|
195
|
+
time?: number
|
|
196
|
+
startTime?: number
|
|
197
|
+
endTime?: number
|
|
198
|
+
[key: string]: any
|
|
199
|
+
}>
|
|
177
200
|
}
|
|
178
201
|
}
|
|
179
202
|
|
|
@@ -76,19 +76,25 @@ Default property:
|
|
|
76
76
|
}
|
|
77
77
|
outlets?: {
|
|
78
78
|
/* Context state */
|
|
79
|
-
contextState?: () => Data
|
|
79
|
+
contextState?: () => Data<string>
|
|
80
80
|
/* Is detecting */
|
|
81
|
-
isDetecting?: () => Data
|
|
81
|
+
isDetecting?: () => Data<boolean>
|
|
82
82
|
/* Is speaking (real-time) */
|
|
83
|
-
isSpeaking?: () => Data
|
|
83
|
+
isSpeaking?: () => Data<boolean>
|
|
84
84
|
/* Detection segments result */
|
|
85
|
-
detectionSegments?: () => Data
|
|
85
|
+
detectionSegments?: () => Data<
|
|
86
|
+
Array<{
|
|
87
|
+
t0?: number
|
|
88
|
+
t1?: number
|
|
89
|
+
[key: string]: any
|
|
90
|
+
}>
|
|
91
|
+
>
|
|
86
92
|
/* Current volume in dB */
|
|
87
|
-
currentVolume?: () => Data
|
|
93
|
+
currentVolume?: () => Data<number>
|
|
88
94
|
/* Current frequency clarity (0-1) */
|
|
89
|
-
currentClarity?: () => Data
|
|
95
|
+
currentClarity?: () => Data<number>
|
|
90
96
|
/* Current detected frequency in Hz */
|
|
91
|
-
currentFrequency?: () => Data
|
|
97
|
+
currentFrequency?: () => Data<number>
|
|
92
98
|
}
|
|
93
99
|
}
|
|
94
100
|
|
|
@@ -201,15 +201,32 @@ Default property:
|
|
|
201
201
|
}
|
|
202
202
|
outlets?: {
|
|
203
203
|
/* undefined */
|
|
204
|
-
isReady?: () => Data
|
|
204
|
+
isReady?: () => Data<boolean>
|
|
205
205
|
/* Whether the embedding is processing */
|
|
206
|
-
processing?: () => Data
|
|
206
|
+
processing?: () => Data<boolean>
|
|
207
207
|
/* Progress of embedding processing */
|
|
208
|
-
processProgress?: () => Data
|
|
208
|
+
processProgress?: () => Data<{
|
|
209
|
+
chunking?: number
|
|
210
|
+
embedding?: number
|
|
211
|
+
writing?: number
|
|
212
|
+
[key: string]: any
|
|
213
|
+
}>
|
|
209
214
|
/* Files inserted to embedding */
|
|
210
|
-
files?: () => Data
|
|
215
|
+
files?: () => Data<Array<string>>
|
|
211
216
|
/* Search result */
|
|
212
|
-
searchResult?: () => Data
|
|
217
|
+
searchResult?: () => Data<
|
|
218
|
+
Array<{
|
|
219
|
+
sessionId?: string
|
|
220
|
+
payload?: { [key: string]: any }
|
|
221
|
+
filename?: string
|
|
222
|
+
text?: string
|
|
223
|
+
textTokenSize?: number
|
|
224
|
+
fileTokenPos?: number
|
|
225
|
+
fileTokenLength?: number
|
|
226
|
+
distance?: number
|
|
227
|
+
[key: string]: any
|
|
228
|
+
}>
|
|
229
|
+
>
|
|
213
230
|
}
|
|
214
231
|
}
|
|
215
232
|
|
|
@@ -58,15 +58,20 @@ Default property:
|
|
|
58
58
|
}
|
|
59
59
|
outlets?: {
|
|
60
60
|
/* The last event */
|
|
61
|
-
lastEvent?: () => Data
|
|
61
|
+
lastEvent?: () => Data<{
|
|
62
|
+
id?: string
|
|
63
|
+
type?: string
|
|
64
|
+
triggerType?: string
|
|
65
|
+
timeout?: number
|
|
66
|
+
}>
|
|
62
67
|
/* The type fo last event */
|
|
63
|
-
lastEventType?: () => Data
|
|
68
|
+
lastEventType?: () => Data<string>
|
|
64
69
|
/* The trigger type of last event */
|
|
65
|
-
lastEventTriggerType?: () => Data
|
|
70
|
+
lastEventTriggerType?: () => Data<string>
|
|
66
71
|
/* The sender id of last event */
|
|
67
|
-
lastEventSenderId?: () => Data
|
|
72
|
+
lastEventSenderId?: () => Data<string>
|
|
68
73
|
/* Is timed out */
|
|
69
|
-
isTimedOut?: () => Data
|
|
74
|
+
isTimedOut?: () => Data<boolean>
|
|
70
75
|
}
|
|
71
76
|
}
|
|
72
77
|
|
|
@@ -68,11 +68,11 @@ Default property:
|
|
|
68
68
|
}
|
|
69
69
|
outlets?: {
|
|
70
70
|
/* Response for CRAWLER request (selector) */
|
|
71
|
-
response?: () => Data
|
|
71
|
+
response?: () => Data<string>
|
|
72
72
|
/* Responses for CRAWLER request (selectorList) */
|
|
73
|
-
responseList?: () => Data
|
|
73
|
+
responseList?: () => Data<Array<any>>
|
|
74
74
|
/* The error response of CRAWLER request, it will save to property bank */
|
|
75
|
-
error?: () => Data
|
|
75
|
+
error?: () => Data<string>
|
|
76
76
|
}
|
|
77
77
|
}
|
|
78
78
|
|
|
@@ -118,21 +118,27 @@ Default property:
|
|
|
118
118
|
}
|
|
119
119
|
outlets?: {
|
|
120
120
|
/* Signal to create peer connection */
|
|
121
|
-
signal?: () => Data
|
|
121
|
+
signal?: () => Data<any>
|
|
122
122
|
/* Local SDP offer */
|
|
123
|
-
sdpOffer?: () => Data
|
|
123
|
+
sdpOffer?: () => Data<{
|
|
124
|
+
type?: string
|
|
125
|
+
sdp?: string
|
|
126
|
+
}>
|
|
124
127
|
/* Local SDP answer */
|
|
125
|
-
sdpAnswer?: () => Data
|
|
128
|
+
sdpAnswer?: () => Data<{
|
|
129
|
+
type?: string
|
|
130
|
+
sdp?: string
|
|
131
|
+
}>
|
|
126
132
|
/* Peer connection state */
|
|
127
|
-
connectionState?: () => Data
|
|
133
|
+
connectionState?: () => Data<string>
|
|
128
134
|
/* ICE connection state */
|
|
129
|
-
iceConnectionState?: () => Data
|
|
135
|
+
iceConnectionState?: () => Data<string>
|
|
130
136
|
/* Signaling state */
|
|
131
|
-
signalingState?: () => Data
|
|
137
|
+
signalingState?: () => Data<string>
|
|
132
138
|
/* Last message from data channel */
|
|
133
|
-
lastChannelMessage?: () => Data
|
|
139
|
+
lastChannelMessage?: () => Data<string>
|
|
134
140
|
/* Error message */
|
|
135
|
-
errorMessage?: () => Data
|
|
141
|
+
errorMessage?: () => Data<string>
|
|
136
142
|
}
|
|
137
143
|
}
|
|
138
144
|
|