@speakai/mcp-server 1.34.1 → 1.36.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -3
- package/dist/index.js +318 -17
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -242,7 +242,7 @@ For questions about data handling, see [speakai.co/privacy](https://speakai.co/p
|
|
|
242
242
|
|
|
243
243
|
## What you can do once installed
|
|
244
244
|
|
|
245
|
-
Speak AI ships
|
|
245
|
+
Speak AI ships 185 tools your AI assistant can call. You don't memorize them — Claude/ChatGPT pick the right ones based on what you ask. Examples by category:
|
|
246
246
|
|
|
247
247
|
| Ask | Tools used (auto) |
|
|
248
248
|
|---|---|
|
|
@@ -394,10 +394,10 @@ SPEAK_API_KEY=your-key npx @speakai/mcp-server
|
|
|
394
394
|
| `SPEAK_ACCESS_TOKEN` | No | Auto-managed | JWT access token (auto-fetched and refreshed) |
|
|
395
395
|
| `SPEAK_BASE_URL` | No | `https://api.speakai.co` | API base URL |
|
|
396
396
|
|
|
397
|
-
### MCP Tools (
|
|
397
|
+
### MCP Tools (185)
|
|
398
398
|
|
|
399
399
|
<details>
|
|
400
|
-
<summary>Media (
|
|
400
|
+
<summary>Media (19 tools)</summary>
|
|
401
401
|
|
|
402
402
|
| Tool | Description |
|
|
403
403
|
|---|---|
|
|
@@ -414,6 +414,7 @@ SPEAK_API_KEY=your-key npx @speakai/mcp-server
|
|
|
414
414
|
| `bulk_update_transcript_speakers` | Rename speaker labels across multiple media files in one call (max 500) |
|
|
415
415
|
| `get_media_status` | Check processing status (pending → processed) |
|
|
416
416
|
| `update_media_metadata` | Update name, description, tags, or folder |
|
|
417
|
+
| `set_media_thumbnail` | Set a custom video thumbnail from an image link, base64 image bytes, or a frame at a given second (JPEG, PNG or WebP, up to 10 MB) |
|
|
417
418
|
| `delete_media` | Permanently delete a media file |
|
|
418
419
|
| `toggle_media_favorite` | Mark or unmark media as a favorite |
|
|
419
420
|
| `reanalyze_media` | Re-run AI analysis with latest models |
|
package/dist/index.js
CHANGED
|
@@ -727,6 +727,7 @@ var init_menu = __esm({
|
|
|
727
727
|
MenuItemId2["Developers"] = "developers-manage";
|
|
728
728
|
MenuItemId2["AiAssistant"] = "ai-assistant";
|
|
729
729
|
MenuItemId2["Fields"] = "fields";
|
|
730
|
+
MenuItemId2["Labels"] = "labels";
|
|
730
731
|
MenuItemId2["KnowledgeBase"] = "knowledge-base";
|
|
731
732
|
MenuItemId2["AgentsList"] = "agents-list";
|
|
732
733
|
MenuItemId2["AgentsConversations"] = "agents-conversations";
|
|
@@ -1183,7 +1184,7 @@ var init_prompt = __esm({
|
|
|
1183
1184
|
});
|
|
1184
1185
|
|
|
1185
1186
|
// node_modules/@speakai/shared/dist/enums/recorder.js
|
|
1186
|
-
var RecorderAnswerType, RecorderUploadType, RecordingFeedbackRating;
|
|
1187
|
+
var RecorderAnswerType, RecorderUploadType, RecordingFeedbackRating, RecorderSessionEventType, RecorderSessionEventCategory, RecorderSessionWakeLock, RECORDER_SESSION_EVENTS;
|
|
1187
1188
|
var init_recorder = __esm({
|
|
1188
1189
|
"node_modules/@speakai/shared/dist/enums/recorder.js"() {
|
|
1189
1190
|
"use strict";
|
|
@@ -1207,6 +1208,150 @@ var init_recorder = __esm({
|
|
|
1207
1208
|
RecordingFeedbackRating2["POSITIVE"] = "positive";
|
|
1208
1209
|
RecordingFeedbackRating2["NEGATIVE"] = "negative";
|
|
1209
1210
|
})(RecordingFeedbackRating || (RecordingFeedbackRating = {}));
|
|
1211
|
+
(function(RecorderSessionEventType2) {
|
|
1212
|
+
RecorderSessionEventType2["VISIBILITY_HIDDEN"] = "visibility_hidden";
|
|
1213
|
+
RecorderSessionEventType2["VISIBILITY_VISIBLE"] = "visibility_visible";
|
|
1214
|
+
RecorderSessionEventType2["PAGE_FREEZE"] = "page_freeze";
|
|
1215
|
+
RecorderSessionEventType2["PAGE_RESUME"] = "page_resume";
|
|
1216
|
+
RecorderSessionEventType2["SUSPEND_DETECTED"] = "suspend_detected";
|
|
1217
|
+
RecorderSessionEventType2["WAKELOCK_ACQUIRED"] = "wakelock_acquired";
|
|
1218
|
+
RecorderSessionEventType2["WAKELOCK_RELEASED"] = "wakelock_released";
|
|
1219
|
+
RecorderSessionEventType2["WAKELOCK_DENIED"] = "wakelock_denied";
|
|
1220
|
+
RecorderSessionEventType2["FLOATING_WINDOW_OPENED"] = "floating_window_opened";
|
|
1221
|
+
RecorderSessionEventType2["FLOATING_WINDOW_CLOSED"] = "floating_window_closed";
|
|
1222
|
+
RecorderSessionEventType2["MIC_MUTED"] = "mic_muted";
|
|
1223
|
+
RecorderSessionEventType2["MIC_UNMUTED"] = "mic_unmuted";
|
|
1224
|
+
RecorderSessionEventType2["MIC_ENDED"] = "mic_ended";
|
|
1225
|
+
RecorderSessionEventType2["DEVICE_CHANGE"] = "device_change";
|
|
1226
|
+
RecorderSessionEventType2["RECORDER_ERROR"] = "recorder_error";
|
|
1227
|
+
RecorderSessionEventType2["GAP"] = "gap";
|
|
1228
|
+
RecorderSessionEventType2["ONLINE"] = "online";
|
|
1229
|
+
RecorderSessionEventType2["OFFLINE"] = "offline";
|
|
1230
|
+
RecorderSessionEventType2["POWER_CHANGE"] = "power_change";
|
|
1231
|
+
RecorderSessionEventType2["USER_PAUSE"] = "user_pause";
|
|
1232
|
+
RecorderSessionEventType2["USER_RESUME"] = "user_resume";
|
|
1233
|
+
RecorderSessionEventType2["LIVE_DISCONNECTED"] = "live_disconnected";
|
|
1234
|
+
RecorderSessionEventType2["LIVE_RECONNECTING"] = "live_reconnecting";
|
|
1235
|
+
RecorderSessionEventType2["LIVE_RESUMED"] = "live_resumed";
|
|
1236
|
+
RecorderSessionEventType2["LIVE_FAILED"] = "live_failed";
|
|
1237
|
+
})(RecorderSessionEventType || (RecorderSessionEventType = {}));
|
|
1238
|
+
(function(RecorderSessionEventCategory2) {
|
|
1239
|
+
RecorderSessionEventCategory2["DEVICE_SLEEP"] = "device_sleep";
|
|
1240
|
+
RecorderSessionEventCategory2["SCREEN_TAB"] = "screen_tab";
|
|
1241
|
+
RecorderSessionEventCategory2["AUDIO_CAPTURE"] = "audio_capture";
|
|
1242
|
+
RecorderSessionEventCategory2["LIVE_TRANSCRIPTION"] = "live_transcription";
|
|
1243
|
+
RecorderSessionEventCategory2["NETWORK"] = "network";
|
|
1244
|
+
RecorderSessionEventCategory2["POWER"] = "power";
|
|
1245
|
+
RecorderSessionEventCategory2["USER"] = "user";
|
|
1246
|
+
})(RecorderSessionEventCategory || (RecorderSessionEventCategory = {}));
|
|
1247
|
+
(function(RecorderSessionWakeLock2) {
|
|
1248
|
+
RecorderSessionWakeLock2["ACQUIRED"] = "acquired";
|
|
1249
|
+
RecorderSessionWakeLock2["DENIED"] = "denied";
|
|
1250
|
+
RecorderSessionWakeLock2["UNSUPPORTED"] = "unsupported";
|
|
1251
|
+
RecorderSessionWakeLock2["RELEASED"] = "released";
|
|
1252
|
+
})(RecorderSessionWakeLock || (RecorderSessionWakeLock = {}));
|
|
1253
|
+
RECORDER_SESSION_EVENTS = {
|
|
1254
|
+
[RecorderSessionEventType.SUSPEND_DETECTED]: {
|
|
1255
|
+
category: RecorderSessionEventCategory.DEVICE_SLEEP,
|
|
1256
|
+
description: "The laptop or browser was asleep, so no audio was recorded for that time."
|
|
1257
|
+
},
|
|
1258
|
+
[RecorderSessionEventType.PAGE_FREEZE]: {
|
|
1259
|
+
category: RecorderSessionEventCategory.DEVICE_SLEEP,
|
|
1260
|
+
description: "The browser paused the recorder page to save power."
|
|
1261
|
+
},
|
|
1262
|
+
[RecorderSessionEventType.PAGE_RESUME]: {
|
|
1263
|
+
category: RecorderSessionEventCategory.DEVICE_SLEEP,
|
|
1264
|
+
description: "The browser started running the recorder page again after pausing it."
|
|
1265
|
+
},
|
|
1266
|
+
[RecorderSessionEventType.VISIBILITY_HIDDEN]: {
|
|
1267
|
+
category: RecorderSessionEventCategory.SCREEN_TAB,
|
|
1268
|
+
description: "The recorder tab was hidden, for example another tab or app was in front or the screen locked."
|
|
1269
|
+
},
|
|
1270
|
+
[RecorderSessionEventType.VISIBILITY_VISIBLE]: {
|
|
1271
|
+
category: RecorderSessionEventCategory.SCREEN_TAB,
|
|
1272
|
+
description: "The recorder tab was visible on screen again."
|
|
1273
|
+
},
|
|
1274
|
+
[RecorderSessionEventType.WAKELOCK_ACQUIRED]: {
|
|
1275
|
+
category: RecorderSessionEventCategory.SCREEN_TAB,
|
|
1276
|
+
description: "The recorder asked the browser to keep the screen awake, and the browser agreed."
|
|
1277
|
+
},
|
|
1278
|
+
[RecorderSessionEventType.WAKELOCK_RELEASED]: {
|
|
1279
|
+
category: RecorderSessionEventCategory.SCREEN_TAB,
|
|
1280
|
+
description: "The recorder stopped keeping the screen awake, so the screen could turn off or lock."
|
|
1281
|
+
},
|
|
1282
|
+
[RecorderSessionEventType.WAKELOCK_DENIED]: {
|
|
1283
|
+
category: RecorderSessionEventCategory.SCREEN_TAB,
|
|
1284
|
+
description: "The browser did not allow the recorder to keep the screen awake."
|
|
1285
|
+
},
|
|
1286
|
+
[RecorderSessionEventType.FLOATING_WINDOW_OPENED]: {
|
|
1287
|
+
category: RecorderSessionEventCategory.SCREEN_TAB,
|
|
1288
|
+
description: "The recorder's small floating window was opened to keep the laptop awake."
|
|
1289
|
+
},
|
|
1290
|
+
[RecorderSessionEventType.FLOATING_WINDOW_CLOSED]: {
|
|
1291
|
+
category: RecorderSessionEventCategory.SCREEN_TAB,
|
|
1292
|
+
description: "The recorder's small floating window was closed; the recording continued."
|
|
1293
|
+
},
|
|
1294
|
+
[RecorderSessionEventType.GAP]: {
|
|
1295
|
+
category: RecorderSessionEventCategory.AUDIO_CAPTURE,
|
|
1296
|
+
description: "No audio was recorded for this stretch."
|
|
1297
|
+
},
|
|
1298
|
+
[RecorderSessionEventType.MIC_MUTED]: {
|
|
1299
|
+
category: RecorderSessionEventCategory.AUDIO_CAPTURE,
|
|
1300
|
+
description: "The microphone stopped sending sound, for example it was muted by the system or another app."
|
|
1301
|
+
},
|
|
1302
|
+
[RecorderSessionEventType.MIC_UNMUTED]: {
|
|
1303
|
+
category: RecorderSessionEventCategory.AUDIO_CAPTURE,
|
|
1304
|
+
description: "The microphone started sending sound again."
|
|
1305
|
+
},
|
|
1306
|
+
[RecorderSessionEventType.MIC_ENDED]: {
|
|
1307
|
+
category: RecorderSessionEventCategory.AUDIO_CAPTURE,
|
|
1308
|
+
description: "The microphone was disconnected or turned off, so the recorder could no longer hear it."
|
|
1309
|
+
},
|
|
1310
|
+
[RecorderSessionEventType.DEVICE_CHANGE]: {
|
|
1311
|
+
category: RecorderSessionEventCategory.AUDIO_CAPTURE,
|
|
1312
|
+
description: "A microphone, headset or other audio device was plugged in, unplugged or switched."
|
|
1313
|
+
},
|
|
1314
|
+
[RecorderSessionEventType.RECORDER_ERROR]: {
|
|
1315
|
+
category: RecorderSessionEventCategory.AUDIO_CAPTURE,
|
|
1316
|
+
description: "The browser reported an error while recording audio."
|
|
1317
|
+
},
|
|
1318
|
+
[RecorderSessionEventType.LIVE_DISCONNECTED]: {
|
|
1319
|
+
category: RecorderSessionEventCategory.LIVE_TRANSCRIPTION,
|
|
1320
|
+
description: "Live transcription lost its connection; the recording itself continued."
|
|
1321
|
+
},
|
|
1322
|
+
[RecorderSessionEventType.LIVE_RECONNECTING]: {
|
|
1323
|
+
category: RecorderSessionEventCategory.LIVE_TRANSCRIPTION,
|
|
1324
|
+
description: "Live transcription was trying to reconnect."
|
|
1325
|
+
},
|
|
1326
|
+
[RecorderSessionEventType.LIVE_RESUMED]: {
|
|
1327
|
+
category: RecorderSessionEventCategory.LIVE_TRANSCRIPTION,
|
|
1328
|
+
description: "Live transcription reconnected and continued."
|
|
1329
|
+
},
|
|
1330
|
+
[RecorderSessionEventType.LIVE_FAILED]: {
|
|
1331
|
+
category: RecorderSessionEventCategory.LIVE_TRANSCRIPTION,
|
|
1332
|
+
description: "Live transcription stopped and could not reconnect; the recording itself continued."
|
|
1333
|
+
},
|
|
1334
|
+
[RecorderSessionEventType.ONLINE]: {
|
|
1335
|
+
category: RecorderSessionEventCategory.NETWORK,
|
|
1336
|
+
description: "The internet connection came back."
|
|
1337
|
+
},
|
|
1338
|
+
[RecorderSessionEventType.OFFLINE]: {
|
|
1339
|
+
category: RecorderSessionEventCategory.NETWORK,
|
|
1340
|
+
description: "The internet connection was lost."
|
|
1341
|
+
},
|
|
1342
|
+
[RecorderSessionEventType.POWER_CHANGE]: {
|
|
1343
|
+
category: RecorderSessionEventCategory.POWER,
|
|
1344
|
+
description: "The device was plugged in to charge or unplugged."
|
|
1345
|
+
},
|
|
1346
|
+
[RecorderSessionEventType.USER_PAUSE]: {
|
|
1347
|
+
category: RecorderSessionEventCategory.USER,
|
|
1348
|
+
description: "The recording was paused."
|
|
1349
|
+
},
|
|
1350
|
+
[RecorderSessionEventType.USER_RESUME]: {
|
|
1351
|
+
category: RecorderSessionEventCategory.USER,
|
|
1352
|
+
description: "The recording was resumed after a pause."
|
|
1353
|
+
}
|
|
1354
|
+
};
|
|
1210
1355
|
}
|
|
1211
1356
|
});
|
|
1212
1357
|
|
|
@@ -1484,6 +1629,7 @@ var init_llm = __esm({
|
|
|
1484
1629
|
LLMModels2["GEMINI_3_5_FLASH"] = "gemini-3.5-flash";
|
|
1485
1630
|
LLMModels2["GEMINI_3_7_FLASH"] = "gemini-3.7-flash";
|
|
1486
1631
|
LLMModels2["GEMINI_3_8_FLASH"] = "gemini-3.8-flash";
|
|
1632
|
+
LLMModels2["GEMINI_4_ARGON"] = "gemini-4-argon";
|
|
1487
1633
|
LLMModels2["GROK_4_5"] = "x-ai/grok-4.5";
|
|
1488
1634
|
LLMModels2["GLM_5_2"] = "z-ai/glm-5.2";
|
|
1489
1635
|
})(LLMModels || (LLMModels = {}));
|
|
@@ -1675,10 +1821,22 @@ var init_dashboard_spec = __esm({
|
|
|
1675
1821
|
});
|
|
1676
1822
|
|
|
1677
1823
|
// node_modules/@speakai/shared/dist/interfaces/dashboard.js
|
|
1824
|
+
var DASHBOARD_PROFILE_GROUPS_MAX, DASHBOARD_PROFILE_ENTRIES_MAX, DASHBOARD_PROFILE_NAME_MAX, DASHBOARD_PROFILE_LABEL_MAX, DASHBOARD_PROFILE_DESCRIPTION_MAX, DASHBOARD_PROFILE_LINK_MAX, DASHBOARD_PROFILE_IMAGE_MAX_BYTES, DASHBOARD_PROFILE_IMAGE_KEY_MAX, DASHBOARD_PROFILE_ID_PATTERN, DASHBOARD_PROFILE_IMAGE_TYPES, DASHBOARD_PROFILE_IMAGE_SHAPES;
|
|
1678
1825
|
var init_dashboard = __esm({
|
|
1679
1826
|
"node_modules/@speakai/shared/dist/interfaces/dashboard.js"() {
|
|
1680
1827
|
"use strict";
|
|
1681
1828
|
init_dashboard_spec();
|
|
1829
|
+
DASHBOARD_PROFILE_GROUPS_MAX = 5;
|
|
1830
|
+
DASHBOARD_PROFILE_ENTRIES_MAX = 60;
|
|
1831
|
+
DASHBOARD_PROFILE_NAME_MAX = 80;
|
|
1832
|
+
DASHBOARD_PROFILE_LABEL_MAX = 40;
|
|
1833
|
+
DASHBOARD_PROFILE_DESCRIPTION_MAX = 600;
|
|
1834
|
+
DASHBOARD_PROFILE_LINK_MAX = 2048;
|
|
1835
|
+
DASHBOARD_PROFILE_IMAGE_MAX_BYTES = 2 * 1024 * 1024;
|
|
1836
|
+
DASHBOARD_PROFILE_IMAGE_KEY_MAX = 1024;
|
|
1837
|
+
DASHBOARD_PROFILE_ID_PATTERN = /^[a-z0-9][a-z0-9-]{0,63}$/;
|
|
1838
|
+
DASHBOARD_PROFILE_IMAGE_TYPES = ["image/jpeg", "image/png", "image/webp", "image/gif"];
|
|
1839
|
+
DASHBOARD_PROFILE_IMAGE_SHAPES = ["round", "square"];
|
|
1682
1840
|
}
|
|
1683
1841
|
});
|
|
1684
1842
|
|
|
@@ -2943,7 +3101,8 @@ var init_registry = __esm({
|
|
|
2943
3101
|
label: "Gemini 2.5 Flash",
|
|
2944
3102
|
provider: LLMProvider.GOOGLE,
|
|
2945
3103
|
family: "gemini",
|
|
2946
|
-
|
|
3104
|
+
// Vertex retires it on 2026-10-20; retired so every resolver substitutes 3.7 Flash instead of dispatching it.
|
|
3105
|
+
status: "retired",
|
|
2947
3106
|
replacedBy: LLMModels.GEMINI_3_7_FLASH,
|
|
2948
3107
|
offeredInChat: false,
|
|
2949
3108
|
offeredInVoice: false,
|
|
@@ -2963,7 +3122,8 @@ var init_registry = __esm({
|
|
|
2963
3122
|
label: "Gemini 2.5 Pro",
|
|
2964
3123
|
provider: LLMProvider.GOOGLE,
|
|
2965
3124
|
family: "gemini",
|
|
2966
|
-
|
|
3125
|
+
// Vertex retires it on 2026-10-20.
|
|
3126
|
+
status: "retired",
|
|
2967
3127
|
replacedBy: LLMModels.GEMINI_3_8_FLASH,
|
|
2968
3128
|
offeredInChat: false,
|
|
2969
3129
|
offeredInVoice: false,
|
|
@@ -2985,7 +3145,8 @@ var init_registry = __esm({
|
|
|
2985
3145
|
label: "Gemini 2.5 Flash Lite",
|
|
2986
3146
|
provider: LLMProvider.GOOGLE,
|
|
2987
3147
|
family: "gemini",
|
|
2988
|
-
|
|
3148
|
+
// Vertex retires it on 2026-10-20.
|
|
3149
|
+
status: "retired",
|
|
2989
3150
|
replacedBy: LLMModels.GEMINI_3_7_FLASH,
|
|
2990
3151
|
offeredInChat: false,
|
|
2991
3152
|
offeredInVoice: false,
|
|
@@ -3121,6 +3282,28 @@ var init_registry = __esm({
|
|
|
3121
3282
|
capabilities: GEMINI_THINKING,
|
|
3122
3283
|
openRouterSlug: "google/gemini-3.8-flash"
|
|
3123
3284
|
},
|
|
3285
|
+
// Backup only: reached by provider failover when both Flash models are overloaded, never offered for selection.
|
|
3286
|
+
{
|
|
3287
|
+
id: LLMModels.GEMINI_4_ARGON,
|
|
3288
|
+
label: "Gemini 4 Argon",
|
|
3289
|
+
provider: LLMProvider.GOOGLE,
|
|
3290
|
+
family: "gemini",
|
|
3291
|
+
status: "live",
|
|
3292
|
+
offeredInChat: false,
|
|
3293
|
+
offeredInVoice: false,
|
|
3294
|
+
premium: true,
|
|
3295
|
+
// Google's rate from 2026-12-01 ($2 / $10 until then), billed from day one so a turn is never under-charged.
|
|
3296
|
+
pricing: {
|
|
3297
|
+
inputPerMillion: 4,
|
|
3298
|
+
outputPerMillion: 20,
|
|
3299
|
+
cachedInputPerMillion: 0.2,
|
|
3300
|
+
provider: LLMProvider.GOOGLE
|
|
3301
|
+
},
|
|
3302
|
+
// Google publishes no separate audio rate; audio at 2x input and video at input, the same ratio as Gemini 3.x Flash.
|
|
3303
|
+
modality: { audioPerMillion: 8, videoPerMillion: 4 },
|
|
3304
|
+
maxOutputTokens: GEMINI_MAX_OUTPUT_TOKENS,
|
|
3305
|
+
capabilities: GEMINI_THINKING
|
|
3306
|
+
},
|
|
3124
3307
|
{
|
|
3125
3308
|
id: LLMModels.GROK_4_5,
|
|
3126
3309
|
label: "Grok 4.5",
|
|
@@ -4231,6 +4414,13 @@ function getMimeType(filePath) {
|
|
|
4231
4414
|
function detectMediaType(filePath) {
|
|
4232
4415
|
return isVideoFile(filePath) ? "video" : "audio";
|
|
4233
4416
|
}
|
|
4417
|
+
function detectImageMimeType(bytes) {
|
|
4418
|
+
const ascii = (start, end) => String.fromCharCode(...bytes.subarray(start, end));
|
|
4419
|
+
if (bytes[0] === 255 && bytes[1] === 216 && bytes[2] === 255) return "image/jpeg";
|
|
4420
|
+
if (bytes.length >= 8 && bytes[0] === 137 && ascii(1, 8) === "PNG\r\n\n") return "image/png";
|
|
4421
|
+
if (bytes.length >= 12 && ascii(0, 4) === "RIFF" && ascii(8, 12) === "WEBP") return "image/webp";
|
|
4422
|
+
return null;
|
|
4423
|
+
}
|
|
4234
4424
|
var path, VIDEO_EXTENSIONS, MIME_TYPES, SUPPORTED_URL_SOURCES, UNSUPPORTED_URL_SOURCES;
|
|
4235
4425
|
var init_media_utils = __esm({
|
|
4236
4426
|
"src/media-utils.ts"() {
|
|
@@ -4400,7 +4590,7 @@ function register(server, client) {
|
|
|
4400
4590
|
registerSpeakTool(
|
|
4401
4591
|
server,
|
|
4402
4592
|
"get_media_insights",
|
|
4403
|
-
"Retrieve AI-generated insights for a processed media file \u2014 topics, sentiment, keywords, action items, summaries, and more. The media must be in 'processed' state (check with get_media_status first). For asking custom questions about a media file, use ask_ai_chat instead.",
|
|
4593
|
+
"Retrieve AI-generated insights for a processed media file \u2014 topics, sentiment, keywords, action items, summaries, and more. The media must be in 'processed' state (check with get_media_status first). For asking custom questions about a media file, use ask_ai_chat instead. For a video, data.thumbnail has the thumbnail: url, source (auto or custom), pending while a requested frame is being made, and error if that frame failed.",
|
|
4404
4594
|
{
|
|
4405
4595
|
mediaId: import_zod2.z.string().min(1).describe("Unique identifier of the media file")
|
|
4406
4596
|
},
|
|
@@ -4539,7 +4729,7 @@ function register(server, client) {
|
|
|
4539
4729
|
registerSpeakTool(
|
|
4540
4730
|
server,
|
|
4541
4731
|
"get_media_status",
|
|
4542
|
-
"Check the processing status of a media file. States: pending \u2192 transcribing \u2192 analyzing \u2192 processed (or failed). Poll this after upload_media until state is 'processed', then use get_transcript and get_media_insights to retrieve results.",
|
|
4732
|
+
"Check the processing status of a media file. States: pending \u2192 transcribing \u2192 analyzing \u2192 processed (or failed). Poll this after upload_media until state is 'processed', then use get_transcript and get_media_insights to retrieve results. For a video, data.thumbnail has the thumbnail: url, source (auto or custom), pending while a requested frame is being made, and error if that frame failed.",
|
|
4543
4733
|
{
|
|
4544
4734
|
mediaId: import_zod2.z.string().min(1).describe("Unique identifier of the media file")
|
|
4545
4735
|
},
|
|
@@ -4866,8 +5056,74 @@ function register(server, client) {
|
|
|
4866
5056
|
}
|
|
4867
5057
|
}
|
|
4868
5058
|
);
|
|
5059
|
+
registerSpeakTool(
|
|
5060
|
+
server,
|
|
5061
|
+
"set_media_thumbnail",
|
|
5062
|
+
"Set a custom thumbnail for a video. Send exactly one of imageUrl, imageBase64 or atSeconds. The image must be JPEG, PNG or WebP and at most 10 MB; the type is judged from the file bytes, not the name. atSeconds uses the video frame at that moment; this tool waits up to 60 seconds for the frame and returns its url, or says it is still processing (check later with get_media_status, which carries the thumbnail field). Each call replaces the current custom thumbnail, and there is no way back to the automatic one. Needs permission to edit the media. Errors: 400 bad input, unsupported image, blocked link or failed frame; 413 image too large; 409 a frame is already being made; 503 frame service busy, try again shortly.",
|
|
5063
|
+
{
|
|
5064
|
+
mediaId: import_zod2.z.string().min(1).describe("Unique identifier of the video"),
|
|
5065
|
+
imageUrl: import_zod2.z.string().url().refine((value) => /^https:\/\//i.test(value), "imageUrl must be an https URL").optional().describe("A public https link to a JPEG, PNG or WebP image of at most 10 MB. The server downloads it."),
|
|
5066
|
+
imageBase64: import_zod2.z.string().min(1).optional().describe("The image bytes in base64 (JPEG, PNG or WebP, at most 10 MB once decoded). A data:image/...;base64, prefix is allowed."),
|
|
5067
|
+
atSeconds: import_zod2.z.number().min(0).optional().describe("Use the video frame at this many seconds from the start. Values past the end use the last second.")
|
|
5068
|
+
},
|
|
5069
|
+
{
|
|
5070
|
+
title: "Set Media Thumbnail",
|
|
5071
|
+
readOnlyHint: false,
|
|
5072
|
+
destructiveHint: true,
|
|
5073
|
+
idempotentHint: false,
|
|
5074
|
+
openWorldHint: true
|
|
5075
|
+
},
|
|
5076
|
+
async ({ mediaId, imageUrl, imageBase64, atSeconds }) => {
|
|
5077
|
+
const modes = [imageUrl, imageBase64, atSeconds].filter((value) => value !== void 0);
|
|
5078
|
+
if (modes.length !== 1) {
|
|
5079
|
+
return err(new Error("Send exactly one of imageUrl, imageBase64 or atSeconds."));
|
|
5080
|
+
}
|
|
5081
|
+
const path4 = `/v1/media/${mediaId}/thumbnail`;
|
|
5082
|
+
try {
|
|
5083
|
+
if (imageUrl !== void 0) {
|
|
5084
|
+
const result = await api.put(path4, { url: imageUrl });
|
|
5085
|
+
return ok(result.data);
|
|
5086
|
+
}
|
|
5087
|
+
if (imageBase64 !== void 0) {
|
|
5088
|
+
const bytes = Buffer.from(imageBase64.replace(/^data:[^,]*;base64,/i, ""), "base64");
|
|
5089
|
+
if (bytes.length === 0) {
|
|
5090
|
+
return err(new Error("imageBase64 decoded to an empty file."));
|
|
5091
|
+
}
|
|
5092
|
+
if (bytes.length > THUMBNAIL_MAX_BYTES) {
|
|
5093
|
+
return err(new Error("The image is larger than 10 MB."));
|
|
5094
|
+
}
|
|
5095
|
+
const mimeType = detectImageMimeType(bytes);
|
|
5096
|
+
if (!mimeType) {
|
|
5097
|
+
return err(new Error("The image must be a JPEG, PNG or WebP file."));
|
|
5098
|
+
}
|
|
5099
|
+
const form = new FormData();
|
|
5100
|
+
form.append("image", new Blob([bytes], { type: mimeType }), `thumbnail.${THUMBNAIL_FILE_EXTENSIONS[mimeType]}`);
|
|
5101
|
+
const result = await api.put(path4, form, { headers: { "Content-Type": "multipart/form-data" } });
|
|
5102
|
+
return ok(result.data);
|
|
5103
|
+
}
|
|
5104
|
+
await api.put(path4, { seekSec: atSeconds });
|
|
5105
|
+
const deadline = Date.now() + THUMBNAIL_POLL_TIMEOUT_MS;
|
|
5106
|
+
while (Date.now() < deadline) {
|
|
5107
|
+
await new Promise((resolve) => setTimeout(resolve, THUMBNAIL_POLL_INTERVAL_MS));
|
|
5108
|
+
const detail = await api.get(`/v1/media/status/${mediaId}`);
|
|
5109
|
+
const thumbnail = detail.data?.data?.thumbnail;
|
|
5110
|
+
if (!thumbnail || thumbnail.pending) continue;
|
|
5111
|
+
if (thumbnail?.error) {
|
|
5112
|
+
return err(new Error(`The frame could not be used: ${thumbnail.error}`));
|
|
5113
|
+
}
|
|
5114
|
+
return ok({ thumbnail });
|
|
5115
|
+
}
|
|
5116
|
+
return ok({
|
|
5117
|
+
thumbnail: { pending: true },
|
|
5118
|
+
message: "The frame is still processing. Check the thumbnail field with get_media_status in a minute."
|
|
5119
|
+
});
|
|
5120
|
+
} catch (error) {
|
|
5121
|
+
return err(error);
|
|
5122
|
+
}
|
|
5123
|
+
}
|
|
5124
|
+
);
|
|
4869
5125
|
}
|
|
4870
|
-
var import_zod2, LIST_MEDIA_DEFAULT_PAGE_SIZE, LIST_MEDIA_MAX_PAGE_SIZE;
|
|
5126
|
+
var import_zod2, LIST_MEDIA_DEFAULT_PAGE_SIZE, LIST_MEDIA_MAX_PAGE_SIZE, THUMBNAIL_MAX_BYTES, THUMBNAIL_POLL_TIMEOUT_MS, THUMBNAIL_POLL_INTERVAL_MS, THUMBNAIL_FILE_EXTENSIONS;
|
|
4871
5127
|
var init_media3 = __esm({
|
|
4872
5128
|
"src/tools/media.ts"() {
|
|
4873
5129
|
"use strict";
|
|
@@ -4878,6 +5134,14 @@ var init_media3 = __esm({
|
|
|
4878
5134
|
init_media_utils();
|
|
4879
5135
|
LIST_MEDIA_DEFAULT_PAGE_SIZE = 25;
|
|
4880
5136
|
LIST_MEDIA_MAX_PAGE_SIZE = 100;
|
|
5137
|
+
THUMBNAIL_MAX_BYTES = 10 * 1024 * 1024;
|
|
5138
|
+
THUMBNAIL_POLL_TIMEOUT_MS = 6e4;
|
|
5139
|
+
THUMBNAIL_POLL_INTERVAL_MS = 3e3;
|
|
5140
|
+
THUMBNAIL_FILE_EXTENSIONS = {
|
|
5141
|
+
"image/jpeg": "jpg",
|
|
5142
|
+
"image/png": "png",
|
|
5143
|
+
"image/webp": "webp"
|
|
5144
|
+
};
|
|
4881
5145
|
}
|
|
4882
5146
|
});
|
|
4883
5147
|
|
|
@@ -5882,7 +6146,7 @@ function register6(server, client) {
|
|
|
5882
6146
|
registerSpeakTool(
|
|
5883
6147
|
server,
|
|
5884
6148
|
"create_embed",
|
|
5885
|
-
"Create an embeddable player/transcript widget for a media file or a set of folders. Provide `mediaId` for a single-media embed, or `folderIds` for a folder/library embed. If an embed already exists for that media or folder set, it is returned instead. A single-media embed is viewable by anyone with the link while the media's privacy mode is public (the default); a folder embed is created with an auto-generated password. Use update_embed to change privacy or the password, or to show labels and comments (meta isLabels, isComments; off by default).",
|
|
6149
|
+
"Create an embeddable player/transcript widget for a media file or a set of folders. Provide `mediaId` for a single-media embed, or `folderIds` for a folder/library embed. If an embed already exists for that media or folder set, it is returned instead. A single-media embed is viewable by anyone with the link while the media's privacy mode is public (the default); a folder embed is created with an auto-generated password. Use update_embed to change privacy or the password, or to show labels and comments (meta isLabels, isComments; off by default), or to brand a shared dashboard (meta logo, logoDark, theme, backgroundColor, primaryColor, titleColor, fontFamily).",
|
|
5886
6150
|
{
|
|
5887
6151
|
mediaId: import_zod7.z.string().optional().describe("Media file to embed (for a single-media embed)"),
|
|
5888
6152
|
folderIds: import_zod7.z.array(import_zod7.z.string()).optional().describe("Folder IDs to embed (for a folder/library embed)")
|
|
@@ -5920,7 +6184,7 @@ function register6(server, client) {
|
|
|
5920
6184
|
),
|
|
5921
6185
|
password: import_zod7.z.string().optional().describe("Password to protect the embed with when privacyMode is private. Only applied when privacyMode is also sent."),
|
|
5922
6186
|
meta: import_zod7.z.record(import_zod7.z.unknown()).optional().describe(
|
|
5923
|
-
`Embed appearance & feature toggles: { backgroundImg, logo, primaryColor, titleColor, chatWelcomeMessage, assistantTemplateId, isTitle, isDescription, isRemarks, isDataVizDownloadable, isSEOIndexing, isPromptAsk, isPromptHistory, isMediaExport, isLabels, isComments, callToActionButtons:[{ url, label }], features:[{ name, isActive, isCustom? }] }. features entry { name: "fieldsFocus", isActive: false } turns off the fields-first media page: by default, when a media page is opened from a shared dashboard and the media has custom fields, the page shrinks the player to about 22% and leads with the fields. isPromptAsk must be on for the chat button of a shared dashboard (and a notes widget openChat action) to work. isLabels and isComments show the media's labels and comments read-only on media and folder embeds; both are off by default and embed viewers can never write them.`
|
|
6187
|
+
`Embed appearance & feature toggles: { backgroundImg, logo, logoDark, theme, backgroundColor, fontFamily, primaryColor, titleColor, chatWelcomeMessage, assistantTemplateId, isTitle, isDescription, isRemarks, isDataVizDownloadable, isSEOIndexing, isPromptAsk, isPromptHistory, isMediaExport, isLabels, isComments, callToActionButtons:[{ url, label }], features:[{ name, isActive, isCustom? }] }. features entry { name: "fieldsFocus", isActive: false } turns off the fields-first media page: by default, when a media page is opened from a shared dashboard and the media has custom fields, the page shrinks the player to about 22% and leads with the fields. Shared-dashboard branding: logo is the image shown in light mode and logoDark the one shown when the viewer is in dark mode (logoDark must be an uploaded logo; this MCP cannot upload images, any other URL is rejected with a 400, and it falls back to logo when unset). theme is "light" or "dark" and forces that theme for every viewer, hiding their toggle; "" lets the viewer choose. backgroundColor is a hex colour (#rgb or #rrggbb) for the page background; pair it with theme so text stays readable. primaryColor is a hex accent used for nav, links, card chips and play buttons. titleColor is a hex colour for the dashboard title and is ignored when its contrast on the page background is below 3:1. fontFamily is a Google Fonts family name (letters, digits and spaces, max 60 chars, for example "Arimo"; anything else is rejected with a 400); it overrides the account font for this embed, and "" falls back to the account font. Send "" for any of these keys to clear it. isPromptAsk must be on for the chat button of a shared dashboard (and a notes widget openChat action) to work. isLabels and isComments show the media's labels and comments read-only on media and folder embeds; both are off by default and embed viewers can never write them.`
|
|
5924
6188
|
)
|
|
5925
6189
|
},
|
|
5926
6190
|
{
|
|
@@ -10262,7 +10526,7 @@ var init_dashboard_widgets = __esm({
|
|
|
10262
10526
|
{
|
|
10263
10527
|
type: "table",
|
|
10264
10528
|
purpose: "Tabular records or grouped aggregates (full width).",
|
|
10265
|
-
config: 'rowsAre: "records" | "groups"; groupBy?: GroupBy (required when rowsAre="groups", forbidden when "records"); columns: Array<{ header: string (<=40, unique), field: string } | { header: string, metric: Metric }> (1-12; a column is EITHER a raw field OR a metric, never both; thresholds? allowed on both forms); sort?: { column: <one of the headers>, dir: "asc" | "desc" }; limit?: number (1-500); searchable?: boolean; rowClick?: "openMedia" | "none"; display?: "table" | "cards"; card?: { titleColumn?: string, subtitleColumns?: string[] (<=2), detailColumns?: string[] (<=2), showDuration?: boolean }. SESSION CARDS: display "cards" renders each record as a card (poster frame from the video, loaded lazily, plus title, subtitle lines, up to 2 detail lines and duration). Only valid with rowsAre "records"; `card` is only valid with display "cards"; every card value must be an existing column header; set rowClick "openMedia" so a click opens the media page. Example: { rowsAre: "records", rowClick: "openMedia", display: "cards", columns: [{ header: "Session", field: "Title" }, { header: "Speaker", field: "Speaker" }], card: { titleColumn: "Session", subtitleColumns: ["Speaker"], showDuration: true } }'
|
|
10529
|
+
config: 'rowsAre: "records" | "groups"; groupBy?: GroupBy (required when rowsAre="groups", forbidden when "records"); columns: Array<{ header: string (<=40, unique), field: string } | { header: string, metric: Metric }> (1-12; a column is EITHER a raw field OR a metric, never both; thresholds? allowed on both forms); sort?: { column: <one of the headers>, dir: "asc" | "desc" }; limit?: number (1-500); pageSize?: number (1-100, records per page); searchable?: boolean; rowClick?: "openMedia" | "none"; display?: "table" | "cards"; card?: { titleColumn?: string, subtitleColumns?: string[] (<=2), detailColumns?: string[] (<=2), showDuration?: boolean, layout?: "grid" | "rows", rowBy?: string, rowOrder?: string[] (<=50 values, each 1-80 chars), hero?: boolean, imageColumn?: string }. SESSION CARDS: display "cards" renders each record as a card (poster frame from the video, loaded lazily, plus title, subtitle lines, up to 2 detail lines and duration). Only valid with rowsAre "records"; `card` is only valid with display "cards"; every card value must be an existing column header; imageColumn names a raw custom-field column whose field has a profile group in settings.profiles, and the card shows the image of that group\'s entry matching the record\'s value; set rowClick "openMedia" so a click opens the media page. ROWS AND HERO: layout "rows" renders one horizontal snap-scroll row per distinct value of the rowBy column (rowBy is a column header, required with layout "rows" and rejected otherwise); rows are ordered by count desc, or by rowOrder (explicit row VALUES first, the rest by count; rowOrder is only valid with layout "rows"); layout defaults to "grid". hero: true renders the first record after sort as a wide banner above the grid or rows, on the first page only (valid with either layout). Records with a blank rowBy value go in a last "other" row; rows are not paged, so every record up to limit shows. Rows example: { rowsAre: "records", rowClick: "openMedia", display: "cards", columns: [{ header: "Session", field: "Title" }, { header: "Track", field: "Track" }], card: { titleColumn: "Session", layout: "rows", rowBy: "Track", rowOrder: ["Track A"], hero: true } }. Example: { rowsAre: "records", rowClick: "openMedia", display: "cards", columns: [{ header: "Session", field: "Title" }, { header: "Speaker", field: "Speaker" }], card: { titleColumn: "Session", subtitleColumns: ["Speaker"], showDuration: true } }'
|
|
10266
10530
|
},
|
|
10267
10531
|
{
|
|
10268
10532
|
type: "comparison",
|
|
@@ -10490,7 +10754,7 @@ function register18(server, client) {
|
|
|
10490
10754
|
registerSpeakTool(
|
|
10491
10755
|
server,
|
|
10492
10756
|
"get_dashboard",
|
|
10493
|
-
"Get a single dashboard's full spec: title, description, source, date range, sections, widgets, and the current `revision` (pass that revision back to update_dashboard).",
|
|
10757
|
+
"Get a single dashboard's full spec: title, description, source, date range, sections, widgets, and the current `revision` (pass that revision back to update_dashboard). Saved viewer settings, including settings.profiles groups (fieldId, label, imageShape, and entries with id, name, description, link, imageKey, and a signed imageUrl preview that is ignored if sent back), are included when the server returns them.",
|
|
10494
10758
|
{
|
|
10495
10759
|
dashboardId: import_zod20.z.string().min(1).describe("Dashboard business id (the dashboardId field from list_dashboards, not the Mongo _id)")
|
|
10496
10760
|
},
|
|
@@ -10593,12 +10857,12 @@ function register18(server, client) {
|
|
|
10593
10857
|
registerSpeakTool(
|
|
10594
10858
|
server,
|
|
10595
10859
|
"update_dashboard",
|
|
10596
|
-
"Update a dashboard. Two modes. (1) Metadata-only: pass just icon/assignTo/filters/isDefault/settings, with no spec fields and no revision. (2) Spec update: pass the FULL spec \u2014 title, source, dateRange, sections, widgets \u2014 plus `revision`. Widgets and sections are REPLACED, not merged, so call get_dashboard first and resend everything you want to keep. `revision` is the optimistic-concurrency token from get_dashboard/list_dashboards: the server accepts the write only if it still matches, then increments it. A 409 conflict means another writer saved first \u2014 re-fetch with get_dashboard, rebuild your changes on the fresh spec, and retry with the new revision. If settings.feedback.sheetWebhookUrl is set, each Feedback submission made on the shared dashboard is posted to that external Google Apps Script URL. " + SHARED_DASHBOARD_CACHE_NOTE + " Viewer settings (the settings input): " + SETTINGS_RULES,
|
|
10860
|
+
"Update a dashboard. Two modes. (1) Metadata-only: pass just icon/assignTo/filters/isDefault/settings, with no spec fields and no revision, except that saving settings.profiles also needs the `revision` from get_dashboard (a stale one returns a 409). (2) Spec update: pass the FULL spec \u2014 title, source, dateRange, sections, widgets \u2014 plus `revision`. Widgets and sections are REPLACED, not merged, so call get_dashboard first and resend everything you want to keep. `revision` is the optimistic-concurrency token from get_dashboard/list_dashboards: the server accepts the write only if it still matches, then increments it. A 409 conflict means another writer saved first \u2014 re-fetch with get_dashboard, rebuild your changes on the fresh spec, and retry with the new revision. If settings.feedback.sheetWebhookUrl is set, each Feedback submission made on the shared dashboard is posted to that external Google Apps Script URL. " + SHARED_DASHBOARD_CACHE_NOTE + " Viewer settings (the settings input): " + SETTINGS_RULES,
|
|
10597
10861
|
{
|
|
10598
10862
|
dashboardId: import_zod20.z.string().min(1).describe("Dashboard business id"),
|
|
10599
10863
|
title: import_zod20.z.string().min(1).max(60).optional().describe("Dashboard name \u2014 required (with revision) when updating the spec"),
|
|
10600
10864
|
revision: import_zod20.z.number().int().nonnegative().optional().describe(
|
|
10601
|
-
"The revision loaded from get_dashboard. Required for spec updates; mismatch returns a 409 conflict."
|
|
10865
|
+
"The revision loaded from get_dashboard. Required for spec updates and for saving settings.profiles; mismatch returns a 409 conflict."
|
|
10602
10866
|
),
|
|
10603
10867
|
...specFields,
|
|
10604
10868
|
...metadataFields
|
|
@@ -10632,6 +10896,14 @@ function register18(server, client) {
|
|
|
10632
10896
|
revision
|
|
10633
10897
|
};
|
|
10634
10898
|
}
|
|
10899
|
+
if (!specTouched && metadata.settings?.profiles !== void 0) {
|
|
10900
|
+
if (revision === void 0) {
|
|
10901
|
+
throw new Error(
|
|
10902
|
+
"Saving settings.profiles can delete replaced images, so pass the `revision` loaded from get_dashboard."
|
|
10903
|
+
);
|
|
10904
|
+
}
|
|
10905
|
+
body.revision = revision;
|
|
10906
|
+
}
|
|
10635
10907
|
if (Object.keys(body).length === 0) {
|
|
10636
10908
|
throw new Error("Nothing to update: pass spec fields (with revision) or metadata fields.");
|
|
10637
10909
|
}
|
|
@@ -10810,7 +11082,7 @@ var init_dashboards = __esm({
|
|
|
10810
11082
|
preset: import_zod20.z.enum(DATE_RANGE_PRESETS).describe("One of: last7days | last30days | last3months | yearToDate | allTime")
|
|
10811
11083
|
}).describe("Date range \u2014 strict preset only, no free-form start/end dates");
|
|
10812
11084
|
settingsFieldIds = import_zod20.z.array(fieldIdSchema);
|
|
10813
|
-
SETTINGS_RULES =
|
|
11085
|
+
SETTINGS_RULES = `Do not pass settings unless the user explicitly asks to change this dashboard's viewer settings. Saving fields, feedback or fieldEdits moves that dashboard onto the settings flow immediately: its media pages use these groups and this Feedback setup from then on. Each section (fields, feedback, fieldEdits, labels, comments, profiles) replaces that whole section when sent; a section left out keeps its saved value. Call get_dashboard first and resend every key of the section you change; a key left out resets to its default. Get field ids from list_fields. Ids that are not the company's fields are dropped when saving and returned in droppedFieldIds. When feedback.isEnabled is true, pass a non-empty feedback.fieldIds (score fields) rather than leaving it empty. Only set feedback.sheetWebhookUrl when the user gives the Apps Script URL. fieldEdits.fieldIds may list only fields that have allowed values (the server rejects any other field with a 400) and that the dashboard's media pages show; pass an empty fieldIds to turn field editing off. Labels and comments on the shared link are off until the user asks to turn them on. Mode 'apply' (labels) or 'reply' (comments) lets a link viewer write as one of the dashboard's feedback submitter names (feedback.submitters, even while feedback itself is off), or as another typed name only when feedback.allowOtherSubmitter is true. Anyone holding the share link can pick any of those names, because the link has no sign-in (an accepted risk; every entry is marked as made via this dashboard), so confirm the names with the user before saving a write mode. With no submitter names nobody can write. Label groups that are not active refuse the whole save with a 400 rather than being dropped. Saving only settings.profiles does not move media pages onto the settings flow. settings.profiles is a list of up to ${DASHBOARD_PROFILE_GROUPS_MAX} groups, one per custom field (a field may appear only once), each with a label (for example Speakers or Products) and entries that give a value of that field a name, image, description and link. Entry names must equal that field's values (trim, case-insensitive), and a name or id listed twice in a group is rejected with a 400; they are matched by display string, so renaming a value in the media fields orphans its profile. Names, descriptions, links and images are PUBLIC to anyone with the dashboard link: write plain text only, no HTML, and confirm the descriptions and links with the user before saving. This MCP cannot upload images: leave imageKey out, or pass one copied unchanged from get_dashboard. To add an image over the API, POST it (multipart, ${DASHBOARD_PROFILE_IMAGE_TYPES.map((type) => type.replace("image/", "").toUpperCase()).join("/")}, max ${DASHBOARD_PROFILE_IMAGE_MAX_BYTES / (1024 * 1024)} MB) to /v1/dashboards/:dashboardId/profile-image and use the returned imageKey.`;
|
|
10814
11086
|
dashboardSettingsSchema = import_zod20.z.object({
|
|
10815
11087
|
fields: import_zod20.z.object({
|
|
10816
11088
|
includeIds: settingsFieldIds.describe(
|
|
@@ -10876,9 +11148,36 @@ var init_dashboards = __esm({
|
|
|
10876
11148
|
comments: import_zod20.z.object({
|
|
10877
11149
|
isEnabled: import_zod20.z.boolean().describe("Show comments on media pages opened from this shared dashboard"),
|
|
10878
11150
|
mode: import_zod20.z.nativeEnum(DashboardCommentsMode).describe("'view' shows comments read-only; 'reply' also lets a viewer, as a reviewer name, comment and reply")
|
|
10879
|
-
}).optional()
|
|
11151
|
+
}).optional(),
|
|
11152
|
+
profiles: import_zod20.z.array(
|
|
11153
|
+
import_zod20.z.object({
|
|
11154
|
+
fieldId: fieldIdSchema.describe(
|
|
11155
|
+
"Custom field id whose values the entries describe (from list_fields); each field at most once"
|
|
11156
|
+
),
|
|
11157
|
+
label: import_zod20.z.string().trim().min(1).max(DASHBOARD_PROFILE_LABEL_MAX).describe(`Group label shown on the dashboard, 1-${DASHBOARD_PROFILE_LABEL_MAX} chars (for example Speakers)`),
|
|
11158
|
+
imageShape: import_zod20.z.enum(DASHBOARD_PROFILE_IMAGE_SHAPES).optional().describe(`How entry images are cropped: ${DASHBOARD_PROFILE_IMAGE_SHAPES.join(" or ")}`),
|
|
11159
|
+
entries: import_zod20.z.array(
|
|
11160
|
+
import_zod20.z.object({
|
|
11161
|
+
id: import_zod20.z.string().regex(DASHBOARD_PROFILE_ID_PATTERN, "Profile id is lowercase letters, digits and hyphens, max 64 chars").optional().describe("Entry id (lowercase slug, unique in the group); leave out for a new entry and the server generates one"),
|
|
11162
|
+
name: import_zod20.z.string().trim().min(1).max(DASHBOARD_PROFILE_NAME_MAX).describe(`Entry name, 1-${DASHBOARD_PROFILE_NAME_MAX} chars; must equal a value of the group's field (trim, case-insensitive) and be unique within the group`),
|
|
11163
|
+
imageKey: import_zod20.z.string().min(1).max(DASHBOARD_PROFILE_IMAGE_KEY_MAX).optional().describe(
|
|
11164
|
+
"S3 URI of an image in Speak's own bucket, set by the in-app image upload. Only pass a value copied from get_dashboard; this MCP cannot upload images."
|
|
11165
|
+
),
|
|
11166
|
+
description: import_zod20.z.string().max(DASHBOARD_PROFILE_DESCRIPTION_MAX).optional().describe(
|
|
11167
|
+
`Plain-text description, max ${DASHBOARD_PROFILE_DESCRIPTION_MAX} chars, no HTML. Public to anyone with the dashboard link.`
|
|
11168
|
+
),
|
|
11169
|
+
link: import_zod20.z.string().trim().url().max(DASHBOARD_PROFILE_LINK_MAX).refine((value) => /^https?:\/\//i.test(value), "Link must be an http or https URL").optional().describe(`Optional http or https URL, max ${DASHBOARD_PROFILE_LINK_MAX} chars. Public to anyone with the dashboard link.`)
|
|
11170
|
+
})
|
|
11171
|
+
).max(DASHBOARD_PROFILE_ENTRIES_MAX).describe(`Up to ${DASHBOARD_PROFILE_ENTRIES_MAX} entries. Empty removes every entry of the group.`)
|
|
11172
|
+
})
|
|
11173
|
+
).max(DASHBOARD_PROFILE_GROUPS_MAX).refine(
|
|
11174
|
+
(groups) => new Set(groups.map((group) => group.fieldId)).size === groups.length,
|
|
11175
|
+
"Each field can have only one profile group"
|
|
11176
|
+
).optional().describe(
|
|
11177
|
+
`Profile groups (up to ${DASHBOARD_PROFILE_GROUPS_MAX}, one per field) shown on the shared dashboard. Replaces the whole list when sent; an empty list removes every group. Public to anyone with the link; plain text only.`
|
|
11178
|
+
)
|
|
10880
11179
|
}).describe(
|
|
10881
|
-
"Viewer settings for media pages opened from this dashboard's share link: which fields show, how the Fields tab groups them, the Feedback button, which fields Feedback submitters may edit,
|
|
11180
|
+
"Viewer settings for media pages opened from this dashboard's share link: which fields show, how the Fields tab groups them, the Feedback button, which fields Feedback submitters may edit, labels and comments with the reviewer names (feedback submitters) who may write them, and profile groups. " + SETTINGS_RULES
|
|
10882
11181
|
);
|
|
10883
11182
|
metadataFields = {
|
|
10884
11183
|
icon: import_zod20.z.string().max(200).optional().describe("Icon identifier"),
|
|
@@ -12464,6 +12763,7 @@ var init_tool_names = __esm({
|
|
|
12464
12763
|
"search_media",
|
|
12465
12764
|
"delete_media",
|
|
12466
12765
|
"update_media_metadata",
|
|
12766
|
+
"set_media_thumbnail",
|
|
12467
12767
|
"toggle_media_favorite",
|
|
12468
12768
|
"reanalyze_media",
|
|
12469
12769
|
"get_captions",
|
|
@@ -13755,7 +14055,8 @@ var SPEAK_MCP_TOOL_CATEGORIES = [
|
|
|
13755
14055
|
"toggle_media_favorite",
|
|
13756
14056
|
"reanalyze_media",
|
|
13757
14057
|
"bulk_move_media",
|
|
13758
|
-
"upload_and_analyze_batch"
|
|
14058
|
+
"upload_and_analyze_batch",
|
|
14059
|
+
"set_media_thumbnail"
|
|
13759
14060
|
]
|
|
13760
14061
|
},
|
|
13761
14062
|
{
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@speakai/mcp-server",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.36.0",
|
|
4
4
|
"mcpName": "io.github.speakai/mcp-server",
|
|
5
5
|
"description": "Official Speak AI MCP Server — capture meetings, search thousands of recordings, run async voice and video surveys, create clips, and automate workflows from your AI assistant.",
|
|
6
6
|
"homepage": "https://docs.speakai.co/mcp",
|
|
@@ -54,7 +54,7 @@
|
|
|
54
54
|
"zod": "^3.22.0"
|
|
55
55
|
},
|
|
56
56
|
"devDependencies": {
|
|
57
|
-
"@speakai/shared": "^2.1.
|
|
57
|
+
"@speakai/shared": "^2.1.54",
|
|
58
58
|
"@types/node": "^20.0.0",
|
|
59
59
|
"@vitest/coverage-v8": "^4.1.6",
|
|
60
60
|
"tsup": "^8.5.1",
|