vis-agent 0.5.22.dev9332__py3-none-any.whl → 0.5.22.dev9358__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- blockether/vis/_contracts.py +1 -0
- blockether/vis/_data/fixtures/gateway-answers.json +198 -0
- blockether/vis/_data/schema/content.json +68 -0
- blockether/vis/_data/schema/gateway.json +831 -2
- blockether/vis/_data/schema/voice.json +737 -0
- blockether/vis/_outside.py +1 -1
- blockether/vis/engine/__init__.py +5 -4
- blockether/vis/engine/_agent.py +34 -17
- blockether/vis/engine/_client.py +72 -2585
- blockether/vis/engine/_extensions.py +3 -3
- blockether/vis/engine/_groups.py +1 -1
- blockether/vis/engine/_host.py +4 -4
- blockether/vis/engine/_local.py +8 -8
- blockether/vis/engine/_routes.py +2662 -0
- blockether/vis/engine/_sounds.py +11 -9
- blockether/vis/engine/_speech.py +18 -16
- blockether/vis/engine/_types.py +385 -40
- blockether/vis/engine/release-tag +1 -1
- blockether/vis/extension.py +7 -11
- {vis_agent-0.5.22.dev9332.dist-info → vis_agent-0.5.22.dev9358.dist-info}/METADATA +1 -1
- {vis_agent-0.5.22.dev9332.dist-info → vis_agent-0.5.22.dev9358.dist-info}/RECORD +23 -21
- {vis_agent-0.5.22.dev9332.dist-info → vis_agent-0.5.22.dev9358.dist-info}/WHEEL +0 -0
- {vis_agent-0.5.22.dev9332.dist-info → vis_agent-0.5.22.dev9358.dist-info}/licenses/LICENSE +0 -0
blockether/vis/engine/_types.py
CHANGED
|
@@ -348,7 +348,7 @@ class ProjectSessionsMoved(TypedDict):
|
|
|
348
348
|
count: int
|
|
349
349
|
|
|
350
350
|
|
|
351
|
-
class
|
|
351
|
+
class SessionGroupRecord(TypedDict):
|
|
352
352
|
id: str
|
|
353
353
|
project_id: NotRequired[str | None]
|
|
354
354
|
name: str
|
|
@@ -361,7 +361,7 @@ class SessionGroup(TypedDict):
|
|
|
361
361
|
|
|
362
362
|
class SessionGroupPage(TypedDict):
|
|
363
363
|
project_id: NotRequired[str | None]
|
|
364
|
-
groups: list[
|
|
364
|
+
groups: list[SessionGroupRecord]
|
|
365
365
|
total: NotRequired[int]
|
|
366
366
|
session_total: NotRequired[int]
|
|
367
367
|
limit: NotRequired[int | None]
|
|
@@ -467,7 +467,7 @@ class TurnCost(TypedDict):
|
|
|
467
467
|
total_cost: float
|
|
468
468
|
|
|
469
469
|
|
|
470
|
-
class
|
|
470
|
+
class TurnRecord(TypedDict):
|
|
471
471
|
"""One turn of a session as the turn routes answer it. The engine can add fields."""
|
|
472
472
|
|
|
473
473
|
turn_id: str
|
|
@@ -496,7 +496,7 @@ class QueuePausedMarker(TypedDict):
|
|
|
496
496
|
at: NotRequired[int]
|
|
497
497
|
|
|
498
498
|
|
|
499
|
-
class
|
|
499
|
+
class SessionRecord(TypedDict):
|
|
500
500
|
"""The wire soul of one session: its stored record and its live gateway status.
|
|
501
501
|
goal is null until an explicit /goal or SDK request creates it. List rows also
|
|
502
502
|
carry unread_answers and is_unread. Search rows also carry match. GET with
|
|
@@ -538,7 +538,7 @@ class Session(TypedDict):
|
|
|
538
538
|
running_started_at: NotRequired[int]
|
|
539
539
|
running_position: NotRequired[int]
|
|
540
540
|
running_created_at: NotRequired[int]
|
|
541
|
-
queued_turns: NotRequired[list[
|
|
541
|
+
queued_turns: NotRequired[list[TurnRecord]]
|
|
542
542
|
queue_paused: NotRequired[None | QueuePausedMarker]
|
|
543
543
|
unread_answers: NotRequired[int]
|
|
544
544
|
is_unread: NotRequired[bool]
|
|
@@ -709,7 +709,7 @@ RouterPatch: TypeAlias = RouterSelection | RouterFleet
|
|
|
709
709
|
|
|
710
710
|
|
|
711
711
|
class SessionList(TypedDict):
|
|
712
|
-
sessions: list[
|
|
712
|
+
sessions: list[SessionRecord]
|
|
713
713
|
|
|
714
714
|
|
|
715
715
|
class SessionCreated(TypedDict):
|
|
@@ -955,7 +955,7 @@ class CouncilReplyState(TypedDict):
|
|
|
955
955
|
reply_entry_id: NotRequired[CouncilEntryId]
|
|
956
956
|
|
|
957
957
|
|
|
958
|
-
class
|
|
958
|
+
class CouncilEntryRecord(TypedDict):
|
|
959
959
|
thread_id: CouncilEntryId
|
|
960
960
|
group_id: str | None
|
|
961
961
|
content: str
|
|
@@ -975,21 +975,21 @@ CouncilCursor: TypeAlias = int
|
|
|
975
975
|
|
|
976
976
|
|
|
977
977
|
class CouncilEntryPage(TypedDict):
|
|
978
|
-
entries: list[
|
|
978
|
+
entries: list[CouncilEntryRecord]
|
|
979
979
|
after: CouncilCursor
|
|
980
980
|
has_more: bool
|
|
981
981
|
|
|
982
982
|
|
|
983
|
-
class
|
|
983
|
+
class CouncilMemberRecord(TypedDict):
|
|
984
984
|
session_id: str
|
|
985
985
|
title: str
|
|
986
986
|
state: Literal["running", "queued", "held"]
|
|
987
987
|
|
|
988
988
|
|
|
989
|
-
CouncilMembers: TypeAlias = list[
|
|
989
|
+
CouncilMembers: TypeAlias = list[CouncilMemberRecord]
|
|
990
990
|
|
|
991
991
|
|
|
992
|
-
class
|
|
992
|
+
class CouncilThreadRecord(TypedDict):
|
|
993
993
|
thread_id: CouncilEntryId
|
|
994
994
|
title: str
|
|
995
995
|
author_session_id: str
|
|
@@ -997,13 +997,13 @@ class CouncilThread(TypedDict):
|
|
|
997
997
|
|
|
998
998
|
|
|
999
999
|
class CouncilThreadPage(TypedDict):
|
|
1000
|
-
entries: list[
|
|
1000
|
+
entries: list[CouncilThreadRecord]
|
|
1001
1001
|
after: CouncilCursor
|
|
1002
1002
|
has_more: bool
|
|
1003
1003
|
|
|
1004
1004
|
|
|
1005
1005
|
class TurnQueueStep(TypedDict):
|
|
1006
|
-
turn:
|
|
1006
|
+
turn: TurnRecord | None
|
|
1007
1007
|
|
|
1008
1008
|
|
|
1009
1009
|
SessionEventType: TypeAlias = Literal[
|
|
@@ -1032,6 +1032,8 @@ SessionEventType: TypeAlias = Literal[
|
|
|
1032
1032
|
"session.team_updated",
|
|
1033
1033
|
"session.title_updated",
|
|
1034
1034
|
"settings.changed",
|
|
1035
|
+
"speech.committed",
|
|
1036
|
+
"speech.invalidated",
|
|
1035
1037
|
"subscription.ready",
|
|
1036
1038
|
"turn.cancelled",
|
|
1037
1039
|
"turn.completed",
|
|
@@ -1047,6 +1049,11 @@ SessionEventType: TypeAlias = Literal[
|
|
|
1047
1049
|
"view.close",
|
|
1048
1050
|
"view.open",
|
|
1049
1051
|
"view.patch",
|
|
1052
|
+
"voice.admission",
|
|
1053
|
+
"voice.input_overflow",
|
|
1054
|
+
"voice.playback",
|
|
1055
|
+
"voice.speech",
|
|
1056
|
+
"voice.utterance",
|
|
1050
1057
|
]
|
|
1051
1058
|
|
|
1052
1059
|
|
|
@@ -1078,7 +1085,7 @@ class SessionForkTurns(TypedDict):
|
|
|
1078
1085
|
|
|
1079
1086
|
|
|
1080
1087
|
class SessionWrapped(TypedDict):
|
|
1081
|
-
session:
|
|
1088
|
+
session: SessionRecord
|
|
1082
1089
|
|
|
1083
1090
|
|
|
1084
1091
|
class SessionFsOpen(TypedDict):
|
|
@@ -1174,7 +1181,7 @@ class SessionModelPairVariant2(TypedDict):
|
|
|
1174
1181
|
SessionModelPair: TypeAlias = None | SessionModelPairVariant2
|
|
1175
1182
|
|
|
1176
1183
|
|
|
1177
|
-
class
|
|
1184
|
+
class SessionModelRecord(TypedDict):
|
|
1178
1185
|
model: SessionModelPair
|
|
1179
1186
|
default: SessionModelPair
|
|
1180
1187
|
|
|
@@ -1266,7 +1273,7 @@ class Forgotten(TypedDict):
|
|
|
1266
1273
|
SessionSuggestions: TypeAlias = list[JSONValue]
|
|
1267
1274
|
|
|
1268
1275
|
|
|
1269
|
-
class
|
|
1276
|
+
class TranscriptRecord(TypedDict):
|
|
1270
1277
|
turns: list[dict[str, JSONValue]]
|
|
1271
1278
|
total: int
|
|
1272
1279
|
offset: int
|
|
@@ -1274,7 +1281,7 @@ class Transcript(TypedDict):
|
|
|
1274
1281
|
|
|
1275
1282
|
|
|
1276
1283
|
class TurnList(TypedDict):
|
|
1277
|
-
turns: list[
|
|
1284
|
+
turns: list[TurnRecord]
|
|
1278
1285
|
queue_paused: NotRequired[None | QueuePausedMarker]
|
|
1279
1286
|
|
|
1280
1287
|
|
|
@@ -1325,6 +1332,148 @@ class ViewRequests(TypedDict):
|
|
|
1325
1332
|
ViewLog: TypeAlias = dict[str, JSONValue]
|
|
1326
1333
|
|
|
1327
1334
|
|
|
1335
|
+
class VoiceState(TypedDict):
|
|
1336
|
+
voice_session_id: str
|
|
1337
|
+
capture_generation: int
|
|
1338
|
+
output_epoch: int
|
|
1339
|
+
capture: Literal["off", "muted", "live", "device_lost"]
|
|
1340
|
+
utterance: Literal["idle", "open", "provisional", "final", "admitted", "rejected"]
|
|
1341
|
+
agent: Literal[
|
|
1342
|
+
"idle",
|
|
1343
|
+
"queued",
|
|
1344
|
+
"running",
|
|
1345
|
+
"waiting_for_input",
|
|
1346
|
+
"cancelling",
|
|
1347
|
+
"terminal",
|
|
1348
|
+
]
|
|
1349
|
+
output: Literal[
|
|
1350
|
+
"idle",
|
|
1351
|
+
"committed",
|
|
1352
|
+
"synthesizing",
|
|
1353
|
+
"playing",
|
|
1354
|
+
"interrupted",
|
|
1355
|
+
"drained",
|
|
1356
|
+
"muted",
|
|
1357
|
+
]
|
|
1358
|
+
|
|
1359
|
+
|
|
1360
|
+
class VoiceLiveLimits(TypedDict):
|
|
1361
|
+
"""The bounds of a live voice session. Each client reads them from the gateway."""
|
|
1362
|
+
|
|
1363
|
+
sample_rate: int
|
|
1364
|
+
frame_ms: int
|
|
1365
|
+
frame_samples: int
|
|
1366
|
+
header_bytes: int
|
|
1367
|
+
input_buffer_ms: int
|
|
1368
|
+
output_credit_ms: int
|
|
1369
|
+
preroll_ms: int
|
|
1370
|
+
max_utterance_ms: int
|
|
1371
|
+
endpoint_silence_ms: int
|
|
1372
|
+
min_speech_ms: int
|
|
1373
|
+
lease_ms: int
|
|
1374
|
+
heartbeat_ms: int
|
|
1375
|
+
ticket_ms: int
|
|
1376
|
+
max_control_bytes: int
|
|
1377
|
+
max_sessions: int
|
|
1378
|
+
max_pending_utterances: int
|
|
1379
|
+
max_pending_segments: int
|
|
1380
|
+
max_projection_chars: int
|
|
1381
|
+
max_speech_segment_chars: int
|
|
1382
|
+
max_speech_segments: int
|
|
1383
|
+
max_admissions: int
|
|
1384
|
+
max_retained_sessions: int
|
|
1385
|
+
retention_ms: int
|
|
1386
|
+
max_pending_inputs: int
|
|
1387
|
+
|
|
1388
|
+
|
|
1389
|
+
class VoiceLiveCapabilitiesEnginesAsr(TypedDict):
|
|
1390
|
+
available: bool
|
|
1391
|
+
engine: NotRequired[str]
|
|
1392
|
+
sample_rate: NotRequired[int]
|
|
1393
|
+
max_samples: NotRequired[int]
|
|
1394
|
+
languages: NotRequired[list[str]]
|
|
1395
|
+
concurrency: NotRequired[int]
|
|
1396
|
+
abort_bound_ms: NotRequired[int | None]
|
|
1397
|
+
|
|
1398
|
+
|
|
1399
|
+
class VoiceLiveCapabilitiesEnginesTts(TypedDict):
|
|
1400
|
+
available: bool
|
|
1401
|
+
engine: NotRequired[str]
|
|
1402
|
+
sample_rate: NotRequired[int]
|
|
1403
|
+
max_characters: NotRequired[int]
|
|
1404
|
+
concurrency: NotRequired[int]
|
|
1405
|
+
abort_bound_ms: NotRequired[int | None]
|
|
1406
|
+
|
|
1407
|
+
|
|
1408
|
+
class VoiceLiveCapabilitiesEngines(TypedDict):
|
|
1409
|
+
available: bool
|
|
1410
|
+
reason: NotRequired[str]
|
|
1411
|
+
asr: NotRequired[VoiceLiveCapabilitiesEnginesAsr]
|
|
1412
|
+
tts: NotRequired[VoiceLiveCapabilitiesEnginesTts]
|
|
1413
|
+
|
|
1414
|
+
|
|
1415
|
+
class VoiceLiveCapabilitiesProfile(TypedDict):
|
|
1416
|
+
language: str
|
|
1417
|
+
privacy: str
|
|
1418
|
+
concurrency: int
|
|
1419
|
+
clients: list[str]
|
|
1420
|
+
mobile_qualified: bool
|
|
1421
|
+
playback_precision: str
|
|
1422
|
+
|
|
1423
|
+
|
|
1424
|
+
class VoiceLiveCapabilities(TypedDict):
|
|
1425
|
+
"""The answer of the live voice capabilities route. reason says why voice is not
|
|
1426
|
+
available. engines is null when hands-free voice is off.
|
|
1427
|
+
"""
|
|
1428
|
+
|
|
1429
|
+
enabled: bool
|
|
1430
|
+
available: bool
|
|
1431
|
+
reason: str | None
|
|
1432
|
+
limits: VoiceLiveLimits
|
|
1433
|
+
engines: VoiceLiveCapabilitiesEngines | None
|
|
1434
|
+
profile: VoiceLiveCapabilitiesProfile
|
|
1435
|
+
|
|
1436
|
+
|
|
1437
|
+
class VoiceLiveStart(TypedDict):
|
|
1438
|
+
"""The answer to a live voice start. ticket opens media_path one time."""
|
|
1439
|
+
|
|
1440
|
+
voice_session_id: str
|
|
1441
|
+
client_id: str
|
|
1442
|
+
media_path: str
|
|
1443
|
+
ticket: str
|
|
1444
|
+
state: VoiceState
|
|
1445
|
+
limits: VoiceLiveLimits
|
|
1446
|
+
capabilities: VoiceLiveCapabilities
|
|
1447
|
+
|
|
1448
|
+
|
|
1449
|
+
class VoiceLiveClosed(TypedDict):
|
|
1450
|
+
"""The answer to a live voice close."""
|
|
1451
|
+
|
|
1452
|
+
closed: JSONValue
|
|
1453
|
+
|
|
1454
|
+
|
|
1455
|
+
class VoiceLiveReceipt(TypedDict):
|
|
1456
|
+
"""The result of one spoken request. turn_id and status name the admitted turn.
|
|
1457
|
+
error says why there is no turn.
|
|
1458
|
+
"""
|
|
1459
|
+
|
|
1460
|
+
voice_session_id: str
|
|
1461
|
+
utterance_id: int
|
|
1462
|
+
idempotency_key: str
|
|
1463
|
+
text: str
|
|
1464
|
+
revision: int
|
|
1465
|
+
turn_id: NotRequired[str]
|
|
1466
|
+
status: NotRequired[str]
|
|
1467
|
+
error: NotRequired[str]
|
|
1468
|
+
|
|
1469
|
+
|
|
1470
|
+
class VoiceLiveSnapshot(TypedDict):
|
|
1471
|
+
"""The state of one live voice session and the result of each spoken request."""
|
|
1472
|
+
|
|
1473
|
+
state: VoiceState
|
|
1474
|
+
receipts: list[VoiceLiveReceipt]
|
|
1475
|
+
|
|
1476
|
+
|
|
1328
1477
|
class SessionArchive(TypedDict):
|
|
1329
1478
|
archived: list[str]
|
|
1330
1479
|
working: list[str]
|
|
@@ -1333,7 +1482,7 @@ class SessionArchive(TypedDict):
|
|
|
1333
1482
|
|
|
1334
1483
|
class SessionSearch(TypedDict):
|
|
1335
1484
|
query: NotRequired[str]
|
|
1336
|
-
sessions: list[
|
|
1485
|
+
sessions: list[SessionRecord]
|
|
1337
1486
|
total: NotRequired[int]
|
|
1338
1487
|
limit: NotRequired[int]
|
|
1339
1488
|
has_more: bool
|
|
@@ -2197,6 +2346,7 @@ class ContentBlockCompletedData(TypedDict):
|
|
|
2197
2346
|
position: NotRequired[int]
|
|
2198
2347
|
created_at: NotRequired[int]
|
|
2199
2348
|
block_id: str
|
|
2349
|
+
iteration: NotRequired[int]
|
|
2200
2350
|
schema: int
|
|
2201
2351
|
ts: int
|
|
2202
2352
|
|
|
@@ -2215,33 +2365,55 @@ class ContentBlockDeltaData(TypedDict):
|
|
|
2215
2365
|
ts: int
|
|
2216
2366
|
|
|
2217
2367
|
|
|
2368
|
+
VoiceSpeechText: TypeAlias = str
|
|
2369
|
+
|
|
2370
|
+
|
|
2218
2371
|
class ContentBlockVariant1(TypedDict):
|
|
2372
|
+
id: CommonNonBlankString
|
|
2373
|
+
type: Literal["conversation"]
|
|
2374
|
+
phase: Literal["progress", "answer"]
|
|
2375
|
+
text: VoiceSpeechText
|
|
2376
|
+
|
|
2377
|
+
|
|
2378
|
+
class ContentBlockVariant2(TypedDict):
|
|
2379
|
+
id: CommonNonBlankString
|
|
2380
|
+
type: Literal["visual"]
|
|
2381
|
+
markdown: str
|
|
2382
|
+
|
|
2383
|
+
|
|
2384
|
+
class ContentBlockVariant3(TypedDict):
|
|
2385
|
+
id: CommonNonBlankString
|
|
2386
|
+
type: Literal["silence"]
|
|
2387
|
+
reason: Literal["user_requested"]
|
|
2388
|
+
|
|
2389
|
+
|
|
2390
|
+
class ContentBlockVariant4(TypedDict):
|
|
2219
2391
|
id: CommonNonBlankString
|
|
2220
2392
|
type: Literal["prose"]
|
|
2221
2393
|
markdown: str
|
|
2222
2394
|
|
|
2223
2395
|
|
|
2224
|
-
class
|
|
2396
|
+
class ContentBlockVariant5(TypedDict):
|
|
2225
2397
|
id: CommonNonBlankString
|
|
2226
2398
|
type: Literal["speech"]
|
|
2227
2399
|
text: CommonNonBlankString
|
|
2228
2400
|
|
|
2229
2401
|
|
|
2230
|
-
class
|
|
2402
|
+
class ContentBlockVariant6(TypedDict):
|
|
2231
2403
|
id: CommonNonBlankString
|
|
2232
2404
|
type: Literal["code"]
|
|
2233
2405
|
text: str
|
|
2234
2406
|
language: NotRequired[CommonNonBlankString]
|
|
2235
2407
|
|
|
2236
2408
|
|
|
2237
|
-
class
|
|
2409
|
+
class ContentBlockVariant7(TypedDict):
|
|
2238
2410
|
id: CommonNonBlankString
|
|
2239
2411
|
type: Literal["tool"]
|
|
2240
2412
|
tool: CommonNonBlankString
|
|
2241
2413
|
status: Literal["cancelled", "completed", "failed", "pending", "running"]
|
|
2242
2414
|
|
|
2243
2415
|
|
|
2244
|
-
class
|
|
2416
|
+
class ContentBlockVariant8(TypedDict):
|
|
2245
2417
|
id: CommonNonBlankString
|
|
2246
2418
|
type: Literal["reasoning"]
|
|
2247
2419
|
text: str
|
|
@@ -2251,7 +2423,7 @@ class ContentBlockVariant5(TypedDict):
|
|
|
2251
2423
|
CommonSnakeCaseId: TypeAlias = str
|
|
2252
2424
|
|
|
2253
2425
|
|
|
2254
|
-
class
|
|
2426
|
+
class ContentBlockVariant9(TypedDict):
|
|
2255
2427
|
id: CommonNonBlankString
|
|
2256
2428
|
type: Literal["error"]
|
|
2257
2429
|
code: CommonSnakeCaseId
|
|
@@ -2259,7 +2431,7 @@ class ContentBlockVariant6(TypedDict):
|
|
|
2259
2431
|
retryable: NotRequired[bool]
|
|
2260
2432
|
|
|
2261
2433
|
|
|
2262
|
-
class
|
|
2434
|
+
class ContentBlockVariant10(TypedDict):
|
|
2263
2435
|
id: CommonNonBlankString
|
|
2264
2436
|
type: Literal["attachment"]
|
|
2265
2437
|
attachment_id: CommonNonBlankString
|
|
@@ -2267,7 +2439,7 @@ class ContentBlockVariant7(TypedDict):
|
|
|
2267
2439
|
media_type: CommonNonBlankString
|
|
2268
2440
|
|
|
2269
2441
|
|
|
2270
|
-
class
|
|
2442
|
+
class ContentBlockVariant11(TypedDict):
|
|
2271
2443
|
id: CommonNonBlankString
|
|
2272
2444
|
type: Literal["notice"]
|
|
2273
2445
|
code: CommonSnakeCaseId
|
|
@@ -2283,6 +2455,9 @@ ContentBlock: TypeAlias = (
|
|
|
2283
2455
|
| ContentBlockVariant6
|
|
2284
2456
|
| ContentBlockVariant7
|
|
2285
2457
|
| ContentBlockVariant8
|
|
2458
|
+
| ContentBlockVariant9
|
|
2459
|
+
| ContentBlockVariant10
|
|
2460
|
+
| ContentBlockVariant11
|
|
2286
2461
|
)
|
|
2287
2462
|
|
|
2288
2463
|
|
|
@@ -2292,6 +2467,7 @@ class ContentBlockStartedData(TypedDict):
|
|
|
2292
2467
|
position: NotRequired[int]
|
|
2293
2468
|
created_at: NotRequired[int]
|
|
2294
2469
|
block: ContentBlock
|
|
2470
|
+
iteration: NotRequired[int]
|
|
2295
2471
|
schema: int
|
|
2296
2472
|
ts: int
|
|
2297
2473
|
|
|
@@ -2312,6 +2488,9 @@ class ExtensionsReloadedData(TypedDict):
|
|
|
2312
2488
|
ts: int
|
|
2313
2489
|
|
|
2314
2490
|
|
|
2491
|
+
ContentContent: TypeAlias = list[ContentBlock]
|
|
2492
|
+
|
|
2493
|
+
|
|
2315
2494
|
class IterationCompletedData(TypedDict):
|
|
2316
2495
|
"""The `data` of an event of type `iteration.completed`."""
|
|
2317
2496
|
|
|
@@ -2322,6 +2501,7 @@ class IterationCompletedData(TypedDict):
|
|
|
2322
2501
|
assistant_prose: NotRequired[str]
|
|
2323
2502
|
attachments: NotRequired[list[dict[str, JSONValue]]]
|
|
2324
2503
|
iteration: NotRequired[int]
|
|
2504
|
+
presentation_content: NotRequired[ContentContent]
|
|
2325
2505
|
schema: int
|
|
2326
2506
|
ts: int
|
|
2327
2507
|
|
|
@@ -2526,6 +2706,33 @@ class SettingsChangedData(TypedDict):
|
|
|
2526
2706
|
ts: int
|
|
2527
2707
|
|
|
2528
2708
|
|
|
2709
|
+
class SpeechCommittedData(TypedDict):
|
|
2710
|
+
"""The `data` of an event of type `speech.committed`."""
|
|
2711
|
+
|
|
2712
|
+
position: NotRequired[int]
|
|
2713
|
+
created_at: NotRequired[int]
|
|
2714
|
+
iteration: int
|
|
2715
|
+
segment_index: int
|
|
2716
|
+
source: str
|
|
2717
|
+
block_id: str
|
|
2718
|
+
phase: NotRequired[str | None]
|
|
2719
|
+
text: str
|
|
2720
|
+
source_start: int
|
|
2721
|
+
source_end: int
|
|
2722
|
+
schema: int
|
|
2723
|
+
ts: int
|
|
2724
|
+
|
|
2725
|
+
|
|
2726
|
+
class SpeechInvalidatedData(TypedDict):
|
|
2727
|
+
"""The `data` of an event of type `speech.invalidated`."""
|
|
2728
|
+
|
|
2729
|
+
position: NotRequired[int]
|
|
2730
|
+
created_at: NotRequired[int]
|
|
2731
|
+
reason: str
|
|
2732
|
+
schema: int
|
|
2733
|
+
ts: int
|
|
2734
|
+
|
|
2735
|
+
|
|
2529
2736
|
class SubscriptionReadyData(TypedDict):
|
|
2530
2737
|
"""The `data` of an event of type `subscription.ready`."""
|
|
2531
2738
|
|
|
@@ -2724,6 +2931,80 @@ class ViewPatchData(TypedDict):
|
|
|
2724
2931
|
ts: int
|
|
2725
2932
|
|
|
2726
2933
|
|
|
2934
|
+
class VoiceAdmissionData(TypedDict):
|
|
2935
|
+
"""The `data` of an event of type `voice.admission`."""
|
|
2936
|
+
|
|
2937
|
+
voice_session_id: str
|
|
2938
|
+
utterance_id: int
|
|
2939
|
+
idempotency_key: str
|
|
2940
|
+
text: str
|
|
2941
|
+
revision: int
|
|
2942
|
+
status: NotRequired[str]
|
|
2943
|
+
error: NotRequired[str]
|
|
2944
|
+
position: NotRequired[int]
|
|
2945
|
+
created_at: NotRequired[int]
|
|
2946
|
+
schema: int
|
|
2947
|
+
ts: int
|
|
2948
|
+
|
|
2949
|
+
|
|
2950
|
+
class VoiceInputOverflowData(TypedDict):
|
|
2951
|
+
"""The `data` of an event of type `voice.input_overflow`."""
|
|
2952
|
+
|
|
2953
|
+
voice_session_id: str
|
|
2954
|
+
capture_generation: int
|
|
2955
|
+
operation: str
|
|
2956
|
+
active_operation: str | None
|
|
2957
|
+
active_duration_ms: int
|
|
2958
|
+
queue_depth: int
|
|
2959
|
+
buffered_ms: int
|
|
2960
|
+
audio_frames: int
|
|
2961
|
+
schema: int
|
|
2962
|
+
ts: int
|
|
2963
|
+
|
|
2964
|
+
|
|
2965
|
+
class VoicePlaybackData(TypedDict):
|
|
2966
|
+
"""The `data` of an event of type `voice.playback`."""
|
|
2967
|
+
|
|
2968
|
+
voice_session_id: str
|
|
2969
|
+
segment_id: int
|
|
2970
|
+
position: NotRequired[int]
|
|
2971
|
+
created_at: NotRequired[int]
|
|
2972
|
+
output_epoch: int
|
|
2973
|
+
generated: int
|
|
2974
|
+
played: int
|
|
2975
|
+
reason: str
|
|
2976
|
+
schema: int
|
|
2977
|
+
ts: int
|
|
2978
|
+
|
|
2979
|
+
|
|
2980
|
+
class VoiceSpeechData(TypedDict):
|
|
2981
|
+
"""The `data` of an event of type `voice.speech`."""
|
|
2982
|
+
|
|
2983
|
+
id: int
|
|
2984
|
+
epoch: int
|
|
2985
|
+
position: NotRequired[int]
|
|
2986
|
+
created_at: NotRequired[int]
|
|
2987
|
+
source: str
|
|
2988
|
+
generated: int
|
|
2989
|
+
sent: int
|
|
2990
|
+
played: int
|
|
2991
|
+
finished: bool
|
|
2992
|
+
schema: int
|
|
2993
|
+
ts: int
|
|
2994
|
+
|
|
2995
|
+
|
|
2996
|
+
class VoiceUtteranceData(TypedDict):
|
|
2997
|
+
"""The `data` of an event of type `voice.utterance`."""
|
|
2998
|
+
|
|
2999
|
+
voice_session_id: str
|
|
3000
|
+
utterance_id: int
|
|
3001
|
+
idempotency_key: str
|
|
3002
|
+
text: str
|
|
3003
|
+
revision: int
|
|
3004
|
+
schema: int
|
|
3005
|
+
ts: int
|
|
3006
|
+
|
|
3007
|
+
|
|
2727
3008
|
RESPONSE_TYPES: dict[str, str] = {
|
|
2728
3009
|
"DELETE /v1/automations/:automation-id": "AutomationsDeleted",
|
|
2729
3010
|
"DELETE /v1/clients/:cid": "ClientRelease",
|
|
@@ -2736,6 +3017,7 @@ RESPONSE_TYPES: dict[str, str] = {
|
|
|
2736
3017
|
"DELETE /v1/sessions/:sid/speech/jobs/:job-id": "Forgotten",
|
|
2737
3018
|
"DELETE /v1/sessions/:sid/turns/:tid": "TurnCancel",
|
|
2738
3019
|
"DELETE /v1/sessions/:sid/voice/jobs/:job-id": "Forgotten",
|
|
3020
|
+
"DELETE /v1/sessions/:sid/voice/live/:vid": "VoiceLiveClosed",
|
|
2739
3021
|
"DELETE /v1/speech/jobs/:job-id": "Forgotten",
|
|
2740
3022
|
"DELETE /v1/speech/voices/:voice-id": "Forgotten",
|
|
2741
3023
|
"DELETE /v1/voice/jobs/:job-id": "Forgotten",
|
|
@@ -2768,7 +3050,7 @@ RESPONSE_TYPES: dict[str, str] = {
|
|
|
2768
3050
|
"GET /v1/router": "RouterFleet",
|
|
2769
3051
|
"GET /v1/session-groups": "SessionGroupPage",
|
|
2770
3052
|
"GET /v1/sessions": "SessionList",
|
|
2771
|
-
"GET /v1/sessions/:sid": "
|
|
3053
|
+
"GET /v1/sessions/:sid": "SessionRecord",
|
|
2772
3054
|
"GET /v1/sessions/:sid/activity/:aid": "ActivityPage",
|
|
2773
3055
|
"GET /v1/sessions/:sid/agents/:child-id/timeline": "AgentTimeline",
|
|
2774
3056
|
"GET /v1/sessions/:sid/alert": "SessionAlert",
|
|
@@ -2777,7 +3059,7 @@ RESPONSE_TYPES: dict[str, str] = {
|
|
|
2777
3059
|
"GET /v1/sessions/:sid/context": "SessionContext",
|
|
2778
3060
|
"GET /v1/sessions/:sid/council": "CouncilBinding",
|
|
2779
3061
|
"GET /v1/sessions/:sid/council/entries": "CouncilEntryPage",
|
|
2780
|
-
"GET /v1/sessions/:sid/council/entries/:entry-id": "
|
|
3062
|
+
"GET /v1/sessions/:sid/council/entries/:entry-id": "CouncilEntryRecord",
|
|
2781
3063
|
"GET /v1/sessions/:sid/council/members": "CouncilMembers",
|
|
2782
3064
|
"GET /v1/sessions/:sid/council/threads": "CouncilThreadPage",
|
|
2783
3065
|
"GET /v1/sessions/:sid/events-since": "SessionEvents",
|
|
@@ -2785,16 +3067,16 @@ RESPONSE_TYPES: dict[str, str] = {
|
|
|
2785
3067
|
"GET /v1/sessions/:sid/fs/file": "FilePreview",
|
|
2786
3068
|
"GET /v1/sessions/:sid/iterations/:iid/attachments/:idx/link": "AttachmentLink",
|
|
2787
3069
|
"GET /v1/sessions/:sid/keybindings": "KeybindingList",
|
|
2788
|
-
"GET /v1/sessions/:sid/model": "
|
|
3070
|
+
"GET /v1/sessions/:sid/model": "SessionModelRecord",
|
|
2789
3071
|
"GET /v1/sessions/:sid/resources": "SessionResources",
|
|
2790
3072
|
"GET /v1/sessions/:sid/resources/logs": "SessionResourceLogs",
|
|
2791
3073
|
"GET /v1/sessions/:sid/seq": "SessionSeq",
|
|
2792
3074
|
"GET /v1/sessions/:sid/slashes": "SessionSlashes",
|
|
2793
3075
|
"GET /v1/sessions/:sid/speech/jobs/:job-id": "VoiceJob",
|
|
2794
3076
|
"GET /v1/sessions/:sid/suggest": "SessionSuggestions",
|
|
2795
|
-
"GET /v1/sessions/:sid/transcript": "
|
|
3077
|
+
"GET /v1/sessions/:sid/transcript": "TranscriptRecord",
|
|
2796
3078
|
"GET /v1/sessions/:sid/turns": "TurnList",
|
|
2797
|
-
"GET /v1/sessions/:sid/turns/:tid": "
|
|
3079
|
+
"GET /v1/sessions/:sid/turns/:tid": "TurnRecord",
|
|
2798
3080
|
"GET /v1/sessions/:sid/turns/:tid/attachments": "TurnAttachments",
|
|
2799
3081
|
"GET /v1/sessions/:sid/turns/:tid/trace": "TurnTrace",
|
|
2800
3082
|
"GET /v1/sessions/:sid/usage": "SessionUsage",
|
|
@@ -2803,6 +3085,7 @@ RESPONSE_TYPES: dict[str, str] = {
|
|
|
2803
3085
|
"GET /v1/sessions/:sid/views/live/:view-id": "AppView",
|
|
2804
3086
|
"GET /v1/sessions/:sid/views/live/:view-id/log": "ViewLog",
|
|
2805
3087
|
"GET /v1/sessions/:sid/voice/jobs/:job-id": "VoiceJob",
|
|
3088
|
+
"GET /v1/sessions/:sid/voice/live/:vid": "VoiceLiveSnapshot",
|
|
2806
3089
|
"GET /v1/sessions/:sid/workspace": "SessionWorkspace",
|
|
2807
3090
|
"GET /v1/sessions/actions/search": "SessionSearch",
|
|
2808
3091
|
"GET /v1/settings": "Settings",
|
|
@@ -2811,16 +3094,17 @@ RESPONSE_TYPES: dict[str, str] = {
|
|
|
2811
3094
|
"GET /v1/speech/model": "VoiceModel",
|
|
2812
3095
|
"GET /v1/speech/voices": "SpeechVoices",
|
|
2813
3096
|
"GET /v1/voice/jobs/:job-id": "VoiceJob",
|
|
3097
|
+
"GET /v1/voice/live/capabilities": "VoiceLiveCapabilities",
|
|
2814
3098
|
"GET /v1/voice/model": "VoiceModel",
|
|
2815
3099
|
"GET /v1/web/brand": "WebBrand",
|
|
2816
3100
|
"PATCH /v1/automations/:automation-id": "AutomationsAutomation",
|
|
2817
3101
|
"PATCH /v1/projects/:pid": "Project",
|
|
2818
3102
|
"PATCH /v1/projects/:pid/sessions": "ProjectSessionsMoved",
|
|
2819
3103
|
"PATCH /v1/router": "RouterPatch",
|
|
2820
|
-
"PATCH /v1/session-groups/:gid": "
|
|
2821
|
-
"PATCH /v1/sessions/:sid": "
|
|
2822
|
-
"PATCH /v1/sessions/:sid/model": "
|
|
2823
|
-
"PATCH /v1/sessions/:sid/turns/:tid": "
|
|
3104
|
+
"PATCH /v1/session-groups/:gid": "SessionGroupRecord",
|
|
3105
|
+
"PATCH /v1/sessions/:sid": "SessionRecord",
|
|
3106
|
+
"PATCH /v1/sessions/:sid/model": "SessionModelRecord",
|
|
3107
|
+
"PATCH /v1/sessions/:sid/turns/:tid": "TurnRecord",
|
|
2824
3108
|
"PATCH /v1/sessions/:sid/workspace/root": "SessionWorkspace",
|
|
2825
3109
|
"PATCH /v1/settings": "Settings",
|
|
2826
3110
|
"PATCH /v1/speech/voices/:voice-id": "SpeechVoice",
|
|
@@ -2865,7 +3149,7 @@ RESPONSE_TYPES: dict[str, str] = {
|
|
|
2865
3149
|
"POST /v1/providers/:provider-id/auth/start": "ProviderAuth",
|
|
2866
3150
|
"POST /v1/providers/:provider-id/logout": "ProviderAuth",
|
|
2867
3151
|
"POST /v1/providers/:provider-id/reset-credits/consume": "ProviderResetOutcome",
|
|
2868
|
-
"POST /v1/session-groups": "
|
|
3152
|
+
"POST /v1/session-groups": "SessionGroupRecord",
|
|
2869
3153
|
"POST /v1/sessions": "SessionCreated",
|
|
2870
3154
|
"POST /v1/sessions/:sid/agents": "AgentSpawned",
|
|
2871
3155
|
"POST /v1/sessions/:sid/agents/answer": "AgentRecords",
|
|
@@ -2881,8 +3165,8 @@ RESPONSE_TYPES: dict[str, str] = {
|
|
|
2881
3165
|
"POST /v1/sessions/:sid/cancel-current": "TurnCancel",
|
|
2882
3166
|
"POST /v1/sessions/:sid/client-calls/:call_id/activity": "EmptyObject",
|
|
2883
3167
|
"POST /v1/sessions/:sid/client-calls/:call_id/result": "EmptyObject",
|
|
2884
|
-
"POST /v1/sessions/:sid/council/entries": "
|
|
2885
|
-
"POST /v1/sessions/:sid/council/wake": "
|
|
3168
|
+
"POST /v1/sessions/:sid/council/entries": "CouncilEntryRecord",
|
|
3169
|
+
"POST /v1/sessions/:sid/council/wake": "CouncilEntryRecord",
|
|
2886
3170
|
"POST /v1/sessions/:sid/drain-queue": "TurnQueueStep",
|
|
2887
3171
|
"POST /v1/sessions/:sid/forks": "SessionWrapped",
|
|
2888
3172
|
"POST /v1/sessions/:sid/fs/actions/open": "SessionFsOpen",
|
|
@@ -2891,12 +3175,13 @@ RESPONSE_TYPES: dict[str, str] = {
|
|
|
2891
3175
|
"POST /v1/sessions/:sid/resources/stop": "SessionResourceStop",
|
|
2892
3176
|
"POST /v1/sessions/:sid/resume-queue": "TurnQueueStep",
|
|
2893
3177
|
"POST /v1/sessions/:sid/speech": "VoiceJob",
|
|
2894
|
-
"POST /v1/sessions/:sid/turns": "
|
|
3178
|
+
"POST /v1/sessions/:sid/turns": "TurnRecord",
|
|
2895
3179
|
"POST /v1/sessions/:sid/turns/:tid/cancel": "TurnCancel",
|
|
2896
3180
|
"POST /v1/sessions/:sid/views/:view-id/actions": "ViewOutcome",
|
|
2897
3181
|
"POST /v1/sessions/:sid/voice": "VoiceJob",
|
|
3182
|
+
"POST /v1/sessions/:sid/voice/live": "VoiceLiveStart",
|
|
2898
3183
|
"POST /v1/sessions/actions/archive": "SessionArchive",
|
|
2899
|
-
"POST /v1/sessions/actions/import": "
|
|
3184
|
+
"POST /v1/sessions/actions/import": "SessionRecord",
|
|
2900
3185
|
"POST /v1/settings": "Setting",
|
|
2901
3186
|
"POST /v1/settings/:id/preview": "SettingPreviewResult",
|
|
2902
3187
|
"POST /v1/speech": "VoiceJob",
|
|
@@ -2910,7 +3195,7 @@ RESPONSE_TYPES: dict[str, str] = {
|
|
|
2910
3195
|
"PUT /v1/decisions/aliases/:alias": "DecisionAlias",
|
|
2911
3196
|
"PUT /v1/mcp/servers/:name": "McpServer",
|
|
2912
3197
|
"PUT /v1/sessions/:sid/client-extensions": "EmptyObject",
|
|
2913
|
-
"PUT /v1/sessions/:sid/group": "
|
|
3198
|
+
"PUT /v1/sessions/:sid/group": "SessionRecord",
|
|
2914
3199
|
"PUT /v1/sessions/:sid/iterations/:iid/attachments/:idx/agent-note": "AgentNote",
|
|
2915
3200
|
"PUT /v1/sessions/:sid/read": "SessionRead",
|
|
2916
3201
|
"PUT /v1/web/brand": "WebBrand",
|
|
@@ -3109,6 +3394,22 @@ if TYPE_CHECKING:
|
|
|
3109
3394
|
seq: int
|
|
3110
3395
|
data: SettingsChangedData
|
|
3111
3396
|
|
|
3397
|
+
class SpeechCommittedEvent(Event):
|
|
3398
|
+
"""An event of type `speech.committed`."""
|
|
3399
|
+
|
|
3400
|
+
type: Literal["speech.committed"]
|
|
3401
|
+
seq: int
|
|
3402
|
+
turn_id: str
|
|
3403
|
+
data: SpeechCommittedData
|
|
3404
|
+
|
|
3405
|
+
class SpeechInvalidatedEvent(Event):
|
|
3406
|
+
"""An event of type `speech.invalidated`."""
|
|
3407
|
+
|
|
3408
|
+
type: Literal["speech.invalidated"]
|
|
3409
|
+
seq: int
|
|
3410
|
+
turn_id: str
|
|
3411
|
+
data: SpeechInvalidatedData
|
|
3412
|
+
|
|
3112
3413
|
class SubscriptionReadyEvent(Event):
|
|
3113
3414
|
"""An event of type `subscription.ready`."""
|
|
3114
3415
|
|
|
@@ -3228,6 +3529,43 @@ if TYPE_CHECKING:
|
|
|
3228
3529
|
data: ViewPatchData
|
|
3229
3530
|
view: ViewEvent
|
|
3230
3531
|
|
|
3532
|
+
class VoiceAdmissionEvent(Event):
|
|
3533
|
+
"""An event of type `voice.admission`."""
|
|
3534
|
+
|
|
3535
|
+
type: Literal["voice.admission"]
|
|
3536
|
+
seq: int
|
|
3537
|
+
data: VoiceAdmissionData
|
|
3538
|
+
|
|
3539
|
+
class VoiceInputOverflowEvent(Event):
|
|
3540
|
+
"""An event of type `voice.input_overflow`."""
|
|
3541
|
+
|
|
3542
|
+
type: Literal["voice.input_overflow"]
|
|
3543
|
+
seq: int
|
|
3544
|
+
data: VoiceInputOverflowData
|
|
3545
|
+
|
|
3546
|
+
class VoicePlaybackEvent(Event):
|
|
3547
|
+
"""An event of type `voice.playback`."""
|
|
3548
|
+
|
|
3549
|
+
type: Literal["voice.playback"]
|
|
3550
|
+
seq: int
|
|
3551
|
+
turn_id: str
|
|
3552
|
+
data: VoicePlaybackData
|
|
3553
|
+
|
|
3554
|
+
class VoiceSpeechEvent(Event):
|
|
3555
|
+
"""An event of type `voice.speech`."""
|
|
3556
|
+
|
|
3557
|
+
type: Literal["voice.speech"]
|
|
3558
|
+
seq: int
|
|
3559
|
+
turn_id: str
|
|
3560
|
+
data: VoiceSpeechData
|
|
3561
|
+
|
|
3562
|
+
class VoiceUtteranceEvent(Event):
|
|
3563
|
+
"""An event of type `voice.utterance`."""
|
|
3564
|
+
|
|
3565
|
+
type: Literal["voice.utterance"]
|
|
3566
|
+
seq: int
|
|
3567
|
+
data: VoiceUtteranceData
|
|
3568
|
+
|
|
3231
3569
|
StreamEvent: TypeAlias = (
|
|
3232
3570
|
BlockActivityEvent
|
|
3233
3571
|
| BlockOutputEvent
|
|
@@ -3254,6 +3592,8 @@ if TYPE_CHECKING:
|
|
|
3254
3592
|
| SessionTeamUpdatedEvent
|
|
3255
3593
|
| SessionTitleUpdatedEvent
|
|
3256
3594
|
| SettingsChangedEvent
|
|
3595
|
+
| SpeechCommittedEvent
|
|
3596
|
+
| SpeechInvalidatedEvent
|
|
3257
3597
|
| SubscriptionReadyEvent
|
|
3258
3598
|
| TurnCancelledEvent
|
|
3259
3599
|
| TurnCompletedEvent
|
|
@@ -3269,5 +3609,10 @@ if TYPE_CHECKING:
|
|
|
3269
3609
|
| ViewCloseEvent
|
|
3270
3610
|
| ViewOpenEvent
|
|
3271
3611
|
| ViewPatchEvent
|
|
3612
|
+
| VoiceAdmissionEvent
|
|
3613
|
+
| VoiceInputOverflowEvent
|
|
3614
|
+
| VoicePlaybackEvent
|
|
3615
|
+
| VoiceSpeechEvent
|
|
3616
|
+
| VoiceUtteranceEvent
|
|
3272
3617
|
)
|
|
3273
3618
|
"""An event of a session stream. Check `type` to narrow `data`."""
|