vis-agent 0.5.22.dev9332__py3-none-any.whl → 0.5.22.dev9358__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- blockether/vis/_contracts.py +1 -0
- blockether/vis/_data/fixtures/gateway-answers.json +198 -0
- blockether/vis/_data/schema/content.json +68 -0
- blockether/vis/_data/schema/gateway.json +831 -2
- blockether/vis/_data/schema/voice.json +737 -0
- blockether/vis/_outside.py +1 -1
- blockether/vis/engine/__init__.py +5 -4
- blockether/vis/engine/_agent.py +34 -17
- blockether/vis/engine/_client.py +72 -2585
- blockether/vis/engine/_extensions.py +3 -3
- blockether/vis/engine/_groups.py +1 -1
- blockether/vis/engine/_host.py +4 -4
- blockether/vis/engine/_local.py +8 -8
- blockether/vis/engine/_routes.py +2662 -0
- blockether/vis/engine/_sounds.py +11 -9
- blockether/vis/engine/_speech.py +18 -16
- blockether/vis/engine/_types.py +385 -40
- blockether/vis/engine/release-tag +1 -1
- blockether/vis/extension.py +7 -11
- {vis_agent-0.5.22.dev9332.dist-info → vis_agent-0.5.22.dev9358.dist-info}/METADATA +1 -1
- {vis_agent-0.5.22.dev9332.dist-info → vis_agent-0.5.22.dev9358.dist-info}/RECORD +23 -21
- {vis_agent-0.5.22.dev9332.dist-info → vis_agent-0.5.22.dev9358.dist-info}/WHEEL +0 -0
- {vis_agent-0.5.22.dev9332.dist-info → vis_agent-0.5.22.dev9358.dist-info}/licenses/LICENSE +0 -0
|
@@ -1564,6 +1564,43 @@
|
|
|
1564
1564
|
},
|
|
1565
1565
|
"path": "/v1/sessions/:sid/voice/jobs/:job-id/events"
|
|
1566
1566
|
},
|
|
1567
|
+
{
|
|
1568
|
+
"audience": "sdk",
|
|
1569
|
+
"operations": {
|
|
1570
|
+
"post": {
|
|
1571
|
+
"request": "json",
|
|
1572
|
+
"response": "json",
|
|
1573
|
+
"response_schema": "voice_live_start"
|
|
1574
|
+
}
|
|
1575
|
+
},
|
|
1576
|
+
"path": "/v1/sessions/:sid/voice/live"
|
|
1577
|
+
},
|
|
1578
|
+
{
|
|
1579
|
+
"audience": "sdk",
|
|
1580
|
+
"operations": {
|
|
1581
|
+
"delete": {
|
|
1582
|
+
"request": "none",
|
|
1583
|
+
"response": "json",
|
|
1584
|
+
"response_schema": "voice_live_closed"
|
|
1585
|
+
},
|
|
1586
|
+
"get": {
|
|
1587
|
+
"request": "none",
|
|
1588
|
+
"response": "json",
|
|
1589
|
+
"response_schema": "voice_live_snapshot"
|
|
1590
|
+
}
|
|
1591
|
+
},
|
|
1592
|
+
"path": "/v1/sessions/:sid/voice/live/:vid"
|
|
1593
|
+
},
|
|
1594
|
+
{
|
|
1595
|
+
"audience": "sdk",
|
|
1596
|
+
"operations": {
|
|
1597
|
+
"get": {
|
|
1598
|
+
"request": "none",
|
|
1599
|
+
"response": "websocket"
|
|
1600
|
+
}
|
|
1601
|
+
},
|
|
1602
|
+
"path": "/v1/sessions/:sid/voice/live/:vid/media"
|
|
1603
|
+
},
|
|
1567
1604
|
{
|
|
1568
1605
|
"audience": "sdk",
|
|
1569
1606
|
"operations": {
|
|
@@ -1915,6 +1952,17 @@
|
|
|
1915
1952
|
},
|
|
1916
1953
|
"path": "/v1/voice/jobs/:job-id/events"
|
|
1917
1954
|
},
|
|
1955
|
+
{
|
|
1956
|
+
"audience": "sdk",
|
|
1957
|
+
"operations": {
|
|
1958
|
+
"get": {
|
|
1959
|
+
"request": "none",
|
|
1960
|
+
"response": "json",
|
|
1961
|
+
"response_schema": "voice_live_capabilities"
|
|
1962
|
+
}
|
|
1963
|
+
},
|
|
1964
|
+
"path": "/v1/voice/live/capabilities"
|
|
1965
|
+
},
|
|
1918
1966
|
{
|
|
1919
1967
|
"audience": "sdk",
|
|
1920
1968
|
"operations": {
|
|
@@ -3802,6 +3850,14 @@
|
|
|
3802
3850
|
"description": "Live only, on the fleet feed. A setting changed. target names its owner and id names the setting, when one setting changed. A client reads its open settings again.",
|
|
3803
3851
|
"x-vis-payload": "settings_changed_payload"
|
|
3804
3852
|
},
|
|
3853
|
+
{
|
|
3854
|
+
"const": "speech.committed",
|
|
3855
|
+
"x-vis-payload": "speech_committed_payload"
|
|
3856
|
+
},
|
|
3857
|
+
{
|
|
3858
|
+
"const": "speech.invalidated",
|
|
3859
|
+
"x-vis-payload": "speech_invalidated_payload"
|
|
3860
|
+
},
|
|
3805
3861
|
{
|
|
3806
3862
|
"const": "subscription.ready",
|
|
3807
3863
|
"x-vis-payload": "subscription_ready_payload"
|
|
@@ -3871,6 +3927,26 @@
|
|
|
3871
3927
|
{
|
|
3872
3928
|
"const": "view.patch",
|
|
3873
3929
|
"x-vis-payload": "view_patch_payload"
|
|
3930
|
+
},
|
|
3931
|
+
{
|
|
3932
|
+
"const": "voice.admission",
|
|
3933
|
+
"x-vis-payload": "voice_admission_payload"
|
|
3934
|
+
},
|
|
3935
|
+
{
|
|
3936
|
+
"const": "voice.input_overflow",
|
|
3937
|
+
"x-vis-payload": "voice_input_overflow_payload"
|
|
3938
|
+
},
|
|
3939
|
+
{
|
|
3940
|
+
"const": "voice.playback",
|
|
3941
|
+
"x-vis-payload": "voice_playback_payload"
|
|
3942
|
+
},
|
|
3943
|
+
{
|
|
3944
|
+
"const": "voice.speech",
|
|
3945
|
+
"x-vis-payload": "voice_speech_payload"
|
|
3946
|
+
},
|
|
3947
|
+
{
|
|
3948
|
+
"const": "voice.utterance",
|
|
3949
|
+
"x-vis-payload": "voice_utterance_payload"
|
|
3874
3950
|
}
|
|
3875
3951
|
],
|
|
3876
3952
|
"description": "The closed vocabulary of session events. x-vis-payload names the $defs schema of the fields that an event of that type has after its envelope (schema, seq, ts, session_id and type)."
|
|
@@ -7769,6 +7845,10 @@
|
|
|
7769
7845
|
"block_id": {
|
|
7770
7846
|
"type": "string",
|
|
7771
7847
|
"minLength": 1
|
|
7848
|
+
},
|
|
7849
|
+
"iteration": {
|
|
7850
|
+
"type": "integer",
|
|
7851
|
+
"minimum": 0
|
|
7772
7852
|
}
|
|
7773
7853
|
},
|
|
7774
7854
|
"required": [
|
|
@@ -7825,7 +7905,7 @@
|
|
|
7825
7905
|
},
|
|
7826
7906
|
"content_block_started_payload": {
|
|
7827
7907
|
"type": "object",
|
|
7828
|
-
"description": "The payload of content.block.started: a new
|
|
7908
|
+
"description": "The payload of content.block.started: a new block of the turn. A presentation block arrives complete and names its iteration.",
|
|
7829
7909
|
"additionalProperties": false,
|
|
7830
7910
|
"properties": {
|
|
7831
7911
|
"turn_id": {
|
|
@@ -7842,6 +7922,10 @@
|
|
|
7842
7922
|
},
|
|
7843
7923
|
"block": {
|
|
7844
7924
|
"$ref": "content.json#/$defs/block"
|
|
7925
|
+
},
|
|
7926
|
+
"iteration": {
|
|
7927
|
+
"type": "integer",
|
|
7928
|
+
"minimum": 0
|
|
7845
7929
|
}
|
|
7846
7930
|
},
|
|
7847
7931
|
"required": [
|
|
@@ -7879,7 +7963,7 @@
|
|
|
7879
7963
|
},
|
|
7880
7964
|
"iteration_completed_payload": {
|
|
7881
7965
|
"type": "object",
|
|
7882
|
-
"description": "The payload of iteration.completed: the settled thinking and prose of one iteration.",
|
|
7966
|
+
"description": "The payload of iteration.completed: the settled thinking and prose of one iteration. presentation_content holds the typed records of a presentation iteration.",
|
|
7883
7967
|
"additionalProperties": false,
|
|
7884
7968
|
"properties": {
|
|
7885
7969
|
"turn_id": {
|
|
@@ -7915,6 +7999,9 @@
|
|
|
7915
7999
|
"iteration": {
|
|
7916
8000
|
"type": "integer",
|
|
7917
8001
|
"minimum": 0
|
|
8002
|
+
},
|
|
8003
|
+
"presentation_content": {
|
|
8004
|
+
"$ref": "content.json#/$defs/content"
|
|
7918
8005
|
}
|
|
7919
8006
|
},
|
|
7920
8007
|
"required": [
|
|
@@ -9044,6 +9131,748 @@
|
|
|
9044
9131
|
]
|
|
9045
9132
|
}
|
|
9046
9133
|
]
|
|
9134
|
+
},
|
|
9135
|
+
"voice_live_limits": {
|
|
9136
|
+
"type": "object",
|
|
9137
|
+
"description": "The bounds of a live voice session. Each client reads them from the gateway.",
|
|
9138
|
+
"additionalProperties": false,
|
|
9139
|
+
"properties": {
|
|
9140
|
+
"sample_rate": {
|
|
9141
|
+
"type": "integer",
|
|
9142
|
+
"minimum": 1
|
|
9143
|
+
},
|
|
9144
|
+
"frame_ms": {
|
|
9145
|
+
"type": "integer",
|
|
9146
|
+
"minimum": 1
|
|
9147
|
+
},
|
|
9148
|
+
"frame_samples": {
|
|
9149
|
+
"type": "integer",
|
|
9150
|
+
"minimum": 1
|
|
9151
|
+
},
|
|
9152
|
+
"header_bytes": {
|
|
9153
|
+
"type": "integer",
|
|
9154
|
+
"minimum": 1
|
|
9155
|
+
},
|
|
9156
|
+
"input_buffer_ms": {
|
|
9157
|
+
"type": "integer",
|
|
9158
|
+
"minimum": 1
|
|
9159
|
+
},
|
|
9160
|
+
"output_credit_ms": {
|
|
9161
|
+
"type": "integer",
|
|
9162
|
+
"minimum": 1
|
|
9163
|
+
},
|
|
9164
|
+
"preroll_ms": {
|
|
9165
|
+
"type": "integer",
|
|
9166
|
+
"minimum": 1
|
|
9167
|
+
},
|
|
9168
|
+
"max_utterance_ms": {
|
|
9169
|
+
"type": "integer",
|
|
9170
|
+
"minimum": 1
|
|
9171
|
+
},
|
|
9172
|
+
"endpoint_silence_ms": {
|
|
9173
|
+
"type": "integer",
|
|
9174
|
+
"minimum": 1
|
|
9175
|
+
},
|
|
9176
|
+
"min_speech_ms": {
|
|
9177
|
+
"type": "integer",
|
|
9178
|
+
"minimum": 1
|
|
9179
|
+
},
|
|
9180
|
+
"lease_ms": {
|
|
9181
|
+
"type": "integer",
|
|
9182
|
+
"minimum": 1
|
|
9183
|
+
},
|
|
9184
|
+
"heartbeat_ms": {
|
|
9185
|
+
"type": "integer",
|
|
9186
|
+
"minimum": 1
|
|
9187
|
+
},
|
|
9188
|
+
"ticket_ms": {
|
|
9189
|
+
"type": "integer",
|
|
9190
|
+
"minimum": 1
|
|
9191
|
+
},
|
|
9192
|
+
"max_control_bytes": {
|
|
9193
|
+
"type": "integer",
|
|
9194
|
+
"minimum": 1
|
|
9195
|
+
},
|
|
9196
|
+
"max_sessions": {
|
|
9197
|
+
"type": "integer",
|
|
9198
|
+
"minimum": 1
|
|
9199
|
+
},
|
|
9200
|
+
"max_pending_utterances": {
|
|
9201
|
+
"type": "integer",
|
|
9202
|
+
"minimum": 1
|
|
9203
|
+
},
|
|
9204
|
+
"max_pending_segments": {
|
|
9205
|
+
"type": "integer",
|
|
9206
|
+
"minimum": 1
|
|
9207
|
+
},
|
|
9208
|
+
"max_projection_chars": {
|
|
9209
|
+
"type": "integer",
|
|
9210
|
+
"minimum": 1
|
|
9211
|
+
},
|
|
9212
|
+
"max_speech_segment_chars": {
|
|
9213
|
+
"type": "integer",
|
|
9214
|
+
"minimum": 1
|
|
9215
|
+
},
|
|
9216
|
+
"max_speech_segments": {
|
|
9217
|
+
"type": "integer",
|
|
9218
|
+
"minimum": 1
|
|
9219
|
+
},
|
|
9220
|
+
"max_admissions": {
|
|
9221
|
+
"type": "integer",
|
|
9222
|
+
"minimum": 1
|
|
9223
|
+
},
|
|
9224
|
+
"max_retained_sessions": {
|
|
9225
|
+
"type": "integer",
|
|
9226
|
+
"minimum": 1
|
|
9227
|
+
},
|
|
9228
|
+
"retention_ms": {
|
|
9229
|
+
"type": "integer",
|
|
9230
|
+
"minimum": 1
|
|
9231
|
+
},
|
|
9232
|
+
"max_pending_inputs": {
|
|
9233
|
+
"type": "integer",
|
|
9234
|
+
"minimum": 1
|
|
9235
|
+
}
|
|
9236
|
+
},
|
|
9237
|
+
"required": [
|
|
9238
|
+
"sample_rate",
|
|
9239
|
+
"frame_ms",
|
|
9240
|
+
"frame_samples",
|
|
9241
|
+
"header_bytes",
|
|
9242
|
+
"input_buffer_ms",
|
|
9243
|
+
"output_credit_ms",
|
|
9244
|
+
"preroll_ms",
|
|
9245
|
+
"max_utterance_ms",
|
|
9246
|
+
"endpoint_silence_ms",
|
|
9247
|
+
"min_speech_ms",
|
|
9248
|
+
"lease_ms",
|
|
9249
|
+
"heartbeat_ms",
|
|
9250
|
+
"ticket_ms",
|
|
9251
|
+
"max_control_bytes",
|
|
9252
|
+
"max_sessions",
|
|
9253
|
+
"max_pending_utterances",
|
|
9254
|
+
"max_pending_segments",
|
|
9255
|
+
"max_projection_chars",
|
|
9256
|
+
"max_speech_segment_chars",
|
|
9257
|
+
"max_speech_segments",
|
|
9258
|
+
"max_admissions",
|
|
9259
|
+
"max_retained_sessions",
|
|
9260
|
+
"retention_ms",
|
|
9261
|
+
"max_pending_inputs"
|
|
9262
|
+
]
|
|
9263
|
+
},
|
|
9264
|
+
"voice_live_capabilities": {
|
|
9265
|
+
"type": "object",
|
|
9266
|
+
"description": "The answer of the live voice capabilities route. reason says why voice is not available. engines is null when hands-free voice is off.",
|
|
9267
|
+
"additionalProperties": false,
|
|
9268
|
+
"properties": {
|
|
9269
|
+
"enabled": {
|
|
9270
|
+
"type": "boolean"
|
|
9271
|
+
},
|
|
9272
|
+
"available": {
|
|
9273
|
+
"type": "boolean"
|
|
9274
|
+
},
|
|
9275
|
+
"reason": {
|
|
9276
|
+
"type": [
|
|
9277
|
+
"string",
|
|
9278
|
+
"null"
|
|
9279
|
+
]
|
|
9280
|
+
},
|
|
9281
|
+
"limits": {
|
|
9282
|
+
"$ref": "#/$defs/voice_live_limits"
|
|
9283
|
+
},
|
|
9284
|
+
"engines": {
|
|
9285
|
+
"type": [
|
|
9286
|
+
"object",
|
|
9287
|
+
"null"
|
|
9288
|
+
],
|
|
9289
|
+
"properties": {
|
|
9290
|
+
"available": {
|
|
9291
|
+
"type": "boolean"
|
|
9292
|
+
},
|
|
9293
|
+
"reason": {
|
|
9294
|
+
"type": "string"
|
|
9295
|
+
},
|
|
9296
|
+
"asr": {
|
|
9297
|
+
"type": "object",
|
|
9298
|
+
"properties": {
|
|
9299
|
+
"available": {
|
|
9300
|
+
"type": "boolean"
|
|
9301
|
+
},
|
|
9302
|
+
"engine": {
|
|
9303
|
+
"type": "string",
|
|
9304
|
+
"minLength": 1
|
|
9305
|
+
},
|
|
9306
|
+
"sample_rate": {
|
|
9307
|
+
"type": "integer",
|
|
9308
|
+
"minimum": 1
|
|
9309
|
+
},
|
|
9310
|
+
"max_samples": {
|
|
9311
|
+
"type": "integer",
|
|
9312
|
+
"minimum": 1
|
|
9313
|
+
},
|
|
9314
|
+
"languages": {
|
|
9315
|
+
"type": "array",
|
|
9316
|
+
"items": {
|
|
9317
|
+
"type": "string",
|
|
9318
|
+
"minLength": 1
|
|
9319
|
+
}
|
|
9320
|
+
},
|
|
9321
|
+
"concurrency": {
|
|
9322
|
+
"type": "integer",
|
|
9323
|
+
"minimum": 1
|
|
9324
|
+
},
|
|
9325
|
+
"abort_bound_ms": {
|
|
9326
|
+
"type": [
|
|
9327
|
+
"integer",
|
|
9328
|
+
"null"
|
|
9329
|
+
]
|
|
9330
|
+
}
|
|
9331
|
+
},
|
|
9332
|
+
"required": [
|
|
9333
|
+
"available"
|
|
9334
|
+
]
|
|
9335
|
+
},
|
|
9336
|
+
"tts": {
|
|
9337
|
+
"type": "object",
|
|
9338
|
+
"properties": {
|
|
9339
|
+
"available": {
|
|
9340
|
+
"type": "boolean"
|
|
9341
|
+
},
|
|
9342
|
+
"engine": {
|
|
9343
|
+
"type": "string",
|
|
9344
|
+
"minLength": 1
|
|
9345
|
+
},
|
|
9346
|
+
"sample_rate": {
|
|
9347
|
+
"type": "integer",
|
|
9348
|
+
"minimum": 1
|
|
9349
|
+
},
|
|
9350
|
+
"max_characters": {
|
|
9351
|
+
"type": "integer",
|
|
9352
|
+
"minimum": 1
|
|
9353
|
+
},
|
|
9354
|
+
"concurrency": {
|
|
9355
|
+
"type": "integer",
|
|
9356
|
+
"minimum": 1
|
|
9357
|
+
},
|
|
9358
|
+
"abort_bound_ms": {
|
|
9359
|
+
"type": [
|
|
9360
|
+
"integer",
|
|
9361
|
+
"null"
|
|
9362
|
+
]
|
|
9363
|
+
}
|
|
9364
|
+
},
|
|
9365
|
+
"required": [
|
|
9366
|
+
"available"
|
|
9367
|
+
]
|
|
9368
|
+
}
|
|
9369
|
+
},
|
|
9370
|
+
"required": [
|
|
9371
|
+
"available"
|
|
9372
|
+
]
|
|
9373
|
+
},
|
|
9374
|
+
"profile": {
|
|
9375
|
+
"type": "object",
|
|
9376
|
+
"additionalProperties": false,
|
|
9377
|
+
"properties": {
|
|
9378
|
+
"language": {
|
|
9379
|
+
"type": "string",
|
|
9380
|
+
"minLength": 1
|
|
9381
|
+
},
|
|
9382
|
+
"privacy": {
|
|
9383
|
+
"type": "string",
|
|
9384
|
+
"minLength": 1
|
|
9385
|
+
},
|
|
9386
|
+
"concurrency": {
|
|
9387
|
+
"type": "integer",
|
|
9388
|
+
"minimum": 1
|
|
9389
|
+
},
|
|
9390
|
+
"clients": {
|
|
9391
|
+
"type": "array",
|
|
9392
|
+
"items": {
|
|
9393
|
+
"type": "string",
|
|
9394
|
+
"minLength": 1
|
|
9395
|
+
}
|
|
9396
|
+
},
|
|
9397
|
+
"mobile_qualified": {
|
|
9398
|
+
"type": "boolean"
|
|
9399
|
+
},
|
|
9400
|
+
"playback_precision": {
|
|
9401
|
+
"type": "string",
|
|
9402
|
+
"minLength": 1
|
|
9403
|
+
}
|
|
9404
|
+
},
|
|
9405
|
+
"required": [
|
|
9406
|
+
"language",
|
|
9407
|
+
"privacy",
|
|
9408
|
+
"concurrency",
|
|
9409
|
+
"clients",
|
|
9410
|
+
"mobile_qualified",
|
|
9411
|
+
"playback_precision"
|
|
9412
|
+
]
|
|
9413
|
+
}
|
|
9414
|
+
},
|
|
9415
|
+
"required": [
|
|
9416
|
+
"enabled",
|
|
9417
|
+
"available",
|
|
9418
|
+
"reason",
|
|
9419
|
+
"limits",
|
|
9420
|
+
"engines",
|
|
9421
|
+
"profile"
|
|
9422
|
+
]
|
|
9423
|
+
},
|
|
9424
|
+
"voice_live_receipt": {
|
|
9425
|
+
"type": "object",
|
|
9426
|
+
"description": "The result of one spoken request. turn_id and status name the admitted turn. error says why there is no turn.",
|
|
9427
|
+
"additionalProperties": false,
|
|
9428
|
+
"properties": {
|
|
9429
|
+
"voice_session_id": {
|
|
9430
|
+
"type": "string",
|
|
9431
|
+
"format": "uuid"
|
|
9432
|
+
},
|
|
9433
|
+
"utterance_id": {
|
|
9434
|
+
"type": "integer",
|
|
9435
|
+
"minimum": 0
|
|
9436
|
+
},
|
|
9437
|
+
"idempotency_key": {
|
|
9438
|
+
"type": "string",
|
|
9439
|
+
"minLength": 1
|
|
9440
|
+
},
|
|
9441
|
+
"text": {
|
|
9442
|
+
"type": "string"
|
|
9443
|
+
},
|
|
9444
|
+
"revision": {
|
|
9445
|
+
"type": "integer",
|
|
9446
|
+
"minimum": 0
|
|
9447
|
+
},
|
|
9448
|
+
"turn_id": {
|
|
9449
|
+
"type": "string",
|
|
9450
|
+
"minLength": 1
|
|
9451
|
+
},
|
|
9452
|
+
"status": {
|
|
9453
|
+
"type": "string",
|
|
9454
|
+
"minLength": 1
|
|
9455
|
+
},
|
|
9456
|
+
"error": {
|
|
9457
|
+
"type": "string",
|
|
9458
|
+
"minLength": 1
|
|
9459
|
+
}
|
|
9460
|
+
},
|
|
9461
|
+
"required": [
|
|
9462
|
+
"voice_session_id",
|
|
9463
|
+
"utterance_id",
|
|
9464
|
+
"idempotency_key",
|
|
9465
|
+
"text",
|
|
9466
|
+
"revision"
|
|
9467
|
+
]
|
|
9468
|
+
},
|
|
9469
|
+
"voice_live_start": {
|
|
9470
|
+
"type": "object",
|
|
9471
|
+
"description": "The answer to a live voice start. ticket opens media_path one time.",
|
|
9472
|
+
"additionalProperties": false,
|
|
9473
|
+
"properties": {
|
|
9474
|
+
"voice_session_id": {
|
|
9475
|
+
"type": "string",
|
|
9476
|
+
"format": "uuid"
|
|
9477
|
+
},
|
|
9478
|
+
"client_id": {
|
|
9479
|
+
"type": "string",
|
|
9480
|
+
"minLength": 1
|
|
9481
|
+
},
|
|
9482
|
+
"media_path": {
|
|
9483
|
+
"type": "string",
|
|
9484
|
+
"minLength": 1
|
|
9485
|
+
},
|
|
9486
|
+
"ticket": {
|
|
9487
|
+
"type": "string",
|
|
9488
|
+
"minLength": 1
|
|
9489
|
+
},
|
|
9490
|
+
"state": {
|
|
9491
|
+
"$ref": "voice.json#/$defs/state"
|
|
9492
|
+
},
|
|
9493
|
+
"limits": {
|
|
9494
|
+
"$ref": "#/$defs/voice_live_limits"
|
|
9495
|
+
},
|
|
9496
|
+
"capabilities": {
|
|
9497
|
+
"$ref": "#/$defs/voice_live_capabilities"
|
|
9498
|
+
}
|
|
9499
|
+
},
|
|
9500
|
+
"required": [
|
|
9501
|
+
"voice_session_id",
|
|
9502
|
+
"client_id",
|
|
9503
|
+
"media_path",
|
|
9504
|
+
"ticket",
|
|
9505
|
+
"state",
|
|
9506
|
+
"limits",
|
|
9507
|
+
"capabilities"
|
|
9508
|
+
]
|
|
9509
|
+
},
|
|
9510
|
+
"voice_live_snapshot": {
|
|
9511
|
+
"type": "object",
|
|
9512
|
+
"description": "The state of one live voice session and the result of each spoken request.",
|
|
9513
|
+
"additionalProperties": false,
|
|
9514
|
+
"properties": {
|
|
9515
|
+
"state": {
|
|
9516
|
+
"$ref": "voice.json#/$defs/state"
|
|
9517
|
+
},
|
|
9518
|
+
"receipts": {
|
|
9519
|
+
"type": "array",
|
|
9520
|
+
"items": {
|
|
9521
|
+
"$ref": "#/$defs/voice_live_receipt"
|
|
9522
|
+
}
|
|
9523
|
+
}
|
|
9524
|
+
},
|
|
9525
|
+
"required": [
|
|
9526
|
+
"state",
|
|
9527
|
+
"receipts"
|
|
9528
|
+
]
|
|
9529
|
+
},
|
|
9530
|
+
"voice_live_closed": {
|
|
9531
|
+
"type": "object",
|
|
9532
|
+
"description": "The answer to a live voice close.",
|
|
9533
|
+
"additionalProperties": false,
|
|
9534
|
+
"properties": {
|
|
9535
|
+
"closed": {
|
|
9536
|
+
"const": true
|
|
9537
|
+
}
|
|
9538
|
+
},
|
|
9539
|
+
"required": [
|
|
9540
|
+
"closed"
|
|
9541
|
+
]
|
|
9542
|
+
},
|
|
9543
|
+
"voice_utterance_payload": {
|
|
9544
|
+
"type": "object",
|
|
9545
|
+
"description": "The payload of voice.utterance: the final transcript of one utterance, before admission.",
|
|
9546
|
+
"additionalProperties": false,
|
|
9547
|
+
"properties": {
|
|
9548
|
+
"voice_session_id": {
|
|
9549
|
+
"type": "string",
|
|
9550
|
+
"format": "uuid"
|
|
9551
|
+
},
|
|
9552
|
+
"utterance_id": {
|
|
9553
|
+
"type": "integer",
|
|
9554
|
+
"minimum": 0
|
|
9555
|
+
},
|
|
9556
|
+
"idempotency_key": {
|
|
9557
|
+
"type": "string",
|
|
9558
|
+
"minLength": 1
|
|
9559
|
+
},
|
|
9560
|
+
"text": {
|
|
9561
|
+
"type": "string"
|
|
9562
|
+
},
|
|
9563
|
+
"revision": {
|
|
9564
|
+
"type": "integer",
|
|
9565
|
+
"minimum": 0
|
|
9566
|
+
}
|
|
9567
|
+
},
|
|
9568
|
+
"required": [
|
|
9569
|
+
"voice_session_id",
|
|
9570
|
+
"utterance_id",
|
|
9571
|
+
"idempotency_key",
|
|
9572
|
+
"text",
|
|
9573
|
+
"revision"
|
|
9574
|
+
]
|
|
9575
|
+
},
|
|
9576
|
+
"voice_admission_payload": {
|
|
9577
|
+
"type": "object",
|
|
9578
|
+
"description": "The payload of voice.admission: the result of one spoken request.",
|
|
9579
|
+
"additionalProperties": false,
|
|
9580
|
+
"properties": {
|
|
9581
|
+
"voice_session_id": {
|
|
9582
|
+
"type": "string",
|
|
9583
|
+
"format": "uuid"
|
|
9584
|
+
},
|
|
9585
|
+
"utterance_id": {
|
|
9586
|
+
"type": "integer",
|
|
9587
|
+
"minimum": 0
|
|
9588
|
+
},
|
|
9589
|
+
"idempotency_key": {
|
|
9590
|
+
"type": "string",
|
|
9591
|
+
"minLength": 1
|
|
9592
|
+
},
|
|
9593
|
+
"text": {
|
|
9594
|
+
"type": "string"
|
|
9595
|
+
},
|
|
9596
|
+
"revision": {
|
|
9597
|
+
"type": "integer",
|
|
9598
|
+
"minimum": 0
|
|
9599
|
+
},
|
|
9600
|
+
"turn_id": {
|
|
9601
|
+
"type": "string",
|
|
9602
|
+
"minLength": 1
|
|
9603
|
+
},
|
|
9604
|
+
"status": {
|
|
9605
|
+
"type": "string",
|
|
9606
|
+
"minLength": 1
|
|
9607
|
+
},
|
|
9608
|
+
"error": {
|
|
9609
|
+
"type": "string",
|
|
9610
|
+
"minLength": 1
|
|
9611
|
+
},
|
|
9612
|
+
"position": {
|
|
9613
|
+
"type": "integer",
|
|
9614
|
+
"minimum": 1
|
|
9615
|
+
},
|
|
9616
|
+
"created_at": {
|
|
9617
|
+
"type": "integer",
|
|
9618
|
+
"minimum": 0
|
|
9619
|
+
}
|
|
9620
|
+
},
|
|
9621
|
+
"required": [
|
|
9622
|
+
"voice_session_id",
|
|
9623
|
+
"utterance_id",
|
|
9624
|
+
"idempotency_key",
|
|
9625
|
+
"text",
|
|
9626
|
+
"revision"
|
|
9627
|
+
]
|
|
9628
|
+
},
|
|
9629
|
+
"voice_speech_payload": {
|
|
9630
|
+
"type": "object",
|
|
9631
|
+
"description": "The payload of voice.speech: one speech segment of a turn starts. The sample counts start at zero.",
|
|
9632
|
+
"additionalProperties": false,
|
|
9633
|
+
"properties": {
|
|
9634
|
+
"id": {
|
|
9635
|
+
"type": "integer",
|
|
9636
|
+
"minimum": 0
|
|
9637
|
+
},
|
|
9638
|
+
"epoch": {
|
|
9639
|
+
"type": "integer",
|
|
9640
|
+
"minimum": 0
|
|
9641
|
+
},
|
|
9642
|
+
"turn_id": {
|
|
9643
|
+
"type": "string",
|
|
9644
|
+
"minLength": 1
|
|
9645
|
+
},
|
|
9646
|
+
"position": {
|
|
9647
|
+
"type": "integer",
|
|
9648
|
+
"minimum": 1
|
|
9649
|
+
},
|
|
9650
|
+
"created_at": {
|
|
9651
|
+
"type": "integer",
|
|
9652
|
+
"minimum": 0
|
|
9653
|
+
},
|
|
9654
|
+
"source": {
|
|
9655
|
+
"type": "string",
|
|
9656
|
+
"minLength": 1
|
|
9657
|
+
},
|
|
9658
|
+
"generated": {
|
|
9659
|
+
"type": "integer",
|
|
9660
|
+
"minimum": 0
|
|
9661
|
+
},
|
|
9662
|
+
"sent": {
|
|
9663
|
+
"type": "integer",
|
|
9664
|
+
"minimum": 0
|
|
9665
|
+
},
|
|
9666
|
+
"played": {
|
|
9667
|
+
"type": "integer",
|
|
9668
|
+
"minimum": 0
|
|
9669
|
+
},
|
|
9670
|
+
"finished": {
|
|
9671
|
+
"type": "boolean"
|
|
9672
|
+
}
|
|
9673
|
+
},
|
|
9674
|
+
"required": [
|
|
9675
|
+
"id",
|
|
9676
|
+
"epoch",
|
|
9677
|
+
"turn_id",
|
|
9678
|
+
"source",
|
|
9679
|
+
"generated",
|
|
9680
|
+
"sent",
|
|
9681
|
+
"played",
|
|
9682
|
+
"finished"
|
|
9683
|
+
]
|
|
9684
|
+
},
|
|
9685
|
+
"voice_playback_payload": {
|
|
9686
|
+
"type": "object",
|
|
9687
|
+
"description": "The payload of voice.playback: the sample counts of one speech segment when it ends. reason says why it ended.",
|
|
9688
|
+
"additionalProperties": false,
|
|
9689
|
+
"properties": {
|
|
9690
|
+
"voice_session_id": {
|
|
9691
|
+
"type": "string",
|
|
9692
|
+
"format": "uuid"
|
|
9693
|
+
},
|
|
9694
|
+
"segment_id": {
|
|
9695
|
+
"type": "integer",
|
|
9696
|
+
"minimum": 0
|
|
9697
|
+
},
|
|
9698
|
+
"turn_id": {
|
|
9699
|
+
"type": "string",
|
|
9700
|
+
"minLength": 1
|
|
9701
|
+
},
|
|
9702
|
+
"position": {
|
|
9703
|
+
"type": "integer",
|
|
9704
|
+
"minimum": 1
|
|
9705
|
+
},
|
|
9706
|
+
"created_at": {
|
|
9707
|
+
"type": "integer",
|
|
9708
|
+
"minimum": 0
|
|
9709
|
+
},
|
|
9710
|
+
"output_epoch": {
|
|
9711
|
+
"type": "integer",
|
|
9712
|
+
"minimum": 0
|
|
9713
|
+
},
|
|
9714
|
+
"generated": {
|
|
9715
|
+
"type": "integer",
|
|
9716
|
+
"minimum": 0
|
|
9717
|
+
},
|
|
9718
|
+
"played": {
|
|
9719
|
+
"type": "integer",
|
|
9720
|
+
"minimum": 0
|
|
9721
|
+
},
|
|
9722
|
+
"reason": {
|
|
9723
|
+
"type": "string",
|
|
9724
|
+
"minLength": 1
|
|
9725
|
+
}
|
|
9726
|
+
},
|
|
9727
|
+
"required": [
|
|
9728
|
+
"voice_session_id",
|
|
9729
|
+
"segment_id",
|
|
9730
|
+
"turn_id",
|
|
9731
|
+
"output_epoch",
|
|
9732
|
+
"generated",
|
|
9733
|
+
"played",
|
|
9734
|
+
"reason"
|
|
9735
|
+
]
|
|
9736
|
+
},
|
|
9737
|
+
"voice_input_overflow_payload": {
|
|
9738
|
+
"type": "object",
|
|
9739
|
+
"description": "The payload of voice.input_overflow: the gateway refused one input operation because its queue was full.",
|
|
9740
|
+
"additionalProperties": false,
|
|
9741
|
+
"properties": {
|
|
9742
|
+
"voice_session_id": {
|
|
9743
|
+
"type": "string",
|
|
9744
|
+
"format": "uuid"
|
|
9745
|
+
},
|
|
9746
|
+
"capture_generation": {
|
|
9747
|
+
"type": "integer",
|
|
9748
|
+
"minimum": 0
|
|
9749
|
+
},
|
|
9750
|
+
"operation": {
|
|
9751
|
+
"type": "string",
|
|
9752
|
+
"minLength": 1
|
|
9753
|
+
},
|
|
9754
|
+
"active_operation": {
|
|
9755
|
+
"type": [
|
|
9756
|
+
"string",
|
|
9757
|
+
"null"
|
|
9758
|
+
]
|
|
9759
|
+
},
|
|
9760
|
+
"active_duration_ms": {
|
|
9761
|
+
"type": "integer",
|
|
9762
|
+
"minimum": 0
|
|
9763
|
+
},
|
|
9764
|
+
"queue_depth": {
|
|
9765
|
+
"type": "integer",
|
|
9766
|
+
"minimum": 0
|
|
9767
|
+
},
|
|
9768
|
+
"buffered_ms": {
|
|
9769
|
+
"type": "integer",
|
|
9770
|
+
"minimum": 0
|
|
9771
|
+
},
|
|
9772
|
+
"audio_frames": {
|
|
9773
|
+
"type": "integer",
|
|
9774
|
+
"minimum": 0
|
|
9775
|
+
}
|
|
9776
|
+
},
|
|
9777
|
+
"required": [
|
|
9778
|
+
"voice_session_id",
|
|
9779
|
+
"capture_generation",
|
|
9780
|
+
"operation",
|
|
9781
|
+
"active_operation",
|
|
9782
|
+
"active_duration_ms",
|
|
9783
|
+
"queue_depth",
|
|
9784
|
+
"buffered_ms",
|
|
9785
|
+
"audio_frames"
|
|
9786
|
+
]
|
|
9787
|
+
},
|
|
9788
|
+
"speech_committed_payload": {
|
|
9789
|
+
"type": "object",
|
|
9790
|
+
"description": "The payload of speech.committed: one conversation block of a turn is final text for speech. source_start and source_end are its range in the answer.",
|
|
9791
|
+
"additionalProperties": false,
|
|
9792
|
+
"properties": {
|
|
9793
|
+
"turn_id": {
|
|
9794
|
+
"type": "string",
|
|
9795
|
+
"minLength": 1
|
|
9796
|
+
},
|
|
9797
|
+
"position": {
|
|
9798
|
+
"type": "integer",
|
|
9799
|
+
"minimum": 1
|
|
9800
|
+
},
|
|
9801
|
+
"created_at": {
|
|
9802
|
+
"type": "integer",
|
|
9803
|
+
"minimum": 0
|
|
9804
|
+
},
|
|
9805
|
+
"iteration": {
|
|
9806
|
+
"type": "integer",
|
|
9807
|
+
"minimum": 0
|
|
9808
|
+
},
|
|
9809
|
+
"segment_index": {
|
|
9810
|
+
"type": "integer",
|
|
9811
|
+
"minimum": 0
|
|
9812
|
+
},
|
|
9813
|
+
"source": {
|
|
9814
|
+
"type": "string",
|
|
9815
|
+
"minLength": 1
|
|
9816
|
+
},
|
|
9817
|
+
"block_id": {
|
|
9818
|
+
"type": "string",
|
|
9819
|
+
"minLength": 1
|
|
9820
|
+
},
|
|
9821
|
+
"phase": {
|
|
9822
|
+
"type": [
|
|
9823
|
+
"string",
|
|
9824
|
+
"null"
|
|
9825
|
+
]
|
|
9826
|
+
},
|
|
9827
|
+
"text": {
|
|
9828
|
+
"type": "string"
|
|
9829
|
+
},
|
|
9830
|
+
"source_start": {
|
|
9831
|
+
"type": "integer",
|
|
9832
|
+
"minimum": 0
|
|
9833
|
+
},
|
|
9834
|
+
"source_end": {
|
|
9835
|
+
"type": "integer",
|
|
9836
|
+
"minimum": 0
|
|
9837
|
+
}
|
|
9838
|
+
},
|
|
9839
|
+
"required": [
|
|
9840
|
+
"turn_id",
|
|
9841
|
+
"iteration",
|
|
9842
|
+
"segment_index",
|
|
9843
|
+
"source",
|
|
9844
|
+
"block_id",
|
|
9845
|
+
"text",
|
|
9846
|
+
"source_start",
|
|
9847
|
+
"source_end"
|
|
9848
|
+
]
|
|
9849
|
+
},
|
|
9850
|
+
"speech_invalidated_payload": {
|
|
9851
|
+
"type": "object",
|
|
9852
|
+
"description": "The payload of speech.invalidated: the speech text of a turn is not valid because the answer changed.",
|
|
9853
|
+
"additionalProperties": false,
|
|
9854
|
+
"properties": {
|
|
9855
|
+
"turn_id": {
|
|
9856
|
+
"type": "string",
|
|
9857
|
+
"minLength": 1
|
|
9858
|
+
},
|
|
9859
|
+
"position": {
|
|
9860
|
+
"type": "integer",
|
|
9861
|
+
"minimum": 1
|
|
9862
|
+
},
|
|
9863
|
+
"created_at": {
|
|
9864
|
+
"type": "integer",
|
|
9865
|
+
"minimum": 0
|
|
9866
|
+
},
|
|
9867
|
+
"reason": {
|
|
9868
|
+
"type": "string",
|
|
9869
|
+
"minLength": 1
|
|
9870
|
+
}
|
|
9871
|
+
},
|
|
9872
|
+
"required": [
|
|
9873
|
+
"turn_id",
|
|
9874
|
+
"reason"
|
|
9875
|
+
]
|
|
9047
9876
|
}
|
|
9048
9877
|
}
|
|
9049
9878
|
}
|