assemblyai 4.0.0 → 4.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +24 -1
- package/dist/assemblyai.umd.js +11 -8
- package/dist/assemblyai.umd.min.js +1 -1
- package/dist/bun.mjs +11 -8
- package/dist/deno.mjs +11 -8
- package/dist/index.cjs +11 -8
- package/dist/index.mjs +11 -8
- package/dist/node.cjs +11 -8
- package/dist/node.mjs +11 -8
- package/dist/services/realtime/service.d.ts +1 -0
- package/dist/types/asyncapi.generated.d.ts +10 -1
- package/dist/types/helpers/index.d.ts +1 -0
- package/dist/types/openapi.generated.d.ts +1990 -68
- package/dist/types/realtime/index.d.ts +3 -1
- package/package.json +1 -1
- package/src/services/realtime/factory.ts +4 -4
- package/src/services/realtime/service.ts +8 -2
- package/src/types/asyncapi.generated.ts +13 -1
- package/src/types/helpers/index.ts +4 -0
- package/src/types/openapi.generated.ts +1995 -68
- package/src/types/realtime/index.ts +3 -0
|
@@ -2,6 +2,8 @@
|
|
|
2
2
|
/* tslint:disable */
|
|
3
3
|
/* eslint-disable */
|
|
4
4
|
|
|
5
|
+
import { LiteralUnion } from "./helpers";
|
|
6
|
+
|
|
5
7
|
/** OneOf type helpers */
|
|
6
8
|
type Without<T, U> = { [P in Exclude<keyof T, keyof U>]?: never };
|
|
7
9
|
type XOR<T, U> = T | U extends object
|
|
@@ -19,6 +21,19 @@ type OneOf<T extends any[]> = T extends [infer Only]
|
|
|
19
21
|
*/
|
|
20
22
|
export type AudioIntelligenceModelStatus = "success" | "unavailable";
|
|
21
23
|
|
|
24
|
+
/**
|
|
25
|
+
* @example {
|
|
26
|
+
* "count": 1,
|
|
27
|
+
* "rank": 0.08,
|
|
28
|
+
* "text": "air quality alerts",
|
|
29
|
+
* "timestamps": [
|
|
30
|
+
* {
|
|
31
|
+
* "start": 3978,
|
|
32
|
+
* "end": 5114
|
|
33
|
+
* }
|
|
34
|
+
* ]
|
|
35
|
+
* }
|
|
36
|
+
*/
|
|
22
37
|
export type AutoHighlightResult = {
|
|
23
38
|
/** @description The total number of times the key phrase appears in the audio file */
|
|
24
39
|
count: number;
|
|
@@ -35,14 +50,226 @@ export type AutoHighlightResult = {
|
|
|
35
50
|
|
|
36
51
|
/**
|
|
37
52
|
* @description An array of results for the Key Phrases model, if it is enabled.
|
|
38
|
-
* See [Key phrases](https://www.assemblyai.com/docs/
|
|
53
|
+
* See [Key phrases](https://www.assemblyai.com/docs/models/key-phrases) for more information.
|
|
54
|
+
*
|
|
55
|
+
* @example {
|
|
56
|
+
* "status": "success",
|
|
57
|
+
* "results": [
|
|
58
|
+
* {
|
|
59
|
+
* "count": 1,
|
|
60
|
+
* "rank": 0.08,
|
|
61
|
+
* "text": "air quality alerts",
|
|
62
|
+
* "timestamps": [
|
|
63
|
+
* {
|
|
64
|
+
* "start": 3978,
|
|
65
|
+
* "end": 5114
|
|
66
|
+
* }
|
|
67
|
+
* ]
|
|
68
|
+
* },
|
|
69
|
+
* {
|
|
70
|
+
* "count": 1,
|
|
71
|
+
* "rank": 0.08,
|
|
72
|
+
* "text": "wide ranging air quality consequences",
|
|
73
|
+
* "timestamps": [
|
|
74
|
+
* {
|
|
75
|
+
* "start": 235388,
|
|
76
|
+
* "end": 238694
|
|
77
|
+
* }
|
|
78
|
+
* ]
|
|
79
|
+
* },
|
|
80
|
+
* {
|
|
81
|
+
* "count": 1,
|
|
82
|
+
* "rank": 0.07,
|
|
83
|
+
* "text": "more wildfires",
|
|
84
|
+
* "timestamps": [
|
|
85
|
+
* {
|
|
86
|
+
* "start": 230972,
|
|
87
|
+
* "end": 232354
|
|
88
|
+
* }
|
|
89
|
+
* ]
|
|
90
|
+
* },
|
|
91
|
+
* {
|
|
92
|
+
* "count": 1,
|
|
93
|
+
* "rank": 0.07,
|
|
94
|
+
* "text": "air pollution",
|
|
95
|
+
* "timestamps": [
|
|
96
|
+
* {
|
|
97
|
+
* "start": 156004,
|
|
98
|
+
* "end": 156910
|
|
99
|
+
* }
|
|
100
|
+
* ]
|
|
101
|
+
* },
|
|
102
|
+
* {
|
|
103
|
+
* "count": 3,
|
|
104
|
+
* "rank": 0.07,
|
|
105
|
+
* "text": "weather systems",
|
|
106
|
+
* "timestamps": [
|
|
107
|
+
* {
|
|
108
|
+
* "start": 47344,
|
|
109
|
+
* "end": 47958
|
|
110
|
+
* },
|
|
111
|
+
* {
|
|
112
|
+
* "start": 205268,
|
|
113
|
+
* "end": 205818
|
|
114
|
+
* },
|
|
115
|
+
* {
|
|
116
|
+
* "start": 211588,
|
|
117
|
+
* "end": 213434
|
|
118
|
+
* }
|
|
119
|
+
* ]
|
|
120
|
+
* },
|
|
121
|
+
* {
|
|
122
|
+
* "count": 2,
|
|
123
|
+
* "rank": 0.06,
|
|
124
|
+
* "text": "high levels",
|
|
125
|
+
* "timestamps": [
|
|
126
|
+
* {
|
|
127
|
+
* "start": 121128,
|
|
128
|
+
* "end": 121646
|
|
129
|
+
* },
|
|
130
|
+
* {
|
|
131
|
+
* "start": 155412,
|
|
132
|
+
* "end": 155866
|
|
133
|
+
* }
|
|
134
|
+
* ]
|
|
135
|
+
* },
|
|
136
|
+
* {
|
|
137
|
+
* "count": 1,
|
|
138
|
+
* "rank": 0.06,
|
|
139
|
+
* "text": "health conditions",
|
|
140
|
+
* "timestamps": [
|
|
141
|
+
* {
|
|
142
|
+
* "start": 152138,
|
|
143
|
+
* "end": 152666
|
|
144
|
+
* }
|
|
145
|
+
* ]
|
|
146
|
+
* },
|
|
147
|
+
* {
|
|
148
|
+
* "count": 2,
|
|
149
|
+
* "rank": 0.06,
|
|
150
|
+
* "text": "Peter de Carlo",
|
|
151
|
+
* "timestamps": [
|
|
152
|
+
* {
|
|
153
|
+
* "start": 18948,
|
|
154
|
+
* "end": 19930
|
|
155
|
+
* },
|
|
156
|
+
* {
|
|
157
|
+
* "start": 268298,
|
|
158
|
+
* "end": 269194
|
|
159
|
+
* }
|
|
160
|
+
* ]
|
|
161
|
+
* },
|
|
162
|
+
* {
|
|
163
|
+
* "count": 1,
|
|
164
|
+
* "rank": 0.06,
|
|
165
|
+
* "text": "New York City",
|
|
166
|
+
* "timestamps": [
|
|
167
|
+
* {
|
|
168
|
+
* "start": 125768,
|
|
169
|
+
* "end": 126274
|
|
170
|
+
* }
|
|
171
|
+
* ]
|
|
172
|
+
* },
|
|
173
|
+
* {
|
|
174
|
+
* "count": 1,
|
|
175
|
+
* "rank": 0.05,
|
|
176
|
+
* "text": "respiratory conditions",
|
|
177
|
+
* "timestamps": [
|
|
178
|
+
* {
|
|
179
|
+
* "start": 152964,
|
|
180
|
+
* "end": 153786
|
|
181
|
+
* }
|
|
182
|
+
* ]
|
|
183
|
+
* },
|
|
184
|
+
* {
|
|
185
|
+
* "count": 3,
|
|
186
|
+
* "rank": 0.05,
|
|
187
|
+
* "text": "New York",
|
|
188
|
+
* "timestamps": [
|
|
189
|
+
* {
|
|
190
|
+
* "start": 125768,
|
|
191
|
+
* "end": 126034
|
|
192
|
+
* },
|
|
193
|
+
* {
|
|
194
|
+
* "start": 171448,
|
|
195
|
+
* "end": 171938
|
|
196
|
+
* },
|
|
197
|
+
* {
|
|
198
|
+
* "start": 176008,
|
|
199
|
+
* "end": 176322
|
|
200
|
+
* }
|
|
201
|
+
* ]
|
|
202
|
+
* },
|
|
203
|
+
* {
|
|
204
|
+
* "count": 3,
|
|
205
|
+
* "rank": 0.05,
|
|
206
|
+
* "text": "climate change",
|
|
207
|
+
* "timestamps": [
|
|
208
|
+
* {
|
|
209
|
+
* "start": 229548,
|
|
210
|
+
* "end": 230230
|
|
211
|
+
* },
|
|
212
|
+
* {
|
|
213
|
+
* "start": 244576,
|
|
214
|
+
* "end": 245162
|
|
215
|
+
* },
|
|
216
|
+
* {
|
|
217
|
+
* "start": 263348,
|
|
218
|
+
* "end": 263950
|
|
219
|
+
* }
|
|
220
|
+
* ]
|
|
221
|
+
* },
|
|
222
|
+
* {
|
|
223
|
+
* "count": 1,
|
|
224
|
+
* "rank": 0.05,
|
|
225
|
+
* "text": "Johns Hopkins University Varsity",
|
|
226
|
+
* "timestamps": [
|
|
227
|
+
* {
|
|
228
|
+
* "start": 23972,
|
|
229
|
+
* "end": 25490
|
|
230
|
+
* }
|
|
231
|
+
* ]
|
|
232
|
+
* },
|
|
233
|
+
* {
|
|
234
|
+
* "count": 1,
|
|
235
|
+
* "rank": 0.05,
|
|
236
|
+
* "text": "heart conditions",
|
|
237
|
+
* "timestamps": [
|
|
238
|
+
* {
|
|
239
|
+
* "start": 153988,
|
|
240
|
+
* "end": 154506
|
|
241
|
+
* }
|
|
242
|
+
* ]
|
|
243
|
+
* },
|
|
244
|
+
* {
|
|
245
|
+
* "count": 1,
|
|
246
|
+
* "rank": 0.05,
|
|
247
|
+
* "text": "air quality warnings",
|
|
248
|
+
* "timestamps": [
|
|
249
|
+
* {
|
|
250
|
+
* "start": 12308,
|
|
251
|
+
* "end": 13434
|
|
252
|
+
* }
|
|
253
|
+
* ]
|
|
254
|
+
* }
|
|
255
|
+
* ]
|
|
256
|
+
* }
|
|
39
257
|
*/
|
|
40
258
|
export type AutoHighlightsResult = {
|
|
41
259
|
/** @description A temporally-sequential array of Key Phrases */
|
|
42
260
|
results: AutoHighlightResult[];
|
|
43
261
|
};
|
|
44
262
|
|
|
45
|
-
/**
|
|
263
|
+
/**
|
|
264
|
+
* @description Chapter of the audio file
|
|
265
|
+
* @example {
|
|
266
|
+
* "summary": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. In some places, the air quality warnings include the warning to stay inside.",
|
|
267
|
+
* "gist": "Smoggy air quality alerts across US",
|
|
268
|
+
* "headline": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts across US",
|
|
269
|
+
* "start": 250,
|
|
270
|
+
* "end": 28840
|
|
271
|
+
* }
|
|
272
|
+
*/
|
|
46
273
|
export type Chapter = {
|
|
47
274
|
/** @description The starting time, in milliseconds, for the chapter */
|
|
48
275
|
end: number;
|
|
@@ -56,6 +283,13 @@ export type Chapter = {
|
|
|
56
283
|
summary: string;
|
|
57
284
|
};
|
|
58
285
|
|
|
286
|
+
/**
|
|
287
|
+
* @example {
|
|
288
|
+
* "label": "disasters",
|
|
289
|
+
* "confidence": 0.8142836093902588,
|
|
290
|
+
* "severity": 0.4093044400215149
|
|
291
|
+
* }
|
|
292
|
+
*/
|
|
59
293
|
export type ContentSafetyLabel = {
|
|
60
294
|
/**
|
|
61
295
|
* Format: double
|
|
@@ -71,6 +305,24 @@ export type ContentSafetyLabel = {
|
|
|
71
305
|
severity: number;
|
|
72
306
|
};
|
|
73
307
|
|
|
308
|
+
/**
|
|
309
|
+
* @example {
|
|
310
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
311
|
+
* "labels": [
|
|
312
|
+
* {
|
|
313
|
+
* "label": "disasters",
|
|
314
|
+
* "confidence": 0.8142836093902588,
|
|
315
|
+
* "severity": 0.4093044400215149
|
|
316
|
+
* }
|
|
317
|
+
* ],
|
|
318
|
+
* "sentences_idx_start": 0,
|
|
319
|
+
* "sentences_idx_end": 5,
|
|
320
|
+
* "timestamp": {
|
|
321
|
+
* "start": 250,
|
|
322
|
+
* "end": 28840
|
|
323
|
+
* }
|
|
324
|
+
* }
|
|
325
|
+
*/
|
|
74
326
|
export type ContentSafetyLabelResult = {
|
|
75
327
|
/** @description An array of safety labels, one per sensitive topic that was detected in the section */
|
|
76
328
|
labels: ContentSafetyLabel[];
|
|
@@ -86,7 +338,45 @@ export type ContentSafetyLabelResult = {
|
|
|
86
338
|
|
|
87
339
|
/**
|
|
88
340
|
* @description An array of results for the Content Moderation model, if it is enabled.
|
|
89
|
-
* See [Content moderation](https://www.assemblyai.com/docs/
|
|
341
|
+
* See [Content moderation](https://www.assemblyai.com/docs/models/content-moderation) for more information.
|
|
342
|
+
*
|
|
343
|
+
* @example {
|
|
344
|
+
* "status": "success",
|
|
345
|
+
* "results": [
|
|
346
|
+
* {
|
|
347
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
348
|
+
* "labels": [
|
|
349
|
+
* {
|
|
350
|
+
* "label": "disasters",
|
|
351
|
+
* "confidence": 0.8142836093902588,
|
|
352
|
+
* "severity": 0.4093044400215149
|
|
353
|
+
* }
|
|
354
|
+
* ],
|
|
355
|
+
* "sentences_idx_start": 0,
|
|
356
|
+
* "sentences_idx_end": 5,
|
|
357
|
+
* "timestamp": {
|
|
358
|
+
* "start": 250,
|
|
359
|
+
* "end": 28840
|
|
360
|
+
* }
|
|
361
|
+
* }
|
|
362
|
+
* ],
|
|
363
|
+
* "summary": {
|
|
364
|
+
* "disasters": 0.9940800441842205,
|
|
365
|
+
* "health_issues": 0.9216489289040967
|
|
366
|
+
* },
|
|
367
|
+
* "severity_score_summary": {
|
|
368
|
+
* "disasters": {
|
|
369
|
+
* "low": 0.5733263024656846,
|
|
370
|
+
* "medium": 0.42667369753431533,
|
|
371
|
+
* "high": 0
|
|
372
|
+
* },
|
|
373
|
+
* "health_issues": {
|
|
374
|
+
* "low": 0.22863814977924785,
|
|
375
|
+
* "medium": 0.45014154926938227,
|
|
376
|
+
* "high": 0.32122030095136983
|
|
377
|
+
* }
|
|
378
|
+
* }
|
|
379
|
+
* }
|
|
90
380
|
*/
|
|
91
381
|
export type ContentSafetyLabelsResult = {
|
|
92
382
|
results: ContentSafetyLabelResult[];
|
|
@@ -102,12 +392,25 @@ export type ContentSafetyLabelsResult = {
|
|
|
102
392
|
};
|
|
103
393
|
};
|
|
104
394
|
|
|
395
|
+
/**
|
|
396
|
+
* @example {
|
|
397
|
+
* "expires_in": 480
|
|
398
|
+
* }
|
|
399
|
+
*/
|
|
105
400
|
export type CreateRealtimeTemporaryTokenParams = {
|
|
106
401
|
/** @description The amount of time until the token expires in seconds */
|
|
107
402
|
expires_in: number;
|
|
108
403
|
};
|
|
109
404
|
|
|
110
|
-
/**
|
|
405
|
+
/**
|
|
406
|
+
* @description A detected entity
|
|
407
|
+
* @example {
|
|
408
|
+
* "entity_type": "location",
|
|
409
|
+
* "text": "Canada",
|
|
410
|
+
* "start": 2548,
|
|
411
|
+
* "end": 3130
|
|
412
|
+
* }
|
|
413
|
+
*/
|
|
111
414
|
export type Entity = {
|
|
112
415
|
/** @description The ending time, in milliseconds, for the detected entity in the audio file */
|
|
113
416
|
end: number;
|
|
@@ -154,6 +457,11 @@ export type EntityType =
|
|
|
154
457
|
| "url"
|
|
155
458
|
| "us_social_security_number";
|
|
156
459
|
|
|
460
|
+
/**
|
|
461
|
+
* @example {
|
|
462
|
+
* "error": "format_text must be a Boolean"
|
|
463
|
+
* }
|
|
464
|
+
*/
|
|
157
465
|
export type Error = {
|
|
158
466
|
/** @description Error message */
|
|
159
467
|
error: string;
|
|
@@ -161,13 +469,41 @@ export type Error = {
|
|
|
161
469
|
status?: "error";
|
|
162
470
|
};
|
|
163
471
|
|
|
472
|
+
/**
|
|
473
|
+
* @example {
|
|
474
|
+
* "transcript_ids": [
|
|
475
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
476
|
+
* ],
|
|
477
|
+
* "context": "This is an interview about wildfires.",
|
|
478
|
+
* "final_model": "default",
|
|
479
|
+
* "temperature": 0,
|
|
480
|
+
* "max_output_size": 3000
|
|
481
|
+
* }
|
|
482
|
+
*/
|
|
164
483
|
export type LemurActionItemsParams = LemurBaseParams;
|
|
165
484
|
|
|
485
|
+
/**
|
|
486
|
+
* @example {
|
|
487
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e",
|
|
488
|
+
* "response": "Here are some potential action items based on the transcript:\n\n- Monitor air quality levels in affected areas and issue warnings as needed.\n\n- Advise vulnerable populations like children, the elderly, and those with respiratory conditions to limit time outdoors.\n\n- Have schools cancel outdoor activities when air quality is poor.\n\n- Educate the public on health impacts of smoke inhalation and precautions to take.\n\n- Track progression of smoke plumes using weather and air quality monitoring systems.\n\n- Coordinate cross-regionally to manage smoke exposure as air masses shift.\n\n- Plan for likely increase in such events due to climate change. Expand monitoring and forecasting capabilities.\n\n- Conduct research to better understand health impacts of wildfire smoke and mitigation strategies.\n\n- Develop strategies to prevent and manage wildfires to limit air quality impacts.\n"
|
|
489
|
+
* }
|
|
490
|
+
*/
|
|
166
491
|
export type LemurActionItemsResponse = LemurBaseResponse & {
|
|
167
492
|
/** @description The response generated by LeMUR */
|
|
168
493
|
response: string;
|
|
169
494
|
};
|
|
170
495
|
|
|
496
|
+
/**
|
|
497
|
+
* @example {
|
|
498
|
+
* "transcript_ids": [
|
|
499
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
500
|
+
* ],
|
|
501
|
+
* "context": "This is an interview about wildfires.",
|
|
502
|
+
* "final_model": "default",
|
|
503
|
+
* "temperature": 0,
|
|
504
|
+
* "max_output_size": 3000
|
|
505
|
+
* }
|
|
506
|
+
*/
|
|
171
507
|
export type LemurBaseParams = {
|
|
172
508
|
/** @description Context to provide the model. This can be a string or a free-form JSON value. */
|
|
173
509
|
context?: OneOf<
|
|
@@ -178,7 +514,7 @@ export type LemurBaseParams = {
|
|
|
178
514
|
}
|
|
179
515
|
]
|
|
180
516
|
>;
|
|
181
|
-
final_model?: LemurModel
|
|
517
|
+
final_model?: LiteralUnion<LemurModel, string>;
|
|
182
518
|
/**
|
|
183
519
|
* @description Custom formatted transcript data. Maximum size is the context limit of the selected model, which defaults to 100000.
|
|
184
520
|
* Use either transcript_ids or input_text as input into LeMUR.
|
|
@@ -200,18 +536,36 @@ export type LemurBaseParams = {
|
|
|
200
536
|
transcript_ids?: string[];
|
|
201
537
|
};
|
|
202
538
|
|
|
539
|
+
/**
|
|
540
|
+
* @example {
|
|
541
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e"
|
|
542
|
+
* }
|
|
543
|
+
*/
|
|
203
544
|
export type LemurBaseResponse = {
|
|
204
|
-
/**
|
|
545
|
+
/**
|
|
546
|
+
* Format: uuid
|
|
547
|
+
* @description The ID of the LeMUR request
|
|
548
|
+
*/
|
|
205
549
|
request_id: string;
|
|
206
550
|
};
|
|
207
551
|
|
|
208
552
|
/**
|
|
209
|
-
* @description The model that is used for the final prompt after compression is performed
|
|
553
|
+
* @description The model that is used for the final prompt after compression is performed.
|
|
210
554
|
*
|
|
211
555
|
* @enum {string}
|
|
212
556
|
*/
|
|
213
|
-
export type LemurModel =
|
|
557
|
+
export type LemurModel =
|
|
558
|
+
| "default"
|
|
559
|
+
| "basic"
|
|
560
|
+
| "assemblyai/mistral-7b"
|
|
561
|
+
| "anthropic/claude-2-1";
|
|
214
562
|
|
|
563
|
+
/**
|
|
564
|
+
* @example {
|
|
565
|
+
* "question": "Where are there wildfires?",
|
|
566
|
+
* "answer_format": "List of countries in ISO 3166-1 alpha-2 format"
|
|
567
|
+
* }
|
|
568
|
+
*/
|
|
215
569
|
export type LemurQuestion = {
|
|
216
570
|
/** @description How you want the answer to be returned. This can be any text. Can't be used with answer_options. Examples: "short sentence", "bullet points" */
|
|
217
571
|
answer_format?: string;
|
|
@@ -230,7 +584,13 @@ export type LemurQuestion = {
|
|
|
230
584
|
question: string;
|
|
231
585
|
};
|
|
232
586
|
|
|
233
|
-
/**
|
|
587
|
+
/**
|
|
588
|
+
* @description An answer generated by LeMUR and its question
|
|
589
|
+
* @example {
|
|
590
|
+
* "answer": "CA, US",
|
|
591
|
+
* "question": "Where are there wildfires?"
|
|
592
|
+
* }
|
|
593
|
+
*/
|
|
234
594
|
export type LemurQuestionAnswer = {
|
|
235
595
|
/** @description The answer generated by LeMUR */
|
|
236
596
|
answer: string;
|
|
@@ -238,40 +598,134 @@ export type LemurQuestionAnswer = {
|
|
|
238
598
|
question: string;
|
|
239
599
|
};
|
|
240
600
|
|
|
601
|
+
/**
|
|
602
|
+
* @example {
|
|
603
|
+
* "transcript_ids": [
|
|
604
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
605
|
+
* ],
|
|
606
|
+
* "context": "This is an interview about wildfires.",
|
|
607
|
+
* "questions": [
|
|
608
|
+
* {
|
|
609
|
+
* "question": "Where are there wildfires?",
|
|
610
|
+
* "answer_format": "List of countries in ISO 3166-1 alpha-2 format",
|
|
611
|
+
* "answer_options": [
|
|
612
|
+
* "US",
|
|
613
|
+
* "CA"
|
|
614
|
+
* ]
|
|
615
|
+
* },
|
|
616
|
+
* {
|
|
617
|
+
* "question": "Is global warming affecting wildfires?",
|
|
618
|
+
* "answer_options": [
|
|
619
|
+
* "yes",
|
|
620
|
+
* "no"
|
|
621
|
+
* ]
|
|
622
|
+
* }
|
|
623
|
+
* ],
|
|
624
|
+
* "final_model": "default",
|
|
625
|
+
* "temperature": 0,
|
|
626
|
+
* "max_output_size": 3000
|
|
627
|
+
* }
|
|
628
|
+
*/
|
|
241
629
|
export type LemurQuestionAnswerParams = LemurBaseParams & {
|
|
242
630
|
/** @description A list of questions to ask */
|
|
243
631
|
questions: LemurQuestion[];
|
|
244
632
|
};
|
|
245
633
|
|
|
634
|
+
/**
|
|
635
|
+
* @example {
|
|
636
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e",
|
|
637
|
+
* "response": [
|
|
638
|
+
* {
|
|
639
|
+
* "answer": "CA, US",
|
|
640
|
+
* "question": "Where are there wildfires?"
|
|
641
|
+
* },
|
|
642
|
+
* {
|
|
643
|
+
* "answer": "yes",
|
|
644
|
+
* "question": "Is global warming affecting wildfires?"
|
|
645
|
+
* }
|
|
646
|
+
* ]
|
|
647
|
+
* }
|
|
648
|
+
*/
|
|
246
649
|
export type LemurQuestionAnswerResponse = LemurBaseResponse & {
|
|
247
650
|
/** @description The answers generated by LeMUR and their questions */
|
|
248
651
|
response: LemurQuestionAnswer[];
|
|
249
652
|
};
|
|
250
653
|
|
|
654
|
+
/**
|
|
655
|
+
* @example {
|
|
656
|
+
* "transcript_ids": [
|
|
657
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
658
|
+
* ],
|
|
659
|
+
* "context": "This is an interview about wildfires.",
|
|
660
|
+
* "final_model": "default",
|
|
661
|
+
* "temperature": 0,
|
|
662
|
+
* "max_output_size": 3000
|
|
663
|
+
* }
|
|
664
|
+
*/
|
|
251
665
|
export type LemurSummaryParams = LemurBaseParams & {
|
|
252
666
|
/** @description How you want the summary to be returned. This can be any text. Examples: "TLDR", "bullet points" */
|
|
253
667
|
answer_format?: string;
|
|
254
668
|
};
|
|
255
669
|
|
|
670
|
+
/**
|
|
671
|
+
* @example {
|
|
672
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e",
|
|
673
|
+
* "response": "- Wildfires in Canada are sending smoke and air pollution across parts of the US, triggering air quality alerts from Maine to Minnesota. Concentrations of particulate matter have exceeded safety levels.\n\n- Weather systems are channeling the smoke through Pennsylvania into the Mid-Atlantic and Northeast regions. New York City has canceled outdoor activities to keep children and vulnerable groups indoors.\n\n- Very small particulate matter can enter the lungs and impact respiratory, cardiovascular and neurological health. Young children, the elderly and those with preexisting conditions are most at risk.\n\n- The conditions causing the poor air quality could get worse or shift to different areas in coming days depending on weather patterns. More wildfires may also contribute to higher concentrations.\n\n- Climate change is leading to longer and more severe fire seasons. Events of smoke traveling long distances and affecting air quality over wide areas will likely become more common in the future.\"\n"
|
|
674
|
+
* }
|
|
675
|
+
*/
|
|
256
676
|
export type LemurSummaryResponse = LemurBaseResponse & {
|
|
257
677
|
/** @description The response generated by LeMUR */
|
|
258
678
|
response: string;
|
|
259
679
|
};
|
|
260
680
|
|
|
681
|
+
/**
|
|
682
|
+
* @example {
|
|
683
|
+
* "transcript_ids": [
|
|
684
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
685
|
+
* ],
|
|
686
|
+
* "prompt": "List all the locations affected by wildfires.",
|
|
687
|
+
* "context": "This is an interview about wildfires.",
|
|
688
|
+
* "final_model": "default",
|
|
689
|
+
* "temperature": 0,
|
|
690
|
+
* "max_output_size": 3000
|
|
691
|
+
* }
|
|
692
|
+
*/
|
|
261
693
|
export type LemurTaskParams = LemurBaseParams & {
|
|
262
694
|
/** @description Your text to prompt the model to produce a desired output, including any context you want to pass into the model. */
|
|
263
695
|
prompt: string;
|
|
264
696
|
};
|
|
265
697
|
|
|
698
|
+
/**
|
|
699
|
+
* @example {
|
|
700
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e",
|
|
701
|
+
* "response": "Based on the transcript, the following locations were mentioned as being affected by wildfire smoke from Canada:\n\n- Maine\n- Maryland\n- Minnesota\n- Mid Atlantic region\n- Northeast region\n- New York City\n- Baltimore\n"
|
|
702
|
+
* }
|
|
703
|
+
*/
|
|
266
704
|
export type LemurTaskResponse = LemurBaseResponse & {
|
|
267
|
-
/** @description The response generated by LeMUR */
|
|
705
|
+
/** @description The response generated by LeMUR. */
|
|
268
706
|
response: string;
|
|
269
707
|
};
|
|
270
708
|
|
|
709
|
+
/**
|
|
710
|
+
* @example {
|
|
711
|
+
* "after_id": "a7c5cafd-2c2e-4bdd-b0b2-69dade2f7a1b",
|
|
712
|
+
* "before_id": "9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
713
|
+
* "created_on": "2023-11-03",
|
|
714
|
+
* "limit": 2,
|
|
715
|
+
* "status": "completed",
|
|
716
|
+
* "throttled_only": false
|
|
717
|
+
* }
|
|
718
|
+
*/
|
|
271
719
|
export type ListTranscriptParams = {
|
|
272
|
-
/**
|
|
720
|
+
/**
|
|
721
|
+
* Format: uuid
|
|
722
|
+
* @description Get transcripts that were created after this transcript ID
|
|
723
|
+
*/
|
|
273
724
|
after_id?: string;
|
|
274
|
-
/**
|
|
725
|
+
/**
|
|
726
|
+
* Format: uuid
|
|
727
|
+
* @description Get transcripts that were created before this transcript ID
|
|
728
|
+
*/
|
|
275
729
|
before_id?: string;
|
|
276
730
|
/**
|
|
277
731
|
* Format: date
|
|
@@ -290,6 +744,15 @@ export type ListTranscriptParams = {
|
|
|
290
744
|
throttled_only?: boolean;
|
|
291
745
|
};
|
|
292
746
|
|
|
747
|
+
/**
|
|
748
|
+
* @example {
|
|
749
|
+
* "limit": 10,
|
|
750
|
+
* "result_count": 10,
|
|
751
|
+
* "current_url": "https://api.assemblyai.com/v2/transcript?limit=10",
|
|
752
|
+
* "prev_url": "https://api.assemblyai.com/v2/transcript?limit=10&before_id=62npeahu2b-a8ea-4112-854c-69542c20d90c",
|
|
753
|
+
* "next_url": "https://api.assemblyai.com/v2/transcript?limit=10&after_id=62nfw3mlar-01ad-4631-92f6-629929496eed"
|
|
754
|
+
* }
|
|
755
|
+
*/
|
|
293
756
|
export type PageDetails = {
|
|
294
757
|
current_url: string;
|
|
295
758
|
limit: number;
|
|
@@ -298,10 +761,85 @@ export type PageDetails = {
|
|
|
298
761
|
result_count: number;
|
|
299
762
|
};
|
|
300
763
|
|
|
764
|
+
/**
|
|
765
|
+
* @example {
|
|
766
|
+
* "paragraphs": [
|
|
767
|
+
* {
|
|
768
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter Decarlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University. Good morning, professor.",
|
|
769
|
+
* "start": 250,
|
|
770
|
+
* "end": 26950,
|
|
771
|
+
* "confidence": 0.73033,
|
|
772
|
+
* "words": [
|
|
773
|
+
* {
|
|
774
|
+
* "text": "Smoke",
|
|
775
|
+
* "start": 250,
|
|
776
|
+
* "end": 650,
|
|
777
|
+
* "confidence": 0.73033,
|
|
778
|
+
* "speaker": null
|
|
779
|
+
* },
|
|
780
|
+
* {
|
|
781
|
+
* "text": "from",
|
|
782
|
+
* "start": 730,
|
|
783
|
+
* "end": 1022,
|
|
784
|
+
* "confidence": 1,
|
|
785
|
+
* "speaker": null
|
|
786
|
+
* },
|
|
787
|
+
* {
|
|
788
|
+
* "text": "hundreds",
|
|
789
|
+
* "start": 1076,
|
|
790
|
+
* "end": 1466,
|
|
791
|
+
* "confidence": 0.99992,
|
|
792
|
+
* "speaker": null
|
|
793
|
+
* },
|
|
794
|
+
* {
|
|
795
|
+
* "text": "of",
|
|
796
|
+
* "start": 1498,
|
|
797
|
+
* "end": 1646,
|
|
798
|
+
* "confidence": 1,
|
|
799
|
+
* "speaker": null
|
|
800
|
+
* }
|
|
801
|
+
* ]
|
|
802
|
+
* },
|
|
803
|
+
* {
|
|
804
|
+
* "text": "Good morning. So what is it about the conditions right now that have caused this round of wildfires to affect so many people so far away? Well, there's a couple of things. The season has been pretty dry already, and then the fact that we're getting hit in the US. Is because there's a couple of weather systems that are essentially channeling the smoke from those Canadian wildfires through Pennsylvania into the Mid Atlantic and the Northeast and kind of just dropping the smoke there.",
|
|
805
|
+
* "start": 27850,
|
|
806
|
+
* "end": 56190,
|
|
807
|
+
* "confidence": 0.99667,
|
|
808
|
+
* "words": [
|
|
809
|
+
* {
|
|
810
|
+
* "text": "Good",
|
|
811
|
+
* "start": 27850,
|
|
812
|
+
* "end": 28262,
|
|
813
|
+
* "confidence": 0.99667,
|
|
814
|
+
* "speaker": null
|
|
815
|
+
* },
|
|
816
|
+
* {
|
|
817
|
+
* "text": "morning.",
|
|
818
|
+
* "start": 28316,
|
|
819
|
+
* "end": 28920,
|
|
820
|
+
* "confidence": 0.99742,
|
|
821
|
+
* "speaker": null
|
|
822
|
+
* },
|
|
823
|
+
* {
|
|
824
|
+
* "text": "So",
|
|
825
|
+
* "start": 29290,
|
|
826
|
+
* "end": 29702,
|
|
827
|
+
* "confidence": 0.94736,
|
|
828
|
+
* "speaker": null
|
|
829
|
+
* }
|
|
830
|
+
* ]
|
|
831
|
+
* }
|
|
832
|
+
* ],
|
|
833
|
+
* "id": "d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
834
|
+
* "confidence": 0.9578730257009361,
|
|
835
|
+
* "audio_duration": 281
|
|
836
|
+
* }
|
|
837
|
+
*/
|
|
301
838
|
export type ParagraphsResponse = {
|
|
302
839
|
audio_duration: number;
|
|
303
840
|
/** Format: double */
|
|
304
841
|
confidence: number;
|
|
842
|
+
/** Format: uuid */
|
|
305
843
|
id: string;
|
|
306
844
|
paragraphs: TranscriptParagraph[];
|
|
307
845
|
};
|
|
@@ -336,20 +874,44 @@ export type PiiPolicy =
|
|
|
336
874
|
| "drivers_license"
|
|
337
875
|
| "banking_information";
|
|
338
876
|
|
|
877
|
+
/**
|
|
878
|
+
* @example {
|
|
879
|
+
* "request_id": "914fe7e4-f10a-4364-8946-34614c2873f6",
|
|
880
|
+
* "request_id_to_purge": "b7eb03ec-1650-4181-949b-75d9de317de1",
|
|
881
|
+
* "deleted": true
|
|
882
|
+
* }
|
|
883
|
+
*/
|
|
339
884
|
export type PurgeLemurRequestDataResponse = {
|
|
340
885
|
/** @description Whether the request data was deleted */
|
|
341
886
|
deleted: boolean;
|
|
342
|
-
/**
|
|
887
|
+
/**
|
|
888
|
+
* Format: uuid
|
|
889
|
+
* @description The ID of the deletion request of the LeMUR request
|
|
890
|
+
*/
|
|
343
891
|
request_id: string;
|
|
344
|
-
/**
|
|
892
|
+
/**
|
|
893
|
+
* Format: uuid
|
|
894
|
+
* @description The ID of the LeMUR request to purge the data for
|
|
895
|
+
*/
|
|
345
896
|
request_id_to_purge: string;
|
|
346
897
|
};
|
|
347
898
|
|
|
899
|
+
/**
|
|
900
|
+
* @example {
|
|
901
|
+
* "token": "fe4145dd1e7a2e149488dcd2d553a8018a89833fc5084837d66fd1bcf5a105d4"
|
|
902
|
+
* }
|
|
903
|
+
*/
|
|
348
904
|
export type RealtimeTemporaryTokenResponse = {
|
|
349
905
|
/** @description The temporary authentication token for real-time transcription */
|
|
350
906
|
token: string;
|
|
351
907
|
};
|
|
352
908
|
|
|
909
|
+
/**
|
|
910
|
+
* @example {
|
|
911
|
+
* "redacted_audio_url": "https://s3.us-west-2.amazonaws.com/api.assembly.ai.usw2/redacted-audio/785efd9e-0e20-45e1-967b-3db17770ed9f.wav?AWSAccessKeyId=ASIAVASQFLPGLUP5JD7Y&Signature=z1r2MOA46esiiAmk%2FreBkL8rl6g%3D&x-amz-security-token=IQoJb3JpZ2luX2VjEPv%2F%2F%2F%2F%2F%2F%2F%2F%2F%2FwEaCXVzLXdlc3QtMiJHMEUCIHxKoUJdd5P%2Fdy4WlfvRNppQtauTy7OuAb5azR2OIoYSAiEA8iPx4xAx0pbZztT4e7fGnzPS4phvNCnYKflIijUoxDsq%2BwMIMxAEGgwzNDQ4MzkyNDg4NDQiDJxsCgo0cDg789FV0CrYAwPK3CHbRHoNPFiQ%2FO6EdHZ4OSFRcS%2FDvDyHQRNnYNSwG4JB2mUMWEVw808JWTya%2But4wEcmPiUCVJMTvh70cxhILAxP84CBTuWGM%2Fszbj4tn1thjVsqovf9YZmP17OCFa77Bc9%2F9RwtRaABEqJ2eb6%2Bsir7w0MMzhe1z%2F%2B1PUKxicJAZasBv3Ova%2BTY2eNkPZHQ4Njie4X5sh05b%2BrKnz58E7GTQ1sHZQDYHZecwb5fP0B3LR0vuqNtK%2BdpMAxw5H7BinQ4rdccLmsLLMQeVn8jdRDZNEvsdmoeQL0y0qD%2BUcyGMJoAjMT4FnXhBhVxc3bgkVUbHlZMn48FNCYcmzM8UB9wGmSnr6iQoqEaFElfQVbvAzsW7lnlfLROZxMvGXyliobPYPSaYZlVYgHcIxeWuOAXRtEtmL2jbaX4ghCVgJBVO3BBzTgub2jB0KPU6lYZLLM4kf%2B8hKX8iyxSRc6ZVEefTcyruoDppjB028pA9q75hLH1CZwhfLoM%2F3z5f0aFCl05zQnaa10nbcKj0hERELf4FXqS8yWbSutlRcd7Rr9o8jN31QGUscpsuIvl%2FpyJcZmItX8nO%2FF0s1QjrIi11DLYD9YoOh7eVkN8eKKn5w4cHldVI2sw4NCPqgY6pQE%2BM9va2ad1%2BNrXeQ9t8K41lojTN0BFmM8ERD5fF77xcTlW8VdV%2FiJeLLHDvnYYWVKcga9hSROlmsqvMyn3Tmhz7KQbIepSAOKhcHM%2FyUaLfErvCtjXGwo8nsKForL7SKiGkaRCBmwfQtkSVP6m4tGT50YdGxakh54f8uyC55SbkElknRbpl5haiZ%2F82UddFBkdPcM3t0s7vwbEy%2BbilYyetOr6htc%3D&Expires=1698966551",
|
|
912
|
+
* "status": "redacted_audio_ready"
|
|
913
|
+
* }
|
|
914
|
+
*/
|
|
353
915
|
export type RedactedAudioResponse = {
|
|
354
916
|
/** @description The URL of the redacted audio file */
|
|
355
917
|
redacted_audio_url: string;
|
|
@@ -363,10 +925,108 @@ export type RedactedAudioResponse = {
|
|
|
363
925
|
*/
|
|
364
926
|
export type RedactedAudioStatus = "redacted_audio_ready";
|
|
365
927
|
|
|
928
|
+
/**
|
|
929
|
+
* @example {
|
|
930
|
+
* "sentences": [
|
|
931
|
+
* {
|
|
932
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US.",
|
|
933
|
+
* "start": 250,
|
|
934
|
+
* "end": 6350,
|
|
935
|
+
* "confidence": 0.72412,
|
|
936
|
+
* "words": [
|
|
937
|
+
* {
|
|
938
|
+
* "text": "Smoke",
|
|
939
|
+
* "start": 250,
|
|
940
|
+
* "end": 650,
|
|
941
|
+
* "confidence": 0.72412,
|
|
942
|
+
* "speaker": null
|
|
943
|
+
* },
|
|
944
|
+
* {
|
|
945
|
+
* "text": "from",
|
|
946
|
+
* "start": 730,
|
|
947
|
+
* "end": 1022,
|
|
948
|
+
* "confidence": 0.99996,
|
|
949
|
+
* "speaker": null
|
|
950
|
+
* },
|
|
951
|
+
* {
|
|
952
|
+
* "text": "hundreds",
|
|
953
|
+
* "start": 1076,
|
|
954
|
+
* "end": 1466,
|
|
955
|
+
* "confidence": 0.99992,
|
|
956
|
+
* "speaker": null
|
|
957
|
+
* },
|
|
958
|
+
* {
|
|
959
|
+
* "text": "of",
|
|
960
|
+
* "start": 1498,
|
|
961
|
+
* "end": 1646,
|
|
962
|
+
* "confidence": 1,
|
|
963
|
+
* "speaker": null
|
|
964
|
+
* }
|
|
965
|
+
* ],
|
|
966
|
+
* "speaker": null
|
|
967
|
+
* },
|
|
968
|
+
* {
|
|
969
|
+
* "text": "Skylines from Maine to Maryland to Minnesota are gray and smoggy.",
|
|
970
|
+
* "start": 6500,
|
|
971
|
+
* "end": 11050,
|
|
972
|
+
* "confidence": 0.99819,
|
|
973
|
+
* "words": [
|
|
974
|
+
* {
|
|
975
|
+
* "text": "Skylines",
|
|
976
|
+
* "start": 6500,
|
|
977
|
+
* "end": 7306,
|
|
978
|
+
* "confidence": 0.99819,
|
|
979
|
+
* "speaker": null
|
|
980
|
+
* },
|
|
981
|
+
* {
|
|
982
|
+
* "text": "from",
|
|
983
|
+
* "start": 7338,
|
|
984
|
+
* "end": 7534,
|
|
985
|
+
* "confidence": 0.99987,
|
|
986
|
+
* "speaker": null
|
|
987
|
+
* },
|
|
988
|
+
* {
|
|
989
|
+
* "text": "Maine",
|
|
990
|
+
* "start": 7572,
|
|
991
|
+
* "end": 7962,
|
|
992
|
+
* "confidence": 0.9972,
|
|
993
|
+
* "speaker": null
|
|
994
|
+
* },
|
|
995
|
+
* {
|
|
996
|
+
* "text": "to",
|
|
997
|
+
* "start": 8026,
|
|
998
|
+
* "end": 8206,
|
|
999
|
+
* "confidence": 1,
|
|
1000
|
+
* "speaker": null
|
|
1001
|
+
* },
|
|
1002
|
+
* {
|
|
1003
|
+
* "text": "Maryland",
|
|
1004
|
+
* "start": 8228,
|
|
1005
|
+
* "end": 8650,
|
|
1006
|
+
* "confidence": 0.5192,
|
|
1007
|
+
* "speaker": null
|
|
1008
|
+
* },
|
|
1009
|
+
* {
|
|
1010
|
+
* "text": "to",
|
|
1011
|
+
* "start": 8730,
|
|
1012
|
+
* "end": 8926,
|
|
1013
|
+
* "confidence": 1,
|
|
1014
|
+
* "speaker": null
|
|
1015
|
+
* }
|
|
1016
|
+
* ],
|
|
1017
|
+
* "speaker": null
|
|
1018
|
+
* }
|
|
1019
|
+
* ],
|
|
1020
|
+
* "id": "d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
1021
|
+
* "confidence": 0.9579390654205628,
|
|
1022
|
+
* "audio_duration": 281
|
|
1023
|
+
* }
|
|
1024
|
+
*/
|
|
366
1025
|
export type SentencesResponse = {
|
|
367
1026
|
audio_duration: number;
|
|
368
1027
|
/** Format: double */
|
|
369
1028
|
confidence: number;
|
|
1029
|
+
/** Format: uuid */
|
|
370
1030
|
id: string;
|
|
371
1031
|
sentences: TranscriptSentence[];
|
|
372
1032
|
};
|
|
@@ -374,7 +1034,17 @@ export type SentencesResponse = {
|
|
|
374
1034
|
/** @enum {unknown} */
|
|
375
1035
|
export type Sentiment = "POSITIVE" | "NEUTRAL" | "NEGATIVE";
|
|
376
1036
|
|
|
377
|
-
/**
|
|
1037
|
+
/**
|
|
1038
|
+
* @description The result of the sentiment analysis model
|
|
1039
|
+
* @example {
|
|
1040
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US.",
|
|
1041
|
+
* "start": 250,
|
|
1042
|
+
* "end": 6350,
|
|
1043
|
+
* "sentiment": "NEGATIVE",
|
|
1044
|
+
* "confidence": 0.8181032538414001,
|
|
1045
|
+
* "speaker": null
|
|
1046
|
+
* }
|
|
1047
|
+
*/
|
|
378
1048
|
export type SentimentAnalysisResult = {
|
|
379
1049
|
/**
|
|
380
1050
|
* Format: double
|
|
@@ -393,6 +1063,13 @@ export type SentimentAnalysisResult = {
|
|
|
393
1063
|
text: string;
|
|
394
1064
|
};
|
|
395
1065
|
|
|
1066
|
+
/**
|
|
1067
|
+
* @example {
|
|
1068
|
+
* "low": 0.5733263024656846,
|
|
1069
|
+
* "medium": 0.42667369753431533,
|
|
1070
|
+
* "high": 0
|
|
1071
|
+
* }
|
|
1072
|
+
*/
|
|
396
1073
|
export type SeverityScoreSummary = {
|
|
397
1074
|
/** Format: double */
|
|
398
1075
|
high: number;
|
|
@@ -403,7 +1080,7 @@ export type SeverityScoreSummary = {
|
|
|
403
1080
|
};
|
|
404
1081
|
|
|
405
1082
|
/**
|
|
406
|
-
* @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/
|
|
1083
|
+
* @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details.
|
|
407
1084
|
* @enum {string}
|
|
408
1085
|
*/
|
|
409
1086
|
export type SubstitutionPolicy = "entity_type" | "hash";
|
|
@@ -433,7 +1110,13 @@ export type SummaryType =
|
|
|
433
1110
|
| "headline"
|
|
434
1111
|
| "paragraph";
|
|
435
1112
|
|
|
436
|
-
/**
|
|
1113
|
+
/**
|
|
1114
|
+
* @description Timestamp containing a start and end property in milliseconds
|
|
1115
|
+
* @example {
|
|
1116
|
+
* "start": 3978,
|
|
1117
|
+
* "end": 5114
|
|
1118
|
+
* }
|
|
1119
|
+
*/
|
|
437
1120
|
export type Timestamp = {
|
|
438
1121
|
/** @description The end time in milliseconds */
|
|
439
1122
|
end: number;
|
|
@@ -443,7 +1126,84 @@ export type Timestamp = {
|
|
|
443
1126
|
|
|
444
1127
|
/**
|
|
445
1128
|
* @description The result of the Topic Detection model, if it is enabled.
|
|
446
|
-
* See [Topic Detection](https://www.assemblyai.com/docs/
|
|
1129
|
+
* See [Topic Detection](https://www.assemblyai.com/docs/models/topic-detection) for more information.
|
|
1130
|
+
*
|
|
1131
|
+
* @example {
|
|
1132
|
+
* "status": "success",
|
|
1133
|
+
* "results": [
|
|
1134
|
+
* {
|
|
1135
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
1136
|
+
* "labels": [
|
|
1137
|
+
* {
|
|
1138
|
+
* "relevance": 0.988274097442627,
|
|
1139
|
+
* "label": "Home&Garden>IndoorEnvironmentalQuality"
|
|
1140
|
+
* },
|
|
1141
|
+
* {
|
|
1142
|
+
* "relevance": 0.5821335911750793,
|
|
1143
|
+
* "label": "NewsAndPolitics>Weather"
|
|
1144
|
+
* },
|
|
1145
|
+
* {
|
|
1146
|
+
* "relevance": 0.0042327106930315495,
|
|
1147
|
+
* "label": "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth"
|
|
1148
|
+
* },
|
|
1149
|
+
* {
|
|
1150
|
+
* "relevance": 0.0033971222583204508,
|
|
1151
|
+
* "label": "NewsAndPolitics>Disasters"
|
|
1152
|
+
* },
|
|
1153
|
+
* {
|
|
1154
|
+
* "relevance": 0.002469958271831274,
|
|
1155
|
+
* "label": "BusinessAndFinance>Business>GreenSolutions"
|
|
1156
|
+
* },
|
|
1157
|
+
* {
|
|
1158
|
+
* "relevance": 0.0014376690378412604,
|
|
1159
|
+
* "label": "MedicalHealth>DiseasesAndConditions>Cancer"
|
|
1160
|
+
* },
|
|
1161
|
+
* {
|
|
1162
|
+
* "relevance": 0.0014294233405962586,
|
|
1163
|
+
* "label": "Science>Environment"
|
|
1164
|
+
* },
|
|
1165
|
+
* {
|
|
1166
|
+
* "relevance": 0.001234519761055708,
|
|
1167
|
+
* "label": "Travel>TravelLocations>PolarTravel"
|
|
1168
|
+
* },
|
|
1169
|
+
* {
|
|
1170
|
+
* "relevance": 0.0010231725173071027,
|
|
1171
|
+
* "label": "MedicalHealth>DiseasesAndConditions>ColdAndFlu"
|
|
1172
|
+
* },
|
|
1173
|
+
* {
|
|
1174
|
+
* "relevance": 0.0007445293595083058,
|
|
1175
|
+
* "label": "BusinessAndFinance>Industries>PowerAndEnergyIndustry"
|
|
1176
|
+
* }
|
|
1177
|
+
* ],
|
|
1178
|
+
* "timestamp": {
|
|
1179
|
+
* "start": 250,
|
|
1180
|
+
* "end": 28840
|
|
1181
|
+
* }
|
|
1182
|
+
* }
|
|
1183
|
+
* ],
|
|
1184
|
+
* "summary": {
|
|
1185
|
+
* "NewsAndPolitics>Weather": 1,
|
|
1186
|
+
* "Home&Garden>IndoorEnvironmentalQuality": 0.9043831825256348,
|
|
1187
|
+
* "Science>Environment": 0.16117265820503235,
|
|
1188
|
+
* "BusinessAndFinance>Industries>EnvironmentalServicesIndustry": 0.14393523335456848,
|
|
1189
|
+
* "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth": 0.11401086300611496,
|
|
1190
|
+
* "BusinessAndFinance>Business>GreenSolutions": 0.06348437070846558,
|
|
1191
|
+
* "NewsAndPolitics>Disasters": 0.05041387677192688,
|
|
1192
|
+
* "Travel>TravelLocations>PolarTravel": 0.01308488193899393,
|
|
1193
|
+
* "HealthyLiving": 0.008222488686442375,
|
|
1194
|
+
* "MedicalHealth>DiseasesAndConditions>ColdAndFlu": 0.0022315620444715023,
|
|
1195
|
+
* "MedicalHealth>DiseasesAndConditions>HeartAndCardiovascularDiseases": 0.00213034451007843,
|
|
1196
|
+
* "HealthyLiving>Wellness>SmokingCessation": 0.001540527562610805,
|
|
1197
|
+
* "MedicalHealth>DiseasesAndConditions>Injuries": 0.0013950627762824297,
|
|
1198
|
+
* "BusinessAndFinance>Industries>PowerAndEnergyIndustry": 0.0012570273829624057,
|
|
1199
|
+
* "MedicalHealth>DiseasesAndConditions>Cancer": 0.001097781932912767,
|
|
1200
|
+
* "MedicalHealth>DiseasesAndConditions>Allergies": 0.0010148967849090695,
|
|
1201
|
+
* "MedicalHealth>DiseasesAndConditions>MentalHealth": 0.000717321818228811,
|
|
1202
|
+
* "Style&Fashion>PersonalCare>DeodorantAndAntiperspirant": 0.0006022014422342181,
|
|
1203
|
+
* "Technology&Computing>Computing>ComputerNetworking": 0.0005461975233629346,
|
|
1204
|
+
* "MedicalHealth>DiseasesAndConditions>Injuries>FirstAid": 0.0004885646631009877
|
|
1205
|
+
* }
|
|
1206
|
+
* }
|
|
447
1207
|
*/
|
|
448
1208
|
export type TopicDetectionModelResult = {
|
|
449
1209
|
/** @description An array of results for the Topic Detection model */
|
|
@@ -456,7 +1216,58 @@ export type TopicDetectionModelResult = {
|
|
|
456
1216
|
};
|
|
457
1217
|
};
|
|
458
1218
|
|
|
459
|
-
/**
|
|
1219
|
+
/**
|
|
1220
|
+
* @description The result of the topic detection model
|
|
1221
|
+
* @example {
|
|
1222
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
1223
|
+
* "labels": [
|
|
1224
|
+
* {
|
|
1225
|
+
* "relevance": 0.988274097442627,
|
|
1226
|
+
* "label": "Home&Garden>IndoorEnvironmentalQuality"
|
|
1227
|
+
* },
|
|
1228
|
+
* {
|
|
1229
|
+
* "relevance": 0.5821335911750793,
|
|
1230
|
+
* "label": "NewsAndPolitics>Weather"
|
|
1231
|
+
* },
|
|
1232
|
+
* {
|
|
1233
|
+
* "relevance": 0.0042327106930315495,
|
|
1234
|
+
* "label": "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth"
|
|
1235
|
+
* },
|
|
1236
|
+
* {
|
|
1237
|
+
* "relevance": 0.0033971222583204508,
|
|
1238
|
+
* "label": "NewsAndPolitics>Disasters"
|
|
1239
|
+
* },
|
|
1240
|
+
* {
|
|
1241
|
+
* "relevance": 0.002469958271831274,
|
|
1242
|
+
* "label": "BusinessAndFinance>Business>GreenSolutions"
|
|
1243
|
+
* },
|
|
1244
|
+
* {
|
|
1245
|
+
* "relevance": 0.0014376690378412604,
|
|
1246
|
+
* "label": "MedicalHealth>DiseasesAndConditions>Cancer"
|
|
1247
|
+
* },
|
|
1248
|
+
* {
|
|
1249
|
+
* "relevance": 0.0014294233405962586,
|
|
1250
|
+
* "label": "Science>Environment"
|
|
1251
|
+
* },
|
|
1252
|
+
* {
|
|
1253
|
+
* "relevance": 0.001234519761055708,
|
|
1254
|
+
* "label": "Travel>TravelLocations>PolarTravel"
|
|
1255
|
+
* },
|
|
1256
|
+
* {
|
|
1257
|
+
* "relevance": 0.0010231725173071027,
|
|
1258
|
+
* "label": "MedicalHealth>DiseasesAndConditions>ColdAndFlu"
|
|
1259
|
+
* },
|
|
1260
|
+
* {
|
|
1261
|
+
* "relevance": 0.0007445293595083058,
|
|
1262
|
+
* "label": "BusinessAndFinance>Industries>PowerAndEnergyIndustry"
|
|
1263
|
+
* }
|
|
1264
|
+
* ],
|
|
1265
|
+
* "timestamp": {
|
|
1266
|
+
* "start": 250,
|
|
1267
|
+
* "end": 28840
|
|
1268
|
+
* }
|
|
1269
|
+
* }
|
|
1270
|
+
*/
|
|
460
1271
|
export type TopicDetectionResult = {
|
|
461
1272
|
labels?: {
|
|
462
1273
|
/** @description The IAB taxonomical label for the label of the detected topic, where > denotes supertopic/subtopic relationship */
|
|
@@ -472,7 +1283,692 @@ export type TopicDetectionResult = {
|
|
|
472
1283
|
timestamp?: Timestamp;
|
|
473
1284
|
};
|
|
474
1285
|
|
|
475
|
-
/**
|
|
1286
|
+
/**
|
|
1287
|
+
* @description A transcript object
|
|
1288
|
+
* @example {
|
|
1289
|
+
* "id": "9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
1290
|
+
* "language_model": "assemblyai_default",
|
|
1291
|
+
* "acoustic_model": "assemblyai_default",
|
|
1292
|
+
* "language_code": "en_us",
|
|
1293
|
+
* "status": "completed",
|
|
1294
|
+
* "audio_url": "https://github.com/AssemblyAI-Examples/audio-examples/raw/main/20230607_me_canadian_wildfires.mp3",
|
|
1295
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning. What is it about the conditions right now that have caused this round of wildfires to affect so many people so far away? Well, there's a couple of things. The season has been pretty dry already. And then the fact that we're getting hit in the US. Is because there's a couple of weather systems that are essentially channeling the smoke from those Canadian wildfires through Pennsylvania into the Mid Atlantic and the Northeast and kind of just dropping the smoke there. So what is it in this haze that makes it harmful? And I'm assuming it is harmful. It is. The levels outside right now in Baltimore are considered unhealthy. And most of that is due to what's called particulate matter, which are tiny particles, microscopic smaller than the width of your hair that can get into your lungs and impact your respiratory system, your cardiovascular system, and even your neurological your brain. What makes this particularly harmful? Is it the volume of particulant? Is it something in particular? What is it exactly? Can you just drill down on that a little bit more? Yeah. So the concentration of particulate matter I was looking at some of the monitors that we have was reaching levels of what are, in science, big 150 micrograms per meter cubed, which is more than ten times what the annual average should be and about four times higher than what you're supposed to have on a 24 hours average. And so the concentrations of these particles in the air are just much, much higher than we typically see. And exposure to those high levels can lead to a host of health problems. And who is most vulnerable? I noticed that in New York City, for example, they're canceling outdoor activities. And so here it is in the early days of summer, and they have to keep all the kids inside. So who tends to be vulnerable in a situation like this? It's the youngest. So children, obviously, whose bodies are still developing. The elderly, who are their bodies are more in decline and they're more susceptible to the health impacts of breathing, the poor air quality. And then people who have preexisting health conditions, people with respiratory conditions or heart conditions can be triggered by high levels of air pollution. Could this get worse? That's a good question. In some areas, it's much worse than others. And it just depends on kind of where the smoke is concentrated. I think New York has some of the higher concentrations right now, but that's going to change as that air moves away from the New York area. But over the course of the next few days, we will see different areas being hit at different times with the highest concentrations. I was going to ask you about more fires start burning. I don't expect the concentrations to go up too much higher. I was going to ask you how and you started to answer this, but how much longer could this last? Or forgive me if I'm asking you to speculate, but what do you think? Well, I think the fires are going to burn for a little bit longer, but the key for us in the US. Is the weather system changing. And so right now, it's kind of the weather systems that are pulling that air into our mid Atlantic and Northeast region. As those weather systems change and shift, we'll see that smoke going elsewhere and not impact us in this region as much. And so I think that's going to be the defining factor. And I think the next couple of days we're going to see a shift in that weather pattern and start to push the smoke away from where we are. And finally, with the impacts of climate change, we are seeing more wildfires. Will we be seeing more of these kinds of wide ranging air quality consequences or circumstances? I mean, that is one of the predictions for climate change. Looking into the future, the fire season is starting earlier and lasting longer, and we're seeing more frequent fires. So, yeah, this is probably something that we'll be seeing more frequently. This tends to be much more of an issue in the Western US. So the eastern US. Getting hit right now is a little bit new. But yeah, I think with climate change moving forward, this is something that is going to happen more frequently. That's Peter De Carlo, associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University. Sergeant Carlo, thanks so much for joining us and sharing this expertise with us. Thank you for having me.",
|
|
1296
|
+
* "words": [
|
|
1297
|
+
* {
|
|
1298
|
+
* "text": "Smoke",
|
|
1299
|
+
* "start": 250,
|
|
1300
|
+
* "end": 650,
|
|
1301
|
+
* "confidence": 0.97465,
|
|
1302
|
+
* "speaker": null
|
|
1303
|
+
* },
|
|
1304
|
+
* {
|
|
1305
|
+
* "text": "from",
|
|
1306
|
+
* "start": 730,
|
|
1307
|
+
* "end": 1022,
|
|
1308
|
+
* "confidence": 0.99999,
|
|
1309
|
+
* "speaker": null
|
|
1310
|
+
* },
|
|
1311
|
+
* {
|
|
1312
|
+
* "text": "hundreds",
|
|
1313
|
+
* "start": 1076,
|
|
1314
|
+
* "end": 1418,
|
|
1315
|
+
* "confidence": 0.99844,
|
|
1316
|
+
* "speaker": null
|
|
1317
|
+
* },
|
|
1318
|
+
* {
|
|
1319
|
+
* "text": "of",
|
|
1320
|
+
* "start": 1434,
|
|
1321
|
+
* "end": 1614,
|
|
1322
|
+
* "confidence": 0.84,
|
|
1323
|
+
* "speaker": null
|
|
1324
|
+
* },
|
|
1325
|
+
* {
|
|
1326
|
+
* "text": "wildfires",
|
|
1327
|
+
* "start": 1652,
|
|
1328
|
+
* "end": 2346,
|
|
1329
|
+
* "confidence": 0.89572,
|
|
1330
|
+
* "speaker": null
|
|
1331
|
+
* },
|
|
1332
|
+
* {
|
|
1333
|
+
* "text": "in",
|
|
1334
|
+
* "start": 2378,
|
|
1335
|
+
* "end": 2526,
|
|
1336
|
+
* "confidence": 0.99994,
|
|
1337
|
+
* "speaker": null
|
|
1338
|
+
* },
|
|
1339
|
+
* {
|
|
1340
|
+
* "text": "Canada",
|
|
1341
|
+
* "start": 2548,
|
|
1342
|
+
* "end": 3130,
|
|
1343
|
+
* "confidence": 0.93953,
|
|
1344
|
+
* "speaker": null
|
|
1345
|
+
* },
|
|
1346
|
+
* {
|
|
1347
|
+
* "text": "is",
|
|
1348
|
+
* "start": 3210,
|
|
1349
|
+
* "end": 3454,
|
|
1350
|
+
* "confidence": 0.999,
|
|
1351
|
+
* "speaker": null
|
|
1352
|
+
* },
|
|
1353
|
+
* {
|
|
1354
|
+
* "text": "triggering",
|
|
1355
|
+
* "start": 3492,
|
|
1356
|
+
* "end": 3946,
|
|
1357
|
+
* "confidence": 0.74794,
|
|
1358
|
+
* "speaker": null
|
|
1359
|
+
* },
|
|
1360
|
+
* {
|
|
1361
|
+
* "text": "air",
|
|
1362
|
+
* "start": 3978,
|
|
1363
|
+
* "end": 4174,
|
|
1364
|
+
* "confidence": 1,
|
|
1365
|
+
* "speaker": null
|
|
1366
|
+
* },
|
|
1367
|
+
* {
|
|
1368
|
+
* "text": "quality",
|
|
1369
|
+
* "start": 4212,
|
|
1370
|
+
* "end": 4558,
|
|
1371
|
+
* "confidence": 0.88077,
|
|
1372
|
+
* "speaker": null
|
|
1373
|
+
* },
|
|
1374
|
+
* {
|
|
1375
|
+
* "text": "alerts",
|
|
1376
|
+
* "start": 4644,
|
|
1377
|
+
* "end": 5114,
|
|
1378
|
+
* "confidence": 0.94814,
|
|
1379
|
+
* "speaker": null
|
|
1380
|
+
* },
|
|
1381
|
+
* {
|
|
1382
|
+
* "text": "throughout",
|
|
1383
|
+
* "start": 5162,
|
|
1384
|
+
* "end": 5466,
|
|
1385
|
+
* "confidence": 0.99726,
|
|
1386
|
+
* "speaker": null
|
|
1387
|
+
* },
|
|
1388
|
+
* {
|
|
1389
|
+
* "text": "the",
|
|
1390
|
+
* "start": 5498,
|
|
1391
|
+
* "end": 5694,
|
|
1392
|
+
* "confidence": 0.79,
|
|
1393
|
+
* "speaker": null
|
|
1394
|
+
* },
|
|
1395
|
+
* {
|
|
1396
|
+
* "text": "US.",
|
|
1397
|
+
* "start": 5732,
|
|
1398
|
+
* "end": 6382,
|
|
1399
|
+
* "confidence": 0.89,
|
|
1400
|
+
* "speaker": null
|
|
1401
|
+
* }
|
|
1402
|
+
* ],
|
|
1403
|
+
* "utterances": [
|
|
1404
|
+
* {
|
|
1405
|
+
* "confidence": 0.9359033333333334,
|
|
1406
|
+
* "end": 26950,
|
|
1407
|
+
* "speaker": "A",
|
|
1408
|
+
* "start": 250,
|
|
1409
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor.",
|
|
1410
|
+
* "words": [
|
|
1411
|
+
* {
|
|
1412
|
+
* "text": "Smoke",
|
|
1413
|
+
* "start": 250,
|
|
1414
|
+
* "end": 650,
|
|
1415
|
+
* "confidence": 0.97503,
|
|
1416
|
+
* "speaker": "A"
|
|
1417
|
+
* },
|
|
1418
|
+
* {
|
|
1419
|
+
* "text": "from",
|
|
1420
|
+
* "start": 730,
|
|
1421
|
+
* "end": 1022,
|
|
1422
|
+
* "confidence": 0.99999,
|
|
1423
|
+
* "speaker": "A"
|
|
1424
|
+
* },
|
|
1425
|
+
* {
|
|
1426
|
+
* "text": "hundreds",
|
|
1427
|
+
* "start": 1076,
|
|
1428
|
+
* "end": 1418,
|
|
1429
|
+
* "confidence": 0.99843,
|
|
1430
|
+
* "speaker": "A"
|
|
1431
|
+
* },
|
|
1432
|
+
* {
|
|
1433
|
+
* "text": "of",
|
|
1434
|
+
* "start": 1434,
|
|
1435
|
+
* "end": 1614,
|
|
1436
|
+
* "confidence": 0.85,
|
|
1437
|
+
* "speaker": "A"
|
|
1438
|
+
* },
|
|
1439
|
+
* {
|
|
1440
|
+
* "text": "wildfires",
|
|
1441
|
+
* "start": 1652,
|
|
1442
|
+
* "end": 2346,
|
|
1443
|
+
* "confidence": 0.89657,
|
|
1444
|
+
* "speaker": "A"
|
|
1445
|
+
* },
|
|
1446
|
+
* {
|
|
1447
|
+
* "text": "in",
|
|
1448
|
+
* "start": 2378,
|
|
1449
|
+
* "end": 2526,
|
|
1450
|
+
* "confidence": 0.99994,
|
|
1451
|
+
* "speaker": "A"
|
|
1452
|
+
* },
|
|
1453
|
+
* {
|
|
1454
|
+
* "text": "Canada",
|
|
1455
|
+
* "start": 2548,
|
|
1456
|
+
* "end": 3130,
|
|
1457
|
+
* "confidence": 0.93864,
|
|
1458
|
+
* "speaker": "A"
|
|
1459
|
+
* },
|
|
1460
|
+
* {
|
|
1461
|
+
* "text": "is",
|
|
1462
|
+
* "start": 3210,
|
|
1463
|
+
* "end": 3454,
|
|
1464
|
+
* "confidence": 0.999,
|
|
1465
|
+
* "speaker": "A"
|
|
1466
|
+
* },
|
|
1467
|
+
* {
|
|
1468
|
+
* "text": "triggering",
|
|
1469
|
+
* "start": 3492,
|
|
1470
|
+
* "end": 3946,
|
|
1471
|
+
* "confidence": 0.75366,
|
|
1472
|
+
* "speaker": "A"
|
|
1473
|
+
* },
|
|
1474
|
+
* {
|
|
1475
|
+
* "text": "air",
|
|
1476
|
+
* "start": 3978,
|
|
1477
|
+
* "end": 4174,
|
|
1478
|
+
* "confidence": 1,
|
|
1479
|
+
* "speaker": "A"
|
|
1480
|
+
* },
|
|
1481
|
+
* {
|
|
1482
|
+
* "text": "quality",
|
|
1483
|
+
* "start": 4212,
|
|
1484
|
+
* "end": 4558,
|
|
1485
|
+
* "confidence": 0.87745,
|
|
1486
|
+
* "speaker": "A"
|
|
1487
|
+
* },
|
|
1488
|
+
* {
|
|
1489
|
+
* "text": "alerts",
|
|
1490
|
+
* "start": 4644,
|
|
1491
|
+
* "end": 5114,
|
|
1492
|
+
* "confidence": 0.94739,
|
|
1493
|
+
* "speaker": "A"
|
|
1494
|
+
* },
|
|
1495
|
+
* {
|
|
1496
|
+
* "text": "throughout",
|
|
1497
|
+
* "start": 5162,
|
|
1498
|
+
* "end": 5466,
|
|
1499
|
+
* "confidence": 0.99726,
|
|
1500
|
+
* "speaker": "A"
|
|
1501
|
+
* },
|
|
1502
|
+
* {
|
|
1503
|
+
* "text": "the",
|
|
1504
|
+
* "start": 5498,
|
|
1505
|
+
* "end": 5694,
|
|
1506
|
+
* "confidence": 0.79,
|
|
1507
|
+
* "speaker": "A"
|
|
1508
|
+
* },
|
|
1509
|
+
* {
|
|
1510
|
+
* "text": "US.",
|
|
1511
|
+
* "start": 5732,
|
|
1512
|
+
* "end": 6382,
|
|
1513
|
+
* "confidence": 0.88,
|
|
1514
|
+
* "speaker": "A"
|
|
1515
|
+
* }
|
|
1516
|
+
* ]
|
|
1517
|
+
* }
|
|
1518
|
+
* ],
|
|
1519
|
+
* "confidence": 0.9404651451800253,
|
|
1520
|
+
* "audio_duration": 281,
|
|
1521
|
+
* "punctuate": true,
|
|
1522
|
+
* "format_text": true,
|
|
1523
|
+
* "dual_channel": false,
|
|
1524
|
+
* "webhook_url": "https://your-webhook-url/path",
|
|
1525
|
+
* "webhook_status_code": 200,
|
|
1526
|
+
* "webhook_auth": true,
|
|
1527
|
+
* "webhook_auth_header_name": "webhook-secret",
|
|
1528
|
+
* "auto_highlights_result": {
|
|
1529
|
+
* "status": "success",
|
|
1530
|
+
* "results": [
|
|
1531
|
+
* {
|
|
1532
|
+
* "count": 1,
|
|
1533
|
+
* "rank": 0.08,
|
|
1534
|
+
* "text": "air quality alerts",
|
|
1535
|
+
* "timestamps": [
|
|
1536
|
+
* {
|
|
1537
|
+
* "start": 3978,
|
|
1538
|
+
* "end": 5114
|
|
1539
|
+
* }
|
|
1540
|
+
* ]
|
|
1541
|
+
* },
|
|
1542
|
+
* {
|
|
1543
|
+
* "count": 1,
|
|
1544
|
+
* "rank": 0.08,
|
|
1545
|
+
* "text": "wide ranging air quality consequences",
|
|
1546
|
+
* "timestamps": [
|
|
1547
|
+
* {
|
|
1548
|
+
* "start": 235388,
|
|
1549
|
+
* "end": 238694
|
|
1550
|
+
* }
|
|
1551
|
+
* ]
|
|
1552
|
+
* },
|
|
1553
|
+
* {
|
|
1554
|
+
* "count": 1,
|
|
1555
|
+
* "rank": 0.07,
|
|
1556
|
+
* "text": "more wildfires",
|
|
1557
|
+
* "timestamps": [
|
|
1558
|
+
* {
|
|
1559
|
+
* "start": 230972,
|
|
1560
|
+
* "end": 232354
|
|
1561
|
+
* }
|
|
1562
|
+
* ]
|
|
1563
|
+
* },
|
|
1564
|
+
* {
|
|
1565
|
+
* "count": 1,
|
|
1566
|
+
* "rank": 0.07,
|
|
1567
|
+
* "text": "air pollution",
|
|
1568
|
+
* "timestamps": [
|
|
1569
|
+
* {
|
|
1570
|
+
* "start": 156004,
|
|
1571
|
+
* "end": 156910
|
|
1572
|
+
* }
|
|
1573
|
+
* ]
|
|
1574
|
+
* },
|
|
1575
|
+
* {
|
|
1576
|
+
* "count": 3,
|
|
1577
|
+
* "rank": 0.07,
|
|
1578
|
+
* "text": "weather systems",
|
|
1579
|
+
* "timestamps": [
|
|
1580
|
+
* {
|
|
1581
|
+
* "start": 47344,
|
|
1582
|
+
* "end": 47958
|
|
1583
|
+
* },
|
|
1584
|
+
* {
|
|
1585
|
+
* "start": 205268,
|
|
1586
|
+
* "end": 205818
|
|
1587
|
+
* },
|
|
1588
|
+
* {
|
|
1589
|
+
* "start": 211588,
|
|
1590
|
+
* "end": 213434
|
|
1591
|
+
* }
|
|
1592
|
+
* ]
|
|
1593
|
+
* },
|
|
1594
|
+
* {
|
|
1595
|
+
* "count": 2,
|
|
1596
|
+
* "rank": 0.06,
|
|
1597
|
+
* "text": "high levels",
|
|
1598
|
+
* "timestamps": [
|
|
1599
|
+
* {
|
|
1600
|
+
* "start": 121128,
|
|
1601
|
+
* "end": 121646
|
|
1602
|
+
* },
|
|
1603
|
+
* {
|
|
1604
|
+
* "start": 155412,
|
|
1605
|
+
* "end": 155866
|
|
1606
|
+
* }
|
|
1607
|
+
* ]
|
|
1608
|
+
* },
|
|
1609
|
+
* {
|
|
1610
|
+
* "count": 1,
|
|
1611
|
+
* "rank": 0.06,
|
|
1612
|
+
* "text": "health conditions",
|
|
1613
|
+
* "timestamps": [
|
|
1614
|
+
* {
|
|
1615
|
+
* "start": 152138,
|
|
1616
|
+
* "end": 152666
|
|
1617
|
+
* }
|
|
1618
|
+
* ]
|
|
1619
|
+
* },
|
|
1620
|
+
* {
|
|
1621
|
+
* "count": 2,
|
|
1622
|
+
* "rank": 0.06,
|
|
1623
|
+
* "text": "Peter de Carlo",
|
|
1624
|
+
* "timestamps": [
|
|
1625
|
+
* {
|
|
1626
|
+
* "start": 18948,
|
|
1627
|
+
* "end": 19930
|
|
1628
|
+
* },
|
|
1629
|
+
* {
|
|
1630
|
+
* "start": 268298,
|
|
1631
|
+
* "end": 269194
|
|
1632
|
+
* }
|
|
1633
|
+
* ]
|
|
1634
|
+
* },
|
|
1635
|
+
* {
|
|
1636
|
+
* "count": 1,
|
|
1637
|
+
* "rank": 0.06,
|
|
1638
|
+
* "text": "New York City",
|
|
1639
|
+
* "timestamps": [
|
|
1640
|
+
* {
|
|
1641
|
+
* "start": 125768,
|
|
1642
|
+
* "end": 126274
|
|
1643
|
+
* }
|
|
1644
|
+
* ]
|
|
1645
|
+
* },
|
|
1646
|
+
* {
|
|
1647
|
+
* "count": 1,
|
|
1648
|
+
* "rank": 0.05,
|
|
1649
|
+
* "text": "respiratory conditions",
|
|
1650
|
+
* "timestamps": [
|
|
1651
|
+
* {
|
|
1652
|
+
* "start": 152964,
|
|
1653
|
+
* "end": 153786
|
|
1654
|
+
* }
|
|
1655
|
+
* ]
|
|
1656
|
+
* },
|
|
1657
|
+
* {
|
|
1658
|
+
* "count": 3,
|
|
1659
|
+
* "rank": 0.05,
|
|
1660
|
+
* "text": "New York",
|
|
1661
|
+
* "timestamps": [
|
|
1662
|
+
* {
|
|
1663
|
+
* "start": 125768,
|
|
1664
|
+
* "end": 126034
|
|
1665
|
+
* },
|
|
1666
|
+
* {
|
|
1667
|
+
* "start": 171448,
|
|
1668
|
+
* "end": 171938
|
|
1669
|
+
* },
|
|
1670
|
+
* {
|
|
1671
|
+
* "start": 176008,
|
|
1672
|
+
* "end": 176322
|
|
1673
|
+
* }
|
|
1674
|
+
* ]
|
|
1675
|
+
* },
|
|
1676
|
+
* {
|
|
1677
|
+
* "count": 3,
|
|
1678
|
+
* "rank": 0.05,
|
|
1679
|
+
* "text": "climate change",
|
|
1680
|
+
* "timestamps": [
|
|
1681
|
+
* {
|
|
1682
|
+
* "start": 229548,
|
|
1683
|
+
* "end": 230230
|
|
1684
|
+
* },
|
|
1685
|
+
* {
|
|
1686
|
+
* "start": 244576,
|
|
1687
|
+
* "end": 245162
|
|
1688
|
+
* },
|
|
1689
|
+
* {
|
|
1690
|
+
* "start": 263348,
|
|
1691
|
+
* "end": 263950
|
|
1692
|
+
* }
|
|
1693
|
+
* ]
|
|
1694
|
+
* },
|
|
1695
|
+
* {
|
|
1696
|
+
* "count": 1,
|
|
1697
|
+
* "rank": 0.05,
|
|
1698
|
+
* "text": "Johns Hopkins University Varsity",
|
|
1699
|
+
* "timestamps": [
|
|
1700
|
+
* {
|
|
1701
|
+
* "start": 23972,
|
|
1702
|
+
* "end": 25490
|
|
1703
|
+
* }
|
|
1704
|
+
* ]
|
|
1705
|
+
* },
|
|
1706
|
+
* {
|
|
1707
|
+
* "count": 1,
|
|
1708
|
+
* "rank": 0.05,
|
|
1709
|
+
* "text": "heart conditions",
|
|
1710
|
+
* "timestamps": [
|
|
1711
|
+
* {
|
|
1712
|
+
* "start": 153988,
|
|
1713
|
+
* "end": 154506
|
|
1714
|
+
* }
|
|
1715
|
+
* ]
|
|
1716
|
+
* },
|
|
1717
|
+
* {
|
|
1718
|
+
* "count": 1,
|
|
1719
|
+
* "rank": 0.05,
|
|
1720
|
+
* "text": "air quality warnings",
|
|
1721
|
+
* "timestamps": [
|
|
1722
|
+
* {
|
|
1723
|
+
* "start": 12308,
|
|
1724
|
+
* "end": 13434
|
|
1725
|
+
* }
|
|
1726
|
+
* ]
|
|
1727
|
+
* }
|
|
1728
|
+
* ]
|
|
1729
|
+
* },
|
|
1730
|
+
* "auto_highlights": true,
|
|
1731
|
+
* "audio_start_from": 10,
|
|
1732
|
+
* "audio_end_at": 280,
|
|
1733
|
+
* "word_boost": [
|
|
1734
|
+
* "aws",
|
|
1735
|
+
* "azure",
|
|
1736
|
+
* "google cloud"
|
|
1737
|
+
* ],
|
|
1738
|
+
* "boost_param": "high",
|
|
1739
|
+
* "filter_profanity": true,
|
|
1740
|
+
* "redact_pii": true,
|
|
1741
|
+
* "redact_pii_audio": true,
|
|
1742
|
+
* "redact_pii_audio_quality": "mp3",
|
|
1743
|
+
* "redact_pii_policies": [
|
|
1744
|
+
* "us_social_security_number",
|
|
1745
|
+
* "credit_card_number"
|
|
1746
|
+
* ],
|
|
1747
|
+
* "redact_pii_sub": "hash",
|
|
1748
|
+
* "speaker_labels": true,
|
|
1749
|
+
* "content_safety": true,
|
|
1750
|
+
* "iab_categories": true,
|
|
1751
|
+
* "content_safety_labels": {
|
|
1752
|
+
* "status": "success",
|
|
1753
|
+
* "results": [
|
|
1754
|
+
* {
|
|
1755
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
1756
|
+
* "labels": [
|
|
1757
|
+
* {
|
|
1758
|
+
* "label": "disasters",
|
|
1759
|
+
* "confidence": 0.8142836093902588,
|
|
1760
|
+
* "severity": 0.4093044400215149
|
|
1761
|
+
* }
|
|
1762
|
+
* ],
|
|
1763
|
+
* "sentences_idx_start": 0,
|
|
1764
|
+
* "sentences_idx_end": 5,
|
|
1765
|
+
* "timestamp": {
|
|
1766
|
+
* "start": 250,
|
|
1767
|
+
* "end": 28840
|
|
1768
|
+
* }
|
|
1769
|
+
* }
|
|
1770
|
+
* ],
|
|
1771
|
+
* "summary": {
|
|
1772
|
+
* "disasters": 0.9940800441842205,
|
|
1773
|
+
* "health_issues": 0.9216489289040967
|
|
1774
|
+
* },
|
|
1775
|
+
* "severity_score_summary": {
|
|
1776
|
+
* "disasters": {
|
|
1777
|
+
* "low": 0.5733263024656846,
|
|
1778
|
+
* "medium": 0.42667369753431533,
|
|
1779
|
+
* "high": 0
|
|
1780
|
+
* },
|
|
1781
|
+
* "health_issues": {
|
|
1782
|
+
* "low": 0.22863814977924785,
|
|
1783
|
+
* "medium": 0.45014154926938227,
|
|
1784
|
+
* "high": 0.32122030095136983
|
|
1785
|
+
* }
|
|
1786
|
+
* }
|
|
1787
|
+
* },
|
|
1788
|
+
* "iab_categories_result": {
|
|
1789
|
+
* "status": "success",
|
|
1790
|
+
* "results": [
|
|
1791
|
+
* {
|
|
1792
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
1793
|
+
* "labels": [
|
|
1794
|
+
* {
|
|
1795
|
+
* "relevance": 0.988274097442627,
|
|
1796
|
+
* "label": "Home&Garden>IndoorEnvironmentalQuality"
|
|
1797
|
+
* },
|
|
1798
|
+
* {
|
|
1799
|
+
* "relevance": 0.5821335911750793,
|
|
1800
|
+
* "label": "NewsAndPolitics>Weather"
|
|
1801
|
+
* },
|
|
1802
|
+
* {
|
|
1803
|
+
* "relevance": 0.0042327106930315495,
|
|
1804
|
+
* "label": "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth"
|
|
1805
|
+
* },
|
|
1806
|
+
* {
|
|
1807
|
+
* "relevance": 0.0033971222583204508,
|
|
1808
|
+
* "label": "NewsAndPolitics>Disasters"
|
|
1809
|
+
* },
|
|
1810
|
+
* {
|
|
1811
|
+
* "relevance": 0.002469958271831274,
|
|
1812
|
+
* "label": "BusinessAndFinance>Business>GreenSolutions"
|
|
1813
|
+
* },
|
|
1814
|
+
* {
|
|
1815
|
+
* "relevance": 0.0014376690378412604,
|
|
1816
|
+
* "label": "MedicalHealth>DiseasesAndConditions>Cancer"
|
|
1817
|
+
* },
|
|
1818
|
+
* {
|
|
1819
|
+
* "relevance": 0.0014294233405962586,
|
|
1820
|
+
* "label": "Science>Environment"
|
|
1821
|
+
* },
|
|
1822
|
+
* {
|
|
1823
|
+
* "relevance": 0.001234519761055708,
|
|
1824
|
+
* "label": "Travel>TravelLocations>PolarTravel"
|
|
1825
|
+
* },
|
|
1826
|
+
* {
|
|
1827
|
+
* "relevance": 0.0010231725173071027,
|
|
1828
|
+
* "label": "MedicalHealth>DiseasesAndConditions>ColdAndFlu"
|
|
1829
|
+
* },
|
|
1830
|
+
* {
|
|
1831
|
+
* "relevance": 0.0007445293595083058,
|
|
1832
|
+
* "label": "BusinessAndFinance>Industries>PowerAndEnergyIndustry"
|
|
1833
|
+
* }
|
|
1834
|
+
* ],
|
|
1835
|
+
* "timestamp": {
|
|
1836
|
+
* "start": 250,
|
|
1837
|
+
* "end": 28840
|
|
1838
|
+
* }
|
|
1839
|
+
* }
|
|
1840
|
+
* ],
|
|
1841
|
+
* "summary": {
|
|
1842
|
+
* "NewsAndPolitics>Weather": 1,
|
|
1843
|
+
* "Home&Garden>IndoorEnvironmentalQuality": 0.9043831825256348,
|
|
1844
|
+
* "Science>Environment": 0.16117265820503235,
|
|
1845
|
+
* "BusinessAndFinance>Industries>EnvironmentalServicesIndustry": 0.14393523335456848,
|
|
1846
|
+
* "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth": 0.11401086300611496,
|
|
1847
|
+
* "BusinessAndFinance>Business>GreenSolutions": 0.06348437070846558,
|
|
1848
|
+
* "NewsAndPolitics>Disasters": 0.05041387677192688,
|
|
1849
|
+
* "Travel>TravelLocations>PolarTravel": 0.01308488193899393,
|
|
1850
|
+
* "HealthyLiving": 0.008222488686442375,
|
|
1851
|
+
* "MedicalHealth>DiseasesAndConditions>ColdAndFlu": 0.0022315620444715023,
|
|
1852
|
+
* "MedicalHealth>DiseasesAndConditions>HeartAndCardiovascularDiseases": 0.00213034451007843,
|
|
1853
|
+
* "HealthyLiving>Wellness>SmokingCessation": 0.001540527562610805,
|
|
1854
|
+
* "MedicalHealth>DiseasesAndConditions>Injuries": 0.0013950627762824297,
|
|
1855
|
+
* "BusinessAndFinance>Industries>PowerAndEnergyIndustry": 0.0012570273829624057,
|
|
1856
|
+
* "MedicalHealth>DiseasesAndConditions>Cancer": 0.001097781932912767,
|
|
1857
|
+
* "MedicalHealth>DiseasesAndConditions>Allergies": 0.0010148967849090695,
|
|
1858
|
+
* "MedicalHealth>DiseasesAndConditions>MentalHealth": 0.000717321818228811,
|
|
1859
|
+
* "Style&Fashion>PersonalCare>DeodorantAndAntiperspirant": 0.0006022014422342181,
|
|
1860
|
+
* "Technology&Computing>Computing>ComputerNetworking": 0.0005461975233629346,
|
|
1861
|
+
* "MedicalHealth>DiseasesAndConditions>Injuries>FirstAid": 0.0004885646631009877
|
|
1862
|
+
* }
|
|
1863
|
+
* },
|
|
1864
|
+
* "language_detection": false,
|
|
1865
|
+
* "custom_spelling": null,
|
|
1866
|
+
* "throttled": null,
|
|
1867
|
+
* "auto_chapters": true,
|
|
1868
|
+
* "summarization": true,
|
|
1869
|
+
* "summary_type": "bullets",
|
|
1870
|
+
* "summary_model": "informative",
|
|
1871
|
+
* "custom_topics": true,
|
|
1872
|
+
* "topics": [],
|
|
1873
|
+
* "speech_threshold": 0.5,
|
|
1874
|
+
* "disfluencies": false,
|
|
1875
|
+
* "sentiment_analysis": true,
|
|
1876
|
+
* "chapters": [
|
|
1877
|
+
* {
|
|
1878
|
+
* "summary": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. In some places, the air quality warnings include the warning to stay inside.",
|
|
1879
|
+
* "gist": "Smoggy air quality alerts across US",
|
|
1880
|
+
* "headline": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts across US",
|
|
1881
|
+
* "start": 250,
|
|
1882
|
+
* "end": 28840
|
|
1883
|
+
* },
|
|
1884
|
+
* {
|
|
1885
|
+
* "summary": "Air pollution levels in Baltimore are considered unhealthy. Exposure to high levels can lead to a host of health problems. With climate change, we are seeing more wildfires. Will we be seeing more of these kinds of wide ranging air quality consequences?",
|
|
1886
|
+
* "gist": "What is it about the conditions right now that have caused this round",
|
|
1887
|
+
* "headline": "High particulate matter in wildfire smoke can lead to serious health problems",
|
|
1888
|
+
* "start": 29610,
|
|
1889
|
+
* "end": 280340
|
|
1890
|
+
* }
|
|
1891
|
+
* ],
|
|
1892
|
+
* "sentiment_analysis_results": null,
|
|
1893
|
+
* "entity_detection": true,
|
|
1894
|
+
* "entities": [
|
|
1895
|
+
* {
|
|
1896
|
+
* "entity_type": "location",
|
|
1897
|
+
* "text": "Canada",
|
|
1898
|
+
* "start": 2548,
|
|
1899
|
+
* "end": 3130
|
|
1900
|
+
* },
|
|
1901
|
+
* {
|
|
1902
|
+
* "entity_type": "location",
|
|
1903
|
+
* "text": "the US",
|
|
1904
|
+
* "start": 5498,
|
|
1905
|
+
* "end": 6382
|
|
1906
|
+
* },
|
|
1907
|
+
* {
|
|
1908
|
+
* "entity_type": "location",
|
|
1909
|
+
* "text": "Maine",
|
|
1910
|
+
* "start": 7492,
|
|
1911
|
+
* "end": 7914
|
|
1912
|
+
* },
|
|
1913
|
+
* {
|
|
1914
|
+
* "entity_type": "location",
|
|
1915
|
+
* "text": "Maryland",
|
|
1916
|
+
* "start": 8212,
|
|
1917
|
+
* "end": 8634
|
|
1918
|
+
* },
|
|
1919
|
+
* {
|
|
1920
|
+
* "entity_type": "location",
|
|
1921
|
+
* "text": "Minnesota",
|
|
1922
|
+
* "start": 8932,
|
|
1923
|
+
* "end": 9578
|
|
1924
|
+
* },
|
|
1925
|
+
* {
|
|
1926
|
+
* "entity_type": "person_name",
|
|
1927
|
+
* "text": "Peter de Carlo",
|
|
1928
|
+
* "start": 18948,
|
|
1929
|
+
* "end": 19930
|
|
1930
|
+
* },
|
|
1931
|
+
* {
|
|
1932
|
+
* "entity_type": "occupation",
|
|
1933
|
+
* "text": "associate professor",
|
|
1934
|
+
* "start": 20292,
|
|
1935
|
+
* "end": 21194
|
|
1936
|
+
* },
|
|
1937
|
+
* {
|
|
1938
|
+
* "entity_type": "organization",
|
|
1939
|
+
* "text": "Department of Environmental Health and Engineering",
|
|
1940
|
+
* "start": 21508,
|
|
1941
|
+
* "end": 23706
|
|
1942
|
+
* },
|
|
1943
|
+
* {
|
|
1944
|
+
* "entity_type": "organization",
|
|
1945
|
+
* "text": "Johns Hopkins University Varsity",
|
|
1946
|
+
* "start": 23972,
|
|
1947
|
+
* "end": 25490
|
|
1948
|
+
* },
|
|
1949
|
+
* {
|
|
1950
|
+
* "entity_type": "occupation",
|
|
1951
|
+
* "text": "professor",
|
|
1952
|
+
* "start": 26076,
|
|
1953
|
+
* "end": 26950
|
|
1954
|
+
* },
|
|
1955
|
+
* {
|
|
1956
|
+
* "entity_type": "location",
|
|
1957
|
+
* "text": "the US",
|
|
1958
|
+
* "start": 45184,
|
|
1959
|
+
* "end": 45898
|
|
1960
|
+
* },
|
|
1961
|
+
* {
|
|
1962
|
+
* "entity_type": "nationality",
|
|
1963
|
+
* "text": "Canadian",
|
|
1964
|
+
* "start": 49728,
|
|
1965
|
+
* "end": 50086
|
|
1966
|
+
* }
|
|
1967
|
+
* ],
|
|
1968
|
+
* "summary": "- Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. In some places, the air quality warnings include the warning to stay inside.\\n- Air pollution levels in Baltimore are considered unhealthy. Exposure to high levels can lead to a host of health problems. With climate change, we are seeing more wildfires. Will we be seeing more of these kinds of wide ranging air quality consequences?",
|
|
1969
|
+
* "speakers_expected": 2
|
|
1970
|
+
* }
|
|
1971
|
+
*/
|
|
476
1972
|
export type Transcript = {
|
|
477
1973
|
/**
|
|
478
1974
|
* @deprecated
|
|
@@ -490,13 +1986,13 @@ export type Transcript = {
|
|
|
490
1986
|
audio_start_from?: number | null;
|
|
491
1987
|
/** @description The URL of the media that was transcribed */
|
|
492
1988
|
audio_url: string;
|
|
493
|
-
/** @description Whether [Auto Chapters](https://www.assemblyai.com/docs/
|
|
1989
|
+
/** @description Whether [Auto Chapters](https://www.assemblyai.com/docs/models/auto-chapters) is enabled, can be true or false */
|
|
494
1990
|
auto_chapters?: boolean | null;
|
|
495
1991
|
/** @description Whether Key Phrases is enabled, either true or false */
|
|
496
1992
|
auto_highlights: boolean;
|
|
497
1993
|
/**
|
|
498
1994
|
* @description An array of results for the Key Phrases model, if it is enabled.
|
|
499
|
-
* See [Key phrases](https://www.assemblyai.com/docs/
|
|
1995
|
+
* See [Key phrases](https://www.assemblyai.com/docs/models/key-phrases) for more information.
|
|
500
1996
|
*/
|
|
501
1997
|
auto_highlights_result?: AutoHighlightsResult | null;
|
|
502
1998
|
/** @description The word boost parameter value */
|
|
@@ -508,11 +2004,11 @@ export type Transcript = {
|
|
|
508
2004
|
* @description The confidence score for the transcript, between 0.0 (low confidence) and 1.0 (high confidence)
|
|
509
2005
|
*/
|
|
510
2006
|
confidence?: number | null;
|
|
511
|
-
/** @description Whether [Content Moderation](https://www.assemblyai.com/docs/
|
|
2007
|
+
/** @description Whether [Content Moderation](https://www.assemblyai.com/docs/models/content-moderation) is enabled, can be true or false */
|
|
512
2008
|
content_safety?: boolean | null;
|
|
513
2009
|
/**
|
|
514
2010
|
* @description An array of results for the Content Moderation model, if it is enabled.
|
|
515
|
-
* See [Content moderation](https://www.assemblyai.com/docs/
|
|
2011
|
+
* See [Content moderation](https://www.assemblyai.com/docs/models/content-moderation) for more information.
|
|
516
2012
|
*/
|
|
517
2013
|
content_safety_labels?: ContentSafetyLabelsResult | null;
|
|
518
2014
|
/** @description Customize how words are spelled and formatted using to and from values */
|
|
@@ -521,37 +2017,40 @@ export type Transcript = {
|
|
|
521
2017
|
custom_topics?: boolean | null;
|
|
522
2018
|
/** @description Transcribe Filler Words, like "umm", in your media file; can be true or false */
|
|
523
2019
|
disfluencies?: boolean | null;
|
|
524
|
-
/** @description Whether [Dual channel transcription](https://www.assemblyai.com/docs/
|
|
2020
|
+
/** @description Whether [Dual channel transcription](https://www.assemblyai.com/docs/models/speech-recognition#dual-channel-transcription) was enabled in the transcription request, either true or false */
|
|
525
2021
|
dual_channel?: boolean | null;
|
|
526
2022
|
/**
|
|
527
2023
|
* @description An array of results for the Entity Detection model, if it is enabled.
|
|
528
|
-
* See [Entity detection](https://www.assemblyai.com/docs/
|
|
2024
|
+
* See [Entity detection](https://www.assemblyai.com/docs/models/entity-detection) for more information.
|
|
529
2025
|
*/
|
|
530
2026
|
entities?: Entity[] | null;
|
|
531
|
-
/** @description Whether [Entity Detection](https://www.assemblyai.com/docs/
|
|
2027
|
+
/** @description Whether [Entity Detection](https://www.assemblyai.com/docs/models/entity-detection) is enabled, can be true or false */
|
|
532
2028
|
entity_detection?: boolean | null;
|
|
533
2029
|
/** @description Error message of why the transcript failed */
|
|
534
2030
|
error?: string;
|
|
535
|
-
/** @description Whether [Profanity Filtering](https://www.assemblyai.com/docs/
|
|
2031
|
+
/** @description Whether [Profanity Filtering](https://www.assemblyai.com/docs/models/speech-recognition#profanity-filtering) is enabled, either true or false */
|
|
536
2032
|
filter_profanity?: boolean | null;
|
|
537
2033
|
/** @description Whether Text Formatting is enabled, either true or false */
|
|
538
2034
|
format_text?: boolean | null;
|
|
539
|
-
/** @description Whether [Topic Detection](https://www.assemblyai.com/docs/
|
|
2035
|
+
/** @description Whether [Topic Detection](https://www.assemblyai.com/docs/models/topic-detection) is enabled, can be true or false */
|
|
540
2036
|
iab_categories?: boolean | null;
|
|
541
2037
|
/**
|
|
542
2038
|
* @description The result of the Topic Detection model, if it is enabled.
|
|
543
|
-
* See [Topic Detection](https://www.assemblyai.com/docs/
|
|
2039
|
+
* See [Topic Detection](https://www.assemblyai.com/docs/models/topic-detection) for more information.
|
|
544
2040
|
*/
|
|
545
2041
|
iab_categories_result?: TopicDetectionModelResult | null;
|
|
546
|
-
/**
|
|
2042
|
+
/**
|
|
2043
|
+
* Format: uuid
|
|
2044
|
+
* @description The unique identifier of your transcript
|
|
2045
|
+
*/
|
|
547
2046
|
id: string;
|
|
548
2047
|
/**
|
|
549
2048
|
* @description The language of your audio file.
|
|
550
|
-
* Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/
|
|
2049
|
+
* Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/concepts/supported-languages).
|
|
551
2050
|
* The default value is 'en_us'.
|
|
552
2051
|
*/
|
|
553
2052
|
language_code?: TranscriptLanguageCode;
|
|
554
|
-
/** @description Whether [Automatic language detection](https://www.assemblyai.com/docs/
|
|
2053
|
+
/** @description Whether [Automatic language detection](https://www.assemblyai.com/docs/models/speech-recognition#automatic-language-detection) is enabled, either true or false */
|
|
555
2054
|
language_detection?: boolean | null;
|
|
556
2055
|
/**
|
|
557
2056
|
* @deprecated
|
|
@@ -560,35 +2059,35 @@ export type Transcript = {
|
|
|
560
2059
|
language_model: string;
|
|
561
2060
|
/** @description Whether Automatic Punctuation is enabled, either true or false */
|
|
562
2061
|
punctuate?: boolean | null;
|
|
563
|
-
/** @description Whether [PII Redaction](https://www.assemblyai.com/docs/
|
|
2062
|
+
/** @description Whether [PII Redaction](https://www.assemblyai.com/docs/models/pii-redaction) is enabled, either true or false */
|
|
564
2063
|
redact_pii: boolean;
|
|
565
2064
|
/**
|
|
566
2065
|
* @description Whether a redacted version of the audio file was generated,
|
|
567
|
-
* either true or false. See [PII redaction](https://www.assemblyai.com/docs/
|
|
2066
|
+
* either true or false. See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more information.
|
|
568
2067
|
*/
|
|
569
2068
|
redact_pii_audio?: boolean | null;
|
|
570
2069
|
/**
|
|
571
2070
|
* @description The audio quality of the PII-redacted audio file, if redact_pii_audio is enabled.
|
|
572
|
-
* See [PII redaction](https://www.assemblyai.com/docs/
|
|
2071
|
+
* See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more information.
|
|
573
2072
|
*/
|
|
574
2073
|
redact_pii_audio_quality?: string | null;
|
|
575
2074
|
/**
|
|
576
2075
|
* @description The list of PII Redaction policies that were enabled, if PII Redaction is enabled.
|
|
577
|
-
* See [PII redaction](https://www.assemblyai.com/docs/
|
|
2076
|
+
* See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more information.
|
|
578
2077
|
*/
|
|
579
2078
|
redact_pii_policies?: PiiPolicy[] | null;
|
|
580
|
-
/** @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/
|
|
2079
|
+
/** @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details. */
|
|
581
2080
|
redact_pii_sub?: SubstitutionPolicy;
|
|
582
|
-
/** @description Whether [Sentiment Analysis](https://www.assemblyai.com/docs/
|
|
2081
|
+
/** @description Whether [Sentiment Analysis](https://www.assemblyai.com/docs/models/sentiment-analysis) is enabled, can be true or false */
|
|
583
2082
|
sentiment_analysis?: boolean | null;
|
|
584
2083
|
/**
|
|
585
2084
|
* @description An array of results for the Sentiment Analysis model, if it is enabled.
|
|
586
|
-
* See [Sentiment analysis](https://www.assemblyai.com/docs/
|
|
2085
|
+
* See [Sentiment analysis](https://www.assemblyai.com/docs/models/sentiment-analysis) for more information.
|
|
587
2086
|
*/
|
|
588
2087
|
sentiment_analysis_results?: SentimentAnalysisResult[] | null;
|
|
589
|
-
/** @description Whether [Speaker diarization](https://www.assemblyai.com/docs/
|
|
2088
|
+
/** @description Whether [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization) is enabled, can be true or false */
|
|
590
2089
|
speaker_labels?: boolean | null;
|
|
591
|
-
/** @description Tell the speaker label model how many speakers it should attempt to identify, up to 10. See [Speaker diarization](https://www.assemblyai.com/docs/
|
|
2090
|
+
/** @description Tell the speaker label model how many speakers it should attempt to identify, up to 10. See [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization) for more details. */
|
|
592
2091
|
speakers_expected?: number | null;
|
|
593
2092
|
/**
|
|
594
2093
|
* Format: float
|
|
@@ -603,16 +2102,16 @@ export type Transcript = {
|
|
|
603
2102
|
speed_boost?: boolean | null;
|
|
604
2103
|
/** @description The status of your transcript. Possible values are queued, processing, completed, or error. */
|
|
605
2104
|
status: TranscriptStatus;
|
|
606
|
-
/** @description Whether [Summarization](https://www.assemblyai.com/docs/
|
|
2105
|
+
/** @description Whether [Summarization](https://www.assemblyai.com/docs/models/summarization) is enabled, either true or false */
|
|
607
2106
|
summarization: boolean;
|
|
608
|
-
/** @description The generated summary of the media file, if [Summarization](https://www.assemblyai.com/docs/
|
|
2107
|
+
/** @description The generated summary of the media file, if [Summarization](https://www.assemblyai.com/docs/models/summarization) is enabled */
|
|
609
2108
|
summary?: string | null;
|
|
610
2109
|
/**
|
|
611
2110
|
* @description The Summarization model used to generate the summary,
|
|
612
|
-
* if [Summarization](https://www.assemblyai.com/docs/
|
|
2111
|
+
* if [Summarization](https://www.assemblyai.com/docs/models/summarization) is enabled
|
|
613
2112
|
*/
|
|
614
2113
|
summary_model?: string | null;
|
|
615
|
-
/** @description The type of summary generated, if [Summarization](https://www.assemblyai.com/docs/
|
|
2114
|
+
/** @description The type of summary generated, if [Summarization](https://www.assemblyai.com/docs/models/summarization) is enabled */
|
|
616
2115
|
summary_type?: string | null;
|
|
617
2116
|
/** @description The textual transcript of your media file */
|
|
618
2117
|
text?: string | null;
|
|
@@ -622,7 +2121,7 @@ export type Transcript = {
|
|
|
622
2121
|
topics?: string[];
|
|
623
2122
|
/**
|
|
624
2123
|
* @description When dual_channel or speaker_labels is enabled, a list of turn-by-turn utterance objects.
|
|
625
|
-
* See [Speaker diarization](https://www.assemblyai.com/docs/
|
|
2124
|
+
* See [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization) for more information.
|
|
626
2125
|
*/
|
|
627
2126
|
utterances?: TranscriptUtterance[] | null;
|
|
628
2127
|
/** @description Whether webhook authentication details were provided */
|
|
@@ -637,7 +2136,7 @@ export type Transcript = {
|
|
|
637
2136
|
word_boost?: string[];
|
|
638
2137
|
/**
|
|
639
2138
|
* @description An array of temporally-sequential word objects, one for each word in the transcript.
|
|
640
|
-
* See [Speech recognition](https://www.assemblyai.com/docs/
|
|
2139
|
+
* See [Speech recognition](https://www.assemblyai.com/docs/models/speech-recognition) for more information.
|
|
641
2140
|
*/
|
|
642
2141
|
words?: TranscriptWord[] | null;
|
|
643
2142
|
};
|
|
@@ -648,7 +2147,15 @@ export type Transcript = {
|
|
|
648
2147
|
*/
|
|
649
2148
|
export type TranscriptBoostParam = "low" | "default" | "high";
|
|
650
2149
|
|
|
651
|
-
/**
|
|
2150
|
+
/**
|
|
2151
|
+
* @description Object containing words or phrases to replace, and the word or phrase to replace with
|
|
2152
|
+
* @example {
|
|
2153
|
+
* "from": [
|
|
2154
|
+
* "dicarlo"
|
|
2155
|
+
* ],
|
|
2156
|
+
* "to": "Decarlo"
|
|
2157
|
+
* }
|
|
2158
|
+
*/
|
|
652
2159
|
export type TranscriptCustomSpelling = {
|
|
653
2160
|
/** @description Words or phrases to replace */
|
|
654
2161
|
from: string[];
|
|
@@ -657,7 +2164,7 @@ export type TranscriptCustomSpelling = {
|
|
|
657
2164
|
};
|
|
658
2165
|
|
|
659
2166
|
/**
|
|
660
|
-
* @description The language of your audio file. Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/
|
|
2167
|
+
* @description The language of your audio file. Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/concepts/supported-languages).
|
|
661
2168
|
* The default value is 'en_us'.
|
|
662
2169
|
*
|
|
663
2170
|
* @default en_us
|
|
@@ -685,33 +2192,118 @@ export type TranscriptLanguageCode =
|
|
|
685
2192
|
| "uk"
|
|
686
2193
|
| "vi";
|
|
687
2194
|
|
|
2195
|
+
/**
|
|
2196
|
+
* @example {
|
|
2197
|
+
* "page_details": {
|
|
2198
|
+
* "limit": 2,
|
|
2199
|
+
* "result_count": 2,
|
|
2200
|
+
* "current_url": "https://api.assemblyai.com/v2/transcript?limit=2",
|
|
2201
|
+
* "prev_url": "https://api.assemblyai.com/v2/transcript?limit=2&before_id=62npeahu2b-a8ea-4112-854c-69542c20d90c",
|
|
2202
|
+
* "next_url": "https://api.assemblyai.com/v2/transcript?limit=2&after_id=62nfw3mlar-01ad-4631-92f6-629929496eed"
|
|
2203
|
+
* },
|
|
2204
|
+
* "transcripts": [
|
|
2205
|
+
* {
|
|
2206
|
+
* "id": "9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
2207
|
+
* "resource_url": "https://api.assemblyai.com/v2/transcript/9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
2208
|
+
* "status": "completed",
|
|
2209
|
+
* "created": "2023-11-02T21:49:25.586965",
|
|
2210
|
+
* "completed": "2023-11-02T21:49:25.586965",
|
|
2211
|
+
* "audio_url": "https://github.com/AssemblyAI-Examples/audio-examples/raw/main/20230607_me_canadian_wildfires.mp3"
|
|
2212
|
+
* },
|
|
2213
|
+
* {
|
|
2214
|
+
* "id": "d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
2215
|
+
* "resource_url": "https://api.assemblyai.com/v2/transcript/d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
2216
|
+
* "status": "completed",
|
|
2217
|
+
* "created": "2023-11-02T21:49:25.586965",
|
|
2218
|
+
* "completed": "2023-11-02T21:49:25.586965",
|
|
2219
|
+
* "audio_url": "http://deleted_by_user"
|
|
2220
|
+
* }
|
|
2221
|
+
* ]
|
|
2222
|
+
* }
|
|
2223
|
+
*/
|
|
688
2224
|
export type TranscriptList = {
|
|
689
2225
|
page_details: PageDetails;
|
|
690
2226
|
transcripts: TranscriptListItem[];
|
|
691
2227
|
};
|
|
692
2228
|
|
|
2229
|
+
/**
|
|
2230
|
+
* @example {
|
|
2231
|
+
* "id": "9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
2232
|
+
* "resource_url": "https://api.assemblyai.com/v2/transcript/9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
2233
|
+
* "status": "completed",
|
|
2234
|
+
* "created": "2023-11-02T21:49:25.586965",
|
|
2235
|
+
* "completed": "2023-11-02T21:49:25.586965",
|
|
2236
|
+
* "audio_url": "https://github.com/AssemblyAI-Examples/audio-examples/raw/main/20230607_me_canadian_wildfires.mp3"
|
|
2237
|
+
* }
|
|
2238
|
+
*/
|
|
693
2239
|
export type TranscriptListItem = {
|
|
694
2240
|
audio_url: string;
|
|
695
2241
|
completed?: Date;
|
|
696
2242
|
created: Date;
|
|
2243
|
+
/** Format: uuid */
|
|
697
2244
|
id: string;
|
|
698
2245
|
resource_url: string;
|
|
699
2246
|
status: TranscriptStatus;
|
|
700
2247
|
};
|
|
701
2248
|
|
|
702
|
-
/**
|
|
2249
|
+
/**
|
|
2250
|
+
* @description The parameters for creating a transcript
|
|
2251
|
+
* @example {
|
|
2252
|
+
* "language_code": "en_us",
|
|
2253
|
+
* "punctuate": true,
|
|
2254
|
+
* "format_text": true,
|
|
2255
|
+
* "dual_channel": true,
|
|
2256
|
+
* "webhook_url": "https://your-webhook-url/path",
|
|
2257
|
+
* "webhook_auth_header_name": "webhook-secret",
|
|
2258
|
+
* "webhook_auth_header_value": "webhook-secret-value",
|
|
2259
|
+
* "auto_highlights": true,
|
|
2260
|
+
* "audio_start_from": 10,
|
|
2261
|
+
* "audio_end_at": 280,
|
|
2262
|
+
* "word_boost": [
|
|
2263
|
+
* "aws",
|
|
2264
|
+
* "azure",
|
|
2265
|
+
* "google cloud"
|
|
2266
|
+
* ],
|
|
2267
|
+
* "boost_param": "high",
|
|
2268
|
+
* "filter_profanity": true,
|
|
2269
|
+
* "redact_pii": true,
|
|
2270
|
+
* "redact_pii_audio": true,
|
|
2271
|
+
* "redact_pii_audio_quality": "mp3",
|
|
2272
|
+
* "redact_pii_policies": [
|
|
2273
|
+
* "us_social_security_number",
|
|
2274
|
+
* "credit_card_number"
|
|
2275
|
+
* ],
|
|
2276
|
+
* "redact_pii_sub": "hash",
|
|
2277
|
+
* "speaker_labels": true,
|
|
2278
|
+
* "speakers_expected": 2,
|
|
2279
|
+
* "content_safety": true,
|
|
2280
|
+
* "iab_categories": true,
|
|
2281
|
+
* "language_detection": false,
|
|
2282
|
+
* "custom_spelling": [],
|
|
2283
|
+
* "disfluencies": false,
|
|
2284
|
+
* "sentiment_analysis": true,
|
|
2285
|
+
* "auto_chapters": true,
|
|
2286
|
+
* "entity_detection": true,
|
|
2287
|
+
* "speech_threshold": 0.5,
|
|
2288
|
+
* "summarization": true,
|
|
2289
|
+
* "summary_model": "informative",
|
|
2290
|
+
* "summary_type": "bullets",
|
|
2291
|
+
* "custom_topics": true,
|
|
2292
|
+
* "topics": []
|
|
2293
|
+
* }
|
|
2294
|
+
*/
|
|
703
2295
|
export type TranscriptOptionalParams = {
|
|
704
2296
|
/** @description The point in time, in milliseconds, to stop transcribing in your media file */
|
|
705
2297
|
audio_end_at?: number;
|
|
706
2298
|
/** @description The point in time, in milliseconds, to begin transcribing in your media file */
|
|
707
2299
|
audio_start_from?: number;
|
|
708
|
-
/** @description Enable [Auto Chapters](https://www.assemblyai.com/docs/
|
|
2300
|
+
/** @description Enable [Auto Chapters](https://www.assemblyai.com/docs/models/auto-chapters), can be true or false */
|
|
709
2301
|
auto_chapters?: boolean;
|
|
710
2302
|
/** @description Whether Key Phrases is enabled, either true or false */
|
|
711
2303
|
auto_highlights?: boolean;
|
|
712
2304
|
/** @description The word boost parameter value */
|
|
713
2305
|
boost_param?: TranscriptBoostParam;
|
|
714
|
-
/** @description Enable [Content Moderation](https://www.assemblyai.com/docs/
|
|
2306
|
+
/** @description Enable [Content Moderation](https://www.assemblyai.com/docs/models/content-moderation), can be true or false */
|
|
715
2307
|
content_safety?: boolean;
|
|
716
2308
|
/** @description Customize how words are spelled and formatted using to and from values */
|
|
717
2309
|
custom_spelling?: TranscriptCustomSpelling[];
|
|
@@ -719,44 +2311,44 @@ export type TranscriptOptionalParams = {
|
|
|
719
2311
|
custom_topics?: boolean;
|
|
720
2312
|
/** @description Transcribe Filler Words, like "umm", in your media file; can be true or false */
|
|
721
2313
|
disfluencies?: boolean;
|
|
722
|
-
/** @description Enable [Dual Channel](https://assemblyai.com/docs/
|
|
2314
|
+
/** @description Enable [Dual Channel](https://www.assemblyai.com/docs/models/speech-recognition#dual-channel-transcription) transcription, can be true or false. */
|
|
723
2315
|
dual_channel?: boolean;
|
|
724
|
-
/** @description Enable [Entity Detection](https://www.assemblyai.com/docs/
|
|
2316
|
+
/** @description Enable [Entity Detection](https://www.assemblyai.com/docs/models/entity-detection), can be true or false */
|
|
725
2317
|
entity_detection?: boolean;
|
|
726
2318
|
/** @description Filter profanity from the transcribed text, can be true or false */
|
|
727
2319
|
filter_profanity?: boolean;
|
|
728
2320
|
/** @description Enable Text Formatting, can be true or false */
|
|
729
2321
|
format_text?: boolean;
|
|
730
|
-
/** @description Enable [Topic Detection](https://www.assemblyai.com/docs/
|
|
2322
|
+
/** @description Enable [Topic Detection](https://www.assemblyai.com/docs/models/topic-detection), can be true or false */
|
|
731
2323
|
iab_categories?: boolean;
|
|
732
2324
|
/**
|
|
733
|
-
* @description The language of your audio file. Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/
|
|
2325
|
+
* @description The language of your audio file. Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/concepts/supported-languages).
|
|
734
2326
|
* The default value is 'en_us'.
|
|
735
2327
|
*/
|
|
736
2328
|
language_code?: TranscriptLanguageCode | null;
|
|
737
|
-
/** @description Whether [Automatic language detection](https://www.assemblyai.com/docs/
|
|
2329
|
+
/** @description Whether [Automatic language detection](https://www.assemblyai.com/docs/models/speech-recognition#automatic-language-detection) was enabled in the transcription request, either true or false. */
|
|
738
2330
|
language_detection?: boolean;
|
|
739
2331
|
/** @description Enable Automatic Punctuation, can be true or false */
|
|
740
2332
|
punctuate?: boolean;
|
|
741
2333
|
/** @description Redact PII from the transcribed text using the Redact PII model, can be true or false */
|
|
742
2334
|
redact_pii?: boolean;
|
|
743
|
-
/** @description Generate a copy of the original media file with spoken PII "beeped" out, can be true or false. See [PII redaction](https://www.assemblyai.com/docs/
|
|
2335
|
+
/** @description Generate a copy of the original media file with spoken PII "beeped" out, can be true or false. See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details. */
|
|
744
2336
|
redact_pii_audio?: boolean;
|
|
745
2337
|
/**
|
|
746
|
-
* @description Controls the filetype of the audio created by redact_pii_audio. Currently supports mp3 (default) and wav. See [PII redaction](https://www.assemblyai.com/docs/
|
|
2338
|
+
* @description Controls the filetype of the audio created by redact_pii_audio. Currently supports mp3 (default) and wav. See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details.
|
|
747
2339
|
* @default mp3
|
|
748
2340
|
*/
|
|
749
2341
|
redact_pii_audio_quality?: string;
|
|
750
|
-
/** @description The list of PII Redaction policies to enable. See [PII redaction](https://www.assemblyai.com/docs/
|
|
2342
|
+
/** @description The list of PII Redaction policies to enable. See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details. */
|
|
751
2343
|
redact_pii_policies?: PiiPolicy[];
|
|
752
|
-
/** @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/
|
|
2344
|
+
/** @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details. */
|
|
753
2345
|
redact_pii_sub?: SubstitutionPolicy | null;
|
|
754
|
-
/** @description Enable [Sentiment Analysis](https://www.assemblyai.com/docs/
|
|
2346
|
+
/** @description Enable [Sentiment Analysis](https://www.assemblyai.com/docs/models/sentiment-analysis), can be true or false */
|
|
755
2347
|
sentiment_analysis?: boolean;
|
|
756
|
-
/** @description Enable [Speaker diarization](https://www.assemblyai.com/docs/
|
|
2348
|
+
/** @description Enable [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization), can be true or false */
|
|
757
2349
|
speaker_labels?: boolean;
|
|
758
2350
|
/**
|
|
759
|
-
* @description
|
|
2351
|
+
* @description Tells the speaker label model how many speakers it should attempt to identify, up to 10. See [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization) for more details.
|
|
760
2352
|
* @default null
|
|
761
2353
|
*/
|
|
762
2354
|
speakers_expected?: number | null;
|
|
@@ -768,7 +2360,7 @@ export type TranscriptOptionalParams = {
|
|
|
768
2360
|
* @default null
|
|
769
2361
|
*/
|
|
770
2362
|
speech_threshold?: number | null;
|
|
771
|
-
/** @description Enable [Summarization](https://www.assemblyai.com/docs/
|
|
2363
|
+
/** @description Enable [Summarization](https://www.assemblyai.com/docs/models/summarization), can be true or false */
|
|
772
2364
|
summarization?: boolean;
|
|
773
2365
|
/**
|
|
774
2366
|
* @description The model to summarize the transcript
|
|
@@ -798,10 +2390,50 @@ export type TranscriptOptionalParams = {
|
|
|
798
2390
|
word_boost?: string[];
|
|
799
2391
|
};
|
|
800
2392
|
|
|
2393
|
+
/**
|
|
2394
|
+
* @example {
|
|
2395
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter Decarlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University. Good morning, professor.",
|
|
2396
|
+
* "start": 250,
|
|
2397
|
+
* "end": 26950,
|
|
2398
|
+
* "confidence": 0.73033,
|
|
2399
|
+
* "words": [
|
|
2400
|
+
* {
|
|
2401
|
+
* "text": "Smoke",
|
|
2402
|
+
* "start": 250,
|
|
2403
|
+
* "end": 650,
|
|
2404
|
+
* "confidence": 0.73033,
|
|
2405
|
+
* "speaker": null
|
|
2406
|
+
* },
|
|
2407
|
+
* {
|
|
2408
|
+
* "text": "from",
|
|
2409
|
+
* "start": 730,
|
|
2410
|
+
* "end": 1022,
|
|
2411
|
+
* "confidence": 1,
|
|
2412
|
+
* "speaker": null
|
|
2413
|
+
* },
|
|
2414
|
+
* {
|
|
2415
|
+
* "text": "hundreds",
|
|
2416
|
+
* "start": 1076,
|
|
2417
|
+
* "end": 1466,
|
|
2418
|
+
* "confidence": 0.99992,
|
|
2419
|
+
* "speaker": null
|
|
2420
|
+
* },
|
|
2421
|
+
* {
|
|
2422
|
+
* "text": "of",
|
|
2423
|
+
* "start": 1498,
|
|
2424
|
+
* "end": 1646,
|
|
2425
|
+
* "confidence": 1,
|
|
2426
|
+
* "speaker": null
|
|
2427
|
+
* }
|
|
2428
|
+
* ]
|
|
2429
|
+
* }
|
|
2430
|
+
*/
|
|
801
2431
|
export type TranscriptParagraph = {
|
|
802
2432
|
/** Format: double */
|
|
803
2433
|
confidence: number;
|
|
804
2434
|
end: number;
|
|
2435
|
+
/** @description The speaker of the sentence if [Speaker Diarization](https://www.assemblyai.com/docs/models/speaker-diarization) is enabled, else null */
|
|
2436
|
+
speaker?: string | null;
|
|
805
2437
|
start: number;
|
|
806
2438
|
text: string;
|
|
807
2439
|
words: TranscriptWord[];
|
|
@@ -813,10 +2445,51 @@ export type TranscriptParams = TranscriptOptionalParams & {
|
|
|
813
2445
|
audio_url: string;
|
|
814
2446
|
};
|
|
815
2447
|
|
|
2448
|
+
/**
|
|
2449
|
+
* @example {
|
|
2450
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US.",
|
|
2451
|
+
* "start": 250,
|
|
2452
|
+
* "end": 6350,
|
|
2453
|
+
* "confidence": 0.72412,
|
|
2454
|
+
* "words": [
|
|
2455
|
+
* {
|
|
2456
|
+
* "text": "Smoke",
|
|
2457
|
+
* "start": 250,
|
|
2458
|
+
* "end": 650,
|
|
2459
|
+
* "confidence": 0.72412,
|
|
2460
|
+
* "speaker": null
|
|
2461
|
+
* },
|
|
2462
|
+
* {
|
|
2463
|
+
* "text": "from",
|
|
2464
|
+
* "start": 730,
|
|
2465
|
+
* "end": 1022,
|
|
2466
|
+
* "confidence": 0.99996,
|
|
2467
|
+
* "speaker": null
|
|
2468
|
+
* },
|
|
2469
|
+
* {
|
|
2470
|
+
* "text": "hundreds",
|
|
2471
|
+
* "start": 1076,
|
|
2472
|
+
* "end": 1466,
|
|
2473
|
+
* "confidence": 0.99992,
|
|
2474
|
+
* "speaker": null
|
|
2475
|
+
* },
|
|
2476
|
+
* {
|
|
2477
|
+
* "text": "of",
|
|
2478
|
+
* "start": 1498,
|
|
2479
|
+
* "end": 1646,
|
|
2480
|
+
* "confidence": 1,
|
|
2481
|
+
* "speaker": null
|
|
2482
|
+
* }
|
|
2483
|
+
* ],
|
|
2484
|
+
* "speaker": null
|
|
2485
|
+
* }
|
|
2486
|
+
*/
|
|
816
2487
|
export type TranscriptSentence = {
|
|
817
2488
|
/** Format: double */
|
|
818
2489
|
confidence: number;
|
|
819
2490
|
end: number;
|
|
2491
|
+
/** @description The speaker of the sentence if [Speaker Diarization](https://www.assemblyai.com/docs/models/speaker-diarization) is enabled, else null */
|
|
2492
|
+
speaker?: string | null;
|
|
820
2493
|
start: number;
|
|
821
2494
|
text: string;
|
|
822
2495
|
words: TranscriptWord[];
|
|
@@ -828,6 +2501,122 @@ export type TranscriptSentence = {
|
|
|
828
2501
|
*/
|
|
829
2502
|
export type TranscriptStatus = "queued" | "processing" | "completed" | "error";
|
|
830
2503
|
|
|
2504
|
+
/**
|
|
2505
|
+
* @example {
|
|
2506
|
+
* "confidence": 0.9359033333333334,
|
|
2507
|
+
* "end": 26950,
|
|
2508
|
+
* "speaker": "A",
|
|
2509
|
+
* "start": 250,
|
|
2510
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor.",
|
|
2511
|
+
* "words": [
|
|
2512
|
+
* {
|
|
2513
|
+
* "text": "Smoke",
|
|
2514
|
+
* "start": 250,
|
|
2515
|
+
* "end": 650,
|
|
2516
|
+
* "confidence": 0.97503,
|
|
2517
|
+
* "speaker": "A"
|
|
2518
|
+
* },
|
|
2519
|
+
* {
|
|
2520
|
+
* "text": "from",
|
|
2521
|
+
* "start": 730,
|
|
2522
|
+
* "end": 1022,
|
|
2523
|
+
* "confidence": 0.99999,
|
|
2524
|
+
* "speaker": "A"
|
|
2525
|
+
* },
|
|
2526
|
+
* {
|
|
2527
|
+
* "text": "hundreds",
|
|
2528
|
+
* "start": 1076,
|
|
2529
|
+
* "end": 1418,
|
|
2530
|
+
* "confidence": 0.99843,
|
|
2531
|
+
* "speaker": "A"
|
|
2532
|
+
* },
|
|
2533
|
+
* {
|
|
2534
|
+
* "text": "of",
|
|
2535
|
+
* "start": 1434,
|
|
2536
|
+
* "end": 1614,
|
|
2537
|
+
* "confidence": 0.85,
|
|
2538
|
+
* "speaker": "A"
|
|
2539
|
+
* },
|
|
2540
|
+
* {
|
|
2541
|
+
* "text": "wildfires",
|
|
2542
|
+
* "start": 1652,
|
|
2543
|
+
* "end": 2346,
|
|
2544
|
+
* "confidence": 0.89657,
|
|
2545
|
+
* "speaker": "A"
|
|
2546
|
+
* },
|
|
2547
|
+
* {
|
|
2548
|
+
* "text": "in",
|
|
2549
|
+
* "start": 2378,
|
|
2550
|
+
* "end": 2526,
|
|
2551
|
+
* "confidence": 0.99994,
|
|
2552
|
+
* "speaker": "A"
|
|
2553
|
+
* },
|
|
2554
|
+
* {
|
|
2555
|
+
* "text": "Canada",
|
|
2556
|
+
* "start": 2548,
|
|
2557
|
+
* "end": 3130,
|
|
2558
|
+
* "confidence": 0.93864,
|
|
2559
|
+
* "speaker": "A"
|
|
2560
|
+
* },
|
|
2561
|
+
* {
|
|
2562
|
+
* "text": "is",
|
|
2563
|
+
* "start": 3210,
|
|
2564
|
+
* "end": 3454,
|
|
2565
|
+
* "confidence": 0.999,
|
|
2566
|
+
* "speaker": "A"
|
|
2567
|
+
* },
|
|
2568
|
+
* {
|
|
2569
|
+
* "text": "triggering",
|
|
2570
|
+
* "start": 3492,
|
|
2571
|
+
* "end": 3946,
|
|
2572
|
+
* "confidence": 0.75366,
|
|
2573
|
+
* "speaker": "A"
|
|
2574
|
+
* },
|
|
2575
|
+
* {
|
|
2576
|
+
* "text": "air",
|
|
2577
|
+
* "start": 3978,
|
|
2578
|
+
* "end": 4174,
|
|
2579
|
+
* "confidence": 1,
|
|
2580
|
+
* "speaker": "A"
|
|
2581
|
+
* },
|
|
2582
|
+
* {
|
|
2583
|
+
* "text": "quality",
|
|
2584
|
+
* "start": 4212,
|
|
2585
|
+
* "end": 4558,
|
|
2586
|
+
* "confidence": 0.87745,
|
|
2587
|
+
* "speaker": "A"
|
|
2588
|
+
* },
|
|
2589
|
+
* {
|
|
2590
|
+
* "text": "alerts",
|
|
2591
|
+
* "start": 4644,
|
|
2592
|
+
* "end": 5114,
|
|
2593
|
+
* "confidence": 0.94739,
|
|
2594
|
+
* "speaker": "A"
|
|
2595
|
+
* },
|
|
2596
|
+
* {
|
|
2597
|
+
* "text": "throughout",
|
|
2598
|
+
* "start": 5162,
|
|
2599
|
+
* "end": 5466,
|
|
2600
|
+
* "confidence": 0.99726,
|
|
2601
|
+
* "speaker": "A"
|
|
2602
|
+
* },
|
|
2603
|
+
* {
|
|
2604
|
+
* "text": "the",
|
|
2605
|
+
* "start": 5498,
|
|
2606
|
+
* "end": 5694,
|
|
2607
|
+
* "confidence": 0.79,
|
|
2608
|
+
* "speaker": "A"
|
|
2609
|
+
* },
|
|
2610
|
+
* {
|
|
2611
|
+
* "text": "US.",
|
|
2612
|
+
* "start": 5732,
|
|
2613
|
+
* "end": 6382,
|
|
2614
|
+
* "confidence": 0.88,
|
|
2615
|
+
* "speaker": "A"
|
|
2616
|
+
* }
|
|
2617
|
+
* ]
|
|
2618
|
+
* }
|
|
2619
|
+
*/
|
|
831
2620
|
export type TranscriptUtterance = {
|
|
832
2621
|
/**
|
|
833
2622
|
* Format: double
|
|
@@ -846,20 +2635,75 @@ export type TranscriptUtterance = {
|
|
|
846
2635
|
words: TranscriptWord[];
|
|
847
2636
|
};
|
|
848
2637
|
|
|
2638
|
+
/**
|
|
2639
|
+
* @example {
|
|
2640
|
+
* "text": "Smoke",
|
|
2641
|
+
* "start": 250,
|
|
2642
|
+
* "end": 650,
|
|
2643
|
+
* "confidence": 0.97465,
|
|
2644
|
+
* "speaker": null
|
|
2645
|
+
* }
|
|
2646
|
+
*/
|
|
849
2647
|
export type TranscriptWord = {
|
|
850
2648
|
/** Format: double */
|
|
851
2649
|
confidence: number;
|
|
852
2650
|
end: number;
|
|
2651
|
+
/** @description The speaker of the sentence if [Speaker Diarization](https://www.assemblyai.com/docs/models/speaker-diarization) is enabled, else null */
|
|
853
2652
|
speaker?: string | null;
|
|
854
2653
|
start: number;
|
|
855
2654
|
text: string;
|
|
856
2655
|
};
|
|
857
2656
|
|
|
2657
|
+
/**
|
|
2658
|
+
* @example {
|
|
2659
|
+
* "upload_url": "https://cdn.assemblyai.com/upload/f756988d-47e2-4ca3-96ce-04bb168f8f2a"
|
|
2660
|
+
* }
|
|
2661
|
+
*/
|
|
858
2662
|
export type UploadedFile = {
|
|
859
2663
|
/** @description A URL that points to your audio file, accessible only by AssemblyAI's servers */
|
|
860
2664
|
upload_url: string;
|
|
861
2665
|
};
|
|
862
2666
|
|
|
2667
|
+
/**
|
|
2668
|
+
* @example {
|
|
2669
|
+
* "text": "smoke",
|
|
2670
|
+
* "count": 6,
|
|
2671
|
+
* "timestamps": [
|
|
2672
|
+
* [
|
|
2673
|
+
* 250,
|
|
2674
|
+
* 650
|
|
2675
|
+
* ],
|
|
2676
|
+
* [
|
|
2677
|
+
* 49168,
|
|
2678
|
+
* 49398
|
|
2679
|
+
* ],
|
|
2680
|
+
* [
|
|
2681
|
+
* 55284,
|
|
2682
|
+
* 55594
|
|
2683
|
+
* ],
|
|
2684
|
+
* [
|
|
2685
|
+
* 168888,
|
|
2686
|
+
* 169118
|
|
2687
|
+
* ],
|
|
2688
|
+
* [
|
|
2689
|
+
* 215108,
|
|
2690
|
+
* 215386
|
|
2691
|
+
* ],
|
|
2692
|
+
* [
|
|
2693
|
+
* 225944,
|
|
2694
|
+
* 226170
|
|
2695
|
+
* ]
|
|
2696
|
+
* ],
|
|
2697
|
+
* "indexes": [
|
|
2698
|
+
* 0,
|
|
2699
|
+
* 136,
|
|
2700
|
+
* 156,
|
|
2701
|
+
* 486,
|
|
2702
|
+
* 652,
|
|
2703
|
+
* 698
|
|
2704
|
+
* ]
|
|
2705
|
+
* }
|
|
2706
|
+
*/
|
|
863
2707
|
export type WordSearchMatch = {
|
|
864
2708
|
/** @description The total amount of times the word is in the transcript */
|
|
865
2709
|
count: number;
|
|
@@ -871,8 +2715,85 @@ export type WordSearchMatch = {
|
|
|
871
2715
|
timestamps: WordSearchTimestamp[];
|
|
872
2716
|
};
|
|
873
2717
|
|
|
2718
|
+
/**
|
|
2719
|
+
* @example {
|
|
2720
|
+
* "id": "d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
2721
|
+
* "total_count": 10,
|
|
2722
|
+
* "matches": [
|
|
2723
|
+
* {
|
|
2724
|
+
* "text": "smoke",
|
|
2725
|
+
* "count": 6,
|
|
2726
|
+
* "timestamps": [
|
|
2727
|
+
* [
|
|
2728
|
+
* 250,
|
|
2729
|
+
* 650
|
|
2730
|
+
* ],
|
|
2731
|
+
* [
|
|
2732
|
+
* 49168,
|
|
2733
|
+
* 49398
|
|
2734
|
+
* ],
|
|
2735
|
+
* [
|
|
2736
|
+
* 55284,
|
|
2737
|
+
* 55594
|
|
2738
|
+
* ],
|
|
2739
|
+
* [
|
|
2740
|
+
* 168888,
|
|
2741
|
+
* 169118
|
|
2742
|
+
* ],
|
|
2743
|
+
* [
|
|
2744
|
+
* 215108,
|
|
2745
|
+
* 215386
|
|
2746
|
+
* ],
|
|
2747
|
+
* [
|
|
2748
|
+
* 225944,
|
|
2749
|
+
* 226170
|
|
2750
|
+
* ]
|
|
2751
|
+
* ],
|
|
2752
|
+
* "indexes": [
|
|
2753
|
+
* 0,
|
|
2754
|
+
* 136,
|
|
2755
|
+
* 156,
|
|
2756
|
+
* 486,
|
|
2757
|
+
* 652,
|
|
2758
|
+
* 698
|
|
2759
|
+
* ]
|
|
2760
|
+
* },
|
|
2761
|
+
* {
|
|
2762
|
+
* "text": "wildfires",
|
|
2763
|
+
* "count": 4,
|
|
2764
|
+
* "timestamps": [
|
|
2765
|
+
* [
|
|
2766
|
+
* 1668,
|
|
2767
|
+
* 2346
|
|
2768
|
+
* ],
|
|
2769
|
+
* [
|
|
2770
|
+
* 33852,
|
|
2771
|
+
* 34546
|
|
2772
|
+
* ],
|
|
2773
|
+
* [
|
|
2774
|
+
* 50118,
|
|
2775
|
+
* 51110
|
|
2776
|
+
* ],
|
|
2777
|
+
* [
|
|
2778
|
+
* 231356,
|
|
2779
|
+
* 232354
|
|
2780
|
+
* ]
|
|
2781
|
+
* ],
|
|
2782
|
+
* "indexes": [
|
|
2783
|
+
* 4,
|
|
2784
|
+
* 90,
|
|
2785
|
+
* 140,
|
|
2786
|
+
* 716
|
|
2787
|
+
* ]
|
|
2788
|
+
* }
|
|
2789
|
+
* ]
|
|
2790
|
+
* }
|
|
2791
|
+
*/
|
|
874
2792
|
export type WordSearchResponse = {
|
|
875
|
-
/**
|
|
2793
|
+
/**
|
|
2794
|
+
* Format: uuid
|
|
2795
|
+
* @description The ID of the transcript
|
|
2796
|
+
*/
|
|
876
2797
|
id: string;
|
|
877
2798
|
/** @description The matches of the search */
|
|
878
2799
|
matches: WordSearchMatch[];
|
|
@@ -880,5 +2801,11 @@ export type WordSearchResponse = {
|
|
|
880
2801
|
total_count: number;
|
|
881
2802
|
};
|
|
882
2803
|
|
|
883
|
-
/**
|
|
2804
|
+
/**
|
|
2805
|
+
* @description An array of timestamps structured as [`start_time`, `end_time`] in milliseconds
|
|
2806
|
+
* @example [
|
|
2807
|
+
* 250,
|
|
2808
|
+
* 650
|
|
2809
|
+
* ]
|
|
2810
|
+
*/
|
|
884
2811
|
export type WordSearchTimestamp = number[];
|