assemblyai 4.0.0-beta.3 → 4.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +12 -1
- package/dist/polyfills/streams/node.d.ts +1 -0
- package/dist/types/asyncapi.generated.d.ts +4 -1
- package/dist/types/openapi.generated.d.ts +1988 -67
- package/docs/compat.md +5 -0
- package/package.json +12 -7
- package/src/types/asyncapi.generated.ts +4 -1
- package/src/types/openapi.generated.ts +1988 -67
|
@@ -19,6 +19,19 @@ type OneOf<T extends any[]> = T extends [infer Only]
|
|
|
19
19
|
*/
|
|
20
20
|
export type AudioIntelligenceModelStatus = "success" | "unavailable";
|
|
21
21
|
|
|
22
|
+
/**
|
|
23
|
+
* @example {
|
|
24
|
+
* "count": 1,
|
|
25
|
+
* "rank": 0.08,
|
|
26
|
+
* "text": "air quality alerts",
|
|
27
|
+
* "timestamps": [
|
|
28
|
+
* {
|
|
29
|
+
* "start": 3978,
|
|
30
|
+
* "end": 5114
|
|
31
|
+
* }
|
|
32
|
+
* ]
|
|
33
|
+
* }
|
|
34
|
+
*/
|
|
22
35
|
export type AutoHighlightResult = {
|
|
23
36
|
/** @description The total number of times the key phrase appears in the audio file */
|
|
24
37
|
count: number;
|
|
@@ -35,14 +48,226 @@ export type AutoHighlightResult = {
|
|
|
35
48
|
|
|
36
49
|
/**
|
|
37
50
|
* @description An array of results for the Key Phrases model, if it is enabled.
|
|
38
|
-
* See [Key phrases](https://www.assemblyai.com/docs/
|
|
51
|
+
* See [Key phrases](https://www.assemblyai.com/docs/models/key-phrases) for more information.
|
|
52
|
+
*
|
|
53
|
+
* @example {
|
|
54
|
+
* "status": "success",
|
|
55
|
+
* "results": [
|
|
56
|
+
* {
|
|
57
|
+
* "count": 1,
|
|
58
|
+
* "rank": 0.08,
|
|
59
|
+
* "text": "air quality alerts",
|
|
60
|
+
* "timestamps": [
|
|
61
|
+
* {
|
|
62
|
+
* "start": 3978,
|
|
63
|
+
* "end": 5114
|
|
64
|
+
* }
|
|
65
|
+
* ]
|
|
66
|
+
* },
|
|
67
|
+
* {
|
|
68
|
+
* "count": 1,
|
|
69
|
+
* "rank": 0.08,
|
|
70
|
+
* "text": "wide ranging air quality consequences",
|
|
71
|
+
* "timestamps": [
|
|
72
|
+
* {
|
|
73
|
+
* "start": 235388,
|
|
74
|
+
* "end": 238694
|
|
75
|
+
* }
|
|
76
|
+
* ]
|
|
77
|
+
* },
|
|
78
|
+
* {
|
|
79
|
+
* "count": 1,
|
|
80
|
+
* "rank": 0.07,
|
|
81
|
+
* "text": "more wildfires",
|
|
82
|
+
* "timestamps": [
|
|
83
|
+
* {
|
|
84
|
+
* "start": 230972,
|
|
85
|
+
* "end": 232354
|
|
86
|
+
* }
|
|
87
|
+
* ]
|
|
88
|
+
* },
|
|
89
|
+
* {
|
|
90
|
+
* "count": 1,
|
|
91
|
+
* "rank": 0.07,
|
|
92
|
+
* "text": "air pollution",
|
|
93
|
+
* "timestamps": [
|
|
94
|
+
* {
|
|
95
|
+
* "start": 156004,
|
|
96
|
+
* "end": 156910
|
|
97
|
+
* }
|
|
98
|
+
* ]
|
|
99
|
+
* },
|
|
100
|
+
* {
|
|
101
|
+
* "count": 3,
|
|
102
|
+
* "rank": 0.07,
|
|
103
|
+
* "text": "weather systems",
|
|
104
|
+
* "timestamps": [
|
|
105
|
+
* {
|
|
106
|
+
* "start": 47344,
|
|
107
|
+
* "end": 47958
|
|
108
|
+
* },
|
|
109
|
+
* {
|
|
110
|
+
* "start": 205268,
|
|
111
|
+
* "end": 205818
|
|
112
|
+
* },
|
|
113
|
+
* {
|
|
114
|
+
* "start": 211588,
|
|
115
|
+
* "end": 213434
|
|
116
|
+
* }
|
|
117
|
+
* ]
|
|
118
|
+
* },
|
|
119
|
+
* {
|
|
120
|
+
* "count": 2,
|
|
121
|
+
* "rank": 0.06,
|
|
122
|
+
* "text": "high levels",
|
|
123
|
+
* "timestamps": [
|
|
124
|
+
* {
|
|
125
|
+
* "start": 121128,
|
|
126
|
+
* "end": 121646
|
|
127
|
+
* },
|
|
128
|
+
* {
|
|
129
|
+
* "start": 155412,
|
|
130
|
+
* "end": 155866
|
|
131
|
+
* }
|
|
132
|
+
* ]
|
|
133
|
+
* },
|
|
134
|
+
* {
|
|
135
|
+
* "count": 1,
|
|
136
|
+
* "rank": 0.06,
|
|
137
|
+
* "text": "health conditions",
|
|
138
|
+
* "timestamps": [
|
|
139
|
+
* {
|
|
140
|
+
* "start": 152138,
|
|
141
|
+
* "end": 152666
|
|
142
|
+
* }
|
|
143
|
+
* ]
|
|
144
|
+
* },
|
|
145
|
+
* {
|
|
146
|
+
* "count": 2,
|
|
147
|
+
* "rank": 0.06,
|
|
148
|
+
* "text": "Peter de Carlo",
|
|
149
|
+
* "timestamps": [
|
|
150
|
+
* {
|
|
151
|
+
* "start": 18948,
|
|
152
|
+
* "end": 19930
|
|
153
|
+
* },
|
|
154
|
+
* {
|
|
155
|
+
* "start": 268298,
|
|
156
|
+
* "end": 269194
|
|
157
|
+
* }
|
|
158
|
+
* ]
|
|
159
|
+
* },
|
|
160
|
+
* {
|
|
161
|
+
* "count": 1,
|
|
162
|
+
* "rank": 0.06,
|
|
163
|
+
* "text": "New York City",
|
|
164
|
+
* "timestamps": [
|
|
165
|
+
* {
|
|
166
|
+
* "start": 125768,
|
|
167
|
+
* "end": 126274
|
|
168
|
+
* }
|
|
169
|
+
* ]
|
|
170
|
+
* },
|
|
171
|
+
* {
|
|
172
|
+
* "count": 1,
|
|
173
|
+
* "rank": 0.05,
|
|
174
|
+
* "text": "respiratory conditions",
|
|
175
|
+
* "timestamps": [
|
|
176
|
+
* {
|
|
177
|
+
* "start": 152964,
|
|
178
|
+
* "end": 153786
|
|
179
|
+
* }
|
|
180
|
+
* ]
|
|
181
|
+
* },
|
|
182
|
+
* {
|
|
183
|
+
* "count": 3,
|
|
184
|
+
* "rank": 0.05,
|
|
185
|
+
* "text": "New York",
|
|
186
|
+
* "timestamps": [
|
|
187
|
+
* {
|
|
188
|
+
* "start": 125768,
|
|
189
|
+
* "end": 126034
|
|
190
|
+
* },
|
|
191
|
+
* {
|
|
192
|
+
* "start": 171448,
|
|
193
|
+
* "end": 171938
|
|
194
|
+
* },
|
|
195
|
+
* {
|
|
196
|
+
* "start": 176008,
|
|
197
|
+
* "end": 176322
|
|
198
|
+
* }
|
|
199
|
+
* ]
|
|
200
|
+
* },
|
|
201
|
+
* {
|
|
202
|
+
* "count": 3,
|
|
203
|
+
* "rank": 0.05,
|
|
204
|
+
* "text": "climate change",
|
|
205
|
+
* "timestamps": [
|
|
206
|
+
* {
|
|
207
|
+
* "start": 229548,
|
|
208
|
+
* "end": 230230
|
|
209
|
+
* },
|
|
210
|
+
* {
|
|
211
|
+
* "start": 244576,
|
|
212
|
+
* "end": 245162
|
|
213
|
+
* },
|
|
214
|
+
* {
|
|
215
|
+
* "start": 263348,
|
|
216
|
+
* "end": 263950
|
|
217
|
+
* }
|
|
218
|
+
* ]
|
|
219
|
+
* },
|
|
220
|
+
* {
|
|
221
|
+
* "count": 1,
|
|
222
|
+
* "rank": 0.05,
|
|
223
|
+
* "text": "Johns Hopkins University Varsity",
|
|
224
|
+
* "timestamps": [
|
|
225
|
+
* {
|
|
226
|
+
* "start": 23972,
|
|
227
|
+
* "end": 25490
|
|
228
|
+
* }
|
|
229
|
+
* ]
|
|
230
|
+
* },
|
|
231
|
+
* {
|
|
232
|
+
* "count": 1,
|
|
233
|
+
* "rank": 0.05,
|
|
234
|
+
* "text": "heart conditions",
|
|
235
|
+
* "timestamps": [
|
|
236
|
+
* {
|
|
237
|
+
* "start": 153988,
|
|
238
|
+
* "end": 154506
|
|
239
|
+
* }
|
|
240
|
+
* ]
|
|
241
|
+
* },
|
|
242
|
+
* {
|
|
243
|
+
* "count": 1,
|
|
244
|
+
* "rank": 0.05,
|
|
245
|
+
* "text": "air quality warnings",
|
|
246
|
+
* "timestamps": [
|
|
247
|
+
* {
|
|
248
|
+
* "start": 12308,
|
|
249
|
+
* "end": 13434
|
|
250
|
+
* }
|
|
251
|
+
* ]
|
|
252
|
+
* }
|
|
253
|
+
* ]
|
|
254
|
+
* }
|
|
39
255
|
*/
|
|
40
256
|
export type AutoHighlightsResult = {
|
|
41
257
|
/** @description A temporally-sequential array of Key Phrases */
|
|
42
258
|
results: AutoHighlightResult[];
|
|
43
259
|
};
|
|
44
260
|
|
|
45
|
-
/**
|
|
261
|
+
/**
|
|
262
|
+
* @description Chapter of the audio file
|
|
263
|
+
* @example {
|
|
264
|
+
* "summary": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. In some places, the air quality warnings include the warning to stay inside.",
|
|
265
|
+
* "gist": "Smoggy air quality alerts across US",
|
|
266
|
+
* "headline": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts across US",
|
|
267
|
+
* "start": 250,
|
|
268
|
+
* "end": 28840
|
|
269
|
+
* }
|
|
270
|
+
*/
|
|
46
271
|
export type Chapter = {
|
|
47
272
|
/** @description The starting time, in milliseconds, for the chapter */
|
|
48
273
|
end: number;
|
|
@@ -56,6 +281,13 @@ export type Chapter = {
|
|
|
56
281
|
summary: string;
|
|
57
282
|
};
|
|
58
283
|
|
|
284
|
+
/**
|
|
285
|
+
* @example {
|
|
286
|
+
* "label": "disasters",
|
|
287
|
+
* "confidence": 0.8142836093902588,
|
|
288
|
+
* "severity": 0.4093044400215149
|
|
289
|
+
* }
|
|
290
|
+
*/
|
|
59
291
|
export type ContentSafetyLabel = {
|
|
60
292
|
/**
|
|
61
293
|
* Format: double
|
|
@@ -71,6 +303,24 @@ export type ContentSafetyLabel = {
|
|
|
71
303
|
severity: number;
|
|
72
304
|
};
|
|
73
305
|
|
|
306
|
+
/**
|
|
307
|
+
* @example {
|
|
308
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
309
|
+
* "labels": [
|
|
310
|
+
* {
|
|
311
|
+
* "label": "disasters",
|
|
312
|
+
* "confidence": 0.8142836093902588,
|
|
313
|
+
* "severity": 0.4093044400215149
|
|
314
|
+
* }
|
|
315
|
+
* ],
|
|
316
|
+
* "sentences_idx_start": 0,
|
|
317
|
+
* "sentences_idx_end": 5,
|
|
318
|
+
* "timestamp": {
|
|
319
|
+
* "start": 250,
|
|
320
|
+
* "end": 28840
|
|
321
|
+
* }
|
|
322
|
+
* }
|
|
323
|
+
*/
|
|
74
324
|
export type ContentSafetyLabelResult = {
|
|
75
325
|
/** @description An array of safety labels, one per sensitive topic that was detected in the section */
|
|
76
326
|
labels: ContentSafetyLabel[];
|
|
@@ -86,7 +336,45 @@ export type ContentSafetyLabelResult = {
|
|
|
86
336
|
|
|
87
337
|
/**
|
|
88
338
|
* @description An array of results for the Content Moderation model, if it is enabled.
|
|
89
|
-
* See [Content moderation](https://www.assemblyai.com/docs/
|
|
339
|
+
* See [Content moderation](https://www.assemblyai.com/docs/models/content-moderation) for more information.
|
|
340
|
+
*
|
|
341
|
+
* @example {
|
|
342
|
+
* "status": "success",
|
|
343
|
+
* "results": [
|
|
344
|
+
* {
|
|
345
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
346
|
+
* "labels": [
|
|
347
|
+
* {
|
|
348
|
+
* "label": "disasters",
|
|
349
|
+
* "confidence": 0.8142836093902588,
|
|
350
|
+
* "severity": 0.4093044400215149
|
|
351
|
+
* }
|
|
352
|
+
* ],
|
|
353
|
+
* "sentences_idx_start": 0,
|
|
354
|
+
* "sentences_idx_end": 5,
|
|
355
|
+
* "timestamp": {
|
|
356
|
+
* "start": 250,
|
|
357
|
+
* "end": 28840
|
|
358
|
+
* }
|
|
359
|
+
* }
|
|
360
|
+
* ],
|
|
361
|
+
* "summary": {
|
|
362
|
+
* "disasters": 0.9940800441842205,
|
|
363
|
+
* "health_issues": 0.9216489289040967
|
|
364
|
+
* },
|
|
365
|
+
* "severity_score_summary": {
|
|
366
|
+
* "disasters": {
|
|
367
|
+
* "low": 0.5733263024656846,
|
|
368
|
+
* "medium": 0.42667369753431533,
|
|
369
|
+
* "high": 0
|
|
370
|
+
* },
|
|
371
|
+
* "health_issues": {
|
|
372
|
+
* "low": 0.22863814977924785,
|
|
373
|
+
* "medium": 0.45014154926938227,
|
|
374
|
+
* "high": 0.32122030095136983
|
|
375
|
+
* }
|
|
376
|
+
* }
|
|
377
|
+
* }
|
|
90
378
|
*/
|
|
91
379
|
export type ContentSafetyLabelsResult = {
|
|
92
380
|
results: ContentSafetyLabelResult[];
|
|
@@ -102,12 +390,25 @@ export type ContentSafetyLabelsResult = {
|
|
|
102
390
|
};
|
|
103
391
|
};
|
|
104
392
|
|
|
393
|
+
/**
|
|
394
|
+
* @example {
|
|
395
|
+
* "expires_in": 480
|
|
396
|
+
* }
|
|
397
|
+
*/
|
|
105
398
|
export type CreateRealtimeTemporaryTokenParams = {
|
|
106
399
|
/** @description The amount of time until the token expires in seconds */
|
|
107
400
|
expires_in: number;
|
|
108
401
|
};
|
|
109
402
|
|
|
110
|
-
/**
|
|
403
|
+
/**
|
|
404
|
+
* @description A detected entity
|
|
405
|
+
* @example {
|
|
406
|
+
* "entity_type": "location",
|
|
407
|
+
* "text": "Canada",
|
|
408
|
+
* "start": 2548,
|
|
409
|
+
* "end": 3130
|
|
410
|
+
* }
|
|
411
|
+
*/
|
|
111
412
|
export type Entity = {
|
|
112
413
|
/** @description The ending time, in milliseconds, for the detected entity in the audio file */
|
|
113
414
|
end: number;
|
|
@@ -154,6 +455,11 @@ export type EntityType =
|
|
|
154
455
|
| "url"
|
|
155
456
|
| "us_social_security_number";
|
|
156
457
|
|
|
458
|
+
/**
|
|
459
|
+
* @example {
|
|
460
|
+
* "error": "format_text must be a Boolean"
|
|
461
|
+
* }
|
|
462
|
+
*/
|
|
157
463
|
export type Error = {
|
|
158
464
|
/** @description Error message */
|
|
159
465
|
error: string;
|
|
@@ -161,13 +467,41 @@ export type Error = {
|
|
|
161
467
|
status?: "error";
|
|
162
468
|
};
|
|
163
469
|
|
|
470
|
+
/**
|
|
471
|
+
* @example {
|
|
472
|
+
* "transcript_ids": [
|
|
473
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
474
|
+
* ],
|
|
475
|
+
* "context": "This is an interview about wildfires.",
|
|
476
|
+
* "final_model": "default",
|
|
477
|
+
* "temperature": 0,
|
|
478
|
+
* "max_output_size": 3000
|
|
479
|
+
* }
|
|
480
|
+
*/
|
|
164
481
|
export type LemurActionItemsParams = LemurBaseParams;
|
|
165
482
|
|
|
483
|
+
/**
|
|
484
|
+
* @example {
|
|
485
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e",
|
|
486
|
+
* "response": "Here are some potential action items based on the transcript:\n\n- Monitor air quality levels in affected areas and issue warnings as needed.\n\n- Advise vulnerable populations like children, the elderly, and those with respiratory conditions to limit time outdoors.\n\n- Have schools cancel outdoor activities when air quality is poor.\n\n- Educate the public on health impacts of smoke inhalation and precautions to take.\n\n- Track progression of smoke plumes using weather and air quality monitoring systems.\n\n- Coordinate cross-regionally to manage smoke exposure as air masses shift.\n\n- Plan for likely increase in such events due to climate change. Expand monitoring and forecasting capabilities.\n\n- Conduct research to better understand health impacts of wildfire smoke and mitigation strategies.\n\n- Develop strategies to prevent and manage wildfires to limit air quality impacts.\n"
|
|
487
|
+
* }
|
|
488
|
+
*/
|
|
166
489
|
export type LemurActionItemsResponse = LemurBaseResponse & {
|
|
167
490
|
/** @description The response generated by LeMUR */
|
|
168
491
|
response: string;
|
|
169
492
|
};
|
|
170
493
|
|
|
494
|
+
/**
|
|
495
|
+
* @example {
|
|
496
|
+
* "transcript_ids": [
|
|
497
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
498
|
+
* ],
|
|
499
|
+
* "context": "This is an interview about wildfires.",
|
|
500
|
+
* "final_model": "default",
|
|
501
|
+
* "temperature": 0,
|
|
502
|
+
* "max_output_size": 3000
|
|
503
|
+
* }
|
|
504
|
+
*/
|
|
171
505
|
export type LemurBaseParams = {
|
|
172
506
|
/** @description Context to provide the model. This can be a string or a free-form JSON value. */
|
|
173
507
|
context?: OneOf<
|
|
@@ -200,18 +534,32 @@ export type LemurBaseParams = {
|
|
|
200
534
|
transcript_ids?: string[];
|
|
201
535
|
};
|
|
202
536
|
|
|
537
|
+
/**
|
|
538
|
+
* @example {
|
|
539
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e"
|
|
540
|
+
* }
|
|
541
|
+
*/
|
|
203
542
|
export type LemurBaseResponse = {
|
|
204
|
-
/**
|
|
543
|
+
/**
|
|
544
|
+
* Format: uuid
|
|
545
|
+
* @description The ID of the LeMUR request
|
|
546
|
+
*/
|
|
205
547
|
request_id: string;
|
|
206
548
|
};
|
|
207
549
|
|
|
208
550
|
/**
|
|
209
|
-
* @description The model that is used for the final prompt after compression is performed
|
|
551
|
+
* @description The model that is used for the final prompt after compression is performed.
|
|
210
552
|
*
|
|
211
553
|
* @enum {string}
|
|
212
554
|
*/
|
|
213
|
-
export type LemurModel = "default" | "basic";
|
|
555
|
+
export type LemurModel = "default" | "basic" | "assemblyai/mistral-7b";
|
|
214
556
|
|
|
557
|
+
/**
|
|
558
|
+
* @example {
|
|
559
|
+
* "question": "Where are there wildfires?",
|
|
560
|
+
* "answer_format": "List of countries in ISO 3166-1 alpha-2 format"
|
|
561
|
+
* }
|
|
562
|
+
*/
|
|
215
563
|
export type LemurQuestion = {
|
|
216
564
|
/** @description How you want the answer to be returned. This can be any text. Can't be used with answer_options. Examples: "short sentence", "bullet points" */
|
|
217
565
|
answer_format?: string;
|
|
@@ -230,7 +578,13 @@ export type LemurQuestion = {
|
|
|
230
578
|
question: string;
|
|
231
579
|
};
|
|
232
580
|
|
|
233
|
-
/**
|
|
581
|
+
/**
|
|
582
|
+
* @description An answer generated by LeMUR and its question
|
|
583
|
+
* @example {
|
|
584
|
+
* "answer": "CA, US",
|
|
585
|
+
* "question": "Where are there wildfires?"
|
|
586
|
+
* }
|
|
587
|
+
*/
|
|
234
588
|
export type LemurQuestionAnswer = {
|
|
235
589
|
/** @description The answer generated by LeMUR */
|
|
236
590
|
answer: string;
|
|
@@ -238,40 +592,134 @@ export type LemurQuestionAnswer = {
|
|
|
238
592
|
question: string;
|
|
239
593
|
};
|
|
240
594
|
|
|
595
|
+
/**
|
|
596
|
+
* @example {
|
|
597
|
+
* "transcript_ids": [
|
|
598
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
599
|
+
* ],
|
|
600
|
+
* "context": "This is an interview about wildfires.",
|
|
601
|
+
* "questions": [
|
|
602
|
+
* {
|
|
603
|
+
* "question": "Where are there wildfires?",
|
|
604
|
+
* "answer_format": "List of countries in ISO 3166-1 alpha-2 format",
|
|
605
|
+
* "answer_options": [
|
|
606
|
+
* "US",
|
|
607
|
+
* "CA"
|
|
608
|
+
* ]
|
|
609
|
+
* },
|
|
610
|
+
* {
|
|
611
|
+
* "question": "Is global warming affecting wildfires?",
|
|
612
|
+
* "answer_options": [
|
|
613
|
+
* "yes",
|
|
614
|
+
* "no"
|
|
615
|
+
* ]
|
|
616
|
+
* }
|
|
617
|
+
* ],
|
|
618
|
+
* "final_model": "default",
|
|
619
|
+
* "temperature": 0,
|
|
620
|
+
* "max_output_size": 3000
|
|
621
|
+
* }
|
|
622
|
+
*/
|
|
241
623
|
export type LemurQuestionAnswerParams = LemurBaseParams & {
|
|
242
624
|
/** @description A list of questions to ask */
|
|
243
625
|
questions: LemurQuestion[];
|
|
244
626
|
};
|
|
245
627
|
|
|
628
|
+
/**
|
|
629
|
+
* @example {
|
|
630
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e",
|
|
631
|
+
* "response": [
|
|
632
|
+
* {
|
|
633
|
+
* "answer": "CA, US",
|
|
634
|
+
* "question": "Where are there wildfires?"
|
|
635
|
+
* },
|
|
636
|
+
* {
|
|
637
|
+
* "answer": "yes",
|
|
638
|
+
* "question": "Is global warming affecting wildfires?"
|
|
639
|
+
* }
|
|
640
|
+
* ]
|
|
641
|
+
* }
|
|
642
|
+
*/
|
|
246
643
|
export type LemurQuestionAnswerResponse = LemurBaseResponse & {
|
|
247
644
|
/** @description The answers generated by LeMUR and their questions */
|
|
248
645
|
response: LemurQuestionAnswer[];
|
|
249
646
|
};
|
|
250
647
|
|
|
648
|
+
/**
|
|
649
|
+
* @example {
|
|
650
|
+
* "transcript_ids": [
|
|
651
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
652
|
+
* ],
|
|
653
|
+
* "context": "This is an interview about wildfires.",
|
|
654
|
+
* "final_model": "default",
|
|
655
|
+
* "temperature": 0,
|
|
656
|
+
* "max_output_size": 3000
|
|
657
|
+
* }
|
|
658
|
+
*/
|
|
251
659
|
export type LemurSummaryParams = LemurBaseParams & {
|
|
252
660
|
/** @description How you want the summary to be returned. This can be any text. Examples: "TLDR", "bullet points" */
|
|
253
661
|
answer_format?: string;
|
|
254
662
|
};
|
|
255
663
|
|
|
664
|
+
/**
|
|
665
|
+
* @example {
|
|
666
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e",
|
|
667
|
+
* "response": "- Wildfires in Canada are sending smoke and air pollution across parts of the US, triggering air quality alerts from Maine to Minnesota. Concentrations of particulate matter have exceeded safety levels.\n\n- Weather systems are channeling the smoke through Pennsylvania into the Mid-Atlantic and Northeast regions. New York City has canceled outdoor activities to keep children and vulnerable groups indoors.\n\n- Very small particulate matter can enter the lungs and impact respiratory, cardiovascular and neurological health. Young children, the elderly and those with preexisting conditions are most at risk.\n\n- The conditions causing the poor air quality could get worse or shift to different areas in coming days depending on weather patterns. More wildfires may also contribute to higher concentrations.\n\n- Climate change is leading to longer and more severe fire seasons. Events of smoke traveling long distances and affecting air quality over wide areas will likely become more common in the future.\"\n"
|
|
668
|
+
* }
|
|
669
|
+
*/
|
|
256
670
|
export type LemurSummaryResponse = LemurBaseResponse & {
|
|
257
671
|
/** @description The response generated by LeMUR */
|
|
258
672
|
response: string;
|
|
259
673
|
};
|
|
260
674
|
|
|
675
|
+
/**
|
|
676
|
+
* @example {
|
|
677
|
+
* "transcript_ids": [
|
|
678
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
679
|
+
* ],
|
|
680
|
+
* "prompt": "List all the locations affected by wildfires.",
|
|
681
|
+
* "context": "This is an interview about wildfires.",
|
|
682
|
+
* "final_model": "default",
|
|
683
|
+
* "temperature": 0,
|
|
684
|
+
* "max_output_size": 3000
|
|
685
|
+
* }
|
|
686
|
+
*/
|
|
261
687
|
export type LemurTaskParams = LemurBaseParams & {
|
|
262
688
|
/** @description Your text to prompt the model to produce a desired output, including any context you want to pass into the model. */
|
|
263
689
|
prompt: string;
|
|
264
690
|
};
|
|
265
691
|
|
|
692
|
+
/**
|
|
693
|
+
* @example {
|
|
694
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e",
|
|
695
|
+
* "response": "Based on the transcript, the following locations were mentioned as being affected by wildfire smoke from Canada:\n\n- Maine\n- Maryland\n- Minnesota\n- Mid Atlantic region\n- Northeast region\n- New York City\n- Baltimore\n"
|
|
696
|
+
* }
|
|
697
|
+
*/
|
|
266
698
|
export type LemurTaskResponse = LemurBaseResponse & {
|
|
267
|
-
/** @description The response generated by LeMUR */
|
|
699
|
+
/** @description The response generated by LeMUR. */
|
|
268
700
|
response: string;
|
|
269
701
|
};
|
|
270
702
|
|
|
703
|
+
/**
|
|
704
|
+
* @example {
|
|
705
|
+
* "after_id": "a7c5cafd-2c2e-4bdd-b0b2-69dade2f7a1b",
|
|
706
|
+
* "before_id": "9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
707
|
+
* "created_on": "2023-11-03",
|
|
708
|
+
* "limit": 2,
|
|
709
|
+
* "status": "completed",
|
|
710
|
+
* "throttled_only": false
|
|
711
|
+
* }
|
|
712
|
+
*/
|
|
271
713
|
export type ListTranscriptParams = {
|
|
272
|
-
/**
|
|
714
|
+
/**
|
|
715
|
+
* Format: uuid
|
|
716
|
+
* @description Get transcripts that were created after this transcript ID
|
|
717
|
+
*/
|
|
273
718
|
after_id?: string;
|
|
274
|
-
/**
|
|
719
|
+
/**
|
|
720
|
+
* Format: uuid
|
|
721
|
+
* @description Get transcripts that were created before this transcript ID
|
|
722
|
+
*/
|
|
275
723
|
before_id?: string;
|
|
276
724
|
/**
|
|
277
725
|
* Format: date
|
|
@@ -290,6 +738,15 @@ export type ListTranscriptParams = {
|
|
|
290
738
|
throttled_only?: boolean;
|
|
291
739
|
};
|
|
292
740
|
|
|
741
|
+
/**
|
|
742
|
+
* @example {
|
|
743
|
+
* "limit": 10,
|
|
744
|
+
* "result_count": 10,
|
|
745
|
+
* "current_url": "https://api.assemblyai.com/v2/transcript?limit=10",
|
|
746
|
+
* "prev_url": "https://api.assemblyai.com/v2/transcript?limit=10&before_id=62npeahu2b-a8ea-4112-854c-69542c20d90c",
|
|
747
|
+
* "next_url": "https://api.assemblyai.com/v2/transcript?limit=10&after_id=62nfw3mlar-01ad-4631-92f6-629929496eed"
|
|
748
|
+
* }
|
|
749
|
+
*/
|
|
293
750
|
export type PageDetails = {
|
|
294
751
|
current_url: string;
|
|
295
752
|
limit: number;
|
|
@@ -298,10 +755,85 @@ export type PageDetails = {
|
|
|
298
755
|
result_count: number;
|
|
299
756
|
};
|
|
300
757
|
|
|
758
|
+
/**
|
|
759
|
+
* @example {
|
|
760
|
+
* "paragraphs": [
|
|
761
|
+
* {
|
|
762
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter Decarlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University. Good morning, professor.",
|
|
763
|
+
* "start": 250,
|
|
764
|
+
* "end": 26950,
|
|
765
|
+
* "confidence": 0.73033,
|
|
766
|
+
* "words": [
|
|
767
|
+
* {
|
|
768
|
+
* "text": "Smoke",
|
|
769
|
+
* "start": 250,
|
|
770
|
+
* "end": 650,
|
|
771
|
+
* "confidence": 0.73033,
|
|
772
|
+
* "speaker": null
|
|
773
|
+
* },
|
|
774
|
+
* {
|
|
775
|
+
* "text": "from",
|
|
776
|
+
* "start": 730,
|
|
777
|
+
* "end": 1022,
|
|
778
|
+
* "confidence": 1,
|
|
779
|
+
* "speaker": null
|
|
780
|
+
* },
|
|
781
|
+
* {
|
|
782
|
+
* "text": "hundreds",
|
|
783
|
+
* "start": 1076,
|
|
784
|
+
* "end": 1466,
|
|
785
|
+
* "confidence": 0.99992,
|
|
786
|
+
* "speaker": null
|
|
787
|
+
* },
|
|
788
|
+
* {
|
|
789
|
+
* "text": "of",
|
|
790
|
+
* "start": 1498,
|
|
791
|
+
* "end": 1646,
|
|
792
|
+
* "confidence": 1,
|
|
793
|
+
* "speaker": null
|
|
794
|
+
* }
|
|
795
|
+
* ]
|
|
796
|
+
* },
|
|
797
|
+
* {
|
|
798
|
+
* "text": "Good morning. So what is it about the conditions right now that have caused this round of wildfires to affect so many people so far away? Well, there's a couple of things. The season has been pretty dry already, and then the fact that we're getting hit in the US. Is because there's a couple of weather systems that are essentially channeling the smoke from those Canadian wildfires through Pennsylvania into the Mid Atlantic and the Northeast and kind of just dropping the smoke there.",
|
|
799
|
+
* "start": 27850,
|
|
800
|
+
* "end": 56190,
|
|
801
|
+
* "confidence": 0.99667,
|
|
802
|
+
* "words": [
|
|
803
|
+
* {
|
|
804
|
+
* "text": "Good",
|
|
805
|
+
* "start": 27850,
|
|
806
|
+
* "end": 28262,
|
|
807
|
+
* "confidence": 0.99667,
|
|
808
|
+
* "speaker": null
|
|
809
|
+
* },
|
|
810
|
+
* {
|
|
811
|
+
* "text": "morning.",
|
|
812
|
+
* "start": 28316,
|
|
813
|
+
* "end": 28920,
|
|
814
|
+
* "confidence": 0.99742,
|
|
815
|
+
* "speaker": null
|
|
816
|
+
* },
|
|
817
|
+
* {
|
|
818
|
+
* "text": "So",
|
|
819
|
+
* "start": 29290,
|
|
820
|
+
* "end": 29702,
|
|
821
|
+
* "confidence": 0.94736,
|
|
822
|
+
* "speaker": null
|
|
823
|
+
* }
|
|
824
|
+
* ]
|
|
825
|
+
* }
|
|
826
|
+
* ],
|
|
827
|
+
* "id": "d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
828
|
+
* "confidence": 0.9578730257009361,
|
|
829
|
+
* "audio_duration": 281
|
|
830
|
+
* }
|
|
831
|
+
*/
|
|
301
832
|
export type ParagraphsResponse = {
|
|
302
833
|
audio_duration: number;
|
|
303
834
|
/** Format: double */
|
|
304
835
|
confidence: number;
|
|
836
|
+
/** Format: uuid */
|
|
305
837
|
id: string;
|
|
306
838
|
paragraphs: TranscriptParagraph[];
|
|
307
839
|
};
|
|
@@ -336,20 +868,44 @@ export type PiiPolicy =
|
|
|
336
868
|
| "drivers_license"
|
|
337
869
|
| "banking_information";
|
|
338
870
|
|
|
871
|
+
/**
|
|
872
|
+
* @example {
|
|
873
|
+
* "request_id": "914fe7e4-f10a-4364-8946-34614c2873f6",
|
|
874
|
+
* "request_id_to_purge": "b7eb03ec-1650-4181-949b-75d9de317de1",
|
|
875
|
+
* "deleted": true
|
|
876
|
+
* }
|
|
877
|
+
*/
|
|
339
878
|
export type PurgeLemurRequestDataResponse = {
|
|
340
879
|
/** @description Whether the request data was deleted */
|
|
341
880
|
deleted: boolean;
|
|
342
|
-
/**
|
|
881
|
+
/**
|
|
882
|
+
* Format: uuid
|
|
883
|
+
* @description The ID of the deletion request of the LeMUR request
|
|
884
|
+
*/
|
|
343
885
|
request_id: string;
|
|
344
|
-
/**
|
|
886
|
+
/**
|
|
887
|
+
* Format: uuid
|
|
888
|
+
* @description The ID of the LeMUR request to purge the data for
|
|
889
|
+
*/
|
|
345
890
|
request_id_to_purge: string;
|
|
346
891
|
};
|
|
347
892
|
|
|
893
|
+
/**
|
|
894
|
+
* @example {
|
|
895
|
+
* "token": "fe4145dd1e7a2e149488dcd2d553a8018a89833fc5084837d66fd1bcf5a105d4"
|
|
896
|
+
* }
|
|
897
|
+
*/
|
|
348
898
|
export type RealtimeTemporaryTokenResponse = {
|
|
349
899
|
/** @description The temporary authentication token for real-time transcription */
|
|
350
900
|
token: string;
|
|
351
901
|
};
|
|
352
902
|
|
|
903
|
+
/**
|
|
904
|
+
* @example {
|
|
905
|
+
* "redacted_audio_url": "https://s3.us-west-2.amazonaws.com/api.assembly.ai.usw2/redacted-audio/785efd9e-0e20-45e1-967b-3db17770ed9f.wav?AWSAccessKeyId=ASIAVASQFLPGLUP5JD7Y&Signature=z1r2MOA46esiiAmk%2FreBkL8rl6g%3D&x-amz-security-token=IQoJb3JpZ2luX2VjEPv%2F%2F%2F%2F%2F%2F%2F%2F%2F%2FwEaCXVzLXdlc3QtMiJHMEUCIHxKoUJdd5P%2Fdy4WlfvRNppQtauTy7OuAb5azR2OIoYSAiEA8iPx4xAx0pbZztT4e7fGnzPS4phvNCnYKflIijUoxDsq%2BwMIMxAEGgwzNDQ4MzkyNDg4NDQiDJxsCgo0cDg789FV0CrYAwPK3CHbRHoNPFiQ%2FO6EdHZ4OSFRcS%2FDvDyHQRNnYNSwG4JB2mUMWEVw808JWTya%2But4wEcmPiUCVJMTvh70cxhILAxP84CBTuWGM%2Fszbj4tn1thjVsqovf9YZmP17OCFa77Bc9%2F9RwtRaABEqJ2eb6%2Bsir7w0MMzhe1z%2F%2B1PUKxicJAZasBv3Ova%2BTY2eNkPZHQ4Njie4X5sh05b%2BrKnz58E7GTQ1sHZQDYHZecwb5fP0B3LR0vuqNtK%2BdpMAxw5H7BinQ4rdccLmsLLMQeVn8jdRDZNEvsdmoeQL0y0qD%2BUcyGMJoAjMT4FnXhBhVxc3bgkVUbHlZMn48FNCYcmzM8UB9wGmSnr6iQoqEaFElfQVbvAzsW7lnlfLROZxMvGXyliobPYPSaYZlVYgHcIxeWuOAXRtEtmL2jbaX4ghCVgJBVO3BBzTgub2jB0KPU6lYZLLM4kf%2B8hKX8iyxSRc6ZVEefTcyruoDppjB028pA9q75hLH1CZwhfLoM%2F3z5f0aFCl05zQnaa10nbcKj0hERELf4FXqS8yWbSutlRcd7Rr9o8jN31QGUscpsuIvl%2FpyJcZmItX8nO%2FF0s1QjrIi11DLYD9YoOh7eVkN8eKKn5w4cHldVI2sw4NCPqgY6pQE%2BM9va2ad1%2BNrXeQ9t8K41lojTN0BFmM8ERD5fF77xcTlW8VdV%2FiJeLLHDvnYYWVKcga9hSROlmsqvMyn3Tmhz7KQbIepSAOKhcHM%2FyUaLfErvCtjXGwo8nsKForL7SKiGkaRCBmwfQtkSVP6m4tGT50YdGxakh54f8uyC55SbkElknRbpl5haiZ%2F82UddFBkdPcM3t0s7vwbEy%2BbilYyetOr6htc%3D&Expires=1698966551",
|
|
906
|
+
* "status": "redacted_audio_ready"
|
|
907
|
+
* }
|
|
908
|
+
*/
|
|
353
909
|
export type RedactedAudioResponse = {
|
|
354
910
|
/** @description The URL of the redacted audio file */
|
|
355
911
|
redacted_audio_url: string;
|
|
@@ -363,10 +919,108 @@ export type RedactedAudioResponse = {
|
|
|
363
919
|
*/
|
|
364
920
|
export type RedactedAudioStatus = "redacted_audio_ready";
|
|
365
921
|
|
|
922
|
+
/**
|
|
923
|
+
* @example {
|
|
924
|
+
* "sentences": [
|
|
925
|
+
* {
|
|
926
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US.",
|
|
927
|
+
* "start": 250,
|
|
928
|
+
* "end": 6350,
|
|
929
|
+
* "confidence": 0.72412,
|
|
930
|
+
* "words": [
|
|
931
|
+
* {
|
|
932
|
+
* "text": "Smoke",
|
|
933
|
+
* "start": 250,
|
|
934
|
+
* "end": 650,
|
|
935
|
+
* "confidence": 0.72412,
|
|
936
|
+
* "speaker": null
|
|
937
|
+
* },
|
|
938
|
+
* {
|
|
939
|
+
* "text": "from",
|
|
940
|
+
* "start": 730,
|
|
941
|
+
* "end": 1022,
|
|
942
|
+
* "confidence": 0.99996,
|
|
943
|
+
* "speaker": null
|
|
944
|
+
* },
|
|
945
|
+
* {
|
|
946
|
+
* "text": "hundreds",
|
|
947
|
+
* "start": 1076,
|
|
948
|
+
* "end": 1466,
|
|
949
|
+
* "confidence": 0.99992,
|
|
950
|
+
* "speaker": null
|
|
951
|
+
* },
|
|
952
|
+
* {
|
|
953
|
+
* "text": "of",
|
|
954
|
+
* "start": 1498,
|
|
955
|
+
* "end": 1646,
|
|
956
|
+
* "confidence": 1,
|
|
957
|
+
* "speaker": null
|
|
958
|
+
* }
|
|
959
|
+
* ],
|
|
960
|
+
* "speaker": null
|
|
961
|
+
* },
|
|
962
|
+
* {
|
|
963
|
+
* "text": "Skylines from Maine to Maryland to Minnesota are gray and smoggy.",
|
|
964
|
+
* "start": 6500,
|
|
965
|
+
* "end": 11050,
|
|
966
|
+
* "confidence": 0.99819,
|
|
967
|
+
* "words": [
|
|
968
|
+
* {
|
|
969
|
+
* "text": "Skylines",
|
|
970
|
+
* "start": 6500,
|
|
971
|
+
* "end": 7306,
|
|
972
|
+
* "confidence": 0.99819,
|
|
973
|
+
* "speaker": null
|
|
974
|
+
* },
|
|
975
|
+
* {
|
|
976
|
+
* "text": "from",
|
|
977
|
+
* "start": 7338,
|
|
978
|
+
* "end": 7534,
|
|
979
|
+
* "confidence": 0.99987,
|
|
980
|
+
* "speaker": null
|
|
981
|
+
* },
|
|
982
|
+
* {
|
|
983
|
+
* "text": "Maine",
|
|
984
|
+
* "start": 7572,
|
|
985
|
+
* "end": 7962,
|
|
986
|
+
* "confidence": 0.9972,
|
|
987
|
+
* "speaker": null
|
|
988
|
+
* },
|
|
989
|
+
* {
|
|
990
|
+
* "text": "to",
|
|
991
|
+
* "start": 8026,
|
|
992
|
+
* "end": 8206,
|
|
993
|
+
* "confidence": 1,
|
|
994
|
+
* "speaker": null
|
|
995
|
+
* },
|
|
996
|
+
* {
|
|
997
|
+
* "text": "Maryland",
|
|
998
|
+
* "start": 8228,
|
|
999
|
+
* "end": 8650,
|
|
1000
|
+
* "confidence": 0.5192,
|
|
1001
|
+
* "speaker": null
|
|
1002
|
+
* },
|
|
1003
|
+
* {
|
|
1004
|
+
* "text": "to",
|
|
1005
|
+
* "start": 8730,
|
|
1006
|
+
* "end": 8926,
|
|
1007
|
+
* "confidence": 1,
|
|
1008
|
+
* "speaker": null
|
|
1009
|
+
* }
|
|
1010
|
+
* ],
|
|
1011
|
+
* "speaker": null
|
|
1012
|
+
* }
|
|
1013
|
+
* ],
|
|
1014
|
+
* "id": "d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
1015
|
+
* "confidence": 0.9579390654205628,
|
|
1016
|
+
* "audio_duration": 281
|
|
1017
|
+
* }
|
|
1018
|
+
*/
|
|
366
1019
|
export type SentencesResponse = {
|
|
367
1020
|
audio_duration: number;
|
|
368
1021
|
/** Format: double */
|
|
369
1022
|
confidence: number;
|
|
1023
|
+
/** Format: uuid */
|
|
370
1024
|
id: string;
|
|
371
1025
|
sentences: TranscriptSentence[];
|
|
372
1026
|
};
|
|
@@ -374,7 +1028,17 @@ export type SentencesResponse = {
|
|
|
374
1028
|
/** @enum {unknown} */
|
|
375
1029
|
export type Sentiment = "POSITIVE" | "NEUTRAL" | "NEGATIVE";
|
|
376
1030
|
|
|
377
|
-
/**
|
|
1031
|
+
/**
|
|
1032
|
+
* @description The result of the sentiment analysis model
|
|
1033
|
+
* @example {
|
|
1034
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US.",
|
|
1035
|
+
* "start": 250,
|
|
1036
|
+
* "end": 6350,
|
|
1037
|
+
* "sentiment": "NEGATIVE",
|
|
1038
|
+
* "confidence": 0.8181032538414001,
|
|
1039
|
+
* "speaker": null
|
|
1040
|
+
* }
|
|
1041
|
+
*/
|
|
378
1042
|
export type SentimentAnalysisResult = {
|
|
379
1043
|
/**
|
|
380
1044
|
* Format: double
|
|
@@ -393,6 +1057,13 @@ export type SentimentAnalysisResult = {
|
|
|
393
1057
|
text: string;
|
|
394
1058
|
};
|
|
395
1059
|
|
|
1060
|
+
/**
|
|
1061
|
+
* @example {
|
|
1062
|
+
* "low": 0.5733263024656846,
|
|
1063
|
+
* "medium": 0.42667369753431533,
|
|
1064
|
+
* "high": 0
|
|
1065
|
+
* }
|
|
1066
|
+
*/
|
|
396
1067
|
export type SeverityScoreSummary = {
|
|
397
1068
|
/** Format: double */
|
|
398
1069
|
high: number;
|
|
@@ -403,7 +1074,7 @@ export type SeverityScoreSummary = {
|
|
|
403
1074
|
};
|
|
404
1075
|
|
|
405
1076
|
/**
|
|
406
|
-
* @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/
|
|
1077
|
+
* @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details.
|
|
407
1078
|
* @enum {string}
|
|
408
1079
|
*/
|
|
409
1080
|
export type SubstitutionPolicy = "entity_type" | "hash";
|
|
@@ -433,7 +1104,13 @@ export type SummaryType =
|
|
|
433
1104
|
| "headline"
|
|
434
1105
|
| "paragraph";
|
|
435
1106
|
|
|
436
|
-
/**
|
|
1107
|
+
/**
|
|
1108
|
+
* @description Timestamp containing a start and end property in milliseconds
|
|
1109
|
+
* @example {
|
|
1110
|
+
* "start": 3978,
|
|
1111
|
+
* "end": 5114
|
|
1112
|
+
* }
|
|
1113
|
+
*/
|
|
437
1114
|
export type Timestamp = {
|
|
438
1115
|
/** @description The end time in milliseconds */
|
|
439
1116
|
end: number;
|
|
@@ -443,7 +1120,84 @@ export type Timestamp = {
|
|
|
443
1120
|
|
|
444
1121
|
/**
|
|
445
1122
|
* @description The result of the Topic Detection model, if it is enabled.
|
|
446
|
-
* See [Topic Detection](https://www.assemblyai.com/docs/
|
|
1123
|
+
* See [Topic Detection](https://www.assemblyai.com/docs/models/topic-detection) for more information.
|
|
1124
|
+
*
|
|
1125
|
+
* @example {
|
|
1126
|
+
* "status": "success",
|
|
1127
|
+
* "results": [
|
|
1128
|
+
* {
|
|
1129
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
1130
|
+
* "labels": [
|
|
1131
|
+
* {
|
|
1132
|
+
* "relevance": 0.988274097442627,
|
|
1133
|
+
* "label": "Home&Garden>IndoorEnvironmentalQuality"
|
|
1134
|
+
* },
|
|
1135
|
+
* {
|
|
1136
|
+
* "relevance": 0.5821335911750793,
|
|
1137
|
+
* "label": "NewsAndPolitics>Weather"
|
|
1138
|
+
* },
|
|
1139
|
+
* {
|
|
1140
|
+
* "relevance": 0.0042327106930315495,
|
|
1141
|
+
* "label": "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth"
|
|
1142
|
+
* },
|
|
1143
|
+
* {
|
|
1144
|
+
* "relevance": 0.0033971222583204508,
|
|
1145
|
+
* "label": "NewsAndPolitics>Disasters"
|
|
1146
|
+
* },
|
|
1147
|
+
* {
|
|
1148
|
+
* "relevance": 0.002469958271831274,
|
|
1149
|
+
* "label": "BusinessAndFinance>Business>GreenSolutions"
|
|
1150
|
+
* },
|
|
1151
|
+
* {
|
|
1152
|
+
* "relevance": 0.0014376690378412604,
|
|
1153
|
+
* "label": "MedicalHealth>DiseasesAndConditions>Cancer"
|
|
1154
|
+
* },
|
|
1155
|
+
* {
|
|
1156
|
+
* "relevance": 0.0014294233405962586,
|
|
1157
|
+
* "label": "Science>Environment"
|
|
1158
|
+
* },
|
|
1159
|
+
* {
|
|
1160
|
+
* "relevance": 0.001234519761055708,
|
|
1161
|
+
* "label": "Travel>TravelLocations>PolarTravel"
|
|
1162
|
+
* },
|
|
1163
|
+
* {
|
|
1164
|
+
* "relevance": 0.0010231725173071027,
|
|
1165
|
+
* "label": "MedicalHealth>DiseasesAndConditions>ColdAndFlu"
|
|
1166
|
+
* },
|
|
1167
|
+
* {
|
|
1168
|
+
* "relevance": 0.0007445293595083058,
|
|
1169
|
+
* "label": "BusinessAndFinance>Industries>PowerAndEnergyIndustry"
|
|
1170
|
+
* }
|
|
1171
|
+
* ],
|
|
1172
|
+
* "timestamp": {
|
|
1173
|
+
* "start": 250,
|
|
1174
|
+
* "end": 28840
|
|
1175
|
+
* }
|
|
1176
|
+
* }
|
|
1177
|
+
* ],
|
|
1178
|
+
* "summary": {
|
|
1179
|
+
* "NewsAndPolitics>Weather": 1,
|
|
1180
|
+
* "Home&Garden>IndoorEnvironmentalQuality": 0.9043831825256348,
|
|
1181
|
+
* "Science>Environment": 0.16117265820503235,
|
|
1182
|
+
* "BusinessAndFinance>Industries>EnvironmentalServicesIndustry": 0.14393523335456848,
|
|
1183
|
+
* "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth": 0.11401086300611496,
|
|
1184
|
+
* "BusinessAndFinance>Business>GreenSolutions": 0.06348437070846558,
|
|
1185
|
+
* "NewsAndPolitics>Disasters": 0.05041387677192688,
|
|
1186
|
+
* "Travel>TravelLocations>PolarTravel": 0.01308488193899393,
|
|
1187
|
+
* "HealthyLiving": 0.008222488686442375,
|
|
1188
|
+
* "MedicalHealth>DiseasesAndConditions>ColdAndFlu": 0.0022315620444715023,
|
|
1189
|
+
* "MedicalHealth>DiseasesAndConditions>HeartAndCardiovascularDiseases": 0.00213034451007843,
|
|
1190
|
+
* "HealthyLiving>Wellness>SmokingCessation": 0.001540527562610805,
|
|
1191
|
+
* "MedicalHealth>DiseasesAndConditions>Injuries": 0.0013950627762824297,
|
|
1192
|
+
* "BusinessAndFinance>Industries>PowerAndEnergyIndustry": 0.0012570273829624057,
|
|
1193
|
+
* "MedicalHealth>DiseasesAndConditions>Cancer": 0.001097781932912767,
|
|
1194
|
+
* "MedicalHealth>DiseasesAndConditions>Allergies": 0.0010148967849090695,
|
|
1195
|
+
* "MedicalHealth>DiseasesAndConditions>MentalHealth": 0.000717321818228811,
|
|
1196
|
+
* "Style&Fashion>PersonalCare>DeodorantAndAntiperspirant": 0.0006022014422342181,
|
|
1197
|
+
* "Technology&Computing>Computing>ComputerNetworking": 0.0005461975233629346,
|
|
1198
|
+
* "MedicalHealth>DiseasesAndConditions>Injuries>FirstAid": 0.0004885646631009877
|
|
1199
|
+
* }
|
|
1200
|
+
* }
|
|
447
1201
|
*/
|
|
448
1202
|
export type TopicDetectionModelResult = {
|
|
449
1203
|
/** @description An array of results for the Topic Detection model */
|
|
@@ -456,7 +1210,58 @@ export type TopicDetectionModelResult = {
|
|
|
456
1210
|
};
|
|
457
1211
|
};
|
|
458
1212
|
|
|
459
|
-
/**
|
|
1213
|
+
/**
|
|
1214
|
+
* @description The result of the topic detection model
|
|
1215
|
+
* @example {
|
|
1216
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
1217
|
+
* "labels": [
|
|
1218
|
+
* {
|
|
1219
|
+
* "relevance": 0.988274097442627,
|
|
1220
|
+
* "label": "Home&Garden>IndoorEnvironmentalQuality"
|
|
1221
|
+
* },
|
|
1222
|
+
* {
|
|
1223
|
+
* "relevance": 0.5821335911750793,
|
|
1224
|
+
* "label": "NewsAndPolitics>Weather"
|
|
1225
|
+
* },
|
|
1226
|
+
* {
|
|
1227
|
+
* "relevance": 0.0042327106930315495,
|
|
1228
|
+
* "label": "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth"
|
|
1229
|
+
* },
|
|
1230
|
+
* {
|
|
1231
|
+
* "relevance": 0.0033971222583204508,
|
|
1232
|
+
* "label": "NewsAndPolitics>Disasters"
|
|
1233
|
+
* },
|
|
1234
|
+
* {
|
|
1235
|
+
* "relevance": 0.002469958271831274,
|
|
1236
|
+
* "label": "BusinessAndFinance>Business>GreenSolutions"
|
|
1237
|
+
* },
|
|
1238
|
+
* {
|
|
1239
|
+
* "relevance": 0.0014376690378412604,
|
|
1240
|
+
* "label": "MedicalHealth>DiseasesAndConditions>Cancer"
|
|
1241
|
+
* },
|
|
1242
|
+
* {
|
|
1243
|
+
* "relevance": 0.0014294233405962586,
|
|
1244
|
+
* "label": "Science>Environment"
|
|
1245
|
+
* },
|
|
1246
|
+
* {
|
|
1247
|
+
* "relevance": 0.001234519761055708,
|
|
1248
|
+
* "label": "Travel>TravelLocations>PolarTravel"
|
|
1249
|
+
* },
|
|
1250
|
+
* {
|
|
1251
|
+
* "relevance": 0.0010231725173071027,
|
|
1252
|
+
* "label": "MedicalHealth>DiseasesAndConditions>ColdAndFlu"
|
|
1253
|
+
* },
|
|
1254
|
+
* {
|
|
1255
|
+
* "relevance": 0.0007445293595083058,
|
|
1256
|
+
* "label": "BusinessAndFinance>Industries>PowerAndEnergyIndustry"
|
|
1257
|
+
* }
|
|
1258
|
+
* ],
|
|
1259
|
+
* "timestamp": {
|
|
1260
|
+
* "start": 250,
|
|
1261
|
+
* "end": 28840
|
|
1262
|
+
* }
|
|
1263
|
+
* }
|
|
1264
|
+
*/
|
|
460
1265
|
export type TopicDetectionResult = {
|
|
461
1266
|
labels?: {
|
|
462
1267
|
/** @description The IAB taxonomical label for the label of the detected topic, where > denotes supertopic/subtopic relationship */
|
|
@@ -472,7 +1277,692 @@ export type TopicDetectionResult = {
|
|
|
472
1277
|
timestamp?: Timestamp;
|
|
473
1278
|
};
|
|
474
1279
|
|
|
475
|
-
/**
|
|
1280
|
+
/**
|
|
1281
|
+
* @description A transcript object
|
|
1282
|
+
* @example {
|
|
1283
|
+
* "id": "9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
1284
|
+
* "language_model": "assemblyai_default",
|
|
1285
|
+
* "acoustic_model": "assemblyai_default",
|
|
1286
|
+
* "language_code": "en_us",
|
|
1287
|
+
* "status": "completed",
|
|
1288
|
+
* "audio_url": "https://github.com/AssemblyAI-Examples/audio-examples/raw/main/20230607_me_canadian_wildfires.mp3",
|
|
1289
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning. What is it about the conditions right now that have caused this round of wildfires to affect so many people so far away? Well, there's a couple of things. The season has been pretty dry already. And then the fact that we're getting hit in the US. Is because there's a couple of weather systems that are essentially channeling the smoke from those Canadian wildfires through Pennsylvania into the Mid Atlantic and the Northeast and kind of just dropping the smoke there. So what is it in this haze that makes it harmful? And I'm assuming it is harmful. It is. The levels outside right now in Baltimore are considered unhealthy. And most of that is due to what's called particulate matter, which are tiny particles, microscopic smaller than the width of your hair that can get into your lungs and impact your respiratory system, your cardiovascular system, and even your neurological your brain. What makes this particularly harmful? Is it the volume of particulant? Is it something in particular? What is it exactly? Can you just drill down on that a little bit more? Yeah. So the concentration of particulate matter I was looking at some of the monitors that we have was reaching levels of what are, in science, big 150 micrograms per meter cubed, which is more than ten times what the annual average should be and about four times higher than what you're supposed to have on a 24 hours average. And so the concentrations of these particles in the air are just much, much higher than we typically see. And exposure to those high levels can lead to a host of health problems. And who is most vulnerable? I noticed that in New York City, for example, they're canceling outdoor activities. And so here it is in the early days of summer, and they have to keep all the kids inside. So who tends to be vulnerable in a situation like this? It's the youngest. So children, obviously, whose bodies are still developing. The elderly, who are their bodies are more in decline and they're more susceptible to the health impacts of breathing, the poor air quality. And then people who have preexisting health conditions, people with respiratory conditions or heart conditions can be triggered by high levels of air pollution. Could this get worse? That's a good question. In some areas, it's much worse than others. And it just depends on kind of where the smoke is concentrated. I think New York has some of the higher concentrations right now, but that's going to change as that air moves away from the New York area. But over the course of the next few days, we will see different areas being hit at different times with the highest concentrations. I was going to ask you about more fires start burning. I don't expect the concentrations to go up too much higher. I was going to ask you how and you started to answer this, but how much longer could this last? Or forgive me if I'm asking you to speculate, but what do you think? Well, I think the fires are going to burn for a little bit longer, but the key for us in the US. Is the weather system changing. And so right now, it's kind of the weather systems that are pulling that air into our mid Atlantic and Northeast region. As those weather systems change and shift, we'll see that smoke going elsewhere and not impact us in this region as much. And so I think that's going to be the defining factor. And I think the next couple of days we're going to see a shift in that weather pattern and start to push the smoke away from where we are. And finally, with the impacts of climate change, we are seeing more wildfires. Will we be seeing more of these kinds of wide ranging air quality consequences or circumstances? I mean, that is one of the predictions for climate change. Looking into the future, the fire season is starting earlier and lasting longer, and we're seeing more frequent fires. So, yeah, this is probably something that we'll be seeing more frequently. This tends to be much more of an issue in the Western US. So the eastern US. Getting hit right now is a little bit new. But yeah, I think with climate change moving forward, this is something that is going to happen more frequently. That's Peter De Carlo, associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University. Sergeant Carlo, thanks so much for joining us and sharing this expertise with us. Thank you for having me.",
|
|
1290
|
+
* "words": [
|
|
1291
|
+
* {
|
|
1292
|
+
* "text": "Smoke",
|
|
1293
|
+
* "start": 250,
|
|
1294
|
+
* "end": 650,
|
|
1295
|
+
* "confidence": 0.97465,
|
|
1296
|
+
* "speaker": null
|
|
1297
|
+
* },
|
|
1298
|
+
* {
|
|
1299
|
+
* "text": "from",
|
|
1300
|
+
* "start": 730,
|
|
1301
|
+
* "end": 1022,
|
|
1302
|
+
* "confidence": 0.99999,
|
|
1303
|
+
* "speaker": null
|
|
1304
|
+
* },
|
|
1305
|
+
* {
|
|
1306
|
+
* "text": "hundreds",
|
|
1307
|
+
* "start": 1076,
|
|
1308
|
+
* "end": 1418,
|
|
1309
|
+
* "confidence": 0.99844,
|
|
1310
|
+
* "speaker": null
|
|
1311
|
+
* },
|
|
1312
|
+
* {
|
|
1313
|
+
* "text": "of",
|
|
1314
|
+
* "start": 1434,
|
|
1315
|
+
* "end": 1614,
|
|
1316
|
+
* "confidence": 0.84,
|
|
1317
|
+
* "speaker": null
|
|
1318
|
+
* },
|
|
1319
|
+
* {
|
|
1320
|
+
* "text": "wildfires",
|
|
1321
|
+
* "start": 1652,
|
|
1322
|
+
* "end": 2346,
|
|
1323
|
+
* "confidence": 0.89572,
|
|
1324
|
+
* "speaker": null
|
|
1325
|
+
* },
|
|
1326
|
+
* {
|
|
1327
|
+
* "text": "in",
|
|
1328
|
+
* "start": 2378,
|
|
1329
|
+
* "end": 2526,
|
|
1330
|
+
* "confidence": 0.99994,
|
|
1331
|
+
* "speaker": null
|
|
1332
|
+
* },
|
|
1333
|
+
* {
|
|
1334
|
+
* "text": "Canada",
|
|
1335
|
+
* "start": 2548,
|
|
1336
|
+
* "end": 3130,
|
|
1337
|
+
* "confidence": 0.93953,
|
|
1338
|
+
* "speaker": null
|
|
1339
|
+
* },
|
|
1340
|
+
* {
|
|
1341
|
+
* "text": "is",
|
|
1342
|
+
* "start": 3210,
|
|
1343
|
+
* "end": 3454,
|
|
1344
|
+
* "confidence": 0.999,
|
|
1345
|
+
* "speaker": null
|
|
1346
|
+
* },
|
|
1347
|
+
* {
|
|
1348
|
+
* "text": "triggering",
|
|
1349
|
+
* "start": 3492,
|
|
1350
|
+
* "end": 3946,
|
|
1351
|
+
* "confidence": 0.74794,
|
|
1352
|
+
* "speaker": null
|
|
1353
|
+
* },
|
|
1354
|
+
* {
|
|
1355
|
+
* "text": "air",
|
|
1356
|
+
* "start": 3978,
|
|
1357
|
+
* "end": 4174,
|
|
1358
|
+
* "confidence": 1,
|
|
1359
|
+
* "speaker": null
|
|
1360
|
+
* },
|
|
1361
|
+
* {
|
|
1362
|
+
* "text": "quality",
|
|
1363
|
+
* "start": 4212,
|
|
1364
|
+
* "end": 4558,
|
|
1365
|
+
* "confidence": 0.88077,
|
|
1366
|
+
* "speaker": null
|
|
1367
|
+
* },
|
|
1368
|
+
* {
|
|
1369
|
+
* "text": "alerts",
|
|
1370
|
+
* "start": 4644,
|
|
1371
|
+
* "end": 5114,
|
|
1372
|
+
* "confidence": 0.94814,
|
|
1373
|
+
* "speaker": null
|
|
1374
|
+
* },
|
|
1375
|
+
* {
|
|
1376
|
+
* "text": "throughout",
|
|
1377
|
+
* "start": 5162,
|
|
1378
|
+
* "end": 5466,
|
|
1379
|
+
* "confidence": 0.99726,
|
|
1380
|
+
* "speaker": null
|
|
1381
|
+
* },
|
|
1382
|
+
* {
|
|
1383
|
+
* "text": "the",
|
|
1384
|
+
* "start": 5498,
|
|
1385
|
+
* "end": 5694,
|
|
1386
|
+
* "confidence": 0.79,
|
|
1387
|
+
* "speaker": null
|
|
1388
|
+
* },
|
|
1389
|
+
* {
|
|
1390
|
+
* "text": "US.",
|
|
1391
|
+
* "start": 5732,
|
|
1392
|
+
* "end": 6382,
|
|
1393
|
+
* "confidence": 0.89,
|
|
1394
|
+
* "speaker": null
|
|
1395
|
+
* }
|
|
1396
|
+
* ],
|
|
1397
|
+
* "utterances": [
|
|
1398
|
+
* {
|
|
1399
|
+
* "confidence": 0.9359033333333334,
|
|
1400
|
+
* "end": 26950,
|
|
1401
|
+
* "speaker": "A",
|
|
1402
|
+
* "start": 250,
|
|
1403
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor.",
|
|
1404
|
+
* "words": [
|
|
1405
|
+
* {
|
|
1406
|
+
* "text": "Smoke",
|
|
1407
|
+
* "start": 250,
|
|
1408
|
+
* "end": 650,
|
|
1409
|
+
* "confidence": 0.97503,
|
|
1410
|
+
* "speaker": "A"
|
|
1411
|
+
* },
|
|
1412
|
+
* {
|
|
1413
|
+
* "text": "from",
|
|
1414
|
+
* "start": 730,
|
|
1415
|
+
* "end": 1022,
|
|
1416
|
+
* "confidence": 0.99999,
|
|
1417
|
+
* "speaker": "A"
|
|
1418
|
+
* },
|
|
1419
|
+
* {
|
|
1420
|
+
* "text": "hundreds",
|
|
1421
|
+
* "start": 1076,
|
|
1422
|
+
* "end": 1418,
|
|
1423
|
+
* "confidence": 0.99843,
|
|
1424
|
+
* "speaker": "A"
|
|
1425
|
+
* },
|
|
1426
|
+
* {
|
|
1427
|
+
* "text": "of",
|
|
1428
|
+
* "start": 1434,
|
|
1429
|
+
* "end": 1614,
|
|
1430
|
+
* "confidence": 0.85,
|
|
1431
|
+
* "speaker": "A"
|
|
1432
|
+
* },
|
|
1433
|
+
* {
|
|
1434
|
+
* "text": "wildfires",
|
|
1435
|
+
* "start": 1652,
|
|
1436
|
+
* "end": 2346,
|
|
1437
|
+
* "confidence": 0.89657,
|
|
1438
|
+
* "speaker": "A"
|
|
1439
|
+
* },
|
|
1440
|
+
* {
|
|
1441
|
+
* "text": "in",
|
|
1442
|
+
* "start": 2378,
|
|
1443
|
+
* "end": 2526,
|
|
1444
|
+
* "confidence": 0.99994,
|
|
1445
|
+
* "speaker": "A"
|
|
1446
|
+
* },
|
|
1447
|
+
* {
|
|
1448
|
+
* "text": "Canada",
|
|
1449
|
+
* "start": 2548,
|
|
1450
|
+
* "end": 3130,
|
|
1451
|
+
* "confidence": 0.93864,
|
|
1452
|
+
* "speaker": "A"
|
|
1453
|
+
* },
|
|
1454
|
+
* {
|
|
1455
|
+
* "text": "is",
|
|
1456
|
+
* "start": 3210,
|
|
1457
|
+
* "end": 3454,
|
|
1458
|
+
* "confidence": 0.999,
|
|
1459
|
+
* "speaker": "A"
|
|
1460
|
+
* },
|
|
1461
|
+
* {
|
|
1462
|
+
* "text": "triggering",
|
|
1463
|
+
* "start": 3492,
|
|
1464
|
+
* "end": 3946,
|
|
1465
|
+
* "confidence": 0.75366,
|
|
1466
|
+
* "speaker": "A"
|
|
1467
|
+
* },
|
|
1468
|
+
* {
|
|
1469
|
+
* "text": "air",
|
|
1470
|
+
* "start": 3978,
|
|
1471
|
+
* "end": 4174,
|
|
1472
|
+
* "confidence": 1,
|
|
1473
|
+
* "speaker": "A"
|
|
1474
|
+
* },
|
|
1475
|
+
* {
|
|
1476
|
+
* "text": "quality",
|
|
1477
|
+
* "start": 4212,
|
|
1478
|
+
* "end": 4558,
|
|
1479
|
+
* "confidence": 0.87745,
|
|
1480
|
+
* "speaker": "A"
|
|
1481
|
+
* },
|
|
1482
|
+
* {
|
|
1483
|
+
* "text": "alerts",
|
|
1484
|
+
* "start": 4644,
|
|
1485
|
+
* "end": 5114,
|
|
1486
|
+
* "confidence": 0.94739,
|
|
1487
|
+
* "speaker": "A"
|
|
1488
|
+
* },
|
|
1489
|
+
* {
|
|
1490
|
+
* "text": "throughout",
|
|
1491
|
+
* "start": 5162,
|
|
1492
|
+
* "end": 5466,
|
|
1493
|
+
* "confidence": 0.99726,
|
|
1494
|
+
* "speaker": "A"
|
|
1495
|
+
* },
|
|
1496
|
+
* {
|
|
1497
|
+
* "text": "the",
|
|
1498
|
+
* "start": 5498,
|
|
1499
|
+
* "end": 5694,
|
|
1500
|
+
* "confidence": 0.79,
|
|
1501
|
+
* "speaker": "A"
|
|
1502
|
+
* },
|
|
1503
|
+
* {
|
|
1504
|
+
* "text": "US.",
|
|
1505
|
+
* "start": 5732,
|
|
1506
|
+
* "end": 6382,
|
|
1507
|
+
* "confidence": 0.88,
|
|
1508
|
+
* "speaker": "A"
|
|
1509
|
+
* }
|
|
1510
|
+
* ]
|
|
1511
|
+
* }
|
|
1512
|
+
* ],
|
|
1513
|
+
* "confidence": 0.9404651451800253,
|
|
1514
|
+
* "audio_duration": 281,
|
|
1515
|
+
* "punctuate": true,
|
|
1516
|
+
* "format_text": true,
|
|
1517
|
+
* "dual_channel": false,
|
|
1518
|
+
* "webhook_url": "https://your-webhook-url/path",
|
|
1519
|
+
* "webhook_status_code": 200,
|
|
1520
|
+
* "webhook_auth": true,
|
|
1521
|
+
* "webhook_auth_header_name": "webhook-secret",
|
|
1522
|
+
* "auto_highlights_result": {
|
|
1523
|
+
* "status": "success",
|
|
1524
|
+
* "results": [
|
|
1525
|
+
* {
|
|
1526
|
+
* "count": 1,
|
|
1527
|
+
* "rank": 0.08,
|
|
1528
|
+
* "text": "air quality alerts",
|
|
1529
|
+
* "timestamps": [
|
|
1530
|
+
* {
|
|
1531
|
+
* "start": 3978,
|
|
1532
|
+
* "end": 5114
|
|
1533
|
+
* }
|
|
1534
|
+
* ]
|
|
1535
|
+
* },
|
|
1536
|
+
* {
|
|
1537
|
+
* "count": 1,
|
|
1538
|
+
* "rank": 0.08,
|
|
1539
|
+
* "text": "wide ranging air quality consequences",
|
|
1540
|
+
* "timestamps": [
|
|
1541
|
+
* {
|
|
1542
|
+
* "start": 235388,
|
|
1543
|
+
* "end": 238694
|
|
1544
|
+
* }
|
|
1545
|
+
* ]
|
|
1546
|
+
* },
|
|
1547
|
+
* {
|
|
1548
|
+
* "count": 1,
|
|
1549
|
+
* "rank": 0.07,
|
|
1550
|
+
* "text": "more wildfires",
|
|
1551
|
+
* "timestamps": [
|
|
1552
|
+
* {
|
|
1553
|
+
* "start": 230972,
|
|
1554
|
+
* "end": 232354
|
|
1555
|
+
* }
|
|
1556
|
+
* ]
|
|
1557
|
+
* },
|
|
1558
|
+
* {
|
|
1559
|
+
* "count": 1,
|
|
1560
|
+
* "rank": 0.07,
|
|
1561
|
+
* "text": "air pollution",
|
|
1562
|
+
* "timestamps": [
|
|
1563
|
+
* {
|
|
1564
|
+
* "start": 156004,
|
|
1565
|
+
* "end": 156910
|
|
1566
|
+
* }
|
|
1567
|
+
* ]
|
|
1568
|
+
* },
|
|
1569
|
+
* {
|
|
1570
|
+
* "count": 3,
|
|
1571
|
+
* "rank": 0.07,
|
|
1572
|
+
* "text": "weather systems",
|
|
1573
|
+
* "timestamps": [
|
|
1574
|
+
* {
|
|
1575
|
+
* "start": 47344,
|
|
1576
|
+
* "end": 47958
|
|
1577
|
+
* },
|
|
1578
|
+
* {
|
|
1579
|
+
* "start": 205268,
|
|
1580
|
+
* "end": 205818
|
|
1581
|
+
* },
|
|
1582
|
+
* {
|
|
1583
|
+
* "start": 211588,
|
|
1584
|
+
* "end": 213434
|
|
1585
|
+
* }
|
|
1586
|
+
* ]
|
|
1587
|
+
* },
|
|
1588
|
+
* {
|
|
1589
|
+
* "count": 2,
|
|
1590
|
+
* "rank": 0.06,
|
|
1591
|
+
* "text": "high levels",
|
|
1592
|
+
* "timestamps": [
|
|
1593
|
+
* {
|
|
1594
|
+
* "start": 121128,
|
|
1595
|
+
* "end": 121646
|
|
1596
|
+
* },
|
|
1597
|
+
* {
|
|
1598
|
+
* "start": 155412,
|
|
1599
|
+
* "end": 155866
|
|
1600
|
+
* }
|
|
1601
|
+
* ]
|
|
1602
|
+
* },
|
|
1603
|
+
* {
|
|
1604
|
+
* "count": 1,
|
|
1605
|
+
* "rank": 0.06,
|
|
1606
|
+
* "text": "health conditions",
|
|
1607
|
+
* "timestamps": [
|
|
1608
|
+
* {
|
|
1609
|
+
* "start": 152138,
|
|
1610
|
+
* "end": 152666
|
|
1611
|
+
* }
|
|
1612
|
+
* ]
|
|
1613
|
+
* },
|
|
1614
|
+
* {
|
|
1615
|
+
* "count": 2,
|
|
1616
|
+
* "rank": 0.06,
|
|
1617
|
+
* "text": "Peter de Carlo",
|
|
1618
|
+
* "timestamps": [
|
|
1619
|
+
* {
|
|
1620
|
+
* "start": 18948,
|
|
1621
|
+
* "end": 19930
|
|
1622
|
+
* },
|
|
1623
|
+
* {
|
|
1624
|
+
* "start": 268298,
|
|
1625
|
+
* "end": 269194
|
|
1626
|
+
* }
|
|
1627
|
+
* ]
|
|
1628
|
+
* },
|
|
1629
|
+
* {
|
|
1630
|
+
* "count": 1,
|
|
1631
|
+
* "rank": 0.06,
|
|
1632
|
+
* "text": "New York City",
|
|
1633
|
+
* "timestamps": [
|
|
1634
|
+
* {
|
|
1635
|
+
* "start": 125768,
|
|
1636
|
+
* "end": 126274
|
|
1637
|
+
* }
|
|
1638
|
+
* ]
|
|
1639
|
+
* },
|
|
1640
|
+
* {
|
|
1641
|
+
* "count": 1,
|
|
1642
|
+
* "rank": 0.05,
|
|
1643
|
+
* "text": "respiratory conditions",
|
|
1644
|
+
* "timestamps": [
|
|
1645
|
+
* {
|
|
1646
|
+
* "start": 152964,
|
|
1647
|
+
* "end": 153786
|
|
1648
|
+
* }
|
|
1649
|
+
* ]
|
|
1650
|
+
* },
|
|
1651
|
+
* {
|
|
1652
|
+
* "count": 3,
|
|
1653
|
+
* "rank": 0.05,
|
|
1654
|
+
* "text": "New York",
|
|
1655
|
+
* "timestamps": [
|
|
1656
|
+
* {
|
|
1657
|
+
* "start": 125768,
|
|
1658
|
+
* "end": 126034
|
|
1659
|
+
* },
|
|
1660
|
+
* {
|
|
1661
|
+
* "start": 171448,
|
|
1662
|
+
* "end": 171938
|
|
1663
|
+
* },
|
|
1664
|
+
* {
|
|
1665
|
+
* "start": 176008,
|
|
1666
|
+
* "end": 176322
|
|
1667
|
+
* }
|
|
1668
|
+
* ]
|
|
1669
|
+
* },
|
|
1670
|
+
* {
|
|
1671
|
+
* "count": 3,
|
|
1672
|
+
* "rank": 0.05,
|
|
1673
|
+
* "text": "climate change",
|
|
1674
|
+
* "timestamps": [
|
|
1675
|
+
* {
|
|
1676
|
+
* "start": 229548,
|
|
1677
|
+
* "end": 230230
|
|
1678
|
+
* },
|
|
1679
|
+
* {
|
|
1680
|
+
* "start": 244576,
|
|
1681
|
+
* "end": 245162
|
|
1682
|
+
* },
|
|
1683
|
+
* {
|
|
1684
|
+
* "start": 263348,
|
|
1685
|
+
* "end": 263950
|
|
1686
|
+
* }
|
|
1687
|
+
* ]
|
|
1688
|
+
* },
|
|
1689
|
+
* {
|
|
1690
|
+
* "count": 1,
|
|
1691
|
+
* "rank": 0.05,
|
|
1692
|
+
* "text": "Johns Hopkins University Varsity",
|
|
1693
|
+
* "timestamps": [
|
|
1694
|
+
* {
|
|
1695
|
+
* "start": 23972,
|
|
1696
|
+
* "end": 25490
|
|
1697
|
+
* }
|
|
1698
|
+
* ]
|
|
1699
|
+
* },
|
|
1700
|
+
* {
|
|
1701
|
+
* "count": 1,
|
|
1702
|
+
* "rank": 0.05,
|
|
1703
|
+
* "text": "heart conditions",
|
|
1704
|
+
* "timestamps": [
|
|
1705
|
+
* {
|
|
1706
|
+
* "start": 153988,
|
|
1707
|
+
* "end": 154506
|
|
1708
|
+
* }
|
|
1709
|
+
* ]
|
|
1710
|
+
* },
|
|
1711
|
+
* {
|
|
1712
|
+
* "count": 1,
|
|
1713
|
+
* "rank": 0.05,
|
|
1714
|
+
* "text": "air quality warnings",
|
|
1715
|
+
* "timestamps": [
|
|
1716
|
+
* {
|
|
1717
|
+
* "start": 12308,
|
|
1718
|
+
* "end": 13434
|
|
1719
|
+
* }
|
|
1720
|
+
* ]
|
|
1721
|
+
* }
|
|
1722
|
+
* ]
|
|
1723
|
+
* },
|
|
1724
|
+
* "auto_highlights": true,
|
|
1725
|
+
* "audio_start_from": 10,
|
|
1726
|
+
* "audio_end_at": 280,
|
|
1727
|
+
* "word_boost": [
|
|
1728
|
+
* "aws",
|
|
1729
|
+
* "azure",
|
|
1730
|
+
* "google cloud"
|
|
1731
|
+
* ],
|
|
1732
|
+
* "boost_param": "high",
|
|
1733
|
+
* "filter_profanity": true,
|
|
1734
|
+
* "redact_pii": true,
|
|
1735
|
+
* "redact_pii_audio": true,
|
|
1736
|
+
* "redact_pii_audio_quality": "mp3",
|
|
1737
|
+
* "redact_pii_policies": [
|
|
1738
|
+
* "us_social_security_number",
|
|
1739
|
+
* "credit_card_number"
|
|
1740
|
+
* ],
|
|
1741
|
+
* "redact_pii_sub": "hash",
|
|
1742
|
+
* "speaker_labels": true,
|
|
1743
|
+
* "content_safety": true,
|
|
1744
|
+
* "iab_categories": true,
|
|
1745
|
+
* "content_safety_labels": {
|
|
1746
|
+
* "status": "success",
|
|
1747
|
+
* "results": [
|
|
1748
|
+
* {
|
|
1749
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
1750
|
+
* "labels": [
|
|
1751
|
+
* {
|
|
1752
|
+
* "label": "disasters",
|
|
1753
|
+
* "confidence": 0.8142836093902588,
|
|
1754
|
+
* "severity": 0.4093044400215149
|
|
1755
|
+
* }
|
|
1756
|
+
* ],
|
|
1757
|
+
* "sentences_idx_start": 0,
|
|
1758
|
+
* "sentences_idx_end": 5,
|
|
1759
|
+
* "timestamp": {
|
|
1760
|
+
* "start": 250,
|
|
1761
|
+
* "end": 28840
|
|
1762
|
+
* }
|
|
1763
|
+
* }
|
|
1764
|
+
* ],
|
|
1765
|
+
* "summary": {
|
|
1766
|
+
* "disasters": 0.9940800441842205,
|
|
1767
|
+
* "health_issues": 0.9216489289040967
|
|
1768
|
+
* },
|
|
1769
|
+
* "severity_score_summary": {
|
|
1770
|
+
* "disasters": {
|
|
1771
|
+
* "low": 0.5733263024656846,
|
|
1772
|
+
* "medium": 0.42667369753431533,
|
|
1773
|
+
* "high": 0
|
|
1774
|
+
* },
|
|
1775
|
+
* "health_issues": {
|
|
1776
|
+
* "low": 0.22863814977924785,
|
|
1777
|
+
* "medium": 0.45014154926938227,
|
|
1778
|
+
* "high": 0.32122030095136983
|
|
1779
|
+
* }
|
|
1780
|
+
* }
|
|
1781
|
+
* },
|
|
1782
|
+
* "iab_categories_result": {
|
|
1783
|
+
* "status": "success",
|
|
1784
|
+
* "results": [
|
|
1785
|
+
* {
|
|
1786
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
1787
|
+
* "labels": [
|
|
1788
|
+
* {
|
|
1789
|
+
* "relevance": 0.988274097442627,
|
|
1790
|
+
* "label": "Home&Garden>IndoorEnvironmentalQuality"
|
|
1791
|
+
* },
|
|
1792
|
+
* {
|
|
1793
|
+
* "relevance": 0.5821335911750793,
|
|
1794
|
+
* "label": "NewsAndPolitics>Weather"
|
|
1795
|
+
* },
|
|
1796
|
+
* {
|
|
1797
|
+
* "relevance": 0.0042327106930315495,
|
|
1798
|
+
* "label": "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth"
|
|
1799
|
+
* },
|
|
1800
|
+
* {
|
|
1801
|
+
* "relevance": 0.0033971222583204508,
|
|
1802
|
+
* "label": "NewsAndPolitics>Disasters"
|
|
1803
|
+
* },
|
|
1804
|
+
* {
|
|
1805
|
+
* "relevance": 0.002469958271831274,
|
|
1806
|
+
* "label": "BusinessAndFinance>Business>GreenSolutions"
|
|
1807
|
+
* },
|
|
1808
|
+
* {
|
|
1809
|
+
* "relevance": 0.0014376690378412604,
|
|
1810
|
+
* "label": "MedicalHealth>DiseasesAndConditions>Cancer"
|
|
1811
|
+
* },
|
|
1812
|
+
* {
|
|
1813
|
+
* "relevance": 0.0014294233405962586,
|
|
1814
|
+
* "label": "Science>Environment"
|
|
1815
|
+
* },
|
|
1816
|
+
* {
|
|
1817
|
+
* "relevance": 0.001234519761055708,
|
|
1818
|
+
* "label": "Travel>TravelLocations>PolarTravel"
|
|
1819
|
+
* },
|
|
1820
|
+
* {
|
|
1821
|
+
* "relevance": 0.0010231725173071027,
|
|
1822
|
+
* "label": "MedicalHealth>DiseasesAndConditions>ColdAndFlu"
|
|
1823
|
+
* },
|
|
1824
|
+
* {
|
|
1825
|
+
* "relevance": 0.0007445293595083058,
|
|
1826
|
+
* "label": "BusinessAndFinance>Industries>PowerAndEnergyIndustry"
|
|
1827
|
+
* }
|
|
1828
|
+
* ],
|
|
1829
|
+
* "timestamp": {
|
|
1830
|
+
* "start": 250,
|
|
1831
|
+
* "end": 28840
|
|
1832
|
+
* }
|
|
1833
|
+
* }
|
|
1834
|
+
* ],
|
|
1835
|
+
* "summary": {
|
|
1836
|
+
* "NewsAndPolitics>Weather": 1,
|
|
1837
|
+
* "Home&Garden>IndoorEnvironmentalQuality": 0.9043831825256348,
|
|
1838
|
+
* "Science>Environment": 0.16117265820503235,
|
|
1839
|
+
* "BusinessAndFinance>Industries>EnvironmentalServicesIndustry": 0.14393523335456848,
|
|
1840
|
+
* "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth": 0.11401086300611496,
|
|
1841
|
+
* "BusinessAndFinance>Business>GreenSolutions": 0.06348437070846558,
|
|
1842
|
+
* "NewsAndPolitics>Disasters": 0.05041387677192688,
|
|
1843
|
+
* "Travel>TravelLocations>PolarTravel": 0.01308488193899393,
|
|
1844
|
+
* "HealthyLiving": 0.008222488686442375,
|
|
1845
|
+
* "MedicalHealth>DiseasesAndConditions>ColdAndFlu": 0.0022315620444715023,
|
|
1846
|
+
* "MedicalHealth>DiseasesAndConditions>HeartAndCardiovascularDiseases": 0.00213034451007843,
|
|
1847
|
+
* "HealthyLiving>Wellness>SmokingCessation": 0.001540527562610805,
|
|
1848
|
+
* "MedicalHealth>DiseasesAndConditions>Injuries": 0.0013950627762824297,
|
|
1849
|
+
* "BusinessAndFinance>Industries>PowerAndEnergyIndustry": 0.0012570273829624057,
|
|
1850
|
+
* "MedicalHealth>DiseasesAndConditions>Cancer": 0.001097781932912767,
|
|
1851
|
+
* "MedicalHealth>DiseasesAndConditions>Allergies": 0.0010148967849090695,
|
|
1852
|
+
* "MedicalHealth>DiseasesAndConditions>MentalHealth": 0.000717321818228811,
|
|
1853
|
+
* "Style&Fashion>PersonalCare>DeodorantAndAntiperspirant": 0.0006022014422342181,
|
|
1854
|
+
* "Technology&Computing>Computing>ComputerNetworking": 0.0005461975233629346,
|
|
1855
|
+
* "MedicalHealth>DiseasesAndConditions>Injuries>FirstAid": 0.0004885646631009877
|
|
1856
|
+
* }
|
|
1857
|
+
* },
|
|
1858
|
+
* "language_detection": false,
|
|
1859
|
+
* "custom_spelling": null,
|
|
1860
|
+
* "throttled": null,
|
|
1861
|
+
* "auto_chapters": true,
|
|
1862
|
+
* "summarization": true,
|
|
1863
|
+
* "summary_type": "bullets",
|
|
1864
|
+
* "summary_model": "informative",
|
|
1865
|
+
* "custom_topics": true,
|
|
1866
|
+
* "topics": [],
|
|
1867
|
+
* "speech_threshold": 0.5,
|
|
1868
|
+
* "disfluencies": false,
|
|
1869
|
+
* "sentiment_analysis": true,
|
|
1870
|
+
* "chapters": [
|
|
1871
|
+
* {
|
|
1872
|
+
* "summary": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. In some places, the air quality warnings include the warning to stay inside.",
|
|
1873
|
+
* "gist": "Smoggy air quality alerts across US",
|
|
1874
|
+
* "headline": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts across US",
|
|
1875
|
+
* "start": 250,
|
|
1876
|
+
* "end": 28840
|
|
1877
|
+
* },
|
|
1878
|
+
* {
|
|
1879
|
+
* "summary": "Air pollution levels in Baltimore are considered unhealthy. Exposure to high levels can lead to a host of health problems. With climate change, we are seeing more wildfires. Will we be seeing more of these kinds of wide ranging air quality consequences?",
|
|
1880
|
+
* "gist": "What is it about the conditions right now that have caused this round",
|
|
1881
|
+
* "headline": "High particulate matter in wildfire smoke can lead to serious health problems",
|
|
1882
|
+
* "start": 29610,
|
|
1883
|
+
* "end": 280340
|
|
1884
|
+
* }
|
|
1885
|
+
* ],
|
|
1886
|
+
* "sentiment_analysis_results": null,
|
|
1887
|
+
* "entity_detection": true,
|
|
1888
|
+
* "entities": [
|
|
1889
|
+
* {
|
|
1890
|
+
* "entity_type": "location",
|
|
1891
|
+
* "text": "Canada",
|
|
1892
|
+
* "start": 2548,
|
|
1893
|
+
* "end": 3130
|
|
1894
|
+
* },
|
|
1895
|
+
* {
|
|
1896
|
+
* "entity_type": "location",
|
|
1897
|
+
* "text": "the US",
|
|
1898
|
+
* "start": 5498,
|
|
1899
|
+
* "end": 6382
|
|
1900
|
+
* },
|
|
1901
|
+
* {
|
|
1902
|
+
* "entity_type": "location",
|
|
1903
|
+
* "text": "Maine",
|
|
1904
|
+
* "start": 7492,
|
|
1905
|
+
* "end": 7914
|
|
1906
|
+
* },
|
|
1907
|
+
* {
|
|
1908
|
+
* "entity_type": "location",
|
|
1909
|
+
* "text": "Maryland",
|
|
1910
|
+
* "start": 8212,
|
|
1911
|
+
* "end": 8634
|
|
1912
|
+
* },
|
|
1913
|
+
* {
|
|
1914
|
+
* "entity_type": "location",
|
|
1915
|
+
* "text": "Minnesota",
|
|
1916
|
+
* "start": 8932,
|
|
1917
|
+
* "end": 9578
|
|
1918
|
+
* },
|
|
1919
|
+
* {
|
|
1920
|
+
* "entity_type": "person_name",
|
|
1921
|
+
* "text": "Peter de Carlo",
|
|
1922
|
+
* "start": 18948,
|
|
1923
|
+
* "end": 19930
|
|
1924
|
+
* },
|
|
1925
|
+
* {
|
|
1926
|
+
* "entity_type": "occupation",
|
|
1927
|
+
* "text": "associate professor",
|
|
1928
|
+
* "start": 20292,
|
|
1929
|
+
* "end": 21194
|
|
1930
|
+
* },
|
|
1931
|
+
* {
|
|
1932
|
+
* "entity_type": "organization",
|
|
1933
|
+
* "text": "Department of Environmental Health and Engineering",
|
|
1934
|
+
* "start": 21508,
|
|
1935
|
+
* "end": 23706
|
|
1936
|
+
* },
|
|
1937
|
+
* {
|
|
1938
|
+
* "entity_type": "organization",
|
|
1939
|
+
* "text": "Johns Hopkins University Varsity",
|
|
1940
|
+
* "start": 23972,
|
|
1941
|
+
* "end": 25490
|
|
1942
|
+
* },
|
|
1943
|
+
* {
|
|
1944
|
+
* "entity_type": "occupation",
|
|
1945
|
+
* "text": "professor",
|
|
1946
|
+
* "start": 26076,
|
|
1947
|
+
* "end": 26950
|
|
1948
|
+
* },
|
|
1949
|
+
* {
|
|
1950
|
+
* "entity_type": "location",
|
|
1951
|
+
* "text": "the US",
|
|
1952
|
+
* "start": 45184,
|
|
1953
|
+
* "end": 45898
|
|
1954
|
+
* },
|
|
1955
|
+
* {
|
|
1956
|
+
* "entity_type": "nationality",
|
|
1957
|
+
* "text": "Canadian",
|
|
1958
|
+
* "start": 49728,
|
|
1959
|
+
* "end": 50086
|
|
1960
|
+
* }
|
|
1961
|
+
* ],
|
|
1962
|
+
* "summary": "- Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. In some places, the air quality warnings include the warning to stay inside.\\n- Air pollution levels in Baltimore are considered unhealthy. Exposure to high levels can lead to a host of health problems. With climate change, we are seeing more wildfires. Will we be seeing more of these kinds of wide ranging air quality consequences?",
|
|
1963
|
+
* "speakers_expected": 2
|
|
1964
|
+
* }
|
|
1965
|
+
*/
|
|
476
1966
|
export type Transcript = {
|
|
477
1967
|
/**
|
|
478
1968
|
* @deprecated
|
|
@@ -490,13 +1980,13 @@ export type Transcript = {
|
|
|
490
1980
|
audio_start_from?: number | null;
|
|
491
1981
|
/** @description The URL of the media that was transcribed */
|
|
492
1982
|
audio_url: string;
|
|
493
|
-
/** @description Whether [Auto Chapters](https://www.assemblyai.com/docs/
|
|
1983
|
+
/** @description Whether [Auto Chapters](https://www.assemblyai.com/docs/models/auto-chapters) is enabled, can be true or false */
|
|
494
1984
|
auto_chapters?: boolean | null;
|
|
495
1985
|
/** @description Whether Key Phrases is enabled, either true or false */
|
|
496
1986
|
auto_highlights: boolean;
|
|
497
1987
|
/**
|
|
498
1988
|
* @description An array of results for the Key Phrases model, if it is enabled.
|
|
499
|
-
* See [Key phrases](https://www.assemblyai.com/docs/
|
|
1989
|
+
* See [Key phrases](https://www.assemblyai.com/docs/models/key-phrases) for more information.
|
|
500
1990
|
*/
|
|
501
1991
|
auto_highlights_result?: AutoHighlightsResult | null;
|
|
502
1992
|
/** @description The word boost parameter value */
|
|
@@ -508,11 +1998,11 @@ export type Transcript = {
|
|
|
508
1998
|
* @description The confidence score for the transcript, between 0.0 (low confidence) and 1.0 (high confidence)
|
|
509
1999
|
*/
|
|
510
2000
|
confidence?: number | null;
|
|
511
|
-
/** @description Whether [Content Moderation](https://www.assemblyai.com/docs/
|
|
2001
|
+
/** @description Whether [Content Moderation](https://www.assemblyai.com/docs/models/content-moderation) is enabled, can be true or false */
|
|
512
2002
|
content_safety?: boolean | null;
|
|
513
2003
|
/**
|
|
514
2004
|
* @description An array of results for the Content Moderation model, if it is enabled.
|
|
515
|
-
* See [Content moderation](https://www.assemblyai.com/docs/
|
|
2005
|
+
* See [Content moderation](https://www.assemblyai.com/docs/models/content-moderation) for more information.
|
|
516
2006
|
*/
|
|
517
2007
|
content_safety_labels?: ContentSafetyLabelsResult | null;
|
|
518
2008
|
/** @description Customize how words are spelled and formatted using to and from values */
|
|
@@ -521,37 +2011,40 @@ export type Transcript = {
|
|
|
521
2011
|
custom_topics?: boolean | null;
|
|
522
2012
|
/** @description Transcribe Filler Words, like "umm", in your media file; can be true or false */
|
|
523
2013
|
disfluencies?: boolean | null;
|
|
524
|
-
/** @description Whether [Dual channel transcription](https://www.assemblyai.com/docs/
|
|
2014
|
+
/** @description Whether [Dual channel transcription](https://www.assemblyai.com/docs/models/speech-recognition#dual-channel-transcription) was enabled in the transcription request, either true or false */
|
|
525
2015
|
dual_channel?: boolean | null;
|
|
526
2016
|
/**
|
|
527
2017
|
* @description An array of results for the Entity Detection model, if it is enabled.
|
|
528
|
-
* See [Entity detection](https://www.assemblyai.com/docs/
|
|
2018
|
+
* See [Entity detection](https://www.assemblyai.com/docs/models/entity-detection) for more information.
|
|
529
2019
|
*/
|
|
530
2020
|
entities?: Entity[] | null;
|
|
531
|
-
/** @description Whether [Entity Detection](https://www.assemblyai.com/docs/
|
|
2021
|
+
/** @description Whether [Entity Detection](https://www.assemblyai.com/docs/models/entity-detection) is enabled, can be true or false */
|
|
532
2022
|
entity_detection?: boolean | null;
|
|
533
2023
|
/** @description Error message of why the transcript failed */
|
|
534
2024
|
error?: string;
|
|
535
|
-
/** @description Whether [Profanity Filtering](https://www.assemblyai.com/docs/
|
|
2025
|
+
/** @description Whether [Profanity Filtering](https://www.assemblyai.com/docs/models/speech-recognition#profanity-filtering) is enabled, either true or false */
|
|
536
2026
|
filter_profanity?: boolean | null;
|
|
537
2027
|
/** @description Whether Text Formatting is enabled, either true or false */
|
|
538
2028
|
format_text?: boolean | null;
|
|
539
|
-
/** @description Whether [Topic Detection](https://www.assemblyai.com/docs/
|
|
2029
|
+
/** @description Whether [Topic Detection](https://www.assemblyai.com/docs/models/topic-detection) is enabled, can be true or false */
|
|
540
2030
|
iab_categories?: boolean | null;
|
|
541
2031
|
/**
|
|
542
2032
|
* @description The result of the Topic Detection model, if it is enabled.
|
|
543
|
-
* See [Topic Detection](https://www.assemblyai.com/docs/
|
|
2033
|
+
* See [Topic Detection](https://www.assemblyai.com/docs/models/topic-detection) for more information.
|
|
544
2034
|
*/
|
|
545
2035
|
iab_categories_result?: TopicDetectionModelResult | null;
|
|
546
|
-
/**
|
|
2036
|
+
/**
|
|
2037
|
+
* Format: uuid
|
|
2038
|
+
* @description The unique identifier of your transcript
|
|
2039
|
+
*/
|
|
547
2040
|
id: string;
|
|
548
2041
|
/**
|
|
549
2042
|
* @description The language of your audio file.
|
|
550
|
-
* Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/
|
|
2043
|
+
* Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/concepts/supported-languages).
|
|
551
2044
|
* The default value is 'en_us'.
|
|
552
2045
|
*/
|
|
553
2046
|
language_code?: TranscriptLanguageCode;
|
|
554
|
-
/** @description Whether [Automatic language detection](https://www.assemblyai.com/docs/
|
|
2047
|
+
/** @description Whether [Automatic language detection](https://www.assemblyai.com/docs/models/speech-recognition#automatic-language-detection) is enabled, either true or false */
|
|
555
2048
|
language_detection?: boolean | null;
|
|
556
2049
|
/**
|
|
557
2050
|
* @deprecated
|
|
@@ -560,35 +2053,35 @@ export type Transcript = {
|
|
|
560
2053
|
language_model: string;
|
|
561
2054
|
/** @description Whether Automatic Punctuation is enabled, either true or false */
|
|
562
2055
|
punctuate?: boolean | null;
|
|
563
|
-
/** @description Whether [PII Redaction](https://www.assemblyai.com/docs/
|
|
2056
|
+
/** @description Whether [PII Redaction](https://www.assemblyai.com/docs/models/pii-redaction) is enabled, either true or false */
|
|
564
2057
|
redact_pii: boolean;
|
|
565
2058
|
/**
|
|
566
2059
|
* @description Whether a redacted version of the audio file was generated,
|
|
567
|
-
* either true or false. See [PII redaction](https://www.assemblyai.com/docs/
|
|
2060
|
+
* either true or false. See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more information.
|
|
568
2061
|
*/
|
|
569
2062
|
redact_pii_audio?: boolean | null;
|
|
570
2063
|
/**
|
|
571
2064
|
* @description The audio quality of the PII-redacted audio file, if redact_pii_audio is enabled.
|
|
572
|
-
* See [PII redaction](https://www.assemblyai.com/docs/
|
|
2065
|
+
* See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more information.
|
|
573
2066
|
*/
|
|
574
2067
|
redact_pii_audio_quality?: string | null;
|
|
575
2068
|
/**
|
|
576
2069
|
* @description The list of PII Redaction policies that were enabled, if PII Redaction is enabled.
|
|
577
|
-
* See [PII redaction](https://www.assemblyai.com/docs/
|
|
2070
|
+
* See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more information.
|
|
578
2071
|
*/
|
|
579
2072
|
redact_pii_policies?: PiiPolicy[] | null;
|
|
580
|
-
/** @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/
|
|
2073
|
+
/** @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details. */
|
|
581
2074
|
redact_pii_sub?: SubstitutionPolicy;
|
|
582
|
-
/** @description Whether [Sentiment Analysis](https://www.assemblyai.com/docs/
|
|
2075
|
+
/** @description Whether [Sentiment Analysis](https://www.assemblyai.com/docs/models/sentiment-analysis) is enabled, can be true or false */
|
|
583
2076
|
sentiment_analysis?: boolean | null;
|
|
584
2077
|
/**
|
|
585
2078
|
* @description An array of results for the Sentiment Analysis model, if it is enabled.
|
|
586
|
-
* See [Sentiment analysis](https://www.assemblyai.com/docs/
|
|
2079
|
+
* See [Sentiment analysis](https://www.assemblyai.com/docs/models/sentiment-analysis) for more information.
|
|
587
2080
|
*/
|
|
588
2081
|
sentiment_analysis_results?: SentimentAnalysisResult[] | null;
|
|
589
|
-
/** @description Whether [Speaker diarization](https://www.assemblyai.com/docs/
|
|
2082
|
+
/** @description Whether [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization) is enabled, can be true or false */
|
|
590
2083
|
speaker_labels?: boolean | null;
|
|
591
|
-
/** @description Tell the speaker label model how many speakers it should attempt to identify, up to 10. See [Speaker diarization](https://www.assemblyai.com/docs/
|
|
2084
|
+
/** @description Tell the speaker label model how many speakers it should attempt to identify, up to 10. See [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization) for more details. */
|
|
592
2085
|
speakers_expected?: number | null;
|
|
593
2086
|
/**
|
|
594
2087
|
* Format: float
|
|
@@ -603,16 +2096,16 @@ export type Transcript = {
|
|
|
603
2096
|
speed_boost?: boolean | null;
|
|
604
2097
|
/** @description The status of your transcript. Possible values are queued, processing, completed, or error. */
|
|
605
2098
|
status: TranscriptStatus;
|
|
606
|
-
/** @description Whether [Summarization](https://www.assemblyai.com/docs/
|
|
2099
|
+
/** @description Whether [Summarization](https://www.assemblyai.com/docs/models/summarization) is enabled, either true or false */
|
|
607
2100
|
summarization: boolean;
|
|
608
|
-
/** @description The generated summary of the media file, if [Summarization](https://www.assemblyai.com/docs/
|
|
2101
|
+
/** @description The generated summary of the media file, if [Summarization](https://www.assemblyai.com/docs/models/summarization) is enabled */
|
|
609
2102
|
summary?: string | null;
|
|
610
2103
|
/**
|
|
611
2104
|
* @description The Summarization model used to generate the summary,
|
|
612
|
-
* if [Summarization](https://www.assemblyai.com/docs/
|
|
2105
|
+
* if [Summarization](https://www.assemblyai.com/docs/models/summarization) is enabled
|
|
613
2106
|
*/
|
|
614
2107
|
summary_model?: string | null;
|
|
615
|
-
/** @description The type of summary generated, if [Summarization](https://www.assemblyai.com/docs/
|
|
2108
|
+
/** @description The type of summary generated, if [Summarization](https://www.assemblyai.com/docs/models/summarization) is enabled */
|
|
616
2109
|
summary_type?: string | null;
|
|
617
2110
|
/** @description The textual transcript of your media file */
|
|
618
2111
|
text?: string | null;
|
|
@@ -622,7 +2115,7 @@ export type Transcript = {
|
|
|
622
2115
|
topics?: string[];
|
|
623
2116
|
/**
|
|
624
2117
|
* @description When dual_channel or speaker_labels is enabled, a list of turn-by-turn utterance objects.
|
|
625
|
-
* See [Speaker diarization](https://www.assemblyai.com/docs/
|
|
2118
|
+
* See [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization) for more information.
|
|
626
2119
|
*/
|
|
627
2120
|
utterances?: TranscriptUtterance[] | null;
|
|
628
2121
|
/** @description Whether webhook authentication details were provided */
|
|
@@ -637,7 +2130,7 @@ export type Transcript = {
|
|
|
637
2130
|
word_boost?: string[];
|
|
638
2131
|
/**
|
|
639
2132
|
* @description An array of temporally-sequential word objects, one for each word in the transcript.
|
|
640
|
-
* See [Speech recognition](https://www.assemblyai.com/docs/
|
|
2133
|
+
* See [Speech recognition](https://www.assemblyai.com/docs/models/speech-recognition) for more information.
|
|
641
2134
|
*/
|
|
642
2135
|
words?: TranscriptWord[] | null;
|
|
643
2136
|
};
|
|
@@ -648,7 +2141,15 @@ export type Transcript = {
|
|
|
648
2141
|
*/
|
|
649
2142
|
export type TranscriptBoostParam = "low" | "default" | "high";
|
|
650
2143
|
|
|
651
|
-
/**
|
|
2144
|
+
/**
|
|
2145
|
+
* @description Object containing words or phrases to replace, and the word or phrase to replace with
|
|
2146
|
+
* @example {
|
|
2147
|
+
* "from": [
|
|
2148
|
+
* "dicarlo"
|
|
2149
|
+
* ],
|
|
2150
|
+
* "to": "Decarlo"
|
|
2151
|
+
* }
|
|
2152
|
+
*/
|
|
652
2153
|
export type TranscriptCustomSpelling = {
|
|
653
2154
|
/** @description Words or phrases to replace */
|
|
654
2155
|
from: string[];
|
|
@@ -657,7 +2158,7 @@ export type TranscriptCustomSpelling = {
|
|
|
657
2158
|
};
|
|
658
2159
|
|
|
659
2160
|
/**
|
|
660
|
-
* @description The language of your audio file. Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/
|
|
2161
|
+
* @description The language of your audio file. Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/concepts/supported-languages).
|
|
661
2162
|
* The default value is 'en_us'.
|
|
662
2163
|
*
|
|
663
2164
|
* @default en_us
|
|
@@ -685,33 +2186,118 @@ export type TranscriptLanguageCode =
|
|
|
685
2186
|
| "uk"
|
|
686
2187
|
| "vi";
|
|
687
2188
|
|
|
2189
|
+
/**
|
|
2190
|
+
* @example {
|
|
2191
|
+
* "page_details": {
|
|
2192
|
+
* "limit": 2,
|
|
2193
|
+
* "result_count": 2,
|
|
2194
|
+
* "current_url": "https://api.assemblyai.com/v2/transcript?limit=2",
|
|
2195
|
+
* "prev_url": "https://api.assemblyai.com/v2/transcript?limit=2&before_id=62npeahu2b-a8ea-4112-854c-69542c20d90c",
|
|
2196
|
+
* "next_url": "https://api.assemblyai.com/v2/transcript?limit=2&after_id=62nfw3mlar-01ad-4631-92f6-629929496eed"
|
|
2197
|
+
* },
|
|
2198
|
+
* "transcripts": [
|
|
2199
|
+
* {
|
|
2200
|
+
* "id": "9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
2201
|
+
* "resource_url": "https://api.assemblyai.com/v2/transcript/9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
2202
|
+
* "status": "completed",
|
|
2203
|
+
* "created": "2023-11-02T21:49:25.586965",
|
|
2204
|
+
* "completed": "2023-11-02T21:49:25.586965",
|
|
2205
|
+
* "audio_url": "https://github.com/AssemblyAI-Examples/audio-examples/raw/main/20230607_me_canadian_wildfires.mp3"
|
|
2206
|
+
* },
|
|
2207
|
+
* {
|
|
2208
|
+
* "id": "d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
2209
|
+
* "resource_url": "https://api.assemblyai.com/v2/transcript/d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
2210
|
+
* "status": "completed",
|
|
2211
|
+
* "created": "2023-11-02T21:49:25.586965",
|
|
2212
|
+
* "completed": "2023-11-02T21:49:25.586965",
|
|
2213
|
+
* "audio_url": "http://deleted_by_user"
|
|
2214
|
+
* }
|
|
2215
|
+
* ]
|
|
2216
|
+
* }
|
|
2217
|
+
*/
|
|
688
2218
|
export type TranscriptList = {
|
|
689
2219
|
page_details: PageDetails;
|
|
690
2220
|
transcripts: TranscriptListItem[];
|
|
691
2221
|
};
|
|
692
2222
|
|
|
2223
|
+
/**
|
|
2224
|
+
* @example {
|
|
2225
|
+
* "id": "9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
2226
|
+
* "resource_url": "https://api.assemblyai.com/v2/transcript/9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
2227
|
+
* "status": "completed",
|
|
2228
|
+
* "created": "2023-11-02T21:49:25.586965",
|
|
2229
|
+
* "completed": "2023-11-02T21:49:25.586965",
|
|
2230
|
+
* "audio_url": "https://github.com/AssemblyAI-Examples/audio-examples/raw/main/20230607_me_canadian_wildfires.mp3"
|
|
2231
|
+
* }
|
|
2232
|
+
*/
|
|
693
2233
|
export type TranscriptListItem = {
|
|
694
2234
|
audio_url: string;
|
|
695
2235
|
completed?: Date;
|
|
696
2236
|
created: Date;
|
|
2237
|
+
/** Format: uuid */
|
|
697
2238
|
id: string;
|
|
698
2239
|
resource_url: string;
|
|
699
2240
|
status: TranscriptStatus;
|
|
700
2241
|
};
|
|
701
2242
|
|
|
702
|
-
/**
|
|
2243
|
+
/**
|
|
2244
|
+
* @description The parameters for creating a transcript
|
|
2245
|
+
* @example {
|
|
2246
|
+
* "language_code": "en_us",
|
|
2247
|
+
* "punctuate": true,
|
|
2248
|
+
* "format_text": true,
|
|
2249
|
+
* "dual_channel": true,
|
|
2250
|
+
* "webhook_url": "https://your-webhook-url/path",
|
|
2251
|
+
* "webhook_auth_header_name": "webhook-secret",
|
|
2252
|
+
* "webhook_auth_header_value": "webhook-secret-value",
|
|
2253
|
+
* "auto_highlights": true,
|
|
2254
|
+
* "audio_start_from": 10,
|
|
2255
|
+
* "audio_end_at": 280,
|
|
2256
|
+
* "word_boost": [
|
|
2257
|
+
* "aws",
|
|
2258
|
+
* "azure",
|
|
2259
|
+
* "google cloud"
|
|
2260
|
+
* ],
|
|
2261
|
+
* "boost_param": "high",
|
|
2262
|
+
* "filter_profanity": true,
|
|
2263
|
+
* "redact_pii": true,
|
|
2264
|
+
* "redact_pii_audio": true,
|
|
2265
|
+
* "redact_pii_audio_quality": "mp3",
|
|
2266
|
+
* "redact_pii_policies": [
|
|
2267
|
+
* "us_social_security_number",
|
|
2268
|
+
* "credit_card_number"
|
|
2269
|
+
* ],
|
|
2270
|
+
* "redact_pii_sub": "hash",
|
|
2271
|
+
* "speaker_labels": true,
|
|
2272
|
+
* "speakers_expected": 2,
|
|
2273
|
+
* "content_safety": true,
|
|
2274
|
+
* "iab_categories": true,
|
|
2275
|
+
* "language_detection": false,
|
|
2276
|
+
* "custom_spelling": [],
|
|
2277
|
+
* "disfluencies": false,
|
|
2278
|
+
* "sentiment_analysis": true,
|
|
2279
|
+
* "auto_chapters": true,
|
|
2280
|
+
* "entity_detection": true,
|
|
2281
|
+
* "speech_threshold": 0.5,
|
|
2282
|
+
* "summarization": true,
|
|
2283
|
+
* "summary_model": "informative",
|
|
2284
|
+
* "summary_type": "bullets",
|
|
2285
|
+
* "custom_topics": true,
|
|
2286
|
+
* "topics": []
|
|
2287
|
+
* }
|
|
2288
|
+
*/
|
|
703
2289
|
export type TranscriptOptionalParams = {
|
|
704
2290
|
/** @description The point in time, in milliseconds, to stop transcribing in your media file */
|
|
705
2291
|
audio_end_at?: number;
|
|
706
2292
|
/** @description The point in time, in milliseconds, to begin transcribing in your media file */
|
|
707
2293
|
audio_start_from?: number;
|
|
708
|
-
/** @description Enable [Auto Chapters](https://www.assemblyai.com/docs/
|
|
2294
|
+
/** @description Enable [Auto Chapters](https://www.assemblyai.com/docs/models/auto-chapters), can be true or false */
|
|
709
2295
|
auto_chapters?: boolean;
|
|
710
2296
|
/** @description Whether Key Phrases is enabled, either true or false */
|
|
711
2297
|
auto_highlights?: boolean;
|
|
712
2298
|
/** @description The word boost parameter value */
|
|
713
2299
|
boost_param?: TranscriptBoostParam;
|
|
714
|
-
/** @description Enable [Content Moderation](https://www.assemblyai.com/docs/
|
|
2300
|
+
/** @description Enable [Content Moderation](https://www.assemblyai.com/docs/models/content-moderation), can be true or false */
|
|
715
2301
|
content_safety?: boolean;
|
|
716
2302
|
/** @description Customize how words are spelled and formatted using to and from values */
|
|
717
2303
|
custom_spelling?: TranscriptCustomSpelling[];
|
|
@@ -719,44 +2305,44 @@ export type TranscriptOptionalParams = {
|
|
|
719
2305
|
custom_topics?: boolean;
|
|
720
2306
|
/** @description Transcribe Filler Words, like "umm", in your media file; can be true or false */
|
|
721
2307
|
disfluencies?: boolean;
|
|
722
|
-
/** @description Enable [Dual Channel](https://assemblyai.com/docs/
|
|
2308
|
+
/** @description Enable [Dual Channel](https://www.assemblyai.com/docs/models/speech-recognition#dual-channel-transcription) transcription, can be true or false. */
|
|
723
2309
|
dual_channel?: boolean;
|
|
724
|
-
/** @description Enable [Entity Detection](https://www.assemblyai.com/docs/
|
|
2310
|
+
/** @description Enable [Entity Detection](https://www.assemblyai.com/docs/models/entity-detection), can be true or false */
|
|
725
2311
|
entity_detection?: boolean;
|
|
726
2312
|
/** @description Filter profanity from the transcribed text, can be true or false */
|
|
727
2313
|
filter_profanity?: boolean;
|
|
728
2314
|
/** @description Enable Text Formatting, can be true or false */
|
|
729
2315
|
format_text?: boolean;
|
|
730
|
-
/** @description Enable [Topic Detection](https://www.assemblyai.com/docs/
|
|
2316
|
+
/** @description Enable [Topic Detection](https://www.assemblyai.com/docs/models/topic-detection), can be true or false */
|
|
731
2317
|
iab_categories?: boolean;
|
|
732
2318
|
/**
|
|
733
|
-
* @description The language of your audio file. Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/
|
|
2319
|
+
* @description The language of your audio file. Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/concepts/supported-languages).
|
|
734
2320
|
* The default value is 'en_us'.
|
|
735
2321
|
*/
|
|
736
2322
|
language_code?: TranscriptLanguageCode | null;
|
|
737
|
-
/** @description Whether [Automatic language detection](https://www.assemblyai.com/docs/
|
|
2323
|
+
/** @description Whether [Automatic language detection](https://www.assemblyai.com/docs/models/speech-recognition#automatic-language-detection) was enabled in the transcription request, either true or false. */
|
|
738
2324
|
language_detection?: boolean;
|
|
739
2325
|
/** @description Enable Automatic Punctuation, can be true or false */
|
|
740
2326
|
punctuate?: boolean;
|
|
741
2327
|
/** @description Redact PII from the transcribed text using the Redact PII model, can be true or false */
|
|
742
2328
|
redact_pii?: boolean;
|
|
743
|
-
/** @description Generate a copy of the original media file with spoken PII "beeped" out, can be true or false. See [PII redaction](https://www.assemblyai.com/docs/
|
|
2329
|
+
/** @description Generate a copy of the original media file with spoken PII "beeped" out, can be true or false. See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details. */
|
|
744
2330
|
redact_pii_audio?: boolean;
|
|
745
2331
|
/**
|
|
746
|
-
* @description Controls the filetype of the audio created by redact_pii_audio. Currently supports mp3 (default) and wav. See [PII redaction](https://www.assemblyai.com/docs/
|
|
2332
|
+
* @description Controls the filetype of the audio created by redact_pii_audio. Currently supports mp3 (default) and wav. See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details.
|
|
747
2333
|
* @default mp3
|
|
748
2334
|
*/
|
|
749
2335
|
redact_pii_audio_quality?: string;
|
|
750
|
-
/** @description The list of PII Redaction policies to enable. See [PII redaction](https://www.assemblyai.com/docs/
|
|
2336
|
+
/** @description The list of PII Redaction policies to enable. See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details. */
|
|
751
2337
|
redact_pii_policies?: PiiPolicy[];
|
|
752
|
-
/** @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/
|
|
2338
|
+
/** @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details. */
|
|
753
2339
|
redact_pii_sub?: SubstitutionPolicy | null;
|
|
754
|
-
/** @description Enable [Sentiment Analysis](https://www.assemblyai.com/docs/
|
|
2340
|
+
/** @description Enable [Sentiment Analysis](https://www.assemblyai.com/docs/models/sentiment-analysis), can be true or false */
|
|
755
2341
|
sentiment_analysis?: boolean;
|
|
756
|
-
/** @description Enable [Speaker diarization](https://www.assemblyai.com/docs/
|
|
2342
|
+
/** @description Enable [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization), can be true or false */
|
|
757
2343
|
speaker_labels?: boolean;
|
|
758
2344
|
/**
|
|
759
|
-
* @description
|
|
2345
|
+
* @description Tells the speaker label model how many speakers it should attempt to identify, up to 10. See [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization) for more details.
|
|
760
2346
|
* @default null
|
|
761
2347
|
*/
|
|
762
2348
|
speakers_expected?: number | null;
|
|
@@ -768,7 +2354,7 @@ export type TranscriptOptionalParams = {
|
|
|
768
2354
|
* @default null
|
|
769
2355
|
*/
|
|
770
2356
|
speech_threshold?: number | null;
|
|
771
|
-
/** @description Enable [Summarization](https://www.assemblyai.com/docs/
|
|
2357
|
+
/** @description Enable [Summarization](https://www.assemblyai.com/docs/models/summarization), can be true or false */
|
|
772
2358
|
summarization?: boolean;
|
|
773
2359
|
/**
|
|
774
2360
|
* @description The model to summarize the transcript
|
|
@@ -798,10 +2384,50 @@ export type TranscriptOptionalParams = {
|
|
|
798
2384
|
word_boost?: string[];
|
|
799
2385
|
};
|
|
800
2386
|
|
|
2387
|
+
/**
|
|
2388
|
+
* @example {
|
|
2389
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter Decarlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University. Good morning, professor.",
|
|
2390
|
+
* "start": 250,
|
|
2391
|
+
* "end": 26950,
|
|
2392
|
+
* "confidence": 0.73033,
|
|
2393
|
+
* "words": [
|
|
2394
|
+
* {
|
|
2395
|
+
* "text": "Smoke",
|
|
2396
|
+
* "start": 250,
|
|
2397
|
+
* "end": 650,
|
|
2398
|
+
* "confidence": 0.73033,
|
|
2399
|
+
* "speaker": null
|
|
2400
|
+
* },
|
|
2401
|
+
* {
|
|
2402
|
+
* "text": "from",
|
|
2403
|
+
* "start": 730,
|
|
2404
|
+
* "end": 1022,
|
|
2405
|
+
* "confidence": 1,
|
|
2406
|
+
* "speaker": null
|
|
2407
|
+
* },
|
|
2408
|
+
* {
|
|
2409
|
+
* "text": "hundreds",
|
|
2410
|
+
* "start": 1076,
|
|
2411
|
+
* "end": 1466,
|
|
2412
|
+
* "confidence": 0.99992,
|
|
2413
|
+
* "speaker": null
|
|
2414
|
+
* },
|
|
2415
|
+
* {
|
|
2416
|
+
* "text": "of",
|
|
2417
|
+
* "start": 1498,
|
|
2418
|
+
* "end": 1646,
|
|
2419
|
+
* "confidence": 1,
|
|
2420
|
+
* "speaker": null
|
|
2421
|
+
* }
|
|
2422
|
+
* ]
|
|
2423
|
+
* }
|
|
2424
|
+
*/
|
|
801
2425
|
export type TranscriptParagraph = {
|
|
802
2426
|
/** Format: double */
|
|
803
2427
|
confidence: number;
|
|
804
2428
|
end: number;
|
|
2429
|
+
/** @description The speaker of the sentence if [Speaker Diarization](https://www.assemblyai.com/docs/models/speaker-diarization) is enabled, else null */
|
|
2430
|
+
speaker?: string | null;
|
|
805
2431
|
start: number;
|
|
806
2432
|
text: string;
|
|
807
2433
|
words: TranscriptWord[];
|
|
@@ -813,10 +2439,51 @@ export type TranscriptParams = TranscriptOptionalParams & {
|
|
|
813
2439
|
audio_url: string;
|
|
814
2440
|
};
|
|
815
2441
|
|
|
2442
|
+
/**
|
|
2443
|
+
* @example {
|
|
2444
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US.",
|
|
2445
|
+
* "start": 250,
|
|
2446
|
+
* "end": 6350,
|
|
2447
|
+
* "confidence": 0.72412,
|
|
2448
|
+
* "words": [
|
|
2449
|
+
* {
|
|
2450
|
+
* "text": "Smoke",
|
|
2451
|
+
* "start": 250,
|
|
2452
|
+
* "end": 650,
|
|
2453
|
+
* "confidence": 0.72412,
|
|
2454
|
+
* "speaker": null
|
|
2455
|
+
* },
|
|
2456
|
+
* {
|
|
2457
|
+
* "text": "from",
|
|
2458
|
+
* "start": 730,
|
|
2459
|
+
* "end": 1022,
|
|
2460
|
+
* "confidence": 0.99996,
|
|
2461
|
+
* "speaker": null
|
|
2462
|
+
* },
|
|
2463
|
+
* {
|
|
2464
|
+
* "text": "hundreds",
|
|
2465
|
+
* "start": 1076,
|
|
2466
|
+
* "end": 1466,
|
|
2467
|
+
* "confidence": 0.99992,
|
|
2468
|
+
* "speaker": null
|
|
2469
|
+
* },
|
|
2470
|
+
* {
|
|
2471
|
+
* "text": "of",
|
|
2472
|
+
* "start": 1498,
|
|
2473
|
+
* "end": 1646,
|
|
2474
|
+
* "confidence": 1,
|
|
2475
|
+
* "speaker": null
|
|
2476
|
+
* }
|
|
2477
|
+
* ],
|
|
2478
|
+
* "speaker": null
|
|
2479
|
+
* }
|
|
2480
|
+
*/
|
|
816
2481
|
export type TranscriptSentence = {
|
|
817
2482
|
/** Format: double */
|
|
818
2483
|
confidence: number;
|
|
819
2484
|
end: number;
|
|
2485
|
+
/** @description The speaker of the sentence if [Speaker Diarization](https://www.assemblyai.com/docs/models/speaker-diarization) is enabled, else null */
|
|
2486
|
+
speaker?: string | null;
|
|
820
2487
|
start: number;
|
|
821
2488
|
text: string;
|
|
822
2489
|
words: TranscriptWord[];
|
|
@@ -828,6 +2495,122 @@ export type TranscriptSentence = {
|
|
|
828
2495
|
*/
|
|
829
2496
|
export type TranscriptStatus = "queued" | "processing" | "completed" | "error";
|
|
830
2497
|
|
|
2498
|
+
/**
|
|
2499
|
+
* @example {
|
|
2500
|
+
* "confidence": 0.9359033333333334,
|
|
2501
|
+
* "end": 26950,
|
|
2502
|
+
* "speaker": "A",
|
|
2503
|
+
* "start": 250,
|
|
2504
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor.",
|
|
2505
|
+
* "words": [
|
|
2506
|
+
* {
|
|
2507
|
+
* "text": "Smoke",
|
|
2508
|
+
* "start": 250,
|
|
2509
|
+
* "end": 650,
|
|
2510
|
+
* "confidence": 0.97503,
|
|
2511
|
+
* "speaker": "A"
|
|
2512
|
+
* },
|
|
2513
|
+
* {
|
|
2514
|
+
* "text": "from",
|
|
2515
|
+
* "start": 730,
|
|
2516
|
+
* "end": 1022,
|
|
2517
|
+
* "confidence": 0.99999,
|
|
2518
|
+
* "speaker": "A"
|
|
2519
|
+
* },
|
|
2520
|
+
* {
|
|
2521
|
+
* "text": "hundreds",
|
|
2522
|
+
* "start": 1076,
|
|
2523
|
+
* "end": 1418,
|
|
2524
|
+
* "confidence": 0.99843,
|
|
2525
|
+
* "speaker": "A"
|
|
2526
|
+
* },
|
|
2527
|
+
* {
|
|
2528
|
+
* "text": "of",
|
|
2529
|
+
* "start": 1434,
|
|
2530
|
+
* "end": 1614,
|
|
2531
|
+
* "confidence": 0.85,
|
|
2532
|
+
* "speaker": "A"
|
|
2533
|
+
* },
|
|
2534
|
+
* {
|
|
2535
|
+
* "text": "wildfires",
|
|
2536
|
+
* "start": 1652,
|
|
2537
|
+
* "end": 2346,
|
|
2538
|
+
* "confidence": 0.89657,
|
|
2539
|
+
* "speaker": "A"
|
|
2540
|
+
* },
|
|
2541
|
+
* {
|
|
2542
|
+
* "text": "in",
|
|
2543
|
+
* "start": 2378,
|
|
2544
|
+
* "end": 2526,
|
|
2545
|
+
* "confidence": 0.99994,
|
|
2546
|
+
* "speaker": "A"
|
|
2547
|
+
* },
|
|
2548
|
+
* {
|
|
2549
|
+
* "text": "Canada",
|
|
2550
|
+
* "start": 2548,
|
|
2551
|
+
* "end": 3130,
|
|
2552
|
+
* "confidence": 0.93864,
|
|
2553
|
+
* "speaker": "A"
|
|
2554
|
+
* },
|
|
2555
|
+
* {
|
|
2556
|
+
* "text": "is",
|
|
2557
|
+
* "start": 3210,
|
|
2558
|
+
* "end": 3454,
|
|
2559
|
+
* "confidence": 0.999,
|
|
2560
|
+
* "speaker": "A"
|
|
2561
|
+
* },
|
|
2562
|
+
* {
|
|
2563
|
+
* "text": "triggering",
|
|
2564
|
+
* "start": 3492,
|
|
2565
|
+
* "end": 3946,
|
|
2566
|
+
* "confidence": 0.75366,
|
|
2567
|
+
* "speaker": "A"
|
|
2568
|
+
* },
|
|
2569
|
+
* {
|
|
2570
|
+
* "text": "air",
|
|
2571
|
+
* "start": 3978,
|
|
2572
|
+
* "end": 4174,
|
|
2573
|
+
* "confidence": 1,
|
|
2574
|
+
* "speaker": "A"
|
|
2575
|
+
* },
|
|
2576
|
+
* {
|
|
2577
|
+
* "text": "quality",
|
|
2578
|
+
* "start": 4212,
|
|
2579
|
+
* "end": 4558,
|
|
2580
|
+
* "confidence": 0.87745,
|
|
2581
|
+
* "speaker": "A"
|
|
2582
|
+
* },
|
|
2583
|
+
* {
|
|
2584
|
+
* "text": "alerts",
|
|
2585
|
+
* "start": 4644,
|
|
2586
|
+
* "end": 5114,
|
|
2587
|
+
* "confidence": 0.94739,
|
|
2588
|
+
* "speaker": "A"
|
|
2589
|
+
* },
|
|
2590
|
+
* {
|
|
2591
|
+
* "text": "throughout",
|
|
2592
|
+
* "start": 5162,
|
|
2593
|
+
* "end": 5466,
|
|
2594
|
+
* "confidence": 0.99726,
|
|
2595
|
+
* "speaker": "A"
|
|
2596
|
+
* },
|
|
2597
|
+
* {
|
|
2598
|
+
* "text": "the",
|
|
2599
|
+
* "start": 5498,
|
|
2600
|
+
* "end": 5694,
|
|
2601
|
+
* "confidence": 0.79,
|
|
2602
|
+
* "speaker": "A"
|
|
2603
|
+
* },
|
|
2604
|
+
* {
|
|
2605
|
+
* "text": "US.",
|
|
2606
|
+
* "start": 5732,
|
|
2607
|
+
* "end": 6382,
|
|
2608
|
+
* "confidence": 0.88,
|
|
2609
|
+
* "speaker": "A"
|
|
2610
|
+
* }
|
|
2611
|
+
* ]
|
|
2612
|
+
* }
|
|
2613
|
+
*/
|
|
831
2614
|
export type TranscriptUtterance = {
|
|
832
2615
|
/**
|
|
833
2616
|
* Format: double
|
|
@@ -846,20 +2629,75 @@ export type TranscriptUtterance = {
|
|
|
846
2629
|
words: TranscriptWord[];
|
|
847
2630
|
};
|
|
848
2631
|
|
|
2632
|
+
/**
|
|
2633
|
+
* @example {
|
|
2634
|
+
* "text": "Smoke",
|
|
2635
|
+
* "start": 250,
|
|
2636
|
+
* "end": 650,
|
|
2637
|
+
* "confidence": 0.97465,
|
|
2638
|
+
* "speaker": null
|
|
2639
|
+
* }
|
|
2640
|
+
*/
|
|
849
2641
|
export type TranscriptWord = {
|
|
850
2642
|
/** Format: double */
|
|
851
2643
|
confidence: number;
|
|
852
2644
|
end: number;
|
|
2645
|
+
/** @description The speaker of the sentence if [Speaker Diarization](https://www.assemblyai.com/docs/models/speaker-diarization) is enabled, else null */
|
|
853
2646
|
speaker?: string | null;
|
|
854
2647
|
start: number;
|
|
855
2648
|
text: string;
|
|
856
2649
|
};
|
|
857
2650
|
|
|
2651
|
+
/**
|
|
2652
|
+
* @example {
|
|
2653
|
+
* "upload_url": "https://cdn.assemblyai.com/upload/f756988d-47e2-4ca3-96ce-04bb168f8f2a"
|
|
2654
|
+
* }
|
|
2655
|
+
*/
|
|
858
2656
|
export type UploadedFile = {
|
|
859
2657
|
/** @description A URL that points to your audio file, accessible only by AssemblyAI's servers */
|
|
860
2658
|
upload_url: string;
|
|
861
2659
|
};
|
|
862
2660
|
|
|
2661
|
+
/**
|
|
2662
|
+
* @example {
|
|
2663
|
+
* "text": "smoke",
|
|
2664
|
+
* "count": 6,
|
|
2665
|
+
* "timestamps": [
|
|
2666
|
+
* [
|
|
2667
|
+
* 250,
|
|
2668
|
+
* 650
|
|
2669
|
+
* ],
|
|
2670
|
+
* [
|
|
2671
|
+
* 49168,
|
|
2672
|
+
* 49398
|
|
2673
|
+
* ],
|
|
2674
|
+
* [
|
|
2675
|
+
* 55284,
|
|
2676
|
+
* 55594
|
|
2677
|
+
* ],
|
|
2678
|
+
* [
|
|
2679
|
+
* 168888,
|
|
2680
|
+
* 169118
|
|
2681
|
+
* ],
|
|
2682
|
+
* [
|
|
2683
|
+
* 215108,
|
|
2684
|
+
* 215386
|
|
2685
|
+
* ],
|
|
2686
|
+
* [
|
|
2687
|
+
* 225944,
|
|
2688
|
+
* 226170
|
|
2689
|
+
* ]
|
|
2690
|
+
* ],
|
|
2691
|
+
* "indexes": [
|
|
2692
|
+
* 0,
|
|
2693
|
+
* 136,
|
|
2694
|
+
* 156,
|
|
2695
|
+
* 486,
|
|
2696
|
+
* 652,
|
|
2697
|
+
* 698
|
|
2698
|
+
* ]
|
|
2699
|
+
* }
|
|
2700
|
+
*/
|
|
863
2701
|
export type WordSearchMatch = {
|
|
864
2702
|
/** @description The total amount of times the word is in the transcript */
|
|
865
2703
|
count: number;
|
|
@@ -871,8 +2709,85 @@ export type WordSearchMatch = {
|
|
|
871
2709
|
timestamps: WordSearchTimestamp[];
|
|
872
2710
|
};
|
|
873
2711
|
|
|
2712
|
+
/**
|
|
2713
|
+
* @example {
|
|
2714
|
+
* "id": "d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
2715
|
+
* "total_count": 10,
|
|
2716
|
+
* "matches": [
|
|
2717
|
+
* {
|
|
2718
|
+
* "text": "smoke",
|
|
2719
|
+
* "count": 6,
|
|
2720
|
+
* "timestamps": [
|
|
2721
|
+
* [
|
|
2722
|
+
* 250,
|
|
2723
|
+
* 650
|
|
2724
|
+
* ],
|
|
2725
|
+
* [
|
|
2726
|
+
* 49168,
|
|
2727
|
+
* 49398
|
|
2728
|
+
* ],
|
|
2729
|
+
* [
|
|
2730
|
+
* 55284,
|
|
2731
|
+
* 55594
|
|
2732
|
+
* ],
|
|
2733
|
+
* [
|
|
2734
|
+
* 168888,
|
|
2735
|
+
* 169118
|
|
2736
|
+
* ],
|
|
2737
|
+
* [
|
|
2738
|
+
* 215108,
|
|
2739
|
+
* 215386
|
|
2740
|
+
* ],
|
|
2741
|
+
* [
|
|
2742
|
+
* 225944,
|
|
2743
|
+
* 226170
|
|
2744
|
+
* ]
|
|
2745
|
+
* ],
|
|
2746
|
+
* "indexes": [
|
|
2747
|
+
* 0,
|
|
2748
|
+
* 136,
|
|
2749
|
+
* 156,
|
|
2750
|
+
* 486,
|
|
2751
|
+
* 652,
|
|
2752
|
+
* 698
|
|
2753
|
+
* ]
|
|
2754
|
+
* },
|
|
2755
|
+
* {
|
|
2756
|
+
* "text": "wildfires",
|
|
2757
|
+
* "count": 4,
|
|
2758
|
+
* "timestamps": [
|
|
2759
|
+
* [
|
|
2760
|
+
* 1668,
|
|
2761
|
+
* 2346
|
|
2762
|
+
* ],
|
|
2763
|
+
* [
|
|
2764
|
+
* 33852,
|
|
2765
|
+
* 34546
|
|
2766
|
+
* ],
|
|
2767
|
+
* [
|
|
2768
|
+
* 50118,
|
|
2769
|
+
* 51110
|
|
2770
|
+
* ],
|
|
2771
|
+
* [
|
|
2772
|
+
* 231356,
|
|
2773
|
+
* 232354
|
|
2774
|
+
* ]
|
|
2775
|
+
* ],
|
|
2776
|
+
* "indexes": [
|
|
2777
|
+
* 4,
|
|
2778
|
+
* 90,
|
|
2779
|
+
* 140,
|
|
2780
|
+
* 716
|
|
2781
|
+
* ]
|
|
2782
|
+
* }
|
|
2783
|
+
* ]
|
|
2784
|
+
* }
|
|
2785
|
+
*/
|
|
874
2786
|
export type WordSearchResponse = {
|
|
875
|
-
/**
|
|
2787
|
+
/**
|
|
2788
|
+
* Format: uuid
|
|
2789
|
+
* @description The ID of the transcript
|
|
2790
|
+
*/
|
|
876
2791
|
id: string;
|
|
877
2792
|
/** @description The matches of the search */
|
|
878
2793
|
matches: WordSearchMatch[];
|
|
@@ -880,5 +2795,11 @@ export type WordSearchResponse = {
|
|
|
880
2795
|
total_count: number;
|
|
881
2796
|
};
|
|
882
2797
|
|
|
883
|
-
/**
|
|
2798
|
+
/**
|
|
2799
|
+
* @description An array of timestamps structured as [`start_time`, `end_time`] in milliseconds
|
|
2800
|
+
* @example [
|
|
2801
|
+
* 250,
|
|
2802
|
+
* 650
|
|
2803
|
+
* ]
|
|
2804
|
+
*/
|
|
884
2805
|
export type WordSearchTimestamp = number[];
|