assemblyai 4.0.0 → 4.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +24 -1
- package/dist/assemblyai.umd.js +11 -8
- package/dist/assemblyai.umd.min.js +1 -1
- package/dist/bun.mjs +11 -8
- package/dist/deno.mjs +11 -8
- package/dist/index.cjs +11 -8
- package/dist/index.mjs +11 -8
- package/dist/node.cjs +11 -8
- package/dist/node.mjs +11 -8
- package/dist/services/realtime/service.d.ts +1 -0
- package/dist/types/asyncapi.generated.d.ts +10 -1
- package/dist/types/helpers/index.d.ts +1 -0
- package/dist/types/openapi.generated.d.ts +1990 -68
- package/dist/types/realtime/index.d.ts +3 -1
- package/package.json +1 -1
- package/src/services/realtime/factory.ts +4 -4
- package/src/services/realtime/service.ts +8 -2
- package/src/types/asyncapi.generated.ts +13 -1
- package/src/types/helpers/index.ts +4 -0
- package/src/types/openapi.generated.ts +1995 -68
- package/src/types/realtime/index.ts +3 -0
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { LiteralUnion } from "./helpers";
|
|
1
2
|
/** OneOf type helpers */
|
|
2
3
|
type Without<T, U> = {
|
|
3
4
|
[P in Exclude<keyof T, keyof U>]?: never;
|
|
@@ -9,6 +10,19 @@ type OneOf<T extends any[]> = T extends [infer Only] ? Only : T extends [infer A
|
|
|
9
10
|
* @enum {string}
|
|
10
11
|
*/
|
|
11
12
|
export type AudioIntelligenceModelStatus = "success" | "unavailable";
|
|
13
|
+
/**
|
|
14
|
+
* @example {
|
|
15
|
+
* "count": 1,
|
|
16
|
+
* "rank": 0.08,
|
|
17
|
+
* "text": "air quality alerts",
|
|
18
|
+
* "timestamps": [
|
|
19
|
+
* {
|
|
20
|
+
* "start": 3978,
|
|
21
|
+
* "end": 5114
|
|
22
|
+
* }
|
|
23
|
+
* ]
|
|
24
|
+
* }
|
|
25
|
+
*/
|
|
12
26
|
export type AutoHighlightResult = {
|
|
13
27
|
/** @description The total number of times the key phrase appears in the audio file */
|
|
14
28
|
count: number;
|
|
@@ -24,13 +38,225 @@ export type AutoHighlightResult = {
|
|
|
24
38
|
};
|
|
25
39
|
/**
|
|
26
40
|
* @description An array of results for the Key Phrases model, if it is enabled.
|
|
27
|
-
* See [Key phrases](https://www.assemblyai.com/docs/
|
|
41
|
+
* See [Key phrases](https://www.assemblyai.com/docs/models/key-phrases) for more information.
|
|
42
|
+
*
|
|
43
|
+
* @example {
|
|
44
|
+
* "status": "success",
|
|
45
|
+
* "results": [
|
|
46
|
+
* {
|
|
47
|
+
* "count": 1,
|
|
48
|
+
* "rank": 0.08,
|
|
49
|
+
* "text": "air quality alerts",
|
|
50
|
+
* "timestamps": [
|
|
51
|
+
* {
|
|
52
|
+
* "start": 3978,
|
|
53
|
+
* "end": 5114
|
|
54
|
+
* }
|
|
55
|
+
* ]
|
|
56
|
+
* },
|
|
57
|
+
* {
|
|
58
|
+
* "count": 1,
|
|
59
|
+
* "rank": 0.08,
|
|
60
|
+
* "text": "wide ranging air quality consequences",
|
|
61
|
+
* "timestamps": [
|
|
62
|
+
* {
|
|
63
|
+
* "start": 235388,
|
|
64
|
+
* "end": 238694
|
|
65
|
+
* }
|
|
66
|
+
* ]
|
|
67
|
+
* },
|
|
68
|
+
* {
|
|
69
|
+
* "count": 1,
|
|
70
|
+
* "rank": 0.07,
|
|
71
|
+
* "text": "more wildfires",
|
|
72
|
+
* "timestamps": [
|
|
73
|
+
* {
|
|
74
|
+
* "start": 230972,
|
|
75
|
+
* "end": 232354
|
|
76
|
+
* }
|
|
77
|
+
* ]
|
|
78
|
+
* },
|
|
79
|
+
* {
|
|
80
|
+
* "count": 1,
|
|
81
|
+
* "rank": 0.07,
|
|
82
|
+
* "text": "air pollution",
|
|
83
|
+
* "timestamps": [
|
|
84
|
+
* {
|
|
85
|
+
* "start": 156004,
|
|
86
|
+
* "end": 156910
|
|
87
|
+
* }
|
|
88
|
+
* ]
|
|
89
|
+
* },
|
|
90
|
+
* {
|
|
91
|
+
* "count": 3,
|
|
92
|
+
* "rank": 0.07,
|
|
93
|
+
* "text": "weather systems",
|
|
94
|
+
* "timestamps": [
|
|
95
|
+
* {
|
|
96
|
+
* "start": 47344,
|
|
97
|
+
* "end": 47958
|
|
98
|
+
* },
|
|
99
|
+
* {
|
|
100
|
+
* "start": 205268,
|
|
101
|
+
* "end": 205818
|
|
102
|
+
* },
|
|
103
|
+
* {
|
|
104
|
+
* "start": 211588,
|
|
105
|
+
* "end": 213434
|
|
106
|
+
* }
|
|
107
|
+
* ]
|
|
108
|
+
* },
|
|
109
|
+
* {
|
|
110
|
+
* "count": 2,
|
|
111
|
+
* "rank": 0.06,
|
|
112
|
+
* "text": "high levels",
|
|
113
|
+
* "timestamps": [
|
|
114
|
+
* {
|
|
115
|
+
* "start": 121128,
|
|
116
|
+
* "end": 121646
|
|
117
|
+
* },
|
|
118
|
+
* {
|
|
119
|
+
* "start": 155412,
|
|
120
|
+
* "end": 155866
|
|
121
|
+
* }
|
|
122
|
+
* ]
|
|
123
|
+
* },
|
|
124
|
+
* {
|
|
125
|
+
* "count": 1,
|
|
126
|
+
* "rank": 0.06,
|
|
127
|
+
* "text": "health conditions",
|
|
128
|
+
* "timestamps": [
|
|
129
|
+
* {
|
|
130
|
+
* "start": 152138,
|
|
131
|
+
* "end": 152666
|
|
132
|
+
* }
|
|
133
|
+
* ]
|
|
134
|
+
* },
|
|
135
|
+
* {
|
|
136
|
+
* "count": 2,
|
|
137
|
+
* "rank": 0.06,
|
|
138
|
+
* "text": "Peter de Carlo",
|
|
139
|
+
* "timestamps": [
|
|
140
|
+
* {
|
|
141
|
+
* "start": 18948,
|
|
142
|
+
* "end": 19930
|
|
143
|
+
* },
|
|
144
|
+
* {
|
|
145
|
+
* "start": 268298,
|
|
146
|
+
* "end": 269194
|
|
147
|
+
* }
|
|
148
|
+
* ]
|
|
149
|
+
* },
|
|
150
|
+
* {
|
|
151
|
+
* "count": 1,
|
|
152
|
+
* "rank": 0.06,
|
|
153
|
+
* "text": "New York City",
|
|
154
|
+
* "timestamps": [
|
|
155
|
+
* {
|
|
156
|
+
* "start": 125768,
|
|
157
|
+
* "end": 126274
|
|
158
|
+
* }
|
|
159
|
+
* ]
|
|
160
|
+
* },
|
|
161
|
+
* {
|
|
162
|
+
* "count": 1,
|
|
163
|
+
* "rank": 0.05,
|
|
164
|
+
* "text": "respiratory conditions",
|
|
165
|
+
* "timestamps": [
|
|
166
|
+
* {
|
|
167
|
+
* "start": 152964,
|
|
168
|
+
* "end": 153786
|
|
169
|
+
* }
|
|
170
|
+
* ]
|
|
171
|
+
* },
|
|
172
|
+
* {
|
|
173
|
+
* "count": 3,
|
|
174
|
+
* "rank": 0.05,
|
|
175
|
+
* "text": "New York",
|
|
176
|
+
* "timestamps": [
|
|
177
|
+
* {
|
|
178
|
+
* "start": 125768,
|
|
179
|
+
* "end": 126034
|
|
180
|
+
* },
|
|
181
|
+
* {
|
|
182
|
+
* "start": 171448,
|
|
183
|
+
* "end": 171938
|
|
184
|
+
* },
|
|
185
|
+
* {
|
|
186
|
+
* "start": 176008,
|
|
187
|
+
* "end": 176322
|
|
188
|
+
* }
|
|
189
|
+
* ]
|
|
190
|
+
* },
|
|
191
|
+
* {
|
|
192
|
+
* "count": 3,
|
|
193
|
+
* "rank": 0.05,
|
|
194
|
+
* "text": "climate change",
|
|
195
|
+
* "timestamps": [
|
|
196
|
+
* {
|
|
197
|
+
* "start": 229548,
|
|
198
|
+
* "end": 230230
|
|
199
|
+
* },
|
|
200
|
+
* {
|
|
201
|
+
* "start": 244576,
|
|
202
|
+
* "end": 245162
|
|
203
|
+
* },
|
|
204
|
+
* {
|
|
205
|
+
* "start": 263348,
|
|
206
|
+
* "end": 263950
|
|
207
|
+
* }
|
|
208
|
+
* ]
|
|
209
|
+
* },
|
|
210
|
+
* {
|
|
211
|
+
* "count": 1,
|
|
212
|
+
* "rank": 0.05,
|
|
213
|
+
* "text": "Johns Hopkins University Varsity",
|
|
214
|
+
* "timestamps": [
|
|
215
|
+
* {
|
|
216
|
+
* "start": 23972,
|
|
217
|
+
* "end": 25490
|
|
218
|
+
* }
|
|
219
|
+
* ]
|
|
220
|
+
* },
|
|
221
|
+
* {
|
|
222
|
+
* "count": 1,
|
|
223
|
+
* "rank": 0.05,
|
|
224
|
+
* "text": "heart conditions",
|
|
225
|
+
* "timestamps": [
|
|
226
|
+
* {
|
|
227
|
+
* "start": 153988,
|
|
228
|
+
* "end": 154506
|
|
229
|
+
* }
|
|
230
|
+
* ]
|
|
231
|
+
* },
|
|
232
|
+
* {
|
|
233
|
+
* "count": 1,
|
|
234
|
+
* "rank": 0.05,
|
|
235
|
+
* "text": "air quality warnings",
|
|
236
|
+
* "timestamps": [
|
|
237
|
+
* {
|
|
238
|
+
* "start": 12308,
|
|
239
|
+
* "end": 13434
|
|
240
|
+
* }
|
|
241
|
+
* ]
|
|
242
|
+
* }
|
|
243
|
+
* ]
|
|
244
|
+
* }
|
|
28
245
|
*/
|
|
29
246
|
export type AutoHighlightsResult = {
|
|
30
247
|
/** @description A temporally-sequential array of Key Phrases */
|
|
31
248
|
results: AutoHighlightResult[];
|
|
32
249
|
};
|
|
33
|
-
/**
|
|
250
|
+
/**
|
|
251
|
+
* @description Chapter of the audio file
|
|
252
|
+
* @example {
|
|
253
|
+
* "summary": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. In some places, the air quality warnings include the warning to stay inside.",
|
|
254
|
+
* "gist": "Smoggy air quality alerts across US",
|
|
255
|
+
* "headline": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts across US",
|
|
256
|
+
* "start": 250,
|
|
257
|
+
* "end": 28840
|
|
258
|
+
* }
|
|
259
|
+
*/
|
|
34
260
|
export type Chapter = {
|
|
35
261
|
/** @description The starting time, in milliseconds, for the chapter */
|
|
36
262
|
end: number;
|
|
@@ -43,6 +269,13 @@ export type Chapter = {
|
|
|
43
269
|
/** @description A one paragraph summary of the content spoken during the chapter */
|
|
44
270
|
summary: string;
|
|
45
271
|
};
|
|
272
|
+
/**
|
|
273
|
+
* @example {
|
|
274
|
+
* "label": "disasters",
|
|
275
|
+
* "confidence": 0.8142836093902588,
|
|
276
|
+
* "severity": 0.4093044400215149
|
|
277
|
+
* }
|
|
278
|
+
*/
|
|
46
279
|
export type ContentSafetyLabel = {
|
|
47
280
|
/**
|
|
48
281
|
* Format: double
|
|
@@ -57,6 +290,24 @@ export type ContentSafetyLabel = {
|
|
|
57
290
|
*/
|
|
58
291
|
severity: number;
|
|
59
292
|
};
|
|
293
|
+
/**
|
|
294
|
+
* @example {
|
|
295
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
296
|
+
* "labels": [
|
|
297
|
+
* {
|
|
298
|
+
* "label": "disasters",
|
|
299
|
+
* "confidence": 0.8142836093902588,
|
|
300
|
+
* "severity": 0.4093044400215149
|
|
301
|
+
* }
|
|
302
|
+
* ],
|
|
303
|
+
* "sentences_idx_start": 0,
|
|
304
|
+
* "sentences_idx_end": 5,
|
|
305
|
+
* "timestamp": {
|
|
306
|
+
* "start": 250,
|
|
307
|
+
* "end": 28840
|
|
308
|
+
* }
|
|
309
|
+
* }
|
|
310
|
+
*/
|
|
60
311
|
export type ContentSafetyLabelResult = {
|
|
61
312
|
/** @description An array of safety labels, one per sensitive topic that was detected in the section */
|
|
62
313
|
labels: ContentSafetyLabel[];
|
|
@@ -71,7 +322,45 @@ export type ContentSafetyLabelResult = {
|
|
|
71
322
|
};
|
|
72
323
|
/**
|
|
73
324
|
* @description An array of results for the Content Moderation model, if it is enabled.
|
|
74
|
-
* See [Content moderation](https://www.assemblyai.com/docs/
|
|
325
|
+
* See [Content moderation](https://www.assemblyai.com/docs/models/content-moderation) for more information.
|
|
326
|
+
*
|
|
327
|
+
* @example {
|
|
328
|
+
* "status": "success",
|
|
329
|
+
* "results": [
|
|
330
|
+
* {
|
|
331
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
332
|
+
* "labels": [
|
|
333
|
+
* {
|
|
334
|
+
* "label": "disasters",
|
|
335
|
+
* "confidence": 0.8142836093902588,
|
|
336
|
+
* "severity": 0.4093044400215149
|
|
337
|
+
* }
|
|
338
|
+
* ],
|
|
339
|
+
* "sentences_idx_start": 0,
|
|
340
|
+
* "sentences_idx_end": 5,
|
|
341
|
+
* "timestamp": {
|
|
342
|
+
* "start": 250,
|
|
343
|
+
* "end": 28840
|
|
344
|
+
* }
|
|
345
|
+
* }
|
|
346
|
+
* ],
|
|
347
|
+
* "summary": {
|
|
348
|
+
* "disasters": 0.9940800441842205,
|
|
349
|
+
* "health_issues": 0.9216489289040967
|
|
350
|
+
* },
|
|
351
|
+
* "severity_score_summary": {
|
|
352
|
+
* "disasters": {
|
|
353
|
+
* "low": 0.5733263024656846,
|
|
354
|
+
* "medium": 0.42667369753431533,
|
|
355
|
+
* "high": 0
|
|
356
|
+
* },
|
|
357
|
+
* "health_issues": {
|
|
358
|
+
* "low": 0.22863814977924785,
|
|
359
|
+
* "medium": 0.45014154926938227,
|
|
360
|
+
* "high": 0.32122030095136983
|
|
361
|
+
* }
|
|
362
|
+
* }
|
|
363
|
+
* }
|
|
75
364
|
*/
|
|
76
365
|
export type ContentSafetyLabelsResult = {
|
|
77
366
|
results: ContentSafetyLabelResult[];
|
|
@@ -86,11 +375,24 @@ export type ContentSafetyLabelsResult = {
|
|
|
86
375
|
[key: string]: number;
|
|
87
376
|
};
|
|
88
377
|
};
|
|
378
|
+
/**
|
|
379
|
+
* @example {
|
|
380
|
+
* "expires_in": 480
|
|
381
|
+
* }
|
|
382
|
+
*/
|
|
89
383
|
export type CreateRealtimeTemporaryTokenParams = {
|
|
90
384
|
/** @description The amount of time until the token expires in seconds */
|
|
91
385
|
expires_in: number;
|
|
92
386
|
};
|
|
93
|
-
/**
|
|
387
|
+
/**
|
|
388
|
+
* @description A detected entity
|
|
389
|
+
* @example {
|
|
390
|
+
* "entity_type": "location",
|
|
391
|
+
* "text": "Canada",
|
|
392
|
+
* "start": 2548,
|
|
393
|
+
* "end": 3130
|
|
394
|
+
* }
|
|
395
|
+
*/
|
|
94
396
|
export type Entity = {
|
|
95
397
|
/** @description The ending time, in milliseconds, for the detected entity in the audio file */
|
|
96
398
|
end: number;
|
|
@@ -106,17 +408,50 @@ export type Entity = {
|
|
|
106
408
|
* @enum {string}
|
|
107
409
|
*/
|
|
108
410
|
export type EntityType = "banking_information" | "blood_type" | "credit_card_cvv" | "credit_card_expiration" | "credit_card_number" | "date" | "date_of_birth" | "drivers_license" | "drug" | "email_address" | "event" | "injury" | "language" | "location" | "medical_condition" | "medical_process" | "money_amount" | "nationality" | "occupation" | "organization" | "password" | "person_age" | "person_name" | "phone_number" | "political_affiliation" | "religion" | "time" | "url" | "us_social_security_number";
|
|
411
|
+
/**
|
|
412
|
+
* @example {
|
|
413
|
+
* "error": "format_text must be a Boolean"
|
|
414
|
+
* }
|
|
415
|
+
*/
|
|
109
416
|
export type Error = {
|
|
110
417
|
/** @description Error message */
|
|
111
418
|
error: string;
|
|
112
419
|
/** @constant */
|
|
113
420
|
status?: "error";
|
|
114
421
|
};
|
|
422
|
+
/**
|
|
423
|
+
* @example {
|
|
424
|
+
* "transcript_ids": [
|
|
425
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
426
|
+
* ],
|
|
427
|
+
* "context": "This is an interview about wildfires.",
|
|
428
|
+
* "final_model": "default",
|
|
429
|
+
* "temperature": 0,
|
|
430
|
+
* "max_output_size": 3000
|
|
431
|
+
* }
|
|
432
|
+
*/
|
|
115
433
|
export type LemurActionItemsParams = LemurBaseParams;
|
|
434
|
+
/**
|
|
435
|
+
* @example {
|
|
436
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e",
|
|
437
|
+
* "response": "Here are some potential action items based on the transcript:\n\n- Monitor air quality levels in affected areas and issue warnings as needed.\n\n- Advise vulnerable populations like children, the elderly, and those with respiratory conditions to limit time outdoors.\n\n- Have schools cancel outdoor activities when air quality is poor.\n\n- Educate the public on health impacts of smoke inhalation and precautions to take.\n\n- Track progression of smoke plumes using weather and air quality monitoring systems.\n\n- Coordinate cross-regionally to manage smoke exposure as air masses shift.\n\n- Plan for likely increase in such events due to climate change. Expand monitoring and forecasting capabilities.\n\n- Conduct research to better understand health impacts of wildfire smoke and mitigation strategies.\n\n- Develop strategies to prevent and manage wildfires to limit air quality impacts.\n"
|
|
438
|
+
* }
|
|
439
|
+
*/
|
|
116
440
|
export type LemurActionItemsResponse = LemurBaseResponse & {
|
|
117
441
|
/** @description The response generated by LeMUR */
|
|
118
442
|
response: string;
|
|
119
443
|
};
|
|
444
|
+
/**
|
|
445
|
+
* @example {
|
|
446
|
+
* "transcript_ids": [
|
|
447
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
448
|
+
* ],
|
|
449
|
+
* "context": "This is an interview about wildfires.",
|
|
450
|
+
* "final_model": "default",
|
|
451
|
+
* "temperature": 0,
|
|
452
|
+
* "max_output_size": 3000
|
|
453
|
+
* }
|
|
454
|
+
*/
|
|
120
455
|
export type LemurBaseParams = {
|
|
121
456
|
/** @description Context to provide the model. This can be a string or a free-form JSON value. */
|
|
122
457
|
context?: OneOf<[
|
|
@@ -125,7 +460,7 @@ export type LemurBaseParams = {
|
|
|
125
460
|
[key: string]: unknown;
|
|
126
461
|
}
|
|
127
462
|
]>;
|
|
128
|
-
final_model?: LemurModel
|
|
463
|
+
final_model?: LiteralUnion<LemurModel, string>;
|
|
129
464
|
/**
|
|
130
465
|
* @description Custom formatted transcript data. Maximum size is the context limit of the selected model, which defaults to 100000.
|
|
131
466
|
* Use either transcript_ids or input_text as input into LeMUR.
|
|
@@ -146,16 +481,30 @@ export type LemurBaseParams = {
|
|
|
146
481
|
*/
|
|
147
482
|
transcript_ids?: string[];
|
|
148
483
|
};
|
|
484
|
+
/**
|
|
485
|
+
* @example {
|
|
486
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e"
|
|
487
|
+
* }
|
|
488
|
+
*/
|
|
149
489
|
export type LemurBaseResponse = {
|
|
150
|
-
/**
|
|
490
|
+
/**
|
|
491
|
+
* Format: uuid
|
|
492
|
+
* @description The ID of the LeMUR request
|
|
493
|
+
*/
|
|
151
494
|
request_id: string;
|
|
152
495
|
};
|
|
153
496
|
/**
|
|
154
|
-
* @description The model that is used for the final prompt after compression is performed
|
|
497
|
+
* @description The model that is used for the final prompt after compression is performed.
|
|
155
498
|
*
|
|
156
499
|
* @enum {string}
|
|
157
500
|
*/
|
|
158
|
-
export type LemurModel = "default" | "basic";
|
|
501
|
+
export type LemurModel = "default" | "basic" | "assemblyai/mistral-7b" | "anthropic/claude-2-1";
|
|
502
|
+
/**
|
|
503
|
+
* @example {
|
|
504
|
+
* "question": "Where are there wildfires?",
|
|
505
|
+
* "answer_format": "List of countries in ISO 3166-1 alpha-2 format"
|
|
506
|
+
* }
|
|
507
|
+
*/
|
|
159
508
|
export type LemurQuestion = {
|
|
160
509
|
/** @description How you want the answer to be returned. This can be any text. Can't be used with answer_options. Examples: "short sentence", "bullet points" */
|
|
161
510
|
answer_format?: string;
|
|
@@ -171,41 +520,141 @@ export type LemurQuestion = {
|
|
|
171
520
|
/** @description The question you wish to ask. For more complex questions use default model. */
|
|
172
521
|
question: string;
|
|
173
522
|
};
|
|
174
|
-
/**
|
|
523
|
+
/**
|
|
524
|
+
* @description An answer generated by LeMUR and its question
|
|
525
|
+
* @example {
|
|
526
|
+
* "answer": "CA, US",
|
|
527
|
+
* "question": "Where are there wildfires?"
|
|
528
|
+
* }
|
|
529
|
+
*/
|
|
175
530
|
export type LemurQuestionAnswer = {
|
|
176
531
|
/** @description The answer generated by LeMUR */
|
|
177
532
|
answer: string;
|
|
178
533
|
/** @description The question for LeMUR to answer */
|
|
179
534
|
question: string;
|
|
180
535
|
};
|
|
536
|
+
/**
|
|
537
|
+
* @example {
|
|
538
|
+
* "transcript_ids": [
|
|
539
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
540
|
+
* ],
|
|
541
|
+
* "context": "This is an interview about wildfires.",
|
|
542
|
+
* "questions": [
|
|
543
|
+
* {
|
|
544
|
+
* "question": "Where are there wildfires?",
|
|
545
|
+
* "answer_format": "List of countries in ISO 3166-1 alpha-2 format",
|
|
546
|
+
* "answer_options": [
|
|
547
|
+
* "US",
|
|
548
|
+
* "CA"
|
|
549
|
+
* ]
|
|
550
|
+
* },
|
|
551
|
+
* {
|
|
552
|
+
* "question": "Is global warming affecting wildfires?",
|
|
553
|
+
* "answer_options": [
|
|
554
|
+
* "yes",
|
|
555
|
+
* "no"
|
|
556
|
+
* ]
|
|
557
|
+
* }
|
|
558
|
+
* ],
|
|
559
|
+
* "final_model": "default",
|
|
560
|
+
* "temperature": 0,
|
|
561
|
+
* "max_output_size": 3000
|
|
562
|
+
* }
|
|
563
|
+
*/
|
|
181
564
|
export type LemurQuestionAnswerParams = LemurBaseParams & {
|
|
182
565
|
/** @description A list of questions to ask */
|
|
183
566
|
questions: LemurQuestion[];
|
|
184
567
|
};
|
|
568
|
+
/**
|
|
569
|
+
* @example {
|
|
570
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e",
|
|
571
|
+
* "response": [
|
|
572
|
+
* {
|
|
573
|
+
* "answer": "CA, US",
|
|
574
|
+
* "question": "Where are there wildfires?"
|
|
575
|
+
* },
|
|
576
|
+
* {
|
|
577
|
+
* "answer": "yes",
|
|
578
|
+
* "question": "Is global warming affecting wildfires?"
|
|
579
|
+
* }
|
|
580
|
+
* ]
|
|
581
|
+
* }
|
|
582
|
+
*/
|
|
185
583
|
export type LemurQuestionAnswerResponse = LemurBaseResponse & {
|
|
186
584
|
/** @description The answers generated by LeMUR and their questions */
|
|
187
585
|
response: LemurQuestionAnswer[];
|
|
188
586
|
};
|
|
587
|
+
/**
|
|
588
|
+
* @example {
|
|
589
|
+
* "transcript_ids": [
|
|
590
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
591
|
+
* ],
|
|
592
|
+
* "context": "This is an interview about wildfires.",
|
|
593
|
+
* "final_model": "default",
|
|
594
|
+
* "temperature": 0,
|
|
595
|
+
* "max_output_size": 3000
|
|
596
|
+
* }
|
|
597
|
+
*/
|
|
189
598
|
export type LemurSummaryParams = LemurBaseParams & {
|
|
190
599
|
/** @description How you want the summary to be returned. This can be any text. Examples: "TLDR", "bullet points" */
|
|
191
600
|
answer_format?: string;
|
|
192
601
|
};
|
|
602
|
+
/**
|
|
603
|
+
* @example {
|
|
604
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e",
|
|
605
|
+
* "response": "- Wildfires in Canada are sending smoke and air pollution across parts of the US, triggering air quality alerts from Maine to Minnesota. Concentrations of particulate matter have exceeded safety levels.\n\n- Weather systems are channeling the smoke through Pennsylvania into the Mid-Atlantic and Northeast regions. New York City has canceled outdoor activities to keep children and vulnerable groups indoors.\n\n- Very small particulate matter can enter the lungs and impact respiratory, cardiovascular and neurological health. Young children, the elderly and those with preexisting conditions are most at risk.\n\n- The conditions causing the poor air quality could get worse or shift to different areas in coming days depending on weather patterns. More wildfires may also contribute to higher concentrations.\n\n- Climate change is leading to longer and more severe fire seasons. Events of smoke traveling long distances and affecting air quality over wide areas will likely become more common in the future.\"\n"
|
|
606
|
+
* }
|
|
607
|
+
*/
|
|
193
608
|
export type LemurSummaryResponse = LemurBaseResponse & {
|
|
194
609
|
/** @description The response generated by LeMUR */
|
|
195
610
|
response: string;
|
|
196
611
|
};
|
|
612
|
+
/**
|
|
613
|
+
* @example {
|
|
614
|
+
* "transcript_ids": [
|
|
615
|
+
* "64nygnr62k-405c-4ae8-8a6b-d90b40ff3cce"
|
|
616
|
+
* ],
|
|
617
|
+
* "prompt": "List all the locations affected by wildfires.",
|
|
618
|
+
* "context": "This is an interview about wildfires.",
|
|
619
|
+
* "final_model": "default",
|
|
620
|
+
* "temperature": 0,
|
|
621
|
+
* "max_output_size": 3000
|
|
622
|
+
* }
|
|
623
|
+
*/
|
|
197
624
|
export type LemurTaskParams = LemurBaseParams & {
|
|
198
625
|
/** @description Your text to prompt the model to produce a desired output, including any context you want to pass into the model. */
|
|
199
626
|
prompt: string;
|
|
200
627
|
};
|
|
628
|
+
/**
|
|
629
|
+
* @example {
|
|
630
|
+
* "request_id": "5e1b27c2-691f-4414-8bc5-f14678442f9e",
|
|
631
|
+
* "response": "Based on the transcript, the following locations were mentioned as being affected by wildfire smoke from Canada:\n\n- Maine\n- Maryland\n- Minnesota\n- Mid Atlantic region\n- Northeast region\n- New York City\n- Baltimore\n"
|
|
632
|
+
* }
|
|
633
|
+
*/
|
|
201
634
|
export type LemurTaskResponse = LemurBaseResponse & {
|
|
202
|
-
/** @description The response generated by LeMUR */
|
|
635
|
+
/** @description The response generated by LeMUR. */
|
|
203
636
|
response: string;
|
|
204
637
|
};
|
|
638
|
+
/**
|
|
639
|
+
* @example {
|
|
640
|
+
* "after_id": "a7c5cafd-2c2e-4bdd-b0b2-69dade2f7a1b",
|
|
641
|
+
* "before_id": "9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
642
|
+
* "created_on": "2023-11-03",
|
|
643
|
+
* "limit": 2,
|
|
644
|
+
* "status": "completed",
|
|
645
|
+
* "throttled_only": false
|
|
646
|
+
* }
|
|
647
|
+
*/
|
|
205
648
|
export type ListTranscriptParams = {
|
|
206
|
-
/**
|
|
649
|
+
/**
|
|
650
|
+
* Format: uuid
|
|
651
|
+
* @description Get transcripts that were created after this transcript ID
|
|
652
|
+
*/
|
|
207
653
|
after_id?: string;
|
|
208
|
-
/**
|
|
654
|
+
/**
|
|
655
|
+
* Format: uuid
|
|
656
|
+
* @description Get transcripts that were created before this transcript ID
|
|
657
|
+
*/
|
|
209
658
|
before_id?: string;
|
|
210
659
|
/**
|
|
211
660
|
* Format: date
|
|
@@ -223,6 +672,15 @@ export type ListTranscriptParams = {
|
|
|
223
672
|
/** @description Only get throttled transcripts, overrides the status filter */
|
|
224
673
|
throttled_only?: boolean;
|
|
225
674
|
};
|
|
675
|
+
/**
|
|
676
|
+
* @example {
|
|
677
|
+
* "limit": 10,
|
|
678
|
+
* "result_count": 10,
|
|
679
|
+
* "current_url": "https://api.assemblyai.com/v2/transcript?limit=10",
|
|
680
|
+
* "prev_url": "https://api.assemblyai.com/v2/transcript?limit=10&before_id=62npeahu2b-a8ea-4112-854c-69542c20d90c",
|
|
681
|
+
* "next_url": "https://api.assemblyai.com/v2/transcript?limit=10&after_id=62nfw3mlar-01ad-4631-92f6-629929496eed"
|
|
682
|
+
* }
|
|
683
|
+
*/
|
|
226
684
|
export type PageDetails = {
|
|
227
685
|
current_url: string;
|
|
228
686
|
limit: number;
|
|
@@ -230,27 +688,126 @@ export type PageDetails = {
|
|
|
230
688
|
prev_url: string;
|
|
231
689
|
result_count: number;
|
|
232
690
|
};
|
|
691
|
+
/**
|
|
692
|
+
* @example {
|
|
693
|
+
* "paragraphs": [
|
|
694
|
+
* {
|
|
695
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter Decarlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University. Good morning, professor.",
|
|
696
|
+
* "start": 250,
|
|
697
|
+
* "end": 26950,
|
|
698
|
+
* "confidence": 0.73033,
|
|
699
|
+
* "words": [
|
|
700
|
+
* {
|
|
701
|
+
* "text": "Smoke",
|
|
702
|
+
* "start": 250,
|
|
703
|
+
* "end": 650,
|
|
704
|
+
* "confidence": 0.73033,
|
|
705
|
+
* "speaker": null
|
|
706
|
+
* },
|
|
707
|
+
* {
|
|
708
|
+
* "text": "from",
|
|
709
|
+
* "start": 730,
|
|
710
|
+
* "end": 1022,
|
|
711
|
+
* "confidence": 1,
|
|
712
|
+
* "speaker": null
|
|
713
|
+
* },
|
|
714
|
+
* {
|
|
715
|
+
* "text": "hundreds",
|
|
716
|
+
* "start": 1076,
|
|
717
|
+
* "end": 1466,
|
|
718
|
+
* "confidence": 0.99992,
|
|
719
|
+
* "speaker": null
|
|
720
|
+
* },
|
|
721
|
+
* {
|
|
722
|
+
* "text": "of",
|
|
723
|
+
* "start": 1498,
|
|
724
|
+
* "end": 1646,
|
|
725
|
+
* "confidence": 1,
|
|
726
|
+
* "speaker": null
|
|
727
|
+
* }
|
|
728
|
+
* ]
|
|
729
|
+
* },
|
|
730
|
+
* {
|
|
731
|
+
* "text": "Good morning. So what is it about the conditions right now that have caused this round of wildfires to affect so many people so far away? Well, there's a couple of things. The season has been pretty dry already, and then the fact that we're getting hit in the US. Is because there's a couple of weather systems that are essentially channeling the smoke from those Canadian wildfires through Pennsylvania into the Mid Atlantic and the Northeast and kind of just dropping the smoke there.",
|
|
732
|
+
* "start": 27850,
|
|
733
|
+
* "end": 56190,
|
|
734
|
+
* "confidence": 0.99667,
|
|
735
|
+
* "words": [
|
|
736
|
+
* {
|
|
737
|
+
* "text": "Good",
|
|
738
|
+
* "start": 27850,
|
|
739
|
+
* "end": 28262,
|
|
740
|
+
* "confidence": 0.99667,
|
|
741
|
+
* "speaker": null
|
|
742
|
+
* },
|
|
743
|
+
* {
|
|
744
|
+
* "text": "morning.",
|
|
745
|
+
* "start": 28316,
|
|
746
|
+
* "end": 28920,
|
|
747
|
+
* "confidence": 0.99742,
|
|
748
|
+
* "speaker": null
|
|
749
|
+
* },
|
|
750
|
+
* {
|
|
751
|
+
* "text": "So",
|
|
752
|
+
* "start": 29290,
|
|
753
|
+
* "end": 29702,
|
|
754
|
+
* "confidence": 0.94736,
|
|
755
|
+
* "speaker": null
|
|
756
|
+
* }
|
|
757
|
+
* ]
|
|
758
|
+
* }
|
|
759
|
+
* ],
|
|
760
|
+
* "id": "d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
761
|
+
* "confidence": 0.9578730257009361,
|
|
762
|
+
* "audio_duration": 281
|
|
763
|
+
* }
|
|
764
|
+
*/
|
|
233
765
|
export type ParagraphsResponse = {
|
|
234
766
|
audio_duration: number;
|
|
235
767
|
/** Format: double */
|
|
236
768
|
confidence: number;
|
|
769
|
+
/** Format: uuid */
|
|
237
770
|
id: string;
|
|
238
771
|
paragraphs: TranscriptParagraph[];
|
|
239
772
|
};
|
|
240
773
|
/** @enum {string} */
|
|
241
774
|
export type PiiPolicy = "medical_process" | "medical_condition" | "blood_type" | "drug" | "injury" | "number_sequence" | "email_address" | "date_of_birth" | "phone_number" | "us_social_security_number" | "credit_card_number" | "credit_card_expiration" | "credit_card_cvv" | "date" | "nationality" | "event" | "language" | "location" | "money_amount" | "person_name" | "person_age" | "organization" | "political_affiliation" | "occupation" | "religion" | "drivers_license" | "banking_information";
|
|
775
|
+
/**
|
|
776
|
+
* @example {
|
|
777
|
+
* "request_id": "914fe7e4-f10a-4364-8946-34614c2873f6",
|
|
778
|
+
* "request_id_to_purge": "b7eb03ec-1650-4181-949b-75d9de317de1",
|
|
779
|
+
* "deleted": true
|
|
780
|
+
* }
|
|
781
|
+
*/
|
|
242
782
|
export type PurgeLemurRequestDataResponse = {
|
|
243
783
|
/** @description Whether the request data was deleted */
|
|
244
784
|
deleted: boolean;
|
|
245
|
-
/**
|
|
785
|
+
/**
|
|
786
|
+
* Format: uuid
|
|
787
|
+
* @description The ID of the deletion request of the LeMUR request
|
|
788
|
+
*/
|
|
246
789
|
request_id: string;
|
|
247
|
-
/**
|
|
790
|
+
/**
|
|
791
|
+
* Format: uuid
|
|
792
|
+
* @description The ID of the LeMUR request to purge the data for
|
|
793
|
+
*/
|
|
248
794
|
request_id_to_purge: string;
|
|
249
795
|
};
|
|
796
|
+
/**
|
|
797
|
+
* @example {
|
|
798
|
+
* "token": "fe4145dd1e7a2e149488dcd2d553a8018a89833fc5084837d66fd1bcf5a105d4"
|
|
799
|
+
* }
|
|
800
|
+
*/
|
|
250
801
|
export type RealtimeTemporaryTokenResponse = {
|
|
251
802
|
/** @description The temporary authentication token for real-time transcription */
|
|
252
803
|
token: string;
|
|
253
804
|
};
|
|
805
|
+
/**
|
|
806
|
+
* @example {
|
|
807
|
+
* "redacted_audio_url": "https://s3.us-west-2.amazonaws.com/api.assembly.ai.usw2/redacted-audio/785efd9e-0e20-45e1-967b-3db17770ed9f.wav?AWSAccessKeyId=ASIAVASQFLPGLUP5JD7Y&Signature=z1r2MOA46esiiAmk%2FreBkL8rl6g%3D&x-amz-security-token=IQoJb3JpZ2luX2VjEPv%2F%2F%2F%2F%2F%2F%2F%2F%2F%2FwEaCXVzLXdlc3QtMiJHMEUCIHxKoUJdd5P%2Fdy4WlfvRNppQtauTy7OuAb5azR2OIoYSAiEA8iPx4xAx0pbZztT4e7fGnzPS4phvNCnYKflIijUoxDsq%2BwMIMxAEGgwzNDQ4MzkyNDg4NDQiDJxsCgo0cDg789FV0CrYAwPK3CHbRHoNPFiQ%2FO6EdHZ4OSFRcS%2FDvDyHQRNnYNSwG4JB2mUMWEVw808JWTya%2But4wEcmPiUCVJMTvh70cxhILAxP84CBTuWGM%2Fszbj4tn1thjVsqovf9YZmP17OCFa77Bc9%2F9RwtRaABEqJ2eb6%2Bsir7w0MMzhe1z%2F%2B1PUKxicJAZasBv3Ova%2BTY2eNkPZHQ4Njie4X5sh05b%2BrKnz58E7GTQ1sHZQDYHZecwb5fP0B3LR0vuqNtK%2BdpMAxw5H7BinQ4rdccLmsLLMQeVn8jdRDZNEvsdmoeQL0y0qD%2BUcyGMJoAjMT4FnXhBhVxc3bgkVUbHlZMn48FNCYcmzM8UB9wGmSnr6iQoqEaFElfQVbvAzsW7lnlfLROZxMvGXyliobPYPSaYZlVYgHcIxeWuOAXRtEtmL2jbaX4ghCVgJBVO3BBzTgub2jB0KPU6lYZLLM4kf%2B8hKX8iyxSRc6ZVEefTcyruoDppjB028pA9q75hLH1CZwhfLoM%2F3z5f0aFCl05zQnaa10nbcKj0hERELf4FXqS8yWbSutlRcd7Rr9o8jN31QGUscpsuIvl%2FpyJcZmItX8nO%2FF0s1QjrIi11DLYD9YoOh7eVkN8eKKn5w4cHldVI2sw4NCPqgY6pQE%2BM9va2ad1%2BNrXeQ9t8K41lojTN0BFmM8ERD5fF77xcTlW8VdV%2FiJeLLHDvnYYWVKcga9hSROlmsqvMyn3Tmhz7KQbIepSAOKhcHM%2FyUaLfErvCtjXGwo8nsKForL7SKiGkaRCBmwfQtkSVP6m4tGT50YdGxakh54f8uyC55SbkElknRbpl5haiZ%2F82UddFBkdPcM3t0s7vwbEy%2BbilYyetOr6htc%3D&Expires=1698966551",
|
|
808
|
+
* "status": "redacted_audio_ready"
|
|
809
|
+
* }
|
|
810
|
+
*/
|
|
254
811
|
export type RedactedAudioResponse = {
|
|
255
812
|
/** @description The URL of the redacted audio file */
|
|
256
813
|
redacted_audio_url: string;
|
|
@@ -262,16 +819,124 @@ export type RedactedAudioResponse = {
|
|
|
262
819
|
* @enum {string}
|
|
263
820
|
*/
|
|
264
821
|
export type RedactedAudioStatus = "redacted_audio_ready";
|
|
822
|
+
/**
|
|
823
|
+
* @example {
|
|
824
|
+
* "sentences": [
|
|
825
|
+
* {
|
|
826
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US.",
|
|
827
|
+
* "start": 250,
|
|
828
|
+
* "end": 6350,
|
|
829
|
+
* "confidence": 0.72412,
|
|
830
|
+
* "words": [
|
|
831
|
+
* {
|
|
832
|
+
* "text": "Smoke",
|
|
833
|
+
* "start": 250,
|
|
834
|
+
* "end": 650,
|
|
835
|
+
* "confidence": 0.72412,
|
|
836
|
+
* "speaker": null
|
|
837
|
+
* },
|
|
838
|
+
* {
|
|
839
|
+
* "text": "from",
|
|
840
|
+
* "start": 730,
|
|
841
|
+
* "end": 1022,
|
|
842
|
+
* "confidence": 0.99996,
|
|
843
|
+
* "speaker": null
|
|
844
|
+
* },
|
|
845
|
+
* {
|
|
846
|
+
* "text": "hundreds",
|
|
847
|
+
* "start": 1076,
|
|
848
|
+
* "end": 1466,
|
|
849
|
+
* "confidence": 0.99992,
|
|
850
|
+
* "speaker": null
|
|
851
|
+
* },
|
|
852
|
+
* {
|
|
853
|
+
* "text": "of",
|
|
854
|
+
* "start": 1498,
|
|
855
|
+
* "end": 1646,
|
|
856
|
+
* "confidence": 1,
|
|
857
|
+
* "speaker": null
|
|
858
|
+
* }
|
|
859
|
+
* ],
|
|
860
|
+
* "speaker": null
|
|
861
|
+
* },
|
|
862
|
+
* {
|
|
863
|
+
* "text": "Skylines from Maine to Maryland to Minnesota are gray and smoggy.",
|
|
864
|
+
* "start": 6500,
|
|
865
|
+
* "end": 11050,
|
|
866
|
+
* "confidence": 0.99819,
|
|
867
|
+
* "words": [
|
|
868
|
+
* {
|
|
869
|
+
* "text": "Skylines",
|
|
870
|
+
* "start": 6500,
|
|
871
|
+
* "end": 7306,
|
|
872
|
+
* "confidence": 0.99819,
|
|
873
|
+
* "speaker": null
|
|
874
|
+
* },
|
|
875
|
+
* {
|
|
876
|
+
* "text": "from",
|
|
877
|
+
* "start": 7338,
|
|
878
|
+
* "end": 7534,
|
|
879
|
+
* "confidence": 0.99987,
|
|
880
|
+
* "speaker": null
|
|
881
|
+
* },
|
|
882
|
+
* {
|
|
883
|
+
* "text": "Maine",
|
|
884
|
+
* "start": 7572,
|
|
885
|
+
* "end": 7962,
|
|
886
|
+
* "confidence": 0.9972,
|
|
887
|
+
* "speaker": null
|
|
888
|
+
* },
|
|
889
|
+
* {
|
|
890
|
+
* "text": "to",
|
|
891
|
+
* "start": 8026,
|
|
892
|
+
* "end": 8206,
|
|
893
|
+
* "confidence": 1,
|
|
894
|
+
* "speaker": null
|
|
895
|
+
* },
|
|
896
|
+
* {
|
|
897
|
+
* "text": "Maryland",
|
|
898
|
+
* "start": 8228,
|
|
899
|
+
* "end": 8650,
|
|
900
|
+
* "confidence": 0.5192,
|
|
901
|
+
* "speaker": null
|
|
902
|
+
* },
|
|
903
|
+
* {
|
|
904
|
+
* "text": "to",
|
|
905
|
+
* "start": 8730,
|
|
906
|
+
* "end": 8926,
|
|
907
|
+
* "confidence": 1,
|
|
908
|
+
* "speaker": null
|
|
909
|
+
* }
|
|
910
|
+
* ],
|
|
911
|
+
* "speaker": null
|
|
912
|
+
* }
|
|
913
|
+
* ],
|
|
914
|
+
* "id": "d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
915
|
+
* "confidence": 0.9579390654205628,
|
|
916
|
+
* "audio_duration": 281
|
|
917
|
+
* }
|
|
918
|
+
*/
|
|
265
919
|
export type SentencesResponse = {
|
|
266
920
|
audio_duration: number;
|
|
267
921
|
/** Format: double */
|
|
268
922
|
confidence: number;
|
|
923
|
+
/** Format: uuid */
|
|
269
924
|
id: string;
|
|
270
925
|
sentences: TranscriptSentence[];
|
|
271
926
|
};
|
|
272
927
|
/** @enum {unknown} */
|
|
273
928
|
export type Sentiment = "POSITIVE" | "NEUTRAL" | "NEGATIVE";
|
|
274
|
-
/**
|
|
929
|
+
/**
|
|
930
|
+
* @description The result of the sentiment analysis model
|
|
931
|
+
* @example {
|
|
932
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US.",
|
|
933
|
+
* "start": 250,
|
|
934
|
+
* "end": 6350,
|
|
935
|
+
* "sentiment": "NEGATIVE",
|
|
936
|
+
* "confidence": 0.8181032538414001,
|
|
937
|
+
* "speaker": null
|
|
938
|
+
* }
|
|
939
|
+
*/
|
|
275
940
|
export type SentimentAnalysisResult = {
|
|
276
941
|
/**
|
|
277
942
|
* Format: double
|
|
@@ -289,6 +954,13 @@ export type SentimentAnalysisResult = {
|
|
|
289
954
|
/** @description The transcript of the sentence */
|
|
290
955
|
text: string;
|
|
291
956
|
};
|
|
957
|
+
/**
|
|
958
|
+
* @example {
|
|
959
|
+
* "low": 0.5733263024656846,
|
|
960
|
+
* "medium": 0.42667369753431533,
|
|
961
|
+
* "high": 0
|
|
962
|
+
* }
|
|
963
|
+
*/
|
|
292
964
|
export type SeverityScoreSummary = {
|
|
293
965
|
/** Format: double */
|
|
294
966
|
high: number;
|
|
@@ -298,7 +970,7 @@ export type SeverityScoreSummary = {
|
|
|
298
970
|
medium: number;
|
|
299
971
|
};
|
|
300
972
|
/**
|
|
301
|
-
* @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/
|
|
973
|
+
* @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details.
|
|
302
974
|
* @enum {string}
|
|
303
975
|
*/
|
|
304
976
|
export type SubstitutionPolicy = "entity_type" | "hash";
|
|
@@ -319,7 +991,13 @@ export type SummaryModel = "informative" | "conversational" | "catchy";
|
|
|
319
991
|
* @enum {string}
|
|
320
992
|
*/
|
|
321
993
|
export type SummaryType = "bullets" | "bullets_verbose" | "gist" | "headline" | "paragraph";
|
|
322
|
-
/**
|
|
994
|
+
/**
|
|
995
|
+
* @description Timestamp containing a start and end property in milliseconds
|
|
996
|
+
* @example {
|
|
997
|
+
* "start": 3978,
|
|
998
|
+
* "end": 5114
|
|
999
|
+
* }
|
|
1000
|
+
*/
|
|
323
1001
|
export type Timestamp = {
|
|
324
1002
|
/** @description The end time in milliseconds */
|
|
325
1003
|
end: number;
|
|
@@ -328,7 +1006,84 @@ export type Timestamp = {
|
|
|
328
1006
|
};
|
|
329
1007
|
/**
|
|
330
1008
|
* @description The result of the Topic Detection model, if it is enabled.
|
|
331
|
-
* See [Topic Detection](https://www.assemblyai.com/docs/
|
|
1009
|
+
* See [Topic Detection](https://www.assemblyai.com/docs/models/topic-detection) for more information.
|
|
1010
|
+
*
|
|
1011
|
+
* @example {
|
|
1012
|
+
* "status": "success",
|
|
1013
|
+
* "results": [
|
|
1014
|
+
* {
|
|
1015
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
1016
|
+
* "labels": [
|
|
1017
|
+
* {
|
|
1018
|
+
* "relevance": 0.988274097442627,
|
|
1019
|
+
* "label": "Home&Garden>IndoorEnvironmentalQuality"
|
|
1020
|
+
* },
|
|
1021
|
+
* {
|
|
1022
|
+
* "relevance": 0.5821335911750793,
|
|
1023
|
+
* "label": "NewsAndPolitics>Weather"
|
|
1024
|
+
* },
|
|
1025
|
+
* {
|
|
1026
|
+
* "relevance": 0.0042327106930315495,
|
|
1027
|
+
* "label": "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth"
|
|
1028
|
+
* },
|
|
1029
|
+
* {
|
|
1030
|
+
* "relevance": 0.0033971222583204508,
|
|
1031
|
+
* "label": "NewsAndPolitics>Disasters"
|
|
1032
|
+
* },
|
|
1033
|
+
* {
|
|
1034
|
+
* "relevance": 0.002469958271831274,
|
|
1035
|
+
* "label": "BusinessAndFinance>Business>GreenSolutions"
|
|
1036
|
+
* },
|
|
1037
|
+
* {
|
|
1038
|
+
* "relevance": 0.0014376690378412604,
|
|
1039
|
+
* "label": "MedicalHealth>DiseasesAndConditions>Cancer"
|
|
1040
|
+
* },
|
|
1041
|
+
* {
|
|
1042
|
+
* "relevance": 0.0014294233405962586,
|
|
1043
|
+
* "label": "Science>Environment"
|
|
1044
|
+
* },
|
|
1045
|
+
* {
|
|
1046
|
+
* "relevance": 0.001234519761055708,
|
|
1047
|
+
* "label": "Travel>TravelLocations>PolarTravel"
|
|
1048
|
+
* },
|
|
1049
|
+
* {
|
|
1050
|
+
* "relevance": 0.0010231725173071027,
|
|
1051
|
+
* "label": "MedicalHealth>DiseasesAndConditions>ColdAndFlu"
|
|
1052
|
+
* },
|
|
1053
|
+
* {
|
|
1054
|
+
* "relevance": 0.0007445293595083058,
|
|
1055
|
+
* "label": "BusinessAndFinance>Industries>PowerAndEnergyIndustry"
|
|
1056
|
+
* }
|
|
1057
|
+
* ],
|
|
1058
|
+
* "timestamp": {
|
|
1059
|
+
* "start": 250,
|
|
1060
|
+
* "end": 28840
|
|
1061
|
+
* }
|
|
1062
|
+
* }
|
|
1063
|
+
* ],
|
|
1064
|
+
* "summary": {
|
|
1065
|
+
* "NewsAndPolitics>Weather": 1,
|
|
1066
|
+
* "Home&Garden>IndoorEnvironmentalQuality": 0.9043831825256348,
|
|
1067
|
+
* "Science>Environment": 0.16117265820503235,
|
|
1068
|
+
* "BusinessAndFinance>Industries>EnvironmentalServicesIndustry": 0.14393523335456848,
|
|
1069
|
+
* "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth": 0.11401086300611496,
|
|
1070
|
+
* "BusinessAndFinance>Business>GreenSolutions": 0.06348437070846558,
|
|
1071
|
+
* "NewsAndPolitics>Disasters": 0.05041387677192688,
|
|
1072
|
+
* "Travel>TravelLocations>PolarTravel": 0.01308488193899393,
|
|
1073
|
+
* "HealthyLiving": 0.008222488686442375,
|
|
1074
|
+
* "MedicalHealth>DiseasesAndConditions>ColdAndFlu": 0.0022315620444715023,
|
|
1075
|
+
* "MedicalHealth>DiseasesAndConditions>HeartAndCardiovascularDiseases": 0.00213034451007843,
|
|
1076
|
+
* "HealthyLiving>Wellness>SmokingCessation": 0.001540527562610805,
|
|
1077
|
+
* "MedicalHealth>DiseasesAndConditions>Injuries": 0.0013950627762824297,
|
|
1078
|
+
* "BusinessAndFinance>Industries>PowerAndEnergyIndustry": 0.0012570273829624057,
|
|
1079
|
+
* "MedicalHealth>DiseasesAndConditions>Cancer": 0.001097781932912767,
|
|
1080
|
+
* "MedicalHealth>DiseasesAndConditions>Allergies": 0.0010148967849090695,
|
|
1081
|
+
* "MedicalHealth>DiseasesAndConditions>MentalHealth": 0.000717321818228811,
|
|
1082
|
+
* "Style&Fashion>PersonalCare>DeodorantAndAntiperspirant": 0.0006022014422342181,
|
|
1083
|
+
* "Technology&Computing>Computing>ComputerNetworking": 0.0005461975233629346,
|
|
1084
|
+
* "MedicalHealth>DiseasesAndConditions>Injuries>FirstAid": 0.0004885646631009877
|
|
1085
|
+
* }
|
|
1086
|
+
* }
|
|
332
1087
|
*/
|
|
333
1088
|
export type TopicDetectionModelResult = {
|
|
334
1089
|
/** @description An array of results for the Topic Detection model */
|
|
@@ -340,7 +1095,58 @@ export type TopicDetectionModelResult = {
|
|
|
340
1095
|
[key: string]: number;
|
|
341
1096
|
};
|
|
342
1097
|
};
|
|
343
|
-
/**
|
|
1098
|
+
/**
|
|
1099
|
+
* @description The result of the topic detection model
|
|
1100
|
+
* @example {
|
|
1101
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
1102
|
+
* "labels": [
|
|
1103
|
+
* {
|
|
1104
|
+
* "relevance": 0.988274097442627,
|
|
1105
|
+
* "label": "Home&Garden>IndoorEnvironmentalQuality"
|
|
1106
|
+
* },
|
|
1107
|
+
* {
|
|
1108
|
+
* "relevance": 0.5821335911750793,
|
|
1109
|
+
* "label": "NewsAndPolitics>Weather"
|
|
1110
|
+
* },
|
|
1111
|
+
* {
|
|
1112
|
+
* "relevance": 0.0042327106930315495,
|
|
1113
|
+
* "label": "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth"
|
|
1114
|
+
* },
|
|
1115
|
+
* {
|
|
1116
|
+
* "relevance": 0.0033971222583204508,
|
|
1117
|
+
* "label": "NewsAndPolitics>Disasters"
|
|
1118
|
+
* },
|
|
1119
|
+
* {
|
|
1120
|
+
* "relevance": 0.002469958271831274,
|
|
1121
|
+
* "label": "BusinessAndFinance>Business>GreenSolutions"
|
|
1122
|
+
* },
|
|
1123
|
+
* {
|
|
1124
|
+
* "relevance": 0.0014376690378412604,
|
|
1125
|
+
* "label": "MedicalHealth>DiseasesAndConditions>Cancer"
|
|
1126
|
+
* },
|
|
1127
|
+
* {
|
|
1128
|
+
* "relevance": 0.0014294233405962586,
|
|
1129
|
+
* "label": "Science>Environment"
|
|
1130
|
+
* },
|
|
1131
|
+
* {
|
|
1132
|
+
* "relevance": 0.001234519761055708,
|
|
1133
|
+
* "label": "Travel>TravelLocations>PolarTravel"
|
|
1134
|
+
* },
|
|
1135
|
+
* {
|
|
1136
|
+
* "relevance": 0.0010231725173071027,
|
|
1137
|
+
* "label": "MedicalHealth>DiseasesAndConditions>ColdAndFlu"
|
|
1138
|
+
* },
|
|
1139
|
+
* {
|
|
1140
|
+
* "relevance": 0.0007445293595083058,
|
|
1141
|
+
* "label": "BusinessAndFinance>Industries>PowerAndEnergyIndustry"
|
|
1142
|
+
* }
|
|
1143
|
+
* ],
|
|
1144
|
+
* "timestamp": {
|
|
1145
|
+
* "start": 250,
|
|
1146
|
+
* "end": 28840
|
|
1147
|
+
* }
|
|
1148
|
+
* }
|
|
1149
|
+
*/
|
|
344
1150
|
export type TopicDetectionResult = {
|
|
345
1151
|
labels?: {
|
|
346
1152
|
/** @description The IAB taxonomical label for the label of the detected topic, where > denotes supertopic/subtopic relationship */
|
|
@@ -355,7 +1161,692 @@ export type TopicDetectionResult = {
|
|
|
355
1161
|
text: string;
|
|
356
1162
|
timestamp?: Timestamp;
|
|
357
1163
|
};
|
|
358
|
-
/**
|
|
1164
|
+
/**
|
|
1165
|
+
* @description A transcript object
|
|
1166
|
+
* @example {
|
|
1167
|
+
* "id": "9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
1168
|
+
* "language_model": "assemblyai_default",
|
|
1169
|
+
* "acoustic_model": "assemblyai_default",
|
|
1170
|
+
* "language_code": "en_us",
|
|
1171
|
+
* "status": "completed",
|
|
1172
|
+
* "audio_url": "https://github.com/AssemblyAI-Examples/audio-examples/raw/main/20230607_me_canadian_wildfires.mp3",
|
|
1173
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning. What is it about the conditions right now that have caused this round of wildfires to affect so many people so far away? Well, there's a couple of things. The season has been pretty dry already. And then the fact that we're getting hit in the US. Is because there's a couple of weather systems that are essentially channeling the smoke from those Canadian wildfires through Pennsylvania into the Mid Atlantic and the Northeast and kind of just dropping the smoke there. So what is it in this haze that makes it harmful? And I'm assuming it is harmful. It is. The levels outside right now in Baltimore are considered unhealthy. And most of that is due to what's called particulate matter, which are tiny particles, microscopic smaller than the width of your hair that can get into your lungs and impact your respiratory system, your cardiovascular system, and even your neurological your brain. What makes this particularly harmful? Is it the volume of particulant? Is it something in particular? What is it exactly? Can you just drill down on that a little bit more? Yeah. So the concentration of particulate matter I was looking at some of the monitors that we have was reaching levels of what are, in science, big 150 micrograms per meter cubed, which is more than ten times what the annual average should be and about four times higher than what you're supposed to have on a 24 hours average. And so the concentrations of these particles in the air are just much, much higher than we typically see. And exposure to those high levels can lead to a host of health problems. And who is most vulnerable? I noticed that in New York City, for example, they're canceling outdoor activities. And so here it is in the early days of summer, and they have to keep all the kids inside. So who tends to be vulnerable in a situation like this? It's the youngest. So children, obviously, whose bodies are still developing. The elderly, who are their bodies are more in decline and they're more susceptible to the health impacts of breathing, the poor air quality. And then people who have preexisting health conditions, people with respiratory conditions or heart conditions can be triggered by high levels of air pollution. Could this get worse? That's a good question. In some areas, it's much worse than others. And it just depends on kind of where the smoke is concentrated. I think New York has some of the higher concentrations right now, but that's going to change as that air moves away from the New York area. But over the course of the next few days, we will see different areas being hit at different times with the highest concentrations. I was going to ask you about more fires start burning. I don't expect the concentrations to go up too much higher. I was going to ask you how and you started to answer this, but how much longer could this last? Or forgive me if I'm asking you to speculate, but what do you think? Well, I think the fires are going to burn for a little bit longer, but the key for us in the US. Is the weather system changing. And so right now, it's kind of the weather systems that are pulling that air into our mid Atlantic and Northeast region. As those weather systems change and shift, we'll see that smoke going elsewhere and not impact us in this region as much. And so I think that's going to be the defining factor. And I think the next couple of days we're going to see a shift in that weather pattern and start to push the smoke away from where we are. And finally, with the impacts of climate change, we are seeing more wildfires. Will we be seeing more of these kinds of wide ranging air quality consequences or circumstances? I mean, that is one of the predictions for climate change. Looking into the future, the fire season is starting earlier and lasting longer, and we're seeing more frequent fires. So, yeah, this is probably something that we'll be seeing more frequently. This tends to be much more of an issue in the Western US. So the eastern US. Getting hit right now is a little bit new. But yeah, I think with climate change moving forward, this is something that is going to happen more frequently. That's Peter De Carlo, associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University. Sergeant Carlo, thanks so much for joining us and sharing this expertise with us. Thank you for having me.",
|
|
1174
|
+
* "words": [
|
|
1175
|
+
* {
|
|
1176
|
+
* "text": "Smoke",
|
|
1177
|
+
* "start": 250,
|
|
1178
|
+
* "end": 650,
|
|
1179
|
+
* "confidence": 0.97465,
|
|
1180
|
+
* "speaker": null
|
|
1181
|
+
* },
|
|
1182
|
+
* {
|
|
1183
|
+
* "text": "from",
|
|
1184
|
+
* "start": 730,
|
|
1185
|
+
* "end": 1022,
|
|
1186
|
+
* "confidence": 0.99999,
|
|
1187
|
+
* "speaker": null
|
|
1188
|
+
* },
|
|
1189
|
+
* {
|
|
1190
|
+
* "text": "hundreds",
|
|
1191
|
+
* "start": 1076,
|
|
1192
|
+
* "end": 1418,
|
|
1193
|
+
* "confidence": 0.99844,
|
|
1194
|
+
* "speaker": null
|
|
1195
|
+
* },
|
|
1196
|
+
* {
|
|
1197
|
+
* "text": "of",
|
|
1198
|
+
* "start": 1434,
|
|
1199
|
+
* "end": 1614,
|
|
1200
|
+
* "confidence": 0.84,
|
|
1201
|
+
* "speaker": null
|
|
1202
|
+
* },
|
|
1203
|
+
* {
|
|
1204
|
+
* "text": "wildfires",
|
|
1205
|
+
* "start": 1652,
|
|
1206
|
+
* "end": 2346,
|
|
1207
|
+
* "confidence": 0.89572,
|
|
1208
|
+
* "speaker": null
|
|
1209
|
+
* },
|
|
1210
|
+
* {
|
|
1211
|
+
* "text": "in",
|
|
1212
|
+
* "start": 2378,
|
|
1213
|
+
* "end": 2526,
|
|
1214
|
+
* "confidence": 0.99994,
|
|
1215
|
+
* "speaker": null
|
|
1216
|
+
* },
|
|
1217
|
+
* {
|
|
1218
|
+
* "text": "Canada",
|
|
1219
|
+
* "start": 2548,
|
|
1220
|
+
* "end": 3130,
|
|
1221
|
+
* "confidence": 0.93953,
|
|
1222
|
+
* "speaker": null
|
|
1223
|
+
* },
|
|
1224
|
+
* {
|
|
1225
|
+
* "text": "is",
|
|
1226
|
+
* "start": 3210,
|
|
1227
|
+
* "end": 3454,
|
|
1228
|
+
* "confidence": 0.999,
|
|
1229
|
+
* "speaker": null
|
|
1230
|
+
* },
|
|
1231
|
+
* {
|
|
1232
|
+
* "text": "triggering",
|
|
1233
|
+
* "start": 3492,
|
|
1234
|
+
* "end": 3946,
|
|
1235
|
+
* "confidence": 0.74794,
|
|
1236
|
+
* "speaker": null
|
|
1237
|
+
* },
|
|
1238
|
+
* {
|
|
1239
|
+
* "text": "air",
|
|
1240
|
+
* "start": 3978,
|
|
1241
|
+
* "end": 4174,
|
|
1242
|
+
* "confidence": 1,
|
|
1243
|
+
* "speaker": null
|
|
1244
|
+
* },
|
|
1245
|
+
* {
|
|
1246
|
+
* "text": "quality",
|
|
1247
|
+
* "start": 4212,
|
|
1248
|
+
* "end": 4558,
|
|
1249
|
+
* "confidence": 0.88077,
|
|
1250
|
+
* "speaker": null
|
|
1251
|
+
* },
|
|
1252
|
+
* {
|
|
1253
|
+
* "text": "alerts",
|
|
1254
|
+
* "start": 4644,
|
|
1255
|
+
* "end": 5114,
|
|
1256
|
+
* "confidence": 0.94814,
|
|
1257
|
+
* "speaker": null
|
|
1258
|
+
* },
|
|
1259
|
+
* {
|
|
1260
|
+
* "text": "throughout",
|
|
1261
|
+
* "start": 5162,
|
|
1262
|
+
* "end": 5466,
|
|
1263
|
+
* "confidence": 0.99726,
|
|
1264
|
+
* "speaker": null
|
|
1265
|
+
* },
|
|
1266
|
+
* {
|
|
1267
|
+
* "text": "the",
|
|
1268
|
+
* "start": 5498,
|
|
1269
|
+
* "end": 5694,
|
|
1270
|
+
* "confidence": 0.79,
|
|
1271
|
+
* "speaker": null
|
|
1272
|
+
* },
|
|
1273
|
+
* {
|
|
1274
|
+
* "text": "US.",
|
|
1275
|
+
* "start": 5732,
|
|
1276
|
+
* "end": 6382,
|
|
1277
|
+
* "confidence": 0.89,
|
|
1278
|
+
* "speaker": null
|
|
1279
|
+
* }
|
|
1280
|
+
* ],
|
|
1281
|
+
* "utterances": [
|
|
1282
|
+
* {
|
|
1283
|
+
* "confidence": 0.9359033333333334,
|
|
1284
|
+
* "end": 26950,
|
|
1285
|
+
* "speaker": "A",
|
|
1286
|
+
* "start": 250,
|
|
1287
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor.",
|
|
1288
|
+
* "words": [
|
|
1289
|
+
* {
|
|
1290
|
+
* "text": "Smoke",
|
|
1291
|
+
* "start": 250,
|
|
1292
|
+
* "end": 650,
|
|
1293
|
+
* "confidence": 0.97503,
|
|
1294
|
+
* "speaker": "A"
|
|
1295
|
+
* },
|
|
1296
|
+
* {
|
|
1297
|
+
* "text": "from",
|
|
1298
|
+
* "start": 730,
|
|
1299
|
+
* "end": 1022,
|
|
1300
|
+
* "confidence": 0.99999,
|
|
1301
|
+
* "speaker": "A"
|
|
1302
|
+
* },
|
|
1303
|
+
* {
|
|
1304
|
+
* "text": "hundreds",
|
|
1305
|
+
* "start": 1076,
|
|
1306
|
+
* "end": 1418,
|
|
1307
|
+
* "confidence": 0.99843,
|
|
1308
|
+
* "speaker": "A"
|
|
1309
|
+
* },
|
|
1310
|
+
* {
|
|
1311
|
+
* "text": "of",
|
|
1312
|
+
* "start": 1434,
|
|
1313
|
+
* "end": 1614,
|
|
1314
|
+
* "confidence": 0.85,
|
|
1315
|
+
* "speaker": "A"
|
|
1316
|
+
* },
|
|
1317
|
+
* {
|
|
1318
|
+
* "text": "wildfires",
|
|
1319
|
+
* "start": 1652,
|
|
1320
|
+
* "end": 2346,
|
|
1321
|
+
* "confidence": 0.89657,
|
|
1322
|
+
* "speaker": "A"
|
|
1323
|
+
* },
|
|
1324
|
+
* {
|
|
1325
|
+
* "text": "in",
|
|
1326
|
+
* "start": 2378,
|
|
1327
|
+
* "end": 2526,
|
|
1328
|
+
* "confidence": 0.99994,
|
|
1329
|
+
* "speaker": "A"
|
|
1330
|
+
* },
|
|
1331
|
+
* {
|
|
1332
|
+
* "text": "Canada",
|
|
1333
|
+
* "start": 2548,
|
|
1334
|
+
* "end": 3130,
|
|
1335
|
+
* "confidence": 0.93864,
|
|
1336
|
+
* "speaker": "A"
|
|
1337
|
+
* },
|
|
1338
|
+
* {
|
|
1339
|
+
* "text": "is",
|
|
1340
|
+
* "start": 3210,
|
|
1341
|
+
* "end": 3454,
|
|
1342
|
+
* "confidence": 0.999,
|
|
1343
|
+
* "speaker": "A"
|
|
1344
|
+
* },
|
|
1345
|
+
* {
|
|
1346
|
+
* "text": "triggering",
|
|
1347
|
+
* "start": 3492,
|
|
1348
|
+
* "end": 3946,
|
|
1349
|
+
* "confidence": 0.75366,
|
|
1350
|
+
* "speaker": "A"
|
|
1351
|
+
* },
|
|
1352
|
+
* {
|
|
1353
|
+
* "text": "air",
|
|
1354
|
+
* "start": 3978,
|
|
1355
|
+
* "end": 4174,
|
|
1356
|
+
* "confidence": 1,
|
|
1357
|
+
* "speaker": "A"
|
|
1358
|
+
* },
|
|
1359
|
+
* {
|
|
1360
|
+
* "text": "quality",
|
|
1361
|
+
* "start": 4212,
|
|
1362
|
+
* "end": 4558,
|
|
1363
|
+
* "confidence": 0.87745,
|
|
1364
|
+
* "speaker": "A"
|
|
1365
|
+
* },
|
|
1366
|
+
* {
|
|
1367
|
+
* "text": "alerts",
|
|
1368
|
+
* "start": 4644,
|
|
1369
|
+
* "end": 5114,
|
|
1370
|
+
* "confidence": 0.94739,
|
|
1371
|
+
* "speaker": "A"
|
|
1372
|
+
* },
|
|
1373
|
+
* {
|
|
1374
|
+
* "text": "throughout",
|
|
1375
|
+
* "start": 5162,
|
|
1376
|
+
* "end": 5466,
|
|
1377
|
+
* "confidence": 0.99726,
|
|
1378
|
+
* "speaker": "A"
|
|
1379
|
+
* },
|
|
1380
|
+
* {
|
|
1381
|
+
* "text": "the",
|
|
1382
|
+
* "start": 5498,
|
|
1383
|
+
* "end": 5694,
|
|
1384
|
+
* "confidence": 0.79,
|
|
1385
|
+
* "speaker": "A"
|
|
1386
|
+
* },
|
|
1387
|
+
* {
|
|
1388
|
+
* "text": "US.",
|
|
1389
|
+
* "start": 5732,
|
|
1390
|
+
* "end": 6382,
|
|
1391
|
+
* "confidence": 0.88,
|
|
1392
|
+
* "speaker": "A"
|
|
1393
|
+
* }
|
|
1394
|
+
* ]
|
|
1395
|
+
* }
|
|
1396
|
+
* ],
|
|
1397
|
+
* "confidence": 0.9404651451800253,
|
|
1398
|
+
* "audio_duration": 281,
|
|
1399
|
+
* "punctuate": true,
|
|
1400
|
+
* "format_text": true,
|
|
1401
|
+
* "dual_channel": false,
|
|
1402
|
+
* "webhook_url": "https://your-webhook-url/path",
|
|
1403
|
+
* "webhook_status_code": 200,
|
|
1404
|
+
* "webhook_auth": true,
|
|
1405
|
+
* "webhook_auth_header_name": "webhook-secret",
|
|
1406
|
+
* "auto_highlights_result": {
|
|
1407
|
+
* "status": "success",
|
|
1408
|
+
* "results": [
|
|
1409
|
+
* {
|
|
1410
|
+
* "count": 1,
|
|
1411
|
+
* "rank": 0.08,
|
|
1412
|
+
* "text": "air quality alerts",
|
|
1413
|
+
* "timestamps": [
|
|
1414
|
+
* {
|
|
1415
|
+
* "start": 3978,
|
|
1416
|
+
* "end": 5114
|
|
1417
|
+
* }
|
|
1418
|
+
* ]
|
|
1419
|
+
* },
|
|
1420
|
+
* {
|
|
1421
|
+
* "count": 1,
|
|
1422
|
+
* "rank": 0.08,
|
|
1423
|
+
* "text": "wide ranging air quality consequences",
|
|
1424
|
+
* "timestamps": [
|
|
1425
|
+
* {
|
|
1426
|
+
* "start": 235388,
|
|
1427
|
+
* "end": 238694
|
|
1428
|
+
* }
|
|
1429
|
+
* ]
|
|
1430
|
+
* },
|
|
1431
|
+
* {
|
|
1432
|
+
* "count": 1,
|
|
1433
|
+
* "rank": 0.07,
|
|
1434
|
+
* "text": "more wildfires",
|
|
1435
|
+
* "timestamps": [
|
|
1436
|
+
* {
|
|
1437
|
+
* "start": 230972,
|
|
1438
|
+
* "end": 232354
|
|
1439
|
+
* }
|
|
1440
|
+
* ]
|
|
1441
|
+
* },
|
|
1442
|
+
* {
|
|
1443
|
+
* "count": 1,
|
|
1444
|
+
* "rank": 0.07,
|
|
1445
|
+
* "text": "air pollution",
|
|
1446
|
+
* "timestamps": [
|
|
1447
|
+
* {
|
|
1448
|
+
* "start": 156004,
|
|
1449
|
+
* "end": 156910
|
|
1450
|
+
* }
|
|
1451
|
+
* ]
|
|
1452
|
+
* },
|
|
1453
|
+
* {
|
|
1454
|
+
* "count": 3,
|
|
1455
|
+
* "rank": 0.07,
|
|
1456
|
+
* "text": "weather systems",
|
|
1457
|
+
* "timestamps": [
|
|
1458
|
+
* {
|
|
1459
|
+
* "start": 47344,
|
|
1460
|
+
* "end": 47958
|
|
1461
|
+
* },
|
|
1462
|
+
* {
|
|
1463
|
+
* "start": 205268,
|
|
1464
|
+
* "end": 205818
|
|
1465
|
+
* },
|
|
1466
|
+
* {
|
|
1467
|
+
* "start": 211588,
|
|
1468
|
+
* "end": 213434
|
|
1469
|
+
* }
|
|
1470
|
+
* ]
|
|
1471
|
+
* },
|
|
1472
|
+
* {
|
|
1473
|
+
* "count": 2,
|
|
1474
|
+
* "rank": 0.06,
|
|
1475
|
+
* "text": "high levels",
|
|
1476
|
+
* "timestamps": [
|
|
1477
|
+
* {
|
|
1478
|
+
* "start": 121128,
|
|
1479
|
+
* "end": 121646
|
|
1480
|
+
* },
|
|
1481
|
+
* {
|
|
1482
|
+
* "start": 155412,
|
|
1483
|
+
* "end": 155866
|
|
1484
|
+
* }
|
|
1485
|
+
* ]
|
|
1486
|
+
* },
|
|
1487
|
+
* {
|
|
1488
|
+
* "count": 1,
|
|
1489
|
+
* "rank": 0.06,
|
|
1490
|
+
* "text": "health conditions",
|
|
1491
|
+
* "timestamps": [
|
|
1492
|
+
* {
|
|
1493
|
+
* "start": 152138,
|
|
1494
|
+
* "end": 152666
|
|
1495
|
+
* }
|
|
1496
|
+
* ]
|
|
1497
|
+
* },
|
|
1498
|
+
* {
|
|
1499
|
+
* "count": 2,
|
|
1500
|
+
* "rank": 0.06,
|
|
1501
|
+
* "text": "Peter de Carlo",
|
|
1502
|
+
* "timestamps": [
|
|
1503
|
+
* {
|
|
1504
|
+
* "start": 18948,
|
|
1505
|
+
* "end": 19930
|
|
1506
|
+
* },
|
|
1507
|
+
* {
|
|
1508
|
+
* "start": 268298,
|
|
1509
|
+
* "end": 269194
|
|
1510
|
+
* }
|
|
1511
|
+
* ]
|
|
1512
|
+
* },
|
|
1513
|
+
* {
|
|
1514
|
+
* "count": 1,
|
|
1515
|
+
* "rank": 0.06,
|
|
1516
|
+
* "text": "New York City",
|
|
1517
|
+
* "timestamps": [
|
|
1518
|
+
* {
|
|
1519
|
+
* "start": 125768,
|
|
1520
|
+
* "end": 126274
|
|
1521
|
+
* }
|
|
1522
|
+
* ]
|
|
1523
|
+
* },
|
|
1524
|
+
* {
|
|
1525
|
+
* "count": 1,
|
|
1526
|
+
* "rank": 0.05,
|
|
1527
|
+
* "text": "respiratory conditions",
|
|
1528
|
+
* "timestamps": [
|
|
1529
|
+
* {
|
|
1530
|
+
* "start": 152964,
|
|
1531
|
+
* "end": 153786
|
|
1532
|
+
* }
|
|
1533
|
+
* ]
|
|
1534
|
+
* },
|
|
1535
|
+
* {
|
|
1536
|
+
* "count": 3,
|
|
1537
|
+
* "rank": 0.05,
|
|
1538
|
+
* "text": "New York",
|
|
1539
|
+
* "timestamps": [
|
|
1540
|
+
* {
|
|
1541
|
+
* "start": 125768,
|
|
1542
|
+
* "end": 126034
|
|
1543
|
+
* },
|
|
1544
|
+
* {
|
|
1545
|
+
* "start": 171448,
|
|
1546
|
+
* "end": 171938
|
|
1547
|
+
* },
|
|
1548
|
+
* {
|
|
1549
|
+
* "start": 176008,
|
|
1550
|
+
* "end": 176322
|
|
1551
|
+
* }
|
|
1552
|
+
* ]
|
|
1553
|
+
* },
|
|
1554
|
+
* {
|
|
1555
|
+
* "count": 3,
|
|
1556
|
+
* "rank": 0.05,
|
|
1557
|
+
* "text": "climate change",
|
|
1558
|
+
* "timestamps": [
|
|
1559
|
+
* {
|
|
1560
|
+
* "start": 229548,
|
|
1561
|
+
* "end": 230230
|
|
1562
|
+
* },
|
|
1563
|
+
* {
|
|
1564
|
+
* "start": 244576,
|
|
1565
|
+
* "end": 245162
|
|
1566
|
+
* },
|
|
1567
|
+
* {
|
|
1568
|
+
* "start": 263348,
|
|
1569
|
+
* "end": 263950
|
|
1570
|
+
* }
|
|
1571
|
+
* ]
|
|
1572
|
+
* },
|
|
1573
|
+
* {
|
|
1574
|
+
* "count": 1,
|
|
1575
|
+
* "rank": 0.05,
|
|
1576
|
+
* "text": "Johns Hopkins University Varsity",
|
|
1577
|
+
* "timestamps": [
|
|
1578
|
+
* {
|
|
1579
|
+
* "start": 23972,
|
|
1580
|
+
* "end": 25490
|
|
1581
|
+
* }
|
|
1582
|
+
* ]
|
|
1583
|
+
* },
|
|
1584
|
+
* {
|
|
1585
|
+
* "count": 1,
|
|
1586
|
+
* "rank": 0.05,
|
|
1587
|
+
* "text": "heart conditions",
|
|
1588
|
+
* "timestamps": [
|
|
1589
|
+
* {
|
|
1590
|
+
* "start": 153988,
|
|
1591
|
+
* "end": 154506
|
|
1592
|
+
* }
|
|
1593
|
+
* ]
|
|
1594
|
+
* },
|
|
1595
|
+
* {
|
|
1596
|
+
* "count": 1,
|
|
1597
|
+
* "rank": 0.05,
|
|
1598
|
+
* "text": "air quality warnings",
|
|
1599
|
+
* "timestamps": [
|
|
1600
|
+
* {
|
|
1601
|
+
* "start": 12308,
|
|
1602
|
+
* "end": 13434
|
|
1603
|
+
* }
|
|
1604
|
+
* ]
|
|
1605
|
+
* }
|
|
1606
|
+
* ]
|
|
1607
|
+
* },
|
|
1608
|
+
* "auto_highlights": true,
|
|
1609
|
+
* "audio_start_from": 10,
|
|
1610
|
+
* "audio_end_at": 280,
|
|
1611
|
+
* "word_boost": [
|
|
1612
|
+
* "aws",
|
|
1613
|
+
* "azure",
|
|
1614
|
+
* "google cloud"
|
|
1615
|
+
* ],
|
|
1616
|
+
* "boost_param": "high",
|
|
1617
|
+
* "filter_profanity": true,
|
|
1618
|
+
* "redact_pii": true,
|
|
1619
|
+
* "redact_pii_audio": true,
|
|
1620
|
+
* "redact_pii_audio_quality": "mp3",
|
|
1621
|
+
* "redact_pii_policies": [
|
|
1622
|
+
* "us_social_security_number",
|
|
1623
|
+
* "credit_card_number"
|
|
1624
|
+
* ],
|
|
1625
|
+
* "redact_pii_sub": "hash",
|
|
1626
|
+
* "speaker_labels": true,
|
|
1627
|
+
* "content_safety": true,
|
|
1628
|
+
* "iab_categories": true,
|
|
1629
|
+
* "content_safety_labels": {
|
|
1630
|
+
* "status": "success",
|
|
1631
|
+
* "results": [
|
|
1632
|
+
* {
|
|
1633
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
1634
|
+
* "labels": [
|
|
1635
|
+
* {
|
|
1636
|
+
* "label": "disasters",
|
|
1637
|
+
* "confidence": 0.8142836093902588,
|
|
1638
|
+
* "severity": 0.4093044400215149
|
|
1639
|
+
* }
|
|
1640
|
+
* ],
|
|
1641
|
+
* "sentences_idx_start": 0,
|
|
1642
|
+
* "sentences_idx_end": 5,
|
|
1643
|
+
* "timestamp": {
|
|
1644
|
+
* "start": 250,
|
|
1645
|
+
* "end": 28840
|
|
1646
|
+
* }
|
|
1647
|
+
* }
|
|
1648
|
+
* ],
|
|
1649
|
+
* "summary": {
|
|
1650
|
+
* "disasters": 0.9940800441842205,
|
|
1651
|
+
* "health_issues": 0.9216489289040967
|
|
1652
|
+
* },
|
|
1653
|
+
* "severity_score_summary": {
|
|
1654
|
+
* "disasters": {
|
|
1655
|
+
* "low": 0.5733263024656846,
|
|
1656
|
+
* "medium": 0.42667369753431533,
|
|
1657
|
+
* "high": 0
|
|
1658
|
+
* },
|
|
1659
|
+
* "health_issues": {
|
|
1660
|
+
* "low": 0.22863814977924785,
|
|
1661
|
+
* "medium": 0.45014154926938227,
|
|
1662
|
+
* "high": 0.32122030095136983
|
|
1663
|
+
* }
|
|
1664
|
+
* }
|
|
1665
|
+
* },
|
|
1666
|
+
* "iab_categories_result": {
|
|
1667
|
+
* "status": "success",
|
|
1668
|
+
* "results": [
|
|
1669
|
+
* {
|
|
1670
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor. Good morning.",
|
|
1671
|
+
* "labels": [
|
|
1672
|
+
* {
|
|
1673
|
+
* "relevance": 0.988274097442627,
|
|
1674
|
+
* "label": "Home&Garden>IndoorEnvironmentalQuality"
|
|
1675
|
+
* },
|
|
1676
|
+
* {
|
|
1677
|
+
* "relevance": 0.5821335911750793,
|
|
1678
|
+
* "label": "NewsAndPolitics>Weather"
|
|
1679
|
+
* },
|
|
1680
|
+
* {
|
|
1681
|
+
* "relevance": 0.0042327106930315495,
|
|
1682
|
+
* "label": "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth"
|
|
1683
|
+
* },
|
|
1684
|
+
* {
|
|
1685
|
+
* "relevance": 0.0033971222583204508,
|
|
1686
|
+
* "label": "NewsAndPolitics>Disasters"
|
|
1687
|
+
* },
|
|
1688
|
+
* {
|
|
1689
|
+
* "relevance": 0.002469958271831274,
|
|
1690
|
+
* "label": "BusinessAndFinance>Business>GreenSolutions"
|
|
1691
|
+
* },
|
|
1692
|
+
* {
|
|
1693
|
+
* "relevance": 0.0014376690378412604,
|
|
1694
|
+
* "label": "MedicalHealth>DiseasesAndConditions>Cancer"
|
|
1695
|
+
* },
|
|
1696
|
+
* {
|
|
1697
|
+
* "relevance": 0.0014294233405962586,
|
|
1698
|
+
* "label": "Science>Environment"
|
|
1699
|
+
* },
|
|
1700
|
+
* {
|
|
1701
|
+
* "relevance": 0.001234519761055708,
|
|
1702
|
+
* "label": "Travel>TravelLocations>PolarTravel"
|
|
1703
|
+
* },
|
|
1704
|
+
* {
|
|
1705
|
+
* "relevance": 0.0010231725173071027,
|
|
1706
|
+
* "label": "MedicalHealth>DiseasesAndConditions>ColdAndFlu"
|
|
1707
|
+
* },
|
|
1708
|
+
* {
|
|
1709
|
+
* "relevance": 0.0007445293595083058,
|
|
1710
|
+
* "label": "BusinessAndFinance>Industries>PowerAndEnergyIndustry"
|
|
1711
|
+
* }
|
|
1712
|
+
* ],
|
|
1713
|
+
* "timestamp": {
|
|
1714
|
+
* "start": 250,
|
|
1715
|
+
* "end": 28840
|
|
1716
|
+
* }
|
|
1717
|
+
* }
|
|
1718
|
+
* ],
|
|
1719
|
+
* "summary": {
|
|
1720
|
+
* "NewsAndPolitics>Weather": 1,
|
|
1721
|
+
* "Home&Garden>IndoorEnvironmentalQuality": 0.9043831825256348,
|
|
1722
|
+
* "Science>Environment": 0.16117265820503235,
|
|
1723
|
+
* "BusinessAndFinance>Industries>EnvironmentalServicesIndustry": 0.14393523335456848,
|
|
1724
|
+
* "MedicalHealth>DiseasesAndConditions>LungAndRespiratoryHealth": 0.11401086300611496,
|
|
1725
|
+
* "BusinessAndFinance>Business>GreenSolutions": 0.06348437070846558,
|
|
1726
|
+
* "NewsAndPolitics>Disasters": 0.05041387677192688,
|
|
1727
|
+
* "Travel>TravelLocations>PolarTravel": 0.01308488193899393,
|
|
1728
|
+
* "HealthyLiving": 0.008222488686442375,
|
|
1729
|
+
* "MedicalHealth>DiseasesAndConditions>ColdAndFlu": 0.0022315620444715023,
|
|
1730
|
+
* "MedicalHealth>DiseasesAndConditions>HeartAndCardiovascularDiseases": 0.00213034451007843,
|
|
1731
|
+
* "HealthyLiving>Wellness>SmokingCessation": 0.001540527562610805,
|
|
1732
|
+
* "MedicalHealth>DiseasesAndConditions>Injuries": 0.0013950627762824297,
|
|
1733
|
+
* "BusinessAndFinance>Industries>PowerAndEnergyIndustry": 0.0012570273829624057,
|
|
1734
|
+
* "MedicalHealth>DiseasesAndConditions>Cancer": 0.001097781932912767,
|
|
1735
|
+
* "MedicalHealth>DiseasesAndConditions>Allergies": 0.0010148967849090695,
|
|
1736
|
+
* "MedicalHealth>DiseasesAndConditions>MentalHealth": 0.000717321818228811,
|
|
1737
|
+
* "Style&Fashion>PersonalCare>DeodorantAndAntiperspirant": 0.0006022014422342181,
|
|
1738
|
+
* "Technology&Computing>Computing>ComputerNetworking": 0.0005461975233629346,
|
|
1739
|
+
* "MedicalHealth>DiseasesAndConditions>Injuries>FirstAid": 0.0004885646631009877
|
|
1740
|
+
* }
|
|
1741
|
+
* },
|
|
1742
|
+
* "language_detection": false,
|
|
1743
|
+
* "custom_spelling": null,
|
|
1744
|
+
* "throttled": null,
|
|
1745
|
+
* "auto_chapters": true,
|
|
1746
|
+
* "summarization": true,
|
|
1747
|
+
* "summary_type": "bullets",
|
|
1748
|
+
* "summary_model": "informative",
|
|
1749
|
+
* "custom_topics": true,
|
|
1750
|
+
* "topics": [],
|
|
1751
|
+
* "speech_threshold": 0.5,
|
|
1752
|
+
* "disfluencies": false,
|
|
1753
|
+
* "sentiment_analysis": true,
|
|
1754
|
+
* "chapters": [
|
|
1755
|
+
* {
|
|
1756
|
+
* "summary": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. In some places, the air quality warnings include the warning to stay inside.",
|
|
1757
|
+
* "gist": "Smoggy air quality alerts across US",
|
|
1758
|
+
* "headline": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts across US",
|
|
1759
|
+
* "start": 250,
|
|
1760
|
+
* "end": 28840
|
|
1761
|
+
* },
|
|
1762
|
+
* {
|
|
1763
|
+
* "summary": "Air pollution levels in Baltimore are considered unhealthy. Exposure to high levels can lead to a host of health problems. With climate change, we are seeing more wildfires. Will we be seeing more of these kinds of wide ranging air quality consequences?",
|
|
1764
|
+
* "gist": "What is it about the conditions right now that have caused this round",
|
|
1765
|
+
* "headline": "High particulate matter in wildfire smoke can lead to serious health problems",
|
|
1766
|
+
* "start": 29610,
|
|
1767
|
+
* "end": 280340
|
|
1768
|
+
* }
|
|
1769
|
+
* ],
|
|
1770
|
+
* "sentiment_analysis_results": null,
|
|
1771
|
+
* "entity_detection": true,
|
|
1772
|
+
* "entities": [
|
|
1773
|
+
* {
|
|
1774
|
+
* "entity_type": "location",
|
|
1775
|
+
* "text": "Canada",
|
|
1776
|
+
* "start": 2548,
|
|
1777
|
+
* "end": 3130
|
|
1778
|
+
* },
|
|
1779
|
+
* {
|
|
1780
|
+
* "entity_type": "location",
|
|
1781
|
+
* "text": "the US",
|
|
1782
|
+
* "start": 5498,
|
|
1783
|
+
* "end": 6382
|
|
1784
|
+
* },
|
|
1785
|
+
* {
|
|
1786
|
+
* "entity_type": "location",
|
|
1787
|
+
* "text": "Maine",
|
|
1788
|
+
* "start": 7492,
|
|
1789
|
+
* "end": 7914
|
|
1790
|
+
* },
|
|
1791
|
+
* {
|
|
1792
|
+
* "entity_type": "location",
|
|
1793
|
+
* "text": "Maryland",
|
|
1794
|
+
* "start": 8212,
|
|
1795
|
+
* "end": 8634
|
|
1796
|
+
* },
|
|
1797
|
+
* {
|
|
1798
|
+
* "entity_type": "location",
|
|
1799
|
+
* "text": "Minnesota",
|
|
1800
|
+
* "start": 8932,
|
|
1801
|
+
* "end": 9578
|
|
1802
|
+
* },
|
|
1803
|
+
* {
|
|
1804
|
+
* "entity_type": "person_name",
|
|
1805
|
+
* "text": "Peter de Carlo",
|
|
1806
|
+
* "start": 18948,
|
|
1807
|
+
* "end": 19930
|
|
1808
|
+
* },
|
|
1809
|
+
* {
|
|
1810
|
+
* "entity_type": "occupation",
|
|
1811
|
+
* "text": "associate professor",
|
|
1812
|
+
* "start": 20292,
|
|
1813
|
+
* "end": 21194
|
|
1814
|
+
* },
|
|
1815
|
+
* {
|
|
1816
|
+
* "entity_type": "organization",
|
|
1817
|
+
* "text": "Department of Environmental Health and Engineering",
|
|
1818
|
+
* "start": 21508,
|
|
1819
|
+
* "end": 23706
|
|
1820
|
+
* },
|
|
1821
|
+
* {
|
|
1822
|
+
* "entity_type": "organization",
|
|
1823
|
+
* "text": "Johns Hopkins University Varsity",
|
|
1824
|
+
* "start": 23972,
|
|
1825
|
+
* "end": 25490
|
|
1826
|
+
* },
|
|
1827
|
+
* {
|
|
1828
|
+
* "entity_type": "occupation",
|
|
1829
|
+
* "text": "professor",
|
|
1830
|
+
* "start": 26076,
|
|
1831
|
+
* "end": 26950
|
|
1832
|
+
* },
|
|
1833
|
+
* {
|
|
1834
|
+
* "entity_type": "location",
|
|
1835
|
+
* "text": "the US",
|
|
1836
|
+
* "start": 45184,
|
|
1837
|
+
* "end": 45898
|
|
1838
|
+
* },
|
|
1839
|
+
* {
|
|
1840
|
+
* "entity_type": "nationality",
|
|
1841
|
+
* "text": "Canadian",
|
|
1842
|
+
* "start": 49728,
|
|
1843
|
+
* "end": 50086
|
|
1844
|
+
* }
|
|
1845
|
+
* ],
|
|
1846
|
+
* "summary": "- Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. In some places, the air quality warnings include the warning to stay inside.\\n- Air pollution levels in Baltimore are considered unhealthy. Exposure to high levels can lead to a host of health problems. With climate change, we are seeing more wildfires. Will we be seeing more of these kinds of wide ranging air quality consequences?",
|
|
1847
|
+
* "speakers_expected": 2
|
|
1848
|
+
* }
|
|
1849
|
+
*/
|
|
359
1850
|
export type Transcript = {
|
|
360
1851
|
/**
|
|
361
1852
|
* @deprecated
|
|
@@ -373,13 +1864,13 @@ export type Transcript = {
|
|
|
373
1864
|
audio_start_from?: number | null;
|
|
374
1865
|
/** @description The URL of the media that was transcribed */
|
|
375
1866
|
audio_url: string;
|
|
376
|
-
/** @description Whether [Auto Chapters](https://www.assemblyai.com/docs/
|
|
1867
|
+
/** @description Whether [Auto Chapters](https://www.assemblyai.com/docs/models/auto-chapters) is enabled, can be true or false */
|
|
377
1868
|
auto_chapters?: boolean | null;
|
|
378
1869
|
/** @description Whether Key Phrases is enabled, either true or false */
|
|
379
1870
|
auto_highlights: boolean;
|
|
380
1871
|
/**
|
|
381
1872
|
* @description An array of results for the Key Phrases model, if it is enabled.
|
|
382
|
-
* See [Key phrases](https://www.assemblyai.com/docs/
|
|
1873
|
+
* See [Key phrases](https://www.assemblyai.com/docs/models/key-phrases) for more information.
|
|
383
1874
|
*/
|
|
384
1875
|
auto_highlights_result?: AutoHighlightsResult | null;
|
|
385
1876
|
/** @description The word boost parameter value */
|
|
@@ -391,11 +1882,11 @@ export type Transcript = {
|
|
|
391
1882
|
* @description The confidence score for the transcript, between 0.0 (low confidence) and 1.0 (high confidence)
|
|
392
1883
|
*/
|
|
393
1884
|
confidence?: number | null;
|
|
394
|
-
/** @description Whether [Content Moderation](https://www.assemblyai.com/docs/
|
|
1885
|
+
/** @description Whether [Content Moderation](https://www.assemblyai.com/docs/models/content-moderation) is enabled, can be true or false */
|
|
395
1886
|
content_safety?: boolean | null;
|
|
396
1887
|
/**
|
|
397
1888
|
* @description An array of results for the Content Moderation model, if it is enabled.
|
|
398
|
-
* See [Content moderation](https://www.assemblyai.com/docs/
|
|
1889
|
+
* See [Content moderation](https://www.assemblyai.com/docs/models/content-moderation) for more information.
|
|
399
1890
|
*/
|
|
400
1891
|
content_safety_labels?: ContentSafetyLabelsResult | null;
|
|
401
1892
|
/** @description Customize how words are spelled and formatted using to and from values */
|
|
@@ -404,37 +1895,40 @@ export type Transcript = {
|
|
|
404
1895
|
custom_topics?: boolean | null;
|
|
405
1896
|
/** @description Transcribe Filler Words, like "umm", in your media file; can be true or false */
|
|
406
1897
|
disfluencies?: boolean | null;
|
|
407
|
-
/** @description Whether [Dual channel transcription](https://www.assemblyai.com/docs/
|
|
1898
|
+
/** @description Whether [Dual channel transcription](https://www.assemblyai.com/docs/models/speech-recognition#dual-channel-transcription) was enabled in the transcription request, either true or false */
|
|
408
1899
|
dual_channel?: boolean | null;
|
|
409
1900
|
/**
|
|
410
1901
|
* @description An array of results for the Entity Detection model, if it is enabled.
|
|
411
|
-
* See [Entity detection](https://www.assemblyai.com/docs/
|
|
1902
|
+
* See [Entity detection](https://www.assemblyai.com/docs/models/entity-detection) for more information.
|
|
412
1903
|
*/
|
|
413
1904
|
entities?: Entity[] | null;
|
|
414
|
-
/** @description Whether [Entity Detection](https://www.assemblyai.com/docs/
|
|
1905
|
+
/** @description Whether [Entity Detection](https://www.assemblyai.com/docs/models/entity-detection) is enabled, can be true or false */
|
|
415
1906
|
entity_detection?: boolean | null;
|
|
416
1907
|
/** @description Error message of why the transcript failed */
|
|
417
1908
|
error?: string;
|
|
418
|
-
/** @description Whether [Profanity Filtering](https://www.assemblyai.com/docs/
|
|
1909
|
+
/** @description Whether [Profanity Filtering](https://www.assemblyai.com/docs/models/speech-recognition#profanity-filtering) is enabled, either true or false */
|
|
419
1910
|
filter_profanity?: boolean | null;
|
|
420
1911
|
/** @description Whether Text Formatting is enabled, either true or false */
|
|
421
1912
|
format_text?: boolean | null;
|
|
422
|
-
/** @description Whether [Topic Detection](https://www.assemblyai.com/docs/
|
|
1913
|
+
/** @description Whether [Topic Detection](https://www.assemblyai.com/docs/models/topic-detection) is enabled, can be true or false */
|
|
423
1914
|
iab_categories?: boolean | null;
|
|
424
1915
|
/**
|
|
425
1916
|
* @description The result of the Topic Detection model, if it is enabled.
|
|
426
|
-
* See [Topic Detection](https://www.assemblyai.com/docs/
|
|
1917
|
+
* See [Topic Detection](https://www.assemblyai.com/docs/models/topic-detection) for more information.
|
|
427
1918
|
*/
|
|
428
1919
|
iab_categories_result?: TopicDetectionModelResult | null;
|
|
429
|
-
/**
|
|
1920
|
+
/**
|
|
1921
|
+
* Format: uuid
|
|
1922
|
+
* @description The unique identifier of your transcript
|
|
1923
|
+
*/
|
|
430
1924
|
id: string;
|
|
431
1925
|
/**
|
|
432
1926
|
* @description The language of your audio file.
|
|
433
|
-
* Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/
|
|
1927
|
+
* Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/concepts/supported-languages).
|
|
434
1928
|
* The default value is 'en_us'.
|
|
435
1929
|
*/
|
|
436
1930
|
language_code?: TranscriptLanguageCode;
|
|
437
|
-
/** @description Whether [Automatic language detection](https://www.assemblyai.com/docs/
|
|
1931
|
+
/** @description Whether [Automatic language detection](https://www.assemblyai.com/docs/models/speech-recognition#automatic-language-detection) is enabled, either true or false */
|
|
438
1932
|
language_detection?: boolean | null;
|
|
439
1933
|
/**
|
|
440
1934
|
* @deprecated
|
|
@@ -443,35 +1937,35 @@ export type Transcript = {
|
|
|
443
1937
|
language_model: string;
|
|
444
1938
|
/** @description Whether Automatic Punctuation is enabled, either true or false */
|
|
445
1939
|
punctuate?: boolean | null;
|
|
446
|
-
/** @description Whether [PII Redaction](https://www.assemblyai.com/docs/
|
|
1940
|
+
/** @description Whether [PII Redaction](https://www.assemblyai.com/docs/models/pii-redaction) is enabled, either true or false */
|
|
447
1941
|
redact_pii: boolean;
|
|
448
1942
|
/**
|
|
449
1943
|
* @description Whether a redacted version of the audio file was generated,
|
|
450
|
-
* either true or false. See [PII redaction](https://www.assemblyai.com/docs/
|
|
1944
|
+
* either true or false. See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more information.
|
|
451
1945
|
*/
|
|
452
1946
|
redact_pii_audio?: boolean | null;
|
|
453
1947
|
/**
|
|
454
1948
|
* @description The audio quality of the PII-redacted audio file, if redact_pii_audio is enabled.
|
|
455
|
-
* See [PII redaction](https://www.assemblyai.com/docs/
|
|
1949
|
+
* See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more information.
|
|
456
1950
|
*/
|
|
457
1951
|
redact_pii_audio_quality?: string | null;
|
|
458
1952
|
/**
|
|
459
1953
|
* @description The list of PII Redaction policies that were enabled, if PII Redaction is enabled.
|
|
460
|
-
* See [PII redaction](https://www.assemblyai.com/docs/
|
|
1954
|
+
* See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more information.
|
|
461
1955
|
*/
|
|
462
1956
|
redact_pii_policies?: PiiPolicy[] | null;
|
|
463
|
-
/** @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/
|
|
1957
|
+
/** @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details. */
|
|
464
1958
|
redact_pii_sub?: SubstitutionPolicy;
|
|
465
|
-
/** @description Whether [Sentiment Analysis](https://www.assemblyai.com/docs/
|
|
1959
|
+
/** @description Whether [Sentiment Analysis](https://www.assemblyai.com/docs/models/sentiment-analysis) is enabled, can be true or false */
|
|
466
1960
|
sentiment_analysis?: boolean | null;
|
|
467
1961
|
/**
|
|
468
1962
|
* @description An array of results for the Sentiment Analysis model, if it is enabled.
|
|
469
|
-
* See [Sentiment analysis](https://www.assemblyai.com/docs/
|
|
1963
|
+
* See [Sentiment analysis](https://www.assemblyai.com/docs/models/sentiment-analysis) for more information.
|
|
470
1964
|
*/
|
|
471
1965
|
sentiment_analysis_results?: SentimentAnalysisResult[] | null;
|
|
472
|
-
/** @description Whether [Speaker diarization](https://www.assemblyai.com/docs/
|
|
1966
|
+
/** @description Whether [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization) is enabled, can be true or false */
|
|
473
1967
|
speaker_labels?: boolean | null;
|
|
474
|
-
/** @description Tell the speaker label model how many speakers it should attempt to identify, up to 10. See [Speaker diarization](https://www.assemblyai.com/docs/
|
|
1968
|
+
/** @description Tell the speaker label model how many speakers it should attempt to identify, up to 10. See [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization) for more details. */
|
|
475
1969
|
speakers_expected?: number | null;
|
|
476
1970
|
/**
|
|
477
1971
|
* Format: float
|
|
@@ -486,16 +1980,16 @@ export type Transcript = {
|
|
|
486
1980
|
speed_boost?: boolean | null;
|
|
487
1981
|
/** @description The status of your transcript. Possible values are queued, processing, completed, or error. */
|
|
488
1982
|
status: TranscriptStatus;
|
|
489
|
-
/** @description Whether [Summarization](https://www.assemblyai.com/docs/
|
|
1983
|
+
/** @description Whether [Summarization](https://www.assemblyai.com/docs/models/summarization) is enabled, either true or false */
|
|
490
1984
|
summarization: boolean;
|
|
491
|
-
/** @description The generated summary of the media file, if [Summarization](https://www.assemblyai.com/docs/
|
|
1985
|
+
/** @description The generated summary of the media file, if [Summarization](https://www.assemblyai.com/docs/models/summarization) is enabled */
|
|
492
1986
|
summary?: string | null;
|
|
493
1987
|
/**
|
|
494
1988
|
* @description The Summarization model used to generate the summary,
|
|
495
|
-
* if [Summarization](https://www.assemblyai.com/docs/
|
|
1989
|
+
* if [Summarization](https://www.assemblyai.com/docs/models/summarization) is enabled
|
|
496
1990
|
*/
|
|
497
1991
|
summary_model?: string | null;
|
|
498
|
-
/** @description The type of summary generated, if [Summarization](https://www.assemblyai.com/docs/
|
|
1992
|
+
/** @description The type of summary generated, if [Summarization](https://www.assemblyai.com/docs/models/summarization) is enabled */
|
|
499
1993
|
summary_type?: string | null;
|
|
500
1994
|
/** @description The textual transcript of your media file */
|
|
501
1995
|
text?: string | null;
|
|
@@ -505,7 +1999,7 @@ export type Transcript = {
|
|
|
505
1999
|
topics?: string[];
|
|
506
2000
|
/**
|
|
507
2001
|
* @description When dual_channel or speaker_labels is enabled, a list of turn-by-turn utterance objects.
|
|
508
|
-
* See [Speaker diarization](https://www.assemblyai.com/docs/
|
|
2002
|
+
* See [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization) for more information.
|
|
509
2003
|
*/
|
|
510
2004
|
utterances?: TranscriptUtterance[] | null;
|
|
511
2005
|
/** @description Whether webhook authentication details were provided */
|
|
@@ -520,7 +2014,7 @@ export type Transcript = {
|
|
|
520
2014
|
word_boost?: string[];
|
|
521
2015
|
/**
|
|
522
2016
|
* @description An array of temporally-sequential word objects, one for each word in the transcript.
|
|
523
|
-
* See [Speech recognition](https://www.assemblyai.com/docs/
|
|
2017
|
+
* See [Speech recognition](https://www.assemblyai.com/docs/models/speech-recognition) for more information.
|
|
524
2018
|
*/
|
|
525
2019
|
words?: TranscriptWord[] | null;
|
|
526
2020
|
};
|
|
@@ -529,7 +2023,15 @@ export type Transcript = {
|
|
|
529
2023
|
* @enum {string}
|
|
530
2024
|
*/
|
|
531
2025
|
export type TranscriptBoostParam = "low" | "default" | "high";
|
|
532
|
-
/**
|
|
2026
|
+
/**
|
|
2027
|
+
* @description Object containing words or phrases to replace, and the word or phrase to replace with
|
|
2028
|
+
* @example {
|
|
2029
|
+
* "from": [
|
|
2030
|
+
* "dicarlo"
|
|
2031
|
+
* ],
|
|
2032
|
+
* "to": "Decarlo"
|
|
2033
|
+
* }
|
|
2034
|
+
*/
|
|
533
2035
|
export type TranscriptCustomSpelling = {
|
|
534
2036
|
/** @description Words or phrases to replace */
|
|
535
2037
|
from: string[];
|
|
@@ -537,38 +2039,123 @@ export type TranscriptCustomSpelling = {
|
|
|
537
2039
|
to: string;
|
|
538
2040
|
};
|
|
539
2041
|
/**
|
|
540
|
-
* @description The language of your audio file. Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/
|
|
2042
|
+
* @description The language of your audio file. Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/concepts/supported-languages).
|
|
541
2043
|
* The default value is 'en_us'.
|
|
542
2044
|
*
|
|
543
2045
|
* @default en_us
|
|
544
2046
|
* @enum {string}
|
|
545
2047
|
*/
|
|
546
2048
|
export type TranscriptLanguageCode = "en" | "en_au" | "en_uk" | "en_us" | "es" | "fr" | "de" | "it" | "pt" | "nl" | "hi" | "ja" | "zh" | "fi" | "ko" | "pl" | "ru" | "tr" | "uk" | "vi";
|
|
2049
|
+
/**
|
|
2050
|
+
* @example {
|
|
2051
|
+
* "page_details": {
|
|
2052
|
+
* "limit": 2,
|
|
2053
|
+
* "result_count": 2,
|
|
2054
|
+
* "current_url": "https://api.assemblyai.com/v2/transcript?limit=2",
|
|
2055
|
+
* "prev_url": "https://api.assemblyai.com/v2/transcript?limit=2&before_id=62npeahu2b-a8ea-4112-854c-69542c20d90c",
|
|
2056
|
+
* "next_url": "https://api.assemblyai.com/v2/transcript?limit=2&after_id=62nfw3mlar-01ad-4631-92f6-629929496eed"
|
|
2057
|
+
* },
|
|
2058
|
+
* "transcripts": [
|
|
2059
|
+
* {
|
|
2060
|
+
* "id": "9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
2061
|
+
* "resource_url": "https://api.assemblyai.com/v2/transcript/9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
2062
|
+
* "status": "completed",
|
|
2063
|
+
* "created": "2023-11-02T21:49:25.586965",
|
|
2064
|
+
* "completed": "2023-11-02T21:49:25.586965",
|
|
2065
|
+
* "audio_url": "https://github.com/AssemblyAI-Examples/audio-examples/raw/main/20230607_me_canadian_wildfires.mp3"
|
|
2066
|
+
* },
|
|
2067
|
+
* {
|
|
2068
|
+
* "id": "d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
2069
|
+
* "resource_url": "https://api.assemblyai.com/v2/transcript/d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
2070
|
+
* "status": "completed",
|
|
2071
|
+
* "created": "2023-11-02T21:49:25.586965",
|
|
2072
|
+
* "completed": "2023-11-02T21:49:25.586965",
|
|
2073
|
+
* "audio_url": "http://deleted_by_user"
|
|
2074
|
+
* }
|
|
2075
|
+
* ]
|
|
2076
|
+
* }
|
|
2077
|
+
*/
|
|
547
2078
|
export type TranscriptList = {
|
|
548
2079
|
page_details: PageDetails;
|
|
549
2080
|
transcripts: TranscriptListItem[];
|
|
550
2081
|
};
|
|
2082
|
+
/**
|
|
2083
|
+
* @example {
|
|
2084
|
+
* "id": "9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
2085
|
+
* "resource_url": "https://api.assemblyai.com/v2/transcript/9ea68fd3-f953-42c1-9742-976c447fb463",
|
|
2086
|
+
* "status": "completed",
|
|
2087
|
+
* "created": "2023-11-02T21:49:25.586965",
|
|
2088
|
+
* "completed": "2023-11-02T21:49:25.586965",
|
|
2089
|
+
* "audio_url": "https://github.com/AssemblyAI-Examples/audio-examples/raw/main/20230607_me_canadian_wildfires.mp3"
|
|
2090
|
+
* }
|
|
2091
|
+
*/
|
|
551
2092
|
export type TranscriptListItem = {
|
|
552
2093
|
audio_url: string;
|
|
553
2094
|
completed?: Date;
|
|
554
2095
|
created: Date;
|
|
2096
|
+
/** Format: uuid */
|
|
555
2097
|
id: string;
|
|
556
2098
|
resource_url: string;
|
|
557
2099
|
status: TranscriptStatus;
|
|
558
2100
|
};
|
|
559
|
-
/**
|
|
2101
|
+
/**
|
|
2102
|
+
* @description The parameters for creating a transcript
|
|
2103
|
+
* @example {
|
|
2104
|
+
* "language_code": "en_us",
|
|
2105
|
+
* "punctuate": true,
|
|
2106
|
+
* "format_text": true,
|
|
2107
|
+
* "dual_channel": true,
|
|
2108
|
+
* "webhook_url": "https://your-webhook-url/path",
|
|
2109
|
+
* "webhook_auth_header_name": "webhook-secret",
|
|
2110
|
+
* "webhook_auth_header_value": "webhook-secret-value",
|
|
2111
|
+
* "auto_highlights": true,
|
|
2112
|
+
* "audio_start_from": 10,
|
|
2113
|
+
* "audio_end_at": 280,
|
|
2114
|
+
* "word_boost": [
|
|
2115
|
+
* "aws",
|
|
2116
|
+
* "azure",
|
|
2117
|
+
* "google cloud"
|
|
2118
|
+
* ],
|
|
2119
|
+
* "boost_param": "high",
|
|
2120
|
+
* "filter_profanity": true,
|
|
2121
|
+
* "redact_pii": true,
|
|
2122
|
+
* "redact_pii_audio": true,
|
|
2123
|
+
* "redact_pii_audio_quality": "mp3",
|
|
2124
|
+
* "redact_pii_policies": [
|
|
2125
|
+
* "us_social_security_number",
|
|
2126
|
+
* "credit_card_number"
|
|
2127
|
+
* ],
|
|
2128
|
+
* "redact_pii_sub": "hash",
|
|
2129
|
+
* "speaker_labels": true,
|
|
2130
|
+
* "speakers_expected": 2,
|
|
2131
|
+
* "content_safety": true,
|
|
2132
|
+
* "iab_categories": true,
|
|
2133
|
+
* "language_detection": false,
|
|
2134
|
+
* "custom_spelling": [],
|
|
2135
|
+
* "disfluencies": false,
|
|
2136
|
+
* "sentiment_analysis": true,
|
|
2137
|
+
* "auto_chapters": true,
|
|
2138
|
+
* "entity_detection": true,
|
|
2139
|
+
* "speech_threshold": 0.5,
|
|
2140
|
+
* "summarization": true,
|
|
2141
|
+
* "summary_model": "informative",
|
|
2142
|
+
* "summary_type": "bullets",
|
|
2143
|
+
* "custom_topics": true,
|
|
2144
|
+
* "topics": []
|
|
2145
|
+
* }
|
|
2146
|
+
*/
|
|
560
2147
|
export type TranscriptOptionalParams = {
|
|
561
2148
|
/** @description The point in time, in milliseconds, to stop transcribing in your media file */
|
|
562
2149
|
audio_end_at?: number;
|
|
563
2150
|
/** @description The point in time, in milliseconds, to begin transcribing in your media file */
|
|
564
2151
|
audio_start_from?: number;
|
|
565
|
-
/** @description Enable [Auto Chapters](https://www.assemblyai.com/docs/
|
|
2152
|
+
/** @description Enable [Auto Chapters](https://www.assemblyai.com/docs/models/auto-chapters), can be true or false */
|
|
566
2153
|
auto_chapters?: boolean;
|
|
567
2154
|
/** @description Whether Key Phrases is enabled, either true or false */
|
|
568
2155
|
auto_highlights?: boolean;
|
|
569
2156
|
/** @description The word boost parameter value */
|
|
570
2157
|
boost_param?: TranscriptBoostParam;
|
|
571
|
-
/** @description Enable [Content Moderation](https://www.assemblyai.com/docs/
|
|
2158
|
+
/** @description Enable [Content Moderation](https://www.assemblyai.com/docs/models/content-moderation), can be true or false */
|
|
572
2159
|
content_safety?: boolean;
|
|
573
2160
|
/** @description Customize how words are spelled and formatted using to and from values */
|
|
574
2161
|
custom_spelling?: TranscriptCustomSpelling[];
|
|
@@ -576,44 +2163,44 @@ export type TranscriptOptionalParams = {
|
|
|
576
2163
|
custom_topics?: boolean;
|
|
577
2164
|
/** @description Transcribe Filler Words, like "umm", in your media file; can be true or false */
|
|
578
2165
|
disfluencies?: boolean;
|
|
579
|
-
/** @description Enable [Dual Channel](https://assemblyai.com/docs/
|
|
2166
|
+
/** @description Enable [Dual Channel](https://www.assemblyai.com/docs/models/speech-recognition#dual-channel-transcription) transcription, can be true or false. */
|
|
580
2167
|
dual_channel?: boolean;
|
|
581
|
-
/** @description Enable [Entity Detection](https://www.assemblyai.com/docs/
|
|
2168
|
+
/** @description Enable [Entity Detection](https://www.assemblyai.com/docs/models/entity-detection), can be true or false */
|
|
582
2169
|
entity_detection?: boolean;
|
|
583
2170
|
/** @description Filter profanity from the transcribed text, can be true or false */
|
|
584
2171
|
filter_profanity?: boolean;
|
|
585
2172
|
/** @description Enable Text Formatting, can be true or false */
|
|
586
2173
|
format_text?: boolean;
|
|
587
|
-
/** @description Enable [Topic Detection](https://www.assemblyai.com/docs/
|
|
2174
|
+
/** @description Enable [Topic Detection](https://www.assemblyai.com/docs/models/topic-detection), can be true or false */
|
|
588
2175
|
iab_categories?: boolean;
|
|
589
2176
|
/**
|
|
590
|
-
* @description The language of your audio file. Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/
|
|
2177
|
+
* @description The language of your audio file. Possible values are found in [Supported Languages](https://www.assemblyai.com/docs/concepts/supported-languages).
|
|
591
2178
|
* The default value is 'en_us'.
|
|
592
2179
|
*/
|
|
593
2180
|
language_code?: TranscriptLanguageCode | null;
|
|
594
|
-
/** @description Whether [Automatic language detection](https://www.assemblyai.com/docs/
|
|
2181
|
+
/** @description Whether [Automatic language detection](https://www.assemblyai.com/docs/models/speech-recognition#automatic-language-detection) was enabled in the transcription request, either true or false. */
|
|
595
2182
|
language_detection?: boolean;
|
|
596
2183
|
/** @description Enable Automatic Punctuation, can be true or false */
|
|
597
2184
|
punctuate?: boolean;
|
|
598
2185
|
/** @description Redact PII from the transcribed text using the Redact PII model, can be true or false */
|
|
599
2186
|
redact_pii?: boolean;
|
|
600
|
-
/** @description Generate a copy of the original media file with spoken PII "beeped" out, can be true or false. See [PII redaction](https://www.assemblyai.com/docs/
|
|
2187
|
+
/** @description Generate a copy of the original media file with spoken PII "beeped" out, can be true or false. See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details. */
|
|
601
2188
|
redact_pii_audio?: boolean;
|
|
602
2189
|
/**
|
|
603
|
-
* @description Controls the filetype of the audio created by redact_pii_audio. Currently supports mp3 (default) and wav. See [PII redaction](https://www.assemblyai.com/docs/
|
|
2190
|
+
* @description Controls the filetype of the audio created by redact_pii_audio. Currently supports mp3 (default) and wav. See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details.
|
|
604
2191
|
* @default mp3
|
|
605
2192
|
*/
|
|
606
2193
|
redact_pii_audio_quality?: string;
|
|
607
|
-
/** @description The list of PII Redaction policies to enable. See [PII redaction](https://www.assemblyai.com/docs/
|
|
2194
|
+
/** @description The list of PII Redaction policies to enable. See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details. */
|
|
608
2195
|
redact_pii_policies?: PiiPolicy[];
|
|
609
|
-
/** @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/
|
|
2196
|
+
/** @description The replacement logic for detected PII, can be "entity_type" or "hash". See [PII redaction](https://www.assemblyai.com/docs/models/pii-redaction) for more details. */
|
|
610
2197
|
redact_pii_sub?: SubstitutionPolicy | null;
|
|
611
|
-
/** @description Enable [Sentiment Analysis](https://www.assemblyai.com/docs/
|
|
2198
|
+
/** @description Enable [Sentiment Analysis](https://www.assemblyai.com/docs/models/sentiment-analysis), can be true or false */
|
|
612
2199
|
sentiment_analysis?: boolean;
|
|
613
|
-
/** @description Enable [Speaker diarization](https://www.assemblyai.com/docs/
|
|
2200
|
+
/** @description Enable [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization), can be true or false */
|
|
614
2201
|
speaker_labels?: boolean;
|
|
615
2202
|
/**
|
|
616
|
-
* @description
|
|
2203
|
+
* @description Tells the speaker label model how many speakers it should attempt to identify, up to 10. See [Speaker diarization](https://www.assemblyai.com/docs/models/speaker-diarization) for more details.
|
|
617
2204
|
* @default null
|
|
618
2205
|
*/
|
|
619
2206
|
speakers_expected?: number | null;
|
|
@@ -625,7 +2212,7 @@ export type TranscriptOptionalParams = {
|
|
|
625
2212
|
* @default null
|
|
626
2213
|
*/
|
|
627
2214
|
speech_threshold?: number | null;
|
|
628
|
-
/** @description Enable [Summarization](https://www.assemblyai.com/docs/
|
|
2215
|
+
/** @description Enable [Summarization](https://www.assemblyai.com/docs/models/summarization), can be true or false */
|
|
629
2216
|
summarization?: boolean;
|
|
630
2217
|
/**
|
|
631
2218
|
* @description The model to summarize the transcript
|
|
@@ -654,10 +2241,50 @@ export type TranscriptOptionalParams = {
|
|
|
654
2241
|
/** @description The list of custom vocabulary to boost transcription probability for */
|
|
655
2242
|
word_boost?: string[];
|
|
656
2243
|
};
|
|
2244
|
+
/**
|
|
2245
|
+
* @example {
|
|
2246
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter Decarlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University. Good morning, professor.",
|
|
2247
|
+
* "start": 250,
|
|
2248
|
+
* "end": 26950,
|
|
2249
|
+
* "confidence": 0.73033,
|
|
2250
|
+
* "words": [
|
|
2251
|
+
* {
|
|
2252
|
+
* "text": "Smoke",
|
|
2253
|
+
* "start": 250,
|
|
2254
|
+
* "end": 650,
|
|
2255
|
+
* "confidence": 0.73033,
|
|
2256
|
+
* "speaker": null
|
|
2257
|
+
* },
|
|
2258
|
+
* {
|
|
2259
|
+
* "text": "from",
|
|
2260
|
+
* "start": 730,
|
|
2261
|
+
* "end": 1022,
|
|
2262
|
+
* "confidence": 1,
|
|
2263
|
+
* "speaker": null
|
|
2264
|
+
* },
|
|
2265
|
+
* {
|
|
2266
|
+
* "text": "hundreds",
|
|
2267
|
+
* "start": 1076,
|
|
2268
|
+
* "end": 1466,
|
|
2269
|
+
* "confidence": 0.99992,
|
|
2270
|
+
* "speaker": null
|
|
2271
|
+
* },
|
|
2272
|
+
* {
|
|
2273
|
+
* "text": "of",
|
|
2274
|
+
* "start": 1498,
|
|
2275
|
+
* "end": 1646,
|
|
2276
|
+
* "confidence": 1,
|
|
2277
|
+
* "speaker": null
|
|
2278
|
+
* }
|
|
2279
|
+
* ]
|
|
2280
|
+
* }
|
|
2281
|
+
*/
|
|
657
2282
|
export type TranscriptParagraph = {
|
|
658
2283
|
/** Format: double */
|
|
659
2284
|
confidence: number;
|
|
660
2285
|
end: number;
|
|
2286
|
+
/** @description The speaker of the sentence if [Speaker Diarization](https://www.assemblyai.com/docs/models/speaker-diarization) is enabled, else null */
|
|
2287
|
+
speaker?: string | null;
|
|
661
2288
|
start: number;
|
|
662
2289
|
text: string;
|
|
663
2290
|
words: TranscriptWord[];
|
|
@@ -667,10 +2294,51 @@ export type TranscriptParams = TranscriptOptionalParams & {
|
|
|
667
2294
|
/** @description The URL of the audio or video file to transcribe. */
|
|
668
2295
|
audio_url: string;
|
|
669
2296
|
};
|
|
2297
|
+
/**
|
|
2298
|
+
* @example {
|
|
2299
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US.",
|
|
2300
|
+
* "start": 250,
|
|
2301
|
+
* "end": 6350,
|
|
2302
|
+
* "confidence": 0.72412,
|
|
2303
|
+
* "words": [
|
|
2304
|
+
* {
|
|
2305
|
+
* "text": "Smoke",
|
|
2306
|
+
* "start": 250,
|
|
2307
|
+
* "end": 650,
|
|
2308
|
+
* "confidence": 0.72412,
|
|
2309
|
+
* "speaker": null
|
|
2310
|
+
* },
|
|
2311
|
+
* {
|
|
2312
|
+
* "text": "from",
|
|
2313
|
+
* "start": 730,
|
|
2314
|
+
* "end": 1022,
|
|
2315
|
+
* "confidence": 0.99996,
|
|
2316
|
+
* "speaker": null
|
|
2317
|
+
* },
|
|
2318
|
+
* {
|
|
2319
|
+
* "text": "hundreds",
|
|
2320
|
+
* "start": 1076,
|
|
2321
|
+
* "end": 1466,
|
|
2322
|
+
* "confidence": 0.99992,
|
|
2323
|
+
* "speaker": null
|
|
2324
|
+
* },
|
|
2325
|
+
* {
|
|
2326
|
+
* "text": "of",
|
|
2327
|
+
* "start": 1498,
|
|
2328
|
+
* "end": 1646,
|
|
2329
|
+
* "confidence": 1,
|
|
2330
|
+
* "speaker": null
|
|
2331
|
+
* }
|
|
2332
|
+
* ],
|
|
2333
|
+
* "speaker": null
|
|
2334
|
+
* }
|
|
2335
|
+
*/
|
|
670
2336
|
export type TranscriptSentence = {
|
|
671
2337
|
/** Format: double */
|
|
672
2338
|
confidence: number;
|
|
673
2339
|
end: number;
|
|
2340
|
+
/** @description The speaker of the sentence if [Speaker Diarization](https://www.assemblyai.com/docs/models/speaker-diarization) is enabled, else null */
|
|
2341
|
+
speaker?: string | null;
|
|
674
2342
|
start: number;
|
|
675
2343
|
text: string;
|
|
676
2344
|
words: TranscriptWord[];
|
|
@@ -680,6 +2348,122 @@ export type TranscriptSentence = {
|
|
|
680
2348
|
* @enum {string}
|
|
681
2349
|
*/
|
|
682
2350
|
export type TranscriptStatus = "queued" | "processing" | "completed" | "error";
|
|
2351
|
+
/**
|
|
2352
|
+
* @example {
|
|
2353
|
+
* "confidence": 0.9359033333333334,
|
|
2354
|
+
* "end": 26950,
|
|
2355
|
+
* "speaker": "A",
|
|
2356
|
+
* "start": 250,
|
|
2357
|
+
* "text": "Smoke from hundreds of wildfires in Canada is triggering air quality alerts throughout the US. Skylines from Maine to Maryland to Minnesota are gray and smoggy. And in some places, the air quality warnings include the warning to stay inside. We wanted to better understand what's happening here and why, so we called Peter de Carlo, an associate professor in the Department of Environmental Health and Engineering at Johns Hopkins University Varsity. Good morning, professor.",
|
|
2358
|
+
* "words": [
|
|
2359
|
+
* {
|
|
2360
|
+
* "text": "Smoke",
|
|
2361
|
+
* "start": 250,
|
|
2362
|
+
* "end": 650,
|
|
2363
|
+
* "confidence": 0.97503,
|
|
2364
|
+
* "speaker": "A"
|
|
2365
|
+
* },
|
|
2366
|
+
* {
|
|
2367
|
+
* "text": "from",
|
|
2368
|
+
* "start": 730,
|
|
2369
|
+
* "end": 1022,
|
|
2370
|
+
* "confidence": 0.99999,
|
|
2371
|
+
* "speaker": "A"
|
|
2372
|
+
* },
|
|
2373
|
+
* {
|
|
2374
|
+
* "text": "hundreds",
|
|
2375
|
+
* "start": 1076,
|
|
2376
|
+
* "end": 1418,
|
|
2377
|
+
* "confidence": 0.99843,
|
|
2378
|
+
* "speaker": "A"
|
|
2379
|
+
* },
|
|
2380
|
+
* {
|
|
2381
|
+
* "text": "of",
|
|
2382
|
+
* "start": 1434,
|
|
2383
|
+
* "end": 1614,
|
|
2384
|
+
* "confidence": 0.85,
|
|
2385
|
+
* "speaker": "A"
|
|
2386
|
+
* },
|
|
2387
|
+
* {
|
|
2388
|
+
* "text": "wildfires",
|
|
2389
|
+
* "start": 1652,
|
|
2390
|
+
* "end": 2346,
|
|
2391
|
+
* "confidence": 0.89657,
|
|
2392
|
+
* "speaker": "A"
|
|
2393
|
+
* },
|
|
2394
|
+
* {
|
|
2395
|
+
* "text": "in",
|
|
2396
|
+
* "start": 2378,
|
|
2397
|
+
* "end": 2526,
|
|
2398
|
+
* "confidence": 0.99994,
|
|
2399
|
+
* "speaker": "A"
|
|
2400
|
+
* },
|
|
2401
|
+
* {
|
|
2402
|
+
* "text": "Canada",
|
|
2403
|
+
* "start": 2548,
|
|
2404
|
+
* "end": 3130,
|
|
2405
|
+
* "confidence": 0.93864,
|
|
2406
|
+
* "speaker": "A"
|
|
2407
|
+
* },
|
|
2408
|
+
* {
|
|
2409
|
+
* "text": "is",
|
|
2410
|
+
* "start": 3210,
|
|
2411
|
+
* "end": 3454,
|
|
2412
|
+
* "confidence": 0.999,
|
|
2413
|
+
* "speaker": "A"
|
|
2414
|
+
* },
|
|
2415
|
+
* {
|
|
2416
|
+
* "text": "triggering",
|
|
2417
|
+
* "start": 3492,
|
|
2418
|
+
* "end": 3946,
|
|
2419
|
+
* "confidence": 0.75366,
|
|
2420
|
+
* "speaker": "A"
|
|
2421
|
+
* },
|
|
2422
|
+
* {
|
|
2423
|
+
* "text": "air",
|
|
2424
|
+
* "start": 3978,
|
|
2425
|
+
* "end": 4174,
|
|
2426
|
+
* "confidence": 1,
|
|
2427
|
+
* "speaker": "A"
|
|
2428
|
+
* },
|
|
2429
|
+
* {
|
|
2430
|
+
* "text": "quality",
|
|
2431
|
+
* "start": 4212,
|
|
2432
|
+
* "end": 4558,
|
|
2433
|
+
* "confidence": 0.87745,
|
|
2434
|
+
* "speaker": "A"
|
|
2435
|
+
* },
|
|
2436
|
+
* {
|
|
2437
|
+
* "text": "alerts",
|
|
2438
|
+
* "start": 4644,
|
|
2439
|
+
* "end": 5114,
|
|
2440
|
+
* "confidence": 0.94739,
|
|
2441
|
+
* "speaker": "A"
|
|
2442
|
+
* },
|
|
2443
|
+
* {
|
|
2444
|
+
* "text": "throughout",
|
|
2445
|
+
* "start": 5162,
|
|
2446
|
+
* "end": 5466,
|
|
2447
|
+
* "confidence": 0.99726,
|
|
2448
|
+
* "speaker": "A"
|
|
2449
|
+
* },
|
|
2450
|
+
* {
|
|
2451
|
+
* "text": "the",
|
|
2452
|
+
* "start": 5498,
|
|
2453
|
+
* "end": 5694,
|
|
2454
|
+
* "confidence": 0.79,
|
|
2455
|
+
* "speaker": "A"
|
|
2456
|
+
* },
|
|
2457
|
+
* {
|
|
2458
|
+
* "text": "US.",
|
|
2459
|
+
* "start": 5732,
|
|
2460
|
+
* "end": 6382,
|
|
2461
|
+
* "confidence": 0.88,
|
|
2462
|
+
* "speaker": "A"
|
|
2463
|
+
* }
|
|
2464
|
+
* ]
|
|
2465
|
+
* }
|
|
2466
|
+
*/
|
|
683
2467
|
export type TranscriptUtterance = {
|
|
684
2468
|
/**
|
|
685
2469
|
* Format: double
|
|
@@ -697,18 +2481,73 @@ export type TranscriptUtterance = {
|
|
|
697
2481
|
/** @description The words in the utterance. */
|
|
698
2482
|
words: TranscriptWord[];
|
|
699
2483
|
};
|
|
2484
|
+
/**
|
|
2485
|
+
* @example {
|
|
2486
|
+
* "text": "Smoke",
|
|
2487
|
+
* "start": 250,
|
|
2488
|
+
* "end": 650,
|
|
2489
|
+
* "confidence": 0.97465,
|
|
2490
|
+
* "speaker": null
|
|
2491
|
+
* }
|
|
2492
|
+
*/
|
|
700
2493
|
export type TranscriptWord = {
|
|
701
2494
|
/** Format: double */
|
|
702
2495
|
confidence: number;
|
|
703
2496
|
end: number;
|
|
2497
|
+
/** @description The speaker of the sentence if [Speaker Diarization](https://www.assemblyai.com/docs/models/speaker-diarization) is enabled, else null */
|
|
704
2498
|
speaker?: string | null;
|
|
705
2499
|
start: number;
|
|
706
2500
|
text: string;
|
|
707
2501
|
};
|
|
2502
|
+
/**
|
|
2503
|
+
* @example {
|
|
2504
|
+
* "upload_url": "https://cdn.assemblyai.com/upload/f756988d-47e2-4ca3-96ce-04bb168f8f2a"
|
|
2505
|
+
* }
|
|
2506
|
+
*/
|
|
708
2507
|
export type UploadedFile = {
|
|
709
2508
|
/** @description A URL that points to your audio file, accessible only by AssemblyAI's servers */
|
|
710
2509
|
upload_url: string;
|
|
711
2510
|
};
|
|
2511
|
+
/**
|
|
2512
|
+
* @example {
|
|
2513
|
+
* "text": "smoke",
|
|
2514
|
+
* "count": 6,
|
|
2515
|
+
* "timestamps": [
|
|
2516
|
+
* [
|
|
2517
|
+
* 250,
|
|
2518
|
+
* 650
|
|
2519
|
+
* ],
|
|
2520
|
+
* [
|
|
2521
|
+
* 49168,
|
|
2522
|
+
* 49398
|
|
2523
|
+
* ],
|
|
2524
|
+
* [
|
|
2525
|
+
* 55284,
|
|
2526
|
+
* 55594
|
|
2527
|
+
* ],
|
|
2528
|
+
* [
|
|
2529
|
+
* 168888,
|
|
2530
|
+
* 169118
|
|
2531
|
+
* ],
|
|
2532
|
+
* [
|
|
2533
|
+
* 215108,
|
|
2534
|
+
* 215386
|
|
2535
|
+
* ],
|
|
2536
|
+
* [
|
|
2537
|
+
* 225944,
|
|
2538
|
+
* 226170
|
|
2539
|
+
* ]
|
|
2540
|
+
* ],
|
|
2541
|
+
* "indexes": [
|
|
2542
|
+
* 0,
|
|
2543
|
+
* 136,
|
|
2544
|
+
* 156,
|
|
2545
|
+
* 486,
|
|
2546
|
+
* 652,
|
|
2547
|
+
* 698
|
|
2548
|
+
* ]
|
|
2549
|
+
* }
|
|
2550
|
+
*/
|
|
712
2551
|
export type WordSearchMatch = {
|
|
713
2552
|
/** @description The total amount of times the word is in the transcript */
|
|
714
2553
|
count: number;
|
|
@@ -719,14 +2558,97 @@ export type WordSearchMatch = {
|
|
|
719
2558
|
/** @description An array of timestamps */
|
|
720
2559
|
timestamps: WordSearchTimestamp[];
|
|
721
2560
|
};
|
|
2561
|
+
/**
|
|
2562
|
+
* @example {
|
|
2563
|
+
* "id": "d5a3d302-066e-43fb-b63b-8f57baf185db",
|
|
2564
|
+
* "total_count": 10,
|
|
2565
|
+
* "matches": [
|
|
2566
|
+
* {
|
|
2567
|
+
* "text": "smoke",
|
|
2568
|
+
* "count": 6,
|
|
2569
|
+
* "timestamps": [
|
|
2570
|
+
* [
|
|
2571
|
+
* 250,
|
|
2572
|
+
* 650
|
|
2573
|
+
* ],
|
|
2574
|
+
* [
|
|
2575
|
+
* 49168,
|
|
2576
|
+
* 49398
|
|
2577
|
+
* ],
|
|
2578
|
+
* [
|
|
2579
|
+
* 55284,
|
|
2580
|
+
* 55594
|
|
2581
|
+
* ],
|
|
2582
|
+
* [
|
|
2583
|
+
* 168888,
|
|
2584
|
+
* 169118
|
|
2585
|
+
* ],
|
|
2586
|
+
* [
|
|
2587
|
+
* 215108,
|
|
2588
|
+
* 215386
|
|
2589
|
+
* ],
|
|
2590
|
+
* [
|
|
2591
|
+
* 225944,
|
|
2592
|
+
* 226170
|
|
2593
|
+
* ]
|
|
2594
|
+
* ],
|
|
2595
|
+
* "indexes": [
|
|
2596
|
+
* 0,
|
|
2597
|
+
* 136,
|
|
2598
|
+
* 156,
|
|
2599
|
+
* 486,
|
|
2600
|
+
* 652,
|
|
2601
|
+
* 698
|
|
2602
|
+
* ]
|
|
2603
|
+
* },
|
|
2604
|
+
* {
|
|
2605
|
+
* "text": "wildfires",
|
|
2606
|
+
* "count": 4,
|
|
2607
|
+
* "timestamps": [
|
|
2608
|
+
* [
|
|
2609
|
+
* 1668,
|
|
2610
|
+
* 2346
|
|
2611
|
+
* ],
|
|
2612
|
+
* [
|
|
2613
|
+
* 33852,
|
|
2614
|
+
* 34546
|
|
2615
|
+
* ],
|
|
2616
|
+
* [
|
|
2617
|
+
* 50118,
|
|
2618
|
+
* 51110
|
|
2619
|
+
* ],
|
|
2620
|
+
* [
|
|
2621
|
+
* 231356,
|
|
2622
|
+
* 232354
|
|
2623
|
+
* ]
|
|
2624
|
+
* ],
|
|
2625
|
+
* "indexes": [
|
|
2626
|
+
* 4,
|
|
2627
|
+
* 90,
|
|
2628
|
+
* 140,
|
|
2629
|
+
* 716
|
|
2630
|
+
* ]
|
|
2631
|
+
* }
|
|
2632
|
+
* ]
|
|
2633
|
+
* }
|
|
2634
|
+
*/
|
|
722
2635
|
export type WordSearchResponse = {
|
|
723
|
-
/**
|
|
2636
|
+
/**
|
|
2637
|
+
* Format: uuid
|
|
2638
|
+
* @description The ID of the transcript
|
|
2639
|
+
*/
|
|
724
2640
|
id: string;
|
|
725
2641
|
/** @description The matches of the search */
|
|
726
2642
|
matches: WordSearchMatch[];
|
|
727
2643
|
/** @description The total count of all matched instances. For e.g., word 1 matched 2 times, and word 2 matched 3 times, `total_count` will equal 5. */
|
|
728
2644
|
total_count: number;
|
|
729
2645
|
};
|
|
730
|
-
/**
|
|
2646
|
+
/**
|
|
2647
|
+
* @description An array of timestamps structured as [`start_time`, `end_time`] in milliseconds
|
|
2648
|
+
* @example [
|
|
2649
|
+
* 250,
|
|
2650
|
+
* 650
|
|
2651
|
+
* ]
|
|
2652
|
+
*/
|
|
731
2653
|
export type WordSearchTimestamp = number[];
|
|
732
2654
|
export {};
|