@memberjunction/ai-openai 6.2.0-edge.1 → 6.2.0-edge.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/models/tts.d.ts +7 -0
- package/dist/models/tts.d.ts.map +1 -1
- package/dist/models/tts.js +16 -1
- package/dist/models/tts.js.map +1 -1
- package/package.json +4 -4
- package/readme.md +2 -1
package/dist/models/tts.d.ts
CHANGED
|
@@ -1,4 +1,11 @@
|
|
|
1
1
|
import { AudioSplitter, BaseAudioGenerator, TextToSpeechParams, SpeechResult, SpeechToTextParams, VoiceInfo, AudioModel, PronounciationDictionary } from "@memberjunction/ai";
|
|
2
|
+
/**
|
|
3
|
+
* OpenAI audio: text-to-speech (`gpt-4o-mini-tts`) and speech-to-text (Whisper).
|
|
4
|
+
*
|
|
5
|
+
* It does both, so it is registered against {@link BaseTextToSpeech} and {@link BaseSpeechToText}
|
|
6
|
+
* under the key model metadata names. It still extends, and is registered against,
|
|
7
|
+
* `BaseAudioGenerator`, so callers that resolve it through the old base keep working.
|
|
8
|
+
*/
|
|
2
9
|
export declare class OpenAIAudioGenerator extends BaseAudioGenerator {
|
|
3
10
|
private _openAI;
|
|
4
11
|
constructor(apiKey: string);
|
package/dist/models/tts.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../src/models/tts.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,kBAAkB,
|
|
1
|
+
{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../src/models/tts.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAsC,kBAAkB,EAAE,YAAY,EAAE,kBAAkB,EAAsB,SAAS,EAAE,UAAU,EAAc,wBAAwB,EAAiB,MAAM,oBAAoB,CAAC;AAkCjQ;;;;;;GAMG;AACH,qBAGa,oBAAqB,SAAQ,kBAAkB;IACxD,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,MAAM;IAK1B;;;OAGG;IACI,QAAQ,EAAE,aAAa,GAAG,IAAI,CAAQ;IAEhC,YAAY,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;IA2B5E;;;;;;;OAOG;IACU,YAAY,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;IAyC5E;;OAEG;IACH,OAAO,CAAC,YAAY;YAUN,aAAa;IAyBd,SAAS,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAWjC,SAAS,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAuBlC,6BAA6B,IAAI,OAAO,CAAC,wBAAwB,EAAE,CAAC;IAIpE,mBAAmB;CAGnC"}
|
package/dist/models/tts.js
CHANGED
|
@@ -8,7 +8,7 @@ var __metadata = (this && this.__metadata) || function (k, v) {
|
|
|
8
8
|
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
9
9
|
};
|
|
10
10
|
import { RegisterClass } from "@memberjunction/global";
|
|
11
|
-
import { BaseAudioGenerator, SpeechResult, ModelUsage, ErrorAnalyzer } from "@memberjunction/ai";
|
|
11
|
+
import { BaseAudioGenerator, BaseSpeechToText, BaseTextToSpeech, SpeechResult, ModelUsage, ErrorAnalyzer } from "@memberjunction/ai";
|
|
12
12
|
import { OpenAI, toFile } from "openai";
|
|
13
13
|
/**
|
|
14
14
|
* OpenAI's documented upload ceiling for the transcription endpoint. Requests above it are
|
|
@@ -37,6 +37,13 @@ const DEFAULT_TRANSCRIPTION_MODEL = "whisper-1";
|
|
|
37
37
|
function supportsVerboseJson(model) {
|
|
38
38
|
return model.toLowerCase().startsWith("whisper");
|
|
39
39
|
}
|
|
40
|
+
/**
|
|
41
|
+
* OpenAI audio: text-to-speech (`gpt-4o-mini-tts`) and speech-to-text (Whisper).
|
|
42
|
+
*
|
|
43
|
+
* It does both, so it is registered against {@link BaseTextToSpeech} and {@link BaseSpeechToText}
|
|
44
|
+
* under the key model metadata names. It still extends, and is registered against,
|
|
45
|
+
* `BaseAudioGenerator`, so callers that resolve it through the old base keep working.
|
|
46
|
+
*/
|
|
40
47
|
let OpenAIAudioGenerator = class OpenAIAudioGenerator extends BaseAudioGenerator {
|
|
41
48
|
constructor(apiKey) {
|
|
42
49
|
super(apiKey);
|
|
@@ -66,6 +73,9 @@ let OpenAIAudioGenerator = class OpenAIAudioGenerator extends BaseAudioGenerator
|
|
|
66
73
|
const errorInfo = ErrorAnalyzer.analyzeError(error, 'OpenAI TTS');
|
|
67
74
|
speechResult.success = false;
|
|
68
75
|
speechResult.errorMessage = error?.message || 'Unknown error occurred';
|
|
76
|
+
// Kept so a caller can tell a rejected request (a 400) from an outage: the message alone
|
|
77
|
+
// loses the SDK error's HTTP status.
|
|
78
|
+
speechResult.errorInfo = errorInfo;
|
|
69
79
|
console.error(`OpenAI TTS error:`, error, errorInfo);
|
|
70
80
|
}
|
|
71
81
|
return speechResult;
|
|
@@ -102,6 +112,9 @@ let OpenAIAudioGenerator = class OpenAIAudioGenerator extends BaseAudioGenerator
|
|
|
102
112
|
const errorInfo = ErrorAnalyzer.analyzeError(error, 'OpenAI Whisper');
|
|
103
113
|
result.success = false;
|
|
104
114
|
result.errorMessage = error?.message || 'Unknown error occurred';
|
|
115
|
+
// Kept so a caller can tell a rejected upload (a 400 for an unsupported format) from an
|
|
116
|
+
// outage: the message alone loses the SDK error's HTTP status.
|
|
117
|
+
result.errorInfo = errorInfo;
|
|
105
118
|
console.error(`OpenAI Whisper error:`, error, errorInfo);
|
|
106
119
|
}
|
|
107
120
|
return result;
|
|
@@ -181,6 +194,8 @@ let OpenAIAudioGenerator = class OpenAIAudioGenerator extends BaseAudioGenerator
|
|
|
181
194
|
};
|
|
182
195
|
OpenAIAudioGenerator = __decorate([
|
|
183
196
|
RegisterClass(BaseAudioGenerator, "OpenAIAudioGenerator"),
|
|
197
|
+
RegisterClass(BaseTextToSpeech, "OpenAIAudioGenerator"),
|
|
198
|
+
RegisterClass(BaseSpeechToText, "OpenAIAudioGenerator"),
|
|
184
199
|
__metadata("design:paramtypes", [String])
|
|
185
200
|
], OpenAIAudioGenerator);
|
|
186
201
|
export { OpenAIAudioGenerator };
|
package/dist/models/tts.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tts.js","sourceRoot":"","sources":["../../src/models/tts.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAiB,kBAAkB,EAAsB,YAAY,EAAiE,UAAU,EAA4B,aAAa,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"tts.js","sourceRoot":"","sources":["../../src/models/tts.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAiB,kBAAkB,EAAE,gBAAgB,EAAE,gBAAgB,EAAsB,YAAY,EAAiE,UAAU,EAA4B,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACjQ,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAExC;;;GAGG;AACH,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAE1C;;;GAGG;AACH,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAE5C;;;GAGG;AACH,MAAM,2BAA2B,GAAG,WAAW,CAAC;AAEhD;;;;;;;;GAQG;AACH,SAAS,mBAAmB,CAAC,KAAa;IACtC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;AACrD,CAAC;AAED;;;;;;GAMG;AAII,IAAM,oBAAoB,GAA1B,MAAM,oBAAqB,SAAQ,kBAAkB;IAGxD,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QAIlB;;;WAGG;QACI,aAAQ,GAAyB,IAAI,CAAC;QAPzC,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC,EAAC,MAAM,EAAE,MAAM,EAAC,CAAC,CAAC;IAChD,CAAC;IAQM,KAAK,CAAC,YAAY,CAAC,MAA0B;QAChD,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;QACxC,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;gBACxD,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;gBACrD,KAAK,EAAE,MAAM,CAAC,IAAI;gBAClB,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,uCAAuC;aAC/E,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC7C,YAAY,CAAC,IAAI,GAAG,WAAW,CAAC;YAChC,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC;YAC5B,YAAY,CAAC,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,SAAS,GAAG,aAAa,CAAC,YAAY,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YAClE,YAAY,CAAC,OAAO,GAAG,KAAK,CAAC;YAC7B,YAAY,CAAC,YAAY,GAAG,KAAK,EAAE,OAAO,IAAI,wBAAwB,CAAC;YACvE,yFAAyF;YACzF,qCAAqC;YACrC,YAAY,CAAC,SAAS,GAAG,SAAS,CAAC;YACnC,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,YAAY,CAAC;IACxB,CAAC;IAED;;;;;;;OAOG;IACI,KAAK,CAAC,YAAY,CAAC,MAA0B;QAChD,MAAM,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAClC,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,2BAA2B,CAAC;YAE1D,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACpD,KAAK,EACL,gBAAgB,EAChB,kBAAkB,EAClB,IAAI,CAAC,QAAQ,EACb,QAAQ,EACR,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CACtD,CAAC;YAEF,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzC,8EAA8E;gBAC9E,6EAA6E;gBAC7E,eAAe;gBACf,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAC;YAC3G,CAAC;YAED,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;YACtB,MAAM,CAAC,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC;YACpC,IAAI,aAAa,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;gBACxC,0EAA0E;gBAC1E,4DAA4D;gBAC5D,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,aAAa,CAAC,eAAe,CAAC,CAAC;YACjF,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,SAAS,GAAG,aAAa,CAAC,YAAY,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;YACtE,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC;YACvB,MAAM,CAAC,YAAY,GAAG,KAAK,EAAE,OAAO,IAAI,wBAAwB,CAAC;YACjE,wFAAwF;YACxF,+DAA+D;YAC/D,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,MAA0B;QAC3C,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YACtD,OAAO,MAAM,CAAC,SAAS,CAAC;QAC5B,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACnD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,+EAA+E,CAAC,CAAC;IACrG,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,KAAa,EAAE,MAA0B;QAChF,0FAA0F;QAC1F,yFAAyF;QACzF,kEAAkE;QAClE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC;YAC5D,IAAI,EAAE,MAAM,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,IAAI,WAAW,CAAC;YACzD,KAAK;YACL,eAAe,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM;YACrE,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,WAAW,EAAE,MAAM,CAAC,WAAW;SAClC,CAAC,CAAC;QAEH,uFAAuF;QACvF,uFAAuF;QACvF,qFAAqF;QACrF,0FAA0F;QAC1F,MAAM,QAAQ,GAAI,QAAkC,CAAC,QAAQ,CAAC;QAC9D,MAAM,QAAQ,GAAG,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC;YAC/E,CAAC,CAAC,QAAQ;YACV,CAAC,CAAC,SAAS,CAAC;QAEhB,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC;IACpE,CAAC;IAEM,KAAK,CAAC,SAAS;QAClB,OAAO;YACH,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE;YAC9B,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;YAC5B,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE;YAC9B,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;YAC5B,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;YAC5B,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE;SACrC,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,SAAS;QAClB,OAAO;YACH;gBACI,EAAE,EAAE,iBAAiB;gBACrB,IAAI,EAAE,iBAAiB;gBACvB,oBAAoB,EAAE,IAAI;gBAC1B,uBAAuB,EAAE,KAAK;gBAC9B,aAAa,EAAE,KAAK;gBACpB,oBAAoB,EAAE,KAAK;gBAC3B,kBAAkB,EAAE,KAAK;aAC5B;YACD;gBACI,EAAE,EAAE,2BAA2B;gBAC/B,IAAI,EAAE,WAAW;gBACjB,oBAAoB,EAAE,KAAK;gBAC3B,uBAAuB,EAAE,KAAK;gBAC9B,aAAa,EAAE,KAAK;gBACpB,oBAAoB,EAAE,KAAK;gBAC3B,kBAAkB,EAAE,KAAK;aAC5B;SACJ,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,6BAA6B;QACtC,OAAO,EAAE,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,mBAAmB;QAC5B,OAAO,CAAC,cAAc,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;IACtE,CAAC;CACJ,CAAA;AAzKY,oBAAoB;IAHhC,aAAa,CAAC,kBAAkB,EAAE,sBAAsB,CAAC;IACzD,aAAa,CAAC,gBAAgB,EAAE,sBAAsB,CAAC;IACvD,aAAa,CAAC,gBAAgB,EAAE,sBAAsB,CAAC;;GAC3C,oBAAoB,CAyKhC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@memberjunction/ai-openai",
|
|
3
3
|
"type": "module",
|
|
4
|
-
"version": "6.2.0-edge.
|
|
4
|
+
"version": "6.2.0-edge.2",
|
|
5
5
|
"description": "MemberJunction Wrapper for OpenAI AI Models",
|
|
6
6
|
"main": "dist/index.js",
|
|
7
7
|
"types": "dist/index.d.ts",
|
|
@@ -11,13 +11,13 @@
|
|
|
11
11
|
"author": "MemberJunction.com",
|
|
12
12
|
"license": "BUSL-1.1",
|
|
13
13
|
"devDependencies": {
|
|
14
|
-
"@memberjunction/unit-testing": "6.2.0-edge.
|
|
14
|
+
"@memberjunction/unit-testing": "6.2.0-edge.2",
|
|
15
15
|
"ts-node-dev": "^2.0.0",
|
|
16
16
|
"typescript": "^5.9.3"
|
|
17
17
|
},
|
|
18
18
|
"dependencies": {
|
|
19
|
-
"@memberjunction/ai": "6.2.0-edge.
|
|
20
|
-
"@memberjunction/global": "6.2.0-edge.
|
|
19
|
+
"@memberjunction/ai": "6.2.0-edge.2",
|
|
20
|
+
"@memberjunction/global": "6.2.0-edge.2",
|
|
21
21
|
"openai": "6.18.0"
|
|
22
22
|
},
|
|
23
23
|
"repository": {
|
package/readme.md
CHANGED
|
@@ -51,7 +51,7 @@ graph TD
|
|
|
51
51
|
- **Thinking/Reasoning**: Extraction of thinking content from reasoning model responses
|
|
52
52
|
- **Embeddings**: Text embedding generation via text-embedding-3-small/large and other models
|
|
53
53
|
- **Image Generation**: DALL-E integration via `BaseImageGenerator`
|
|
54
|
-
- **Audio**: Text-to-speech and speech-to-text via `
|
|
54
|
+
- **Audio**: Text-to-speech and speech-to-text (Whisper) via `OpenAIAudioGenerator`, which implements both `BaseTextToSpeech` and `BaseSpeechToText`
|
|
55
55
|
- **Multimodal Input**: Support for text, image, audio, and file content in messages
|
|
56
56
|
- **Response Formats**: JSON mode, text, and structured output controls
|
|
57
57
|
- **Effort Level**: Maps MJ effort levels to OpenAI reasoning effort parameters
|
|
@@ -160,6 +160,7 @@ export class MyProviderLLM extends OpenAILLM {
|
|
|
160
160
|
|
|
161
161
|
- `OpenAILLM` -- Registered via `@RegisterClass(BaseLLM, OpenAILLM)`
|
|
162
162
|
- `OpenAIEmbedding` -- Registered via `@RegisterClass(BaseEmbeddings, OpenAIEmbedding)`
|
|
163
|
+
- `OpenAIAudioGenerator` -- Registered under the key `'OpenAIAudioGenerator'` against `BaseTextToSpeech`, `BaseSpeechToText` and the deprecated `BaseAudioGenerator`, so the TTS and speech-to-text runners and older callers all resolve it
|
|
163
164
|
|
|
164
165
|
## Dependencies
|
|
165
166
|
|