@modelprofile.com/flexharness-providers 10.9.0 → 10.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -6,6 +6,9 @@ import type * as plugins from './plugins.js';
|
|
|
6
6
|
* conversation keeps its place and is sent as a `developer` input item, the role the Codex backend reads
|
|
7
7
|
* mid-conversation instructions in, so moving it would neither reorder the conversation nor change the
|
|
8
8
|
* instructions prefix a prompt cache keys on. A caller's own `instructions` or `systemMessageMode` is kept.
|
|
9
|
+
*
|
|
10
|
+
* The backend never stores a response, so every call is sent with `store: false`. A stored call would
|
|
11
|
+
* send earlier assistant items as references to stored items, and none of them exists.
|
|
9
12
|
*/
|
|
10
13
|
export declare function createOpenAiChatGptInstructionsMiddleware(): plugins.LanguageModelV4Middleware;
|
|
11
14
|
/**
|
|
@@ -20,6 +20,9 @@ const hasUnsupportedChatGptCacheRetention = (options) => {
|
|
|
20
20
|
* conversation keeps its place and is sent as a `developer` input item, the role the Codex backend reads
|
|
21
21
|
* mid-conversation instructions in, so moving it would neither reorder the conversation nor change the
|
|
22
22
|
* instructions prefix a prompt cache keys on. A caller's own `instructions` or `systemMessageMode` is kept.
|
|
23
|
+
*
|
|
24
|
+
* The backend never stores a response, so every call is sent with `store: false`. A stored call would
|
|
25
|
+
* send earlier assistant items as references to stored items, and none of them exists.
|
|
23
26
|
*/
|
|
24
27
|
export function createOpenAiChatGptInstructionsMiddleware() {
|
|
25
28
|
return {
|
|
@@ -34,10 +37,11 @@ export function createOpenAiChatGptInstructionsMiddleware() {
|
|
|
34
37
|
const keepsSystemMessages = prompt.some((message) => message.role === 'system');
|
|
35
38
|
const shouldSetDeveloperMode = keepsSystemMessages && openAiProviderOptions.systemMessageMode === undefined;
|
|
36
39
|
const shouldStripCacheRetention = hasUnsupportedChatGptCacheRetention(openAiProviderOptions);
|
|
37
|
-
|
|
40
|
+
const shouldDisableStore = openAiProviderOptions.store !== false;
|
|
41
|
+
if (!shouldHoist && !shouldSetDeveloperMode && !shouldStripCacheRetention && !shouldDisableStore) {
|
|
38
42
|
return params;
|
|
39
43
|
}
|
|
40
|
-
const nextOpenAiProviderOptions = { ...openAiProviderOptions };
|
|
44
|
+
const nextOpenAiProviderOptions = { ...openAiProviderOptions, store: false };
|
|
41
45
|
delete nextOpenAiProviderOptions.promptCacheRetention;
|
|
42
46
|
delete nextOpenAiProviderOptions.prompt_cache_retention;
|
|
43
47
|
if (instructions) {
|
|
@@ -91,4 +95,4 @@ export function normalizeOpenAiChatGptResponsesRequest(body) {
|
|
|
91
95
|
result.input = input.slice(shouldHoist ? prefix : 0).map((item) => isRecord(item) && item.role === 'system' ? { ...item, role: 'developer' } : item);
|
|
92
96
|
return result;
|
|
93
97
|
}
|
|
94
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
98
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic21hcnRhaS5jaGF0Z3B0Lm1pZGRsZXdhcmUuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi90c19wcm92aWRlcnMvb3BlbmFpL3NtYXJ0YWkuY2hhdGdwdC5taWRkbGV3YXJlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUVBLE1BQU0sZ0JBQWdCLEdBQUcsQ0FBQyxLQUFjLEVBQW1CLEVBQUUsQ0FBQyxPQUFPLEtBQUssS0FBSyxRQUFRLElBQUksS0FBSyxDQUFDLElBQUksRUFBRSxDQUFDLE1BQU0sR0FBRyxDQUFDLENBQUM7QUFJbkgsMkZBQTJGO0FBQzNGLE1BQU0sd0JBQXdCLEdBQUcsQ0FBQyxNQUFxQyxFQUFFLFVBQVUsR0FBRyxLQUFLLEVBQVUsRUFBRTtJQUNyRyxNQUFNLFVBQVUsR0FBRyxNQUFNLENBQUMsU0FBUyxDQUFDLENBQUMsT0FBTyxFQUFFLEVBQUUsQ0FBQyxPQUFPLENBQUMsSUFBSSxLQUFLLFFBQVEsSUFBSSxDQUFDLENBQUMsVUFBVSxJQUFJLE9BQU8sQ0FBQyxJQUFJLEtBQUssV0FBVyxDQUFDLENBQUMsQ0FBQztJQUM3SCxPQUFPLFVBQVUsS0FBSyxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsTUFBTSxDQUFDLE1BQU0sQ0FBQyxDQUFDLENBQUMsVUFBVSxDQUFDO0FBQ3hELENBQUMsQ0FBQztBQUVGLE1BQU0sc0JBQXNCLEdBQUcsQ0FBQyxRQUFpQixFQUFzQixFQUFFO0lBQ3ZFLE1BQU0sWUFBWSxHQUFHLFFBQVE7U0FDMUIsR0FBRyxDQUFDLENBQUMsT0FBTyxFQUFFLEVBQUUsQ0FBQyxPQUFPLENBQUMsT0FBTyxDQUFDO1NBQ2pDLE1BQU0sQ0FBQyxnQkFBZ0IsQ0FBQyxDQUFDO0lBRTVCLE9BQU8sWUFBWSxDQUFDLE1BQU0sR0FBRyxDQUFDLENBQUMsQ0FBQyxDQUFDLFlBQVksQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxDQUFDLFNBQVMsQ0FBQztBQUN2RSxDQUFDLENBQUM7QUFFRixNQUFNLG1DQUFtQyxHQUFHLENBQUMsT0FBMkIsRUFBVyxFQUFFO0lBQ25GLE9BQU8sT0FBTyxDQUFDLG9CQUFvQixLQUFLLFNBQVMsSUFBSSxPQUFPLENBQUMsc0JBQXNCLEtBQUssU0FBUyxDQUFDO0FBQ3BHLENBQUMsQ0FBQztBQUVGOzs7Ozs7Ozs7O0dBVUc7QUFDSCxNQUFNLFVBQVUseUNBQXlDO0lBQ3ZELE9BQU87UUFDTCxvQkFBb0IsRUFBRSxJQUFJO1FBQzFCLGVBQWUsRUFBRSxLQUFLLEVBQUUsRUFBRSxNQUFNLEVBQUUsRUFBRSxFQUFFO1lBQ3BDLE1BQU0sZUFBZSxHQUFHLE1BQU0sQ0FBQyxlQUFlLElBQUksRUFBRSxDQUFDO1lBQ3JELE1BQU0scUJBQXFCLEdBQUcsZUFBZSxDQUFDLE1BQU0sSUFBSSxFQUFFLENBQUM7WUFDM0QsTUFBTSxZQUFZLEdBQUcsd0JBQXdCLENBQUMsTUFBTSxDQUFDLE1BQU0sQ0FBQyxDQUFDO1lBQzdELE1BQU0sV0FBVyxHQUFHLFlBQVksR0FBRyxDQUFDLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxxQkFBcUIsQ0FBQyxZQUFZLENBQUMsQ0FBQztZQUM5RixNQUFNLFlBQVksR0FBRyxXQUFXLENBQUMsQ0FBQyxDQUFDLHNCQUFzQixDQUFDLE1BQU0sQ0FBQyxNQUFNLENBQUMsS0FBSyxDQUFDLENBQUMsRUFBRSxZQUFZLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxTQUFTLENBQUM7WUFDNUcsTUFBTSxNQUFNLEdBQUcsV0FBVyxDQUFDLENBQUMsQ0FBQyxNQUFNLENBQUMsTUFBTSxDQUFDLEtBQUssQ0FBQyxZQUFZLENBQUMsQ0FBQyxDQUFDLENBQUMsTUFBTSxDQUFDLE1BQU0sQ0FBQztZQUMvRSxNQUFNLG1CQUFtQixHQUFHLE1BQU0sQ0FBQyxJQUFJLENBQUMsQ0FBQyxPQUFPLEVBQUUsRUFBRSxDQUFDLE9BQU8sQ0FBQyxJQUFJLEtBQUssUUFBUSxDQUFDLENBQUM7WUFDaEYsTUFBTSxzQkFBc0IsR0FBRyxtQkFBbUIsSUFBSSxxQkFBcUIsQ0FBQyxpQkFBaUIsS0FBSyxTQUFTLENBQUM7WUFDNUcsTUFBTSx5QkFBeUIsR0FBRyxtQ0FBbUMsQ0FBQyxxQkFBcUIsQ0FBQyxDQUFDO1lBQzdGLE1BQU0sa0JBQWtCLEdBQUcscUJBQXFCLENBQUMsS0FBSyxLQUFLLEtBQUssQ0FBQztZQUVqRSxJQUFJLENBQUMsV0FBVyxJQUFJLENBQUMsc0JBQXNCLElBQUksQ0FBQyx5QkFBeUIsSUFBSSxDQUFDLGtCQUFrQixFQUFFLENBQUM7Z0JBQ2pHLE9BQU8sTUFBTSxDQUFDO1lBQ2hCLENBQUM7WUFFRCxNQUFNLHlCQUF5QixHQUF1QixFQUFFLEdBQUcscUJBQXFCLEVBQUUsS0FBSyxFQUFFLEtBQUssRUFBRSxDQUFDO1lBQ2pHLE9BQU8seUJBQXlCLENBQUMsb0JBQW9CLENBQUM7WUFDdEQsT0FBTyx5QkFBeUIsQ0FBQyxzQkFBc0IsQ0FBQztZQUN4RCxJQUFJLFlBQVksRUFBRSxDQUFDO2dCQUNqQix5QkFBeUIsQ0FBQyxZQUFZLEdBQUcsWUFBWSxDQUFDO1lBQ3hELENBQUM7WUFDRCxJQUFJLHNCQUFzQixFQUFFLENBQUM7Z0JBQzNCLHlCQUF5QixDQUFDLGlCQUFpQixHQUFHLFdBQVcsQ0FBQztZQUM1RCxDQUFDO1lBRUQsT0FBTztnQkFDTCxHQUFHLE1BQU07Z0JBQ1QsTUFBTTtnQkFDTixlQUFlLEVBQUU7b0JBQ2YsR0FBRyxlQUFlO29CQUNsQixNQUFNLEVBQUUseUJBQXlCO2lCQUNsQzthQUMyQyxDQUFDO1FBQ2pELENBQUM7S0FDRixDQUFDO0FBQ0osQ0FBQztBQUdELE1BQU0sUUFBUSxHQUFHLENBQUMsS0FBYyxFQUFvQyxFQUFFLENBQUMsS0FBSyxLQUFLLElBQUksSUFBSSxPQUFPLEtBQUssS0FBSyxRQUFRLElBQUksQ0FBQyxLQUFLLENBQUMsT0FBTyxDQUFDLEtBQUssQ0FBQyxDQUFDO0FBRTVJOzs7OztHQUtHO0FBQ0gsTUFBTSxVQUFVLHNDQUFzQyxDQUFDLElBQXVDO0lBQzVGLElBQUksSUFBSSxDQUFDLFlBQVksS0FBSyxTQUFTLElBQUksSUFBSSxDQUFDLFlBQVksS0FBSyxJQUFJLElBQUksT0FBTyxJQUFJLENBQUMsWUFBWSxLQUFLLFFBQVEsRUFBRSxDQUFDO1FBQzNHLE1BQU0sSUFBSSxLQUFLLENBQUMsa0RBQWtELENBQUMsQ0FBQztJQUN0RSxDQUFDO0lBQ0QsTUFBTSxNQUFNLEdBQUcsRUFBRSxHQUFHLElBQUksRUFBRSxDQUFDO0lBQzNCLE9BQU8sTUFBTSxDQUFDLHNCQUFzQixDQUFDO0lBQ3JDLElBQUksQ0FBQyxLQUFLLENBQUMsT0FBTyxDQUFDLElBQUksQ0FBQyxLQUFLLENBQUM7UUFBRSxPQUFPLE1BQU0sQ0FBQztJQUM5QyxNQUFNLEtBQUssR0FBYyxJQUFJLENBQUMsS0FBSyxDQUFDO0lBQ3BDLE1BQU0sTUFBTSxHQUFHLHdCQUF3QixDQUFDLEtBQUssQ0FBQyxHQUFHLENBQUMsQ0FBQyxJQUFJLEVBQUUsRUFBRSxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsRUFBRSxJQUFJLENBQUMsQ0FBQztJQUMvRixNQUFNLFdBQVcsR0FBRyxNQUFNLEdBQUcsQ0FBQyxJQUFJLElBQUksQ0FBQyxZQUFZLEtBQUssU0FBUyxDQUFDO0lBQ2xFLElBQUksV0FBVyxFQUFFLENBQUM7UUFDaEIsTUFBTSxZQUFZLEdBQUcsS0FBSyxDQUFDLEtBQUssQ0FBQyxDQUFDLEVBQUUsTUFBTSxDQUFDLENBQUMsR0FBRyxDQUFDLENBQUMsSUFBSSxFQUFFLEVBQUU7WUFDdkQsTUFBTSxPQUFPLEdBQUksSUFBZ0MsQ0FBQyxPQUFPLENBQUM7WUFDMUQsSUFBSSxPQUFPLE9BQU8sS0FBSyxRQUFRO2dCQUFFLE9BQU8sT0FBTyxDQUFDO1lBQ2hELElBQUksQ0FBQyxLQUFLLENBQUMsT0FBTyxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsT0FBTyxDQUFDLEtBQUssQ0FBQyxDQUFDLElBQUksRUFBRSxFQUFFLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyxJQUFJLElBQUksQ0FBQyxJQUFJLEtBQUssWUFBWSxJQUFJLE9BQU8sSUFBSSxDQUFDLElBQUksS0FBSyxRQUFRLENBQUMsRUFBRSxDQUFDO2dCQUN2SSxNQUFNLElBQUksS0FBSyxDQUFDLHNEQUFzRCxDQUFDLENBQUM7WUFDMUUsQ0FBQztZQUNELE9BQU8sT0FBTyxDQUFDLEdBQUcsQ0FBQyxDQUFDLElBQUksRUFBRSxFQUFFLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxDQUFDLElBQUksQ0FBQyxFQUFFLENBQUMsQ0FBQztRQUNuRCxDQUFDLENBQUMsQ0FBQyxNQUFNLENBQUMsZ0JBQWdCLENBQUMsQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLENBQUM7UUFDdkMsNEVBQTRFO1FBQzVFLE1BQU0sQ0FBQyxZQUFZLEdBQUcsWUFBWSxDQUFDO0lBQ3JDLENBQUM7SUFDRCxNQUFNLENBQUMsS0FBSyxHQUFHLEtBQUssQ0FBQyxLQUFLLENBQUMsV0FBVyxDQUFDLENBQUMsQ0FBQyxNQUFNLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDLEdBQUcsQ0FBQyxDQUFDLElBQUksRUFBRSxFQUFFLENBQ2hFLFFBQVEsQ0FBQyxJQUFJLENBQUMsSUFBSSxJQUFJLENBQUMsSUFBSSxLQUFLLFFBQVEsQ0FBQyxDQUFDLENBQUMsRUFBRSxHQUFHLElBQUksRUFBRSxJQUFJLEVBQUUsV0FBVyxFQUFFLENBQUMsQ0FBQyxDQUFDLElBQUksQ0FBQyxDQUFDO0lBQ3BGLE9BQU8sTUFBTSxDQUFDO0FBQ2hCLENBQUMifQ==
|
package/package.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"author": "Task Venture Capital GmbH",
|
|
3
3
|
"license": "MIT",
|
|
4
4
|
"name": "@modelprofile.com/flexharness-providers",
|
|
5
|
-
"version": "10.
|
|
5
|
+
"version": "10.11.0",
|
|
6
6
|
"type": "module",
|
|
7
7
|
"description": "Model providers, authentication, account management, media and research integrations in one package.",
|
|
8
8
|
"main": "./dist_ts_providers/index.js",
|
|
@@ -83,7 +83,7 @@
|
|
|
83
83
|
"@ai-sdk/provider": "^4.0.17",
|
|
84
84
|
"@ai-sdk/xai": "^5.0.5",
|
|
85
85
|
"@anthropic-ai/sdk": "0.128.0",
|
|
86
|
-
"@modelprofile.com/flexharness-models": "10.
|
|
86
|
+
"@modelprofile.com/flexharness-models": "10.11.0",
|
|
87
87
|
"ai": "^7.0.111",
|
|
88
88
|
"openai": "^7.22.0",
|
|
89
89
|
"proper-lockfile": "^4.1.2"
|
|
@@ -112,7 +112,9 @@ contract, and a value that is not a release version is refused with a `TypeError
|
|
|
112
112
|
Both ChatGPT connections classify Codex limits with `classifyOpenAiChatGptLimit` and move the system
|
|
113
113
|
messages a prompt opens with into the Responses `instructions` with
|
|
114
114
|
`createOpenAiChatGptInstructionsMiddleware()`; a system message later in the conversation stays in its
|
|
115
|
-
place as a `developer` input item.
|
|
115
|
+
place as a `developer` input item. The same middleware sends every call with `store: false`: the backend
|
|
116
|
+
never stores a response, so a stored call's references to earlier assistant items could not resolve. Both
|
|
117
|
+
are exported here for connections of their own.
|
|
116
118
|
|
|
117
119
|
The `/auth` subpath keeps its connections, which derive identity from the token itself, and
|
|
118
120
|
re-exports the ChatGPT limit classifier, the instructions middleware, the Codex base URL, the
|
|
@@ -29,6 +29,9 @@ const hasUnsupportedChatGptCacheRetention = (options: plugins.JSONObject): boole
|
|
|
29
29
|
* conversation keeps its place and is sent as a `developer` input item, the role the Codex backend reads
|
|
30
30
|
* mid-conversation instructions in, so moving it would neither reorder the conversation nor change the
|
|
31
31
|
* instructions prefix a prompt cache keys on. A caller's own `instructions` or `systemMessageMode` is kept.
|
|
32
|
+
*
|
|
33
|
+
* The backend never stores a response, so every call is sent with `store: false`. A stored call would
|
|
34
|
+
* send earlier assistant items as references to stored items, and none of them exists.
|
|
32
35
|
*/
|
|
33
36
|
export function createOpenAiChatGptInstructionsMiddleware(): plugins.LanguageModelV4Middleware {
|
|
34
37
|
return {
|
|
@@ -43,12 +46,13 @@ export function createOpenAiChatGptInstructionsMiddleware(): plugins.LanguageMod
|
|
|
43
46
|
const keepsSystemMessages = prompt.some((message) => message.role === 'system');
|
|
44
47
|
const shouldSetDeveloperMode = keepsSystemMessages && openAiProviderOptions.systemMessageMode === undefined;
|
|
45
48
|
const shouldStripCacheRetention = hasUnsupportedChatGptCacheRetention(openAiProviderOptions);
|
|
49
|
+
const shouldDisableStore = openAiProviderOptions.store !== false;
|
|
46
50
|
|
|
47
|
-
if (!shouldHoist && !shouldSetDeveloperMode && !shouldStripCacheRetention) {
|
|
51
|
+
if (!shouldHoist && !shouldSetDeveloperMode && !shouldStripCacheRetention && !shouldDisableStore) {
|
|
48
52
|
return params;
|
|
49
53
|
}
|
|
50
54
|
|
|
51
|
-
const nextOpenAiProviderOptions: plugins.JSONObject = { ...openAiProviderOptions };
|
|
55
|
+
const nextOpenAiProviderOptions: plugins.JSONObject = { ...openAiProviderOptions, store: false };
|
|
52
56
|
delete nextOpenAiProviderOptions.promptCacheRetention;
|
|
53
57
|
delete nextOpenAiProviderOptions.prompt_cache_retention;
|
|
54
58
|
if (instructions) {
|