ai-release-notes 0.5.3 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/bin/cli.js +91 -72
- package/dist/bin/cli.js.map +1 -1
- package/dist/cache/config.d.ts +24 -0
- package/dist/cache/config.d.ts.map +1 -0
- package/dist/cache/config.js +40 -0
- package/dist/cache/config.js.map +1 -0
- package/dist/cache/in-flight.d.ts +6 -0
- package/dist/cache/in-flight.d.ts.map +1 -0
- package/dist/cache/in-flight.js +17 -0
- package/dist/cache/in-flight.js.map +1 -0
- package/dist/cache/index.d.ts +7 -0
- package/dist/cache/index.d.ts.map +1 -0
- package/dist/cache/index.js +20 -0
- package/dist/cache/index.js.map +1 -0
- package/dist/cache/local.d.ts +9 -0
- package/dist/cache/local.d.ts.map +1 -0
- package/dist/cache/local.js +78 -0
- package/dist/cache/local.js.map +1 -0
- package/dist/cache/providers/anthropic.d.ts +3 -0
- package/dist/cache/providers/anthropic.d.ts.map +1 -0
- package/dist/cache/providers/anthropic.js +23 -0
- package/dist/cache/providers/anthropic.js.map +1 -0
- package/dist/cache/providers/azure.d.ts +5 -0
- package/dist/cache/providers/azure.d.ts.map +1 -0
- package/dist/cache/providers/azure.js +9 -0
- package/dist/cache/providers/azure.js.map +1 -0
- package/dist/cache/providers/google.d.ts +3 -0
- package/dist/cache/providers/google.d.ts.map +1 -0
- package/dist/cache/providers/google.js +82 -0
- package/dist/cache/providers/google.js.map +1 -0
- package/dist/cache/providers/index.d.ts +5 -0
- package/dist/cache/providers/index.d.ts.map +1 -0
- package/dist/cache/providers/index.js +30 -0
- package/dist/cache/providers/index.js.map +1 -0
- package/dist/cache/providers/mistral.d.ts +3 -0
- package/dist/cache/providers/mistral.d.ts.map +1 -0
- package/dist/cache/providers/mistral.js +19 -0
- package/dist/cache/providers/mistral.js.map +1 -0
- package/dist/cache/providers/ollama.d.ts +4 -0
- package/dist/cache/providers/ollama.d.ts.map +1 -0
- package/dist/cache/providers/ollama.js +15 -0
- package/dist/cache/providers/ollama.js.map +1 -0
- package/dist/cache/providers/openai.d.ts +3 -0
- package/dist/cache/providers/openai.d.ts.map +1 -0
- package/dist/cache/providers/openai.js +56 -0
- package/dist/cache/providers/openai.js.map +1 -0
- package/dist/cache/providers/shared.d.ts +7 -0
- package/dist/cache/providers/shared.d.ts.map +1 -0
- package/dist/cache/providers/shared.js +29 -0
- package/dist/cache/providers/shared.js.map +1 -0
- package/dist/cache/providers/types.d.ts +29 -0
- package/dist/cache/providers/types.d.ts.map +1 -0
- package/dist/cache/providers/types.js +3 -0
- package/dist/cache/providers/types.js.map +1 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +30 -0
- package/dist/config.js.map +1 -1
- package/dist/generator.d.ts +2 -1
- package/dist/generator.d.ts.map +1 -1
- package/dist/generator.js +28 -18
- package/dist/generator.js.map +1 -1
- package/dist/index.d.ts +4 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +5 -2
- package/dist/index.js.map +1 -1
- package/dist/llm.d.ts +9 -1
- package/dist/llm.d.ts.map +1 -1
- package/dist/llm.js +137 -20
- package/dist/llm.js.map +1 -1
- package/dist/model-usage.d.ts +5 -0
- package/dist/model-usage.d.ts.map +1 -0
- package/dist/model-usage.js +16 -0
- package/dist/model-usage.js.map +1 -0
- package/dist/output-index-translation.d.ts +15 -0
- package/dist/output-index-translation.d.ts.map +1 -0
- package/dist/output-index-translation.js +66 -0
- package/dist/output-index-translation.js.map +1 -0
- package/dist/output-index.d.ts +1 -1
- package/dist/output-index.d.ts.map +1 -1
- package/dist/output-index.js +8 -17
- package/dist/output-index.js.map +1 -1
- package/dist/promote.d.ts +2 -1
- package/dist/promote.d.ts.map +1 -1
- package/dist/promote.js +0 -0
- package/dist/promote.js.map +1 -1
- package/dist/prompt-session.d.ts +2 -1
- package/dist/prompt-session.d.ts.map +1 -1
- package/dist/prompt-session.js +10 -13
- package/dist/prompt-session.js.map +1 -1
- package/dist/prompts/builder.js +4 -4
- package/dist/prompts/builder.js.map +1 -1
- package/dist/release.js +1 -1
- package/dist/release.js.map +1 -1
- package/dist/types.d.ts +33 -1
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +5 -0
- package/dist/types.js.map +1 -1
- package/package.json +5 -3
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { ProviderConfig, ProviderName } from "../types.js";
|
|
2
|
+
import type { ModelCacheOptions } from "./config.js";
|
|
3
|
+
/** Hash only output-affecting inputs; retry settings and credentials are excluded. */
|
|
4
|
+
export declare function modelCacheKey(provider: ProviderName, config: ProviderConfig, system: string, user: string): string;
|
|
5
|
+
export declare function readModelCache(cache: ModelCacheOptions, key: string): Promise<string | undefined>;
|
|
6
|
+
export declare function writeModelCache(cache: ModelCacheOptions, key: string, text: string): Promise<void>;
|
|
7
|
+
export declare function clearModelCache(): Promise<void>;
|
|
8
|
+
export declare function removeModelCache(cache: ModelCacheOptions, key: string): Promise<void>;
|
|
9
|
+
//# sourceMappingURL=local.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"local.d.ts","sourceRoot":"","sources":["../../src/cache/local.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,sFAAsF;AACtF,wBAAgB,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAYlH;AAQD,wBAAsB,cAAc,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAWvG;AAED,wBAAsB,eAAe,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBxG;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAErD;AAED,wBAAsB,gBAAgB,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAM3F"}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.modelCacheKey = modelCacheKey;
|
|
4
|
+
exports.readModelCache = readModelCache;
|
|
5
|
+
exports.writeModelCache = writeModelCache;
|
|
6
|
+
exports.clearModelCache = clearModelCache;
|
|
7
|
+
exports.removeModelCache = removeModelCache;
|
|
8
|
+
const node_crypto_1 = require("node:crypto");
|
|
9
|
+
const promises_1 = require("node:fs/promises");
|
|
10
|
+
const node_path_1 = require("node:path");
|
|
11
|
+
const zod_1 = require("zod");
|
|
12
|
+
const version_js_1 = require("../version.js");
|
|
13
|
+
/** Hash only output-affecting inputs; retry settings and credentials are excluded. */
|
|
14
|
+
function modelCacheKey(provider, config, system, user) {
|
|
15
|
+
return (0, node_crypto_1.createHash)("sha256").update(JSON.stringify({
|
|
16
|
+
version: 1,
|
|
17
|
+
application: version_js_1.AI_RELEASE_NOTES_VERSION,
|
|
18
|
+
provider,
|
|
19
|
+
model: config.model,
|
|
20
|
+
baseURL: config.baseURL,
|
|
21
|
+
temperature: config.temperature ?? 0.3,
|
|
22
|
+
maxTokens: config.maxTokens ?? 4000,
|
|
23
|
+
system,
|
|
24
|
+
user,
|
|
25
|
+
})).digest("hex");
|
|
26
|
+
}
|
|
27
|
+
const EntrySchema = zod_1.z.object({
|
|
28
|
+
version: zod_1.z.literal(1),
|
|
29
|
+
createdAt: zod_1.z.number().int().nonnegative(),
|
|
30
|
+
text: zod_1.z.string().refine(text => text.trim().length > 0),
|
|
31
|
+
});
|
|
32
|
+
async function readModelCache(cache, key) {
|
|
33
|
+
try {
|
|
34
|
+
const entry = EntrySchema.safeParse(JSON.parse(await (0, promises_1.readFile)((0, node_path_1.join)(cache.directory, `${key}.json`), "utf8")));
|
|
35
|
+
if (!entry.success)
|
|
36
|
+
return undefined;
|
|
37
|
+
const age = Date.now() - entry.data.createdAt;
|
|
38
|
+
return age >= 0 && age < cache.ttlMs ? entry.data.text : undefined;
|
|
39
|
+
}
|
|
40
|
+
catch (error) {
|
|
41
|
+
if (error instanceof SyntaxError || error.code === "ENOENT")
|
|
42
|
+
return undefined;
|
|
43
|
+
console.warn(`Could not read model cache: ${error instanceof Error ? error.message : String(error)}`);
|
|
44
|
+
return undefined;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
async function writeModelCache(cache, key, text) {
|
|
48
|
+
const temporary = (0, node_path_1.join)(cache.directory, `${key}.${(0, node_crypto_1.randomUUID)()}.tmp`);
|
|
49
|
+
try {
|
|
50
|
+
await (0, promises_1.mkdir)(cache.directory, { recursive: true, mode: 0o700 });
|
|
51
|
+
// Also protect consumers whose repository does not yet ignore this directory.
|
|
52
|
+
await (0, promises_1.writeFile)((0, node_path_1.join)(cache.directory, ".gitignore"), "*\n", { flag: "wx", mode: 0o600 }).catch(error => {
|
|
53
|
+
if (error.code !== "EEXIST")
|
|
54
|
+
throw error;
|
|
55
|
+
});
|
|
56
|
+
await (0, promises_1.writeFile)(temporary, JSON.stringify({ version: 1, createdAt: Date.now(), text }), { mode: 0o600 });
|
|
57
|
+
await (0, promises_1.rename)(temporary, (0, node_path_1.join)(cache.directory, `${key}.json`));
|
|
58
|
+
}
|
|
59
|
+
catch (error) {
|
|
60
|
+
// Cache persistence must not discard an answer the caller already paid for.
|
|
61
|
+
console.warn(`Could not save model cache: ${error instanceof Error ? error.message : String(error)}`);
|
|
62
|
+
}
|
|
63
|
+
finally {
|
|
64
|
+
await (0, promises_1.rm)(temporary, { force: true }).catch(() => { });
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
async function clearModelCache() {
|
|
68
|
+
await (0, promises_1.rm)((0, node_path_1.resolve)(".ai-release-notes/cache"), { recursive: true, force: true });
|
|
69
|
+
}
|
|
70
|
+
async function removeModelCache(cache, key) {
|
|
71
|
+
try {
|
|
72
|
+
await (0, promises_1.rm)((0, node_path_1.join)(cache.directory, `${key}.json`), { force: true });
|
|
73
|
+
}
|
|
74
|
+
catch (error) {
|
|
75
|
+
console.warn(`Could not remove model cache entry: ${error instanceof Error ? error.message : String(error)}`);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
//# sourceMappingURL=local.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"local.js","sourceRoot":"","sources":["../../src/cache/local.ts"],"names":[],"mappings":";;;;;;;AAAA,6CAAqD;AACrD,+CAA0E;AAC1E,yCAA0C;AAC1C,6BAAwB;AAExB,8CAAyD;AAGzD,sFAAsF;AACtF,uBAA8B,QAAsB,EAAE,MAAsB,EAAE,MAAc,EAAE,IAAY;IACxG,OAAO,IAAA,wBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;QAChD,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,qCAAwB;QACrC,QAAQ;QACR,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;QACtC,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;QACnC,MAAM;QACN,IAAI;KACL,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACpB,CAAC;AAED,MAAM,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3B,OAAO,EAAE,OAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACrB,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACzC,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;CACxD,CAAC,CAAC;AAEI,KAAK,yBAAyB,KAAwB,EAAE,GAAW;IACxE,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,mBAAQ,EAAC,IAAA,gBAAI,EAAC,KAAK,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QAC9G,IAAI,CAAC,KAAK,CAAC,OAAO;YAAE,OAAO,SAAS,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;QAC9C,OAAO,GAAG,IAAI,CAAC,IAAI,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACrE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,WAAW,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QACzG,OAAO,CAAC,IAAI,CAAC,+BAA+B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACtG,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAEM,KAAK,0BAA0B,KAAwB,EAAE,GAAW,EAAE,IAAY;IACvF,MAAM,SAAS,GAAG,IAAA,gBAAI,EAAC,KAAK,CAAC,SAAS,EAAE,GAAG,GAAG,IAAI,IAAA,wBAAU,GAAE,MAAM,CAAC,CAAC;IACtE,IAAI,CAAC;QACH,MAAM,IAAA,gBAAK,EAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/D,8EAA8E;QAC9E,MAAM,IAAA,oBAAS,EAAC,IAAA,gBAAI,EAAC,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YACrG,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QACtE,CAAC,CAAC,CAAC;QACH,MAAM,IAAA,oBAAS,EAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACzG,MAAM,IAAA,iBAAM,EAAC,SAAS,EAAE,IAAA,gBAAI,EAAC,KAAK,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC;IAChE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,4EAA4E;QAC5E,OAAO,CAAC,IAAI,CAAC,+BAA+B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACxG,CAAC;YAAS,CAAC;QACT,MAAM,IAAA,aAAE,EAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAEM,KAAK;IACV,MAAM,IAAA,aAAE,EAAC,IAAA,mBAAO,EAAC,yBAAyB,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACjF,CAAC;AAEM,KAAK,2BAA2B,KAAwB,EAAE,GAAW;IAC1E,IAAI,CAAC;QACH,MAAM,IAAA,aAAE,EAAC,IAAA,gBAAI,EAAC,KAAK,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,uCAAuC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/anthropic.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAEvD,eAAO,MAAM,cAAc,EAAE,oBAgB5B,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.anthropicCache = void 0;
|
|
4
|
+
const shared_js_1 = require("./shared.js");
|
|
5
|
+
exports.anthropicCache = {
|
|
6
|
+
validate(config) {
|
|
7
|
+
const ttl = config.promptCache?.ttl;
|
|
8
|
+
if (config.promptCache?.enabled !== false && ttl && ttl !== "5m" && ttl !== "1h") {
|
|
9
|
+
throw new Error("Anthropic prompt cache TTL must be 5m or 1h");
|
|
10
|
+
}
|
|
11
|
+
},
|
|
12
|
+
prepare({ config, system }) {
|
|
13
|
+
if (config.promptCache?.enabled === false)
|
|
14
|
+
return { system: [{ role: "system", content: system }] };
|
|
15
|
+
return {
|
|
16
|
+
system: (0, shared_js_1.systemMessages)(system).map(message => ({
|
|
17
|
+
...message,
|
|
18
|
+
providerOptions: { anthropic: { cacheControl: { type: "ephemeral", ttl: config.promptCache?.ttl ?? "5m" } } },
|
|
19
|
+
})),
|
|
20
|
+
};
|
|
21
|
+
},
|
|
22
|
+
};
|
|
23
|
+
//# sourceMappingURL=anthropic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/cache/providers/anthropic.ts"],"names":[],"mappings":";;;AAAA,2CAA6C;AAGhC,QAAA,cAAc,GAAyB;IAClD,QAAQ,CAAC,MAAM;QACb,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC;QACpC,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,IAAI,GAAG,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACjF,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;QACxB,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK;YAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACpG,OAAO;YACL,MAAM,EAAE,IAAA,0BAAc,EAAC,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC7C,GAAG,OAAO;gBACV,eAAe,EAAE,EAAE,SAAS,EAAE,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,CAAC,WAAW,EAAE,GAAG,IAAI,IAAI,EAAE,EAAE,EAAE;aAC9G,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
/** Azure's v1 Responses endpoint shares OpenAI's wire format and TTL rules.
|
|
2
|
+
* Deployment aliases can identify the underlying model via promptCache.model.
|
|
3
|
+
*/
|
|
4
|
+
export declare const azureCache: import("./types.js").ProviderCacheAdapter;
|
|
5
|
+
//# sourceMappingURL=azure.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"azure.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/azure.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,eAAO,MAAM,UAAU,2CAAc,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.azureCache = void 0;
|
|
4
|
+
const openai_js_1 = require("./openai.js");
|
|
5
|
+
/** Azure's v1 Responses endpoint shares OpenAI's wire format and TTL rules.
|
|
6
|
+
* Deployment aliases can identify the underlying model via promptCache.model.
|
|
7
|
+
*/
|
|
8
|
+
exports.azureCache = openai_js_1.openaiCache;
|
|
9
|
+
//# sourceMappingURL=azure.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"azure.js","sourceRoot":"","sources":["../../../src/cache/providers/azure.ts"],"names":[],"mappings":";;;AAAA,2CAA0C;AAE1C;;GAEG;AACU,QAAA,UAAU,GAAG,uBAAW,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/google.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,oBAAoB,EAA8C,MAAM,YAAY,CAAC;AA0BnG,eAAO,MAAM,WAAW,EAAE,oBAyCzB,CAAC"}
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.googleCache = void 0;
|
|
4
|
+
const node_crypto_1 = require("node:crypto");
|
|
5
|
+
const ai_1 = require("ai");
|
|
6
|
+
const zod_1 = require("zod");
|
|
7
|
+
const config_js_1 = require("../config.js");
|
|
8
|
+
const local_js_1 = require("../local.js");
|
|
9
|
+
const ResourceSchema = zod_1.z.object({
|
|
10
|
+
name: zod_1.z.string().regex(/^cachedContents\/[\w-]+$/),
|
|
11
|
+
expireTime: zod_1.z.string().refine(value => Number.isFinite(Date.parse(value))),
|
|
12
|
+
usageMetadata: zod_1.z.object({ totalTokenCount: zod_1.z.number().nonnegative().optional() }).optional(),
|
|
13
|
+
});
|
|
14
|
+
/** Gemini's explicit cache is a remote resource, unlike other providers' hints. */
|
|
15
|
+
async function createResource({ config, apiKey, system }, ttlMs) {
|
|
16
|
+
const response = await fetch("https://generativelanguage.googleapis.com/v1beta/cachedContents", {
|
|
17
|
+
method: "POST",
|
|
18
|
+
headers: { "content-type": "application/json", "x-goog-api-key": apiKey },
|
|
19
|
+
body: JSON.stringify({ model: `models/${config.model}`, systemInstruction: { parts: [{ text: system }] }, ttl: `${ttlMs / 1000}s` }),
|
|
20
|
+
});
|
|
21
|
+
if (!response.ok) {
|
|
22
|
+
const details = await response.text();
|
|
23
|
+
if (response.status === 400 && /too (?:small|short)|minimum.*token|token.*minimum/i.test(details)) {
|
|
24
|
+
console.warn("Gemini system prompt is below the minimum explicit cache size; using a normal model request.");
|
|
25
|
+
return undefined;
|
|
26
|
+
}
|
|
27
|
+
throw new Error(`Gemini prompt cache creation failed (HTTP ${response.status}): ${details}`);
|
|
28
|
+
}
|
|
29
|
+
return ResourceSchema.parse(await response.json());
|
|
30
|
+
}
|
|
31
|
+
exports.googleCache = {
|
|
32
|
+
validate(config) {
|
|
33
|
+
const ttl = config.promptCache?.ttl;
|
|
34
|
+
if (config.promptCache?.enabled === false || !ttl)
|
|
35
|
+
return;
|
|
36
|
+
if (!/^gemini-(?:2\.5|3(?:\.|-))/.test(config.model ?? "")) {
|
|
37
|
+
throw new Error(`Explicit prompt caching is not supported for ${config.model}; use a compatible Gemini 2.5 or 3 model, or omit the provider TTL for implicit caching`);
|
|
38
|
+
}
|
|
39
|
+
if ((0, config_js_1.parseCacheTtl)(ttl) % 1000 !== 0)
|
|
40
|
+
throw new Error("Gemini prompt cache TTL must be a whole number of seconds");
|
|
41
|
+
},
|
|
42
|
+
async prepare(context) {
|
|
43
|
+
const { config, apiKey, system, local } = context;
|
|
44
|
+
const normal = { system: [{ role: "system", content: system }] };
|
|
45
|
+
if (config.promptCache?.enabled === false || !config.promptCache?.ttl)
|
|
46
|
+
return normal;
|
|
47
|
+
const ttlMs = (0, config_js_1.parseCacheTtl)(config.promptCache.ttl);
|
|
48
|
+
// Account scope is hashed, never persisted as a credential or sent in the URL.
|
|
49
|
+
const key = (0, node_crypto_1.createHash)("sha256").update(JSON.stringify({ kind: "google-prompt-cache", model: config.model, apiKey, system, ttlMs })).digest("hex");
|
|
50
|
+
let resource;
|
|
51
|
+
let cacheWriteTokens;
|
|
52
|
+
const stored = local ? await (0, local_js_1.readModelCache)({ ...local, ttlMs }, key) : undefined;
|
|
53
|
+
if (stored) {
|
|
54
|
+
try {
|
|
55
|
+
const candidate = ResourceSchema.parse(JSON.parse(stored));
|
|
56
|
+
if (Date.parse(candidate.expireTime) > Date.now())
|
|
57
|
+
resource = candidate;
|
|
58
|
+
}
|
|
59
|
+
catch { /* An invalid handle is recreated. */ }
|
|
60
|
+
}
|
|
61
|
+
if (!resource) {
|
|
62
|
+
resource = await createResource(context, ttlMs);
|
|
63
|
+
cacheWriteTokens = resource?.usageMetadata?.totalTokenCount;
|
|
64
|
+
if (resource && local)
|
|
65
|
+
await (0, local_js_1.writeModelCache)(local, key, JSON.stringify(resource));
|
|
66
|
+
}
|
|
67
|
+
if (!resource)
|
|
68
|
+
return normal;
|
|
69
|
+
return {
|
|
70
|
+
providerOptions: { google: { cachedContent: resource.name } },
|
|
71
|
+
cacheWriteTokens,
|
|
72
|
+
async recover(error) {
|
|
73
|
+
if (!ai_1.APICallError.isInstance(error) || (error.statusCode !== 400 && error.statusCode !== 404))
|
|
74
|
+
return undefined;
|
|
75
|
+
if (local)
|
|
76
|
+
await (0, local_js_1.removeModelCache)(local, key);
|
|
77
|
+
return normal;
|
|
78
|
+
},
|
|
79
|
+
};
|
|
80
|
+
},
|
|
81
|
+
};
|
|
82
|
+
//# sourceMappingURL=google.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"google.js","sourceRoot":"","sources":["../../../src/cache/providers/google.ts"],"names":[],"mappings":";;;AAAA,6CAAyC;AACzC,2BAAkC;AAClC,6BAAwB;AACxB,4CAA6C;AAC7C,0CAAgF;AAGhF,MAAM,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IAC9B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,0BAA0B,CAAC;IAClD,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1E,aAAa,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC7F,CAAC,CAAC;AAEH,mFAAmF;AACnF,KAAK,UAAU,cAAc,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAwB,EAAE,KAAa;IAC3F,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,iEAAiE,EAAE;QAC9F,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,EAAE;QACzE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,UAAU,MAAM,CAAC,KAAK,EAAE,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;KACrI,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,oDAAoD,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAClG,OAAO,CAAC,IAAI,CAAC,8FAA8F,CAAC,CAAC;YAC7G,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,6CAA6C,QAAQ,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,cAAc,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;AACrD,CAAC;AAEY,QAAA,WAAW,GAAyB;IAC/C,QAAQ,CAAC,MAAM;QACb,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC;QACpC,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,IAAI,CAAC,GAAG;YAAE,OAAO;QAC1D,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CAAC,gDAAgD,MAAM,CAAC,KAAK,yFAAyF,CAAC,CAAC;QACzK,CAAC;QACD,IAAI,IAAA,yBAAa,EAAC,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IACpH,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,OAAO;QACnB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;QAClD,MAAM,MAAM,GAAyB,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACvF,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG;YAAE,OAAO,MAAM,CAAC;QACrF,MAAM,KAAK,GAAG,IAAA,yBAAa,EAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACpD,+EAA+E;QAC/E,MAAM,GAAG,GAAG,IAAA,wBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnJ,IAAI,QAAoD,CAAC;QACzD,IAAI,gBAAoC,CAAC;QACzC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,IAAA,yBAAc,EAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClF,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC3D,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE;oBAAE,QAAQ,GAAG,SAAS,CAAC;YAC1E,CAAC;YAAC,MAAM,CAAC,CAAC,qCAAqC,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAChD,gBAAgB,GAAG,QAAQ,EAAE,aAAa,EAAE,eAAe,CAAC;YAC5D,IAAI,QAAQ,IAAI,KAAK;gBAAE,MAAM,IAAA,0BAAe,EAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,CAAC,QAAQ;YAAE,OAAO,MAAM,CAAC;QAC7B,OAAO;YACL,eAAe,EAAE,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE;YAC7D,gBAAgB;YAChB,KAAK,CAAC,OAAO,CAAC,KAAK;gBACjB,IAAI,CAAC,iBAAY,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,KAAK,GAAG,CAAC;oBAAE,OAAO,SAAS,CAAC;gBAChH,IAAI,KAAK;oBAAE,MAAM,IAAA,2BAAgB,EAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBAC9C,OAAO,MAAM,CAAC;YAChB,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { ProviderConfig, ProviderName } from "../../types.js";
|
|
2
|
+
import type { ProviderCacheContext } from "./types.js";
|
|
3
|
+
export declare function validateProviderCache(provider: ProviderName, config: ProviderConfig): void;
|
|
4
|
+
export declare function prepareProviderCache(context: ProviderCacheContext): Promise<import("./types.js").ProviderCacheRequest> | import("./types.js").ProviderCacheRequest;
|
|
5
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAOnE,OAAO,KAAK,EAAwB,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAW7E,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,cAAc,GAAG,IAAI,CAM1F;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,oBAAoB,kGAEjE"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.validateProviderCache = validateProviderCache;
|
|
4
|
+
exports.prepareProviderCache = prepareProviderCache;
|
|
5
|
+
const anthropic_js_1 = require("./anthropic.js");
|
|
6
|
+
const azure_js_1 = require("./azure.js");
|
|
7
|
+
const google_js_1 = require("./google.js");
|
|
8
|
+
const mistral_js_1 = require("./mistral.js");
|
|
9
|
+
const ollama_js_1 = require("./ollama.js");
|
|
10
|
+
const openai_js_1 = require("./openai.js");
|
|
11
|
+
const providers = {
|
|
12
|
+
openai: openai_js_1.openaiCache,
|
|
13
|
+
anthropic: anthropic_js_1.anthropicCache,
|
|
14
|
+
mistral: mistral_js_1.mistralCache,
|
|
15
|
+
google: google_js_1.googleCache,
|
|
16
|
+
"azure-openai": azure_js_1.azureCache,
|
|
17
|
+
ollama: ollama_js_1.ollamaCache,
|
|
18
|
+
};
|
|
19
|
+
function validateProviderCache(provider, config) {
|
|
20
|
+
if (!providers[provider])
|
|
21
|
+
throw new Error(`Unknown provider: ${provider}`);
|
|
22
|
+
if (config.promptCache?.model && provider !== "azure-openai") {
|
|
23
|
+
throw new Error("promptCache.model is only used to identify the underlying model of an Azure deployment");
|
|
24
|
+
}
|
|
25
|
+
providers[provider].validate(config);
|
|
26
|
+
}
|
|
27
|
+
function prepareProviderCache(context) {
|
|
28
|
+
return providers[context.provider].prepare(context);
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/cache/providers/index.ts"],"names":[],"mappings":";;;;AACA,iDAAgD;AAChD,yCAAwC;AACxC,2CAA0C;AAC1C,6CAA4C;AAC5C,2CAA0C;AAC1C,2CAA0C;AAG1C,MAAM,SAAS,GAA+C;IAC5D,MAAM,EAAE,uBAAW;IACnB,SAAS,EAAE,6BAAc;IACzB,OAAO,EAAE,yBAAY;IACrB,MAAM,EAAE,uBAAW;IACnB,cAAc,EAAE,qBAAU;IAC1B,MAAM,EAAE,uBAAW;CACpB,CAAC;AAEF,+BAAsC,QAAsB,EAAE,MAAsB;IAClF,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IAC3E,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,wFAAwF,CAAC,CAAC;IAC5G,CAAC;IACD,SAAS,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,8BAAqC,OAA6B;IAChE,OAAO,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AACtD,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mistral.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/mistral.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAEvD,eAAO,MAAM,YAAY,EAAE,oBAa1B,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.mistralCache = void 0;
|
|
4
|
+
const shared_js_1 = require("./shared.js");
|
|
5
|
+
exports.mistralCache = {
|
|
6
|
+
validate(config) {
|
|
7
|
+
if (config.promptCache?.enabled !== false && config.promptCache?.ttl) {
|
|
8
|
+
throw new Error("Mistral does not expose a configurable prompt cache TTL");
|
|
9
|
+
}
|
|
10
|
+
},
|
|
11
|
+
prepare(context) {
|
|
12
|
+
return {
|
|
13
|
+
system: [{ role: "system", content: context.system }],
|
|
14
|
+
fetch: context.config.promptCache?.enabled === false ? undefined
|
|
15
|
+
: (0, shared_js_1.withCacheRequestFields)({ prompt_cache_key: (0, shared_js_1.promptCacheKey)(context) }),
|
|
16
|
+
};
|
|
17
|
+
},
|
|
18
|
+
};
|
|
19
|
+
//# sourceMappingURL=mistral.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mistral.js","sourceRoot":"","sources":["../../../src/cache/providers/mistral.ts"],"names":[],"mappings":";;;AAAA,2CAAqE;AAGxD,QAAA,YAAY,GAAyB;IAChD,QAAQ,CAAC,MAAM;QACb,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,IAAI,MAAM,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,CAAC,OAAO;QACb,OAAO;YACL,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YACrD,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS;gBAC9D,CAAC,CAAC,IAAA,kCAAsB,EAAC,EAAE,gBAAgB,EAAE,IAAA,0BAAc,EAAC,OAAO,CAAC,EAAE,CAAC;SAC1E,CAAC;IACJ,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAEvD,sEAAsE;AACtE,eAAO,MAAM,WAAW,EAAE,oBASzB,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ollamaCache = void 0;
|
|
4
|
+
/** The OpenAI-compatible endpoint has no prompt-retention control. */
|
|
5
|
+
exports.ollamaCache = {
|
|
6
|
+
validate(config) {
|
|
7
|
+
if (config.promptCache?.enabled !== false && config.promptCache?.ttl) {
|
|
8
|
+
throw new Error("Ollama's OpenAI endpoint does not expose a prompt cache TTL; keep_alive controls model loading, not prompt retention");
|
|
9
|
+
}
|
|
10
|
+
},
|
|
11
|
+
prepare({ system }) {
|
|
12
|
+
return { system: [{ role: "system", content: system }] };
|
|
13
|
+
},
|
|
14
|
+
};
|
|
15
|
+
//# sourceMappingURL=ollama.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../src/cache/providers/ollama.ts"],"names":[],"mappings":";;;AAEA,sEAAsE;AACzD,QAAA,WAAW,GAAyB;IAC/C,QAAQ,CAAC,MAAM;QACb,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,IAAI,MAAM,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,sHAAsH,CAAC,CAAC;QAC1I,CAAC;IACH,CAAC;IACD,OAAO,CAAC,EAAE,MAAM,EAAE;QAChB,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC3D,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/openai.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAiBvD,eAAO,MAAM,WAAW,EAAE,oBAoCzB,CAAC"}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.openaiCache = void 0;
|
|
4
|
+
const shared_js_1 = require("./shared.js");
|
|
5
|
+
function modernModel(model) {
|
|
6
|
+
const match = /^gpt-(\d+)(?:\.(\d+))?/.exec(model);
|
|
7
|
+
return !!match && (Number(match[1]) >= 6 || (Number(match[1]) === 5 && Number(match[2]) >= 6));
|
|
8
|
+
}
|
|
9
|
+
function extendedRetention(model) {
|
|
10
|
+
return ["gpt-5.5", "gpt-5.5-pro", "gpt-5.4", "gpt-5.2", "gpt-5.1-codex-max",
|
|
11
|
+
"gpt-5.1", "gpt-5.1-codex", "gpt-5.1-codex-mini", "gpt-5.1-chat-latest",
|
|
12
|
+
"gpt-5", "gpt-5-codex", "gpt-4.1"].some(name => model === name || model.startsWith(`${name}-20`));
|
|
13
|
+
}
|
|
14
|
+
function underlyingModel(config) {
|
|
15
|
+
return config.promptCache?.model ?? config.model ?? "";
|
|
16
|
+
}
|
|
17
|
+
exports.openaiCache = {
|
|
18
|
+
validate(config) {
|
|
19
|
+
if (config.promptCache?.enabled === false)
|
|
20
|
+
return;
|
|
21
|
+
const ttl = config.promptCache?.ttl;
|
|
22
|
+
if (!ttl)
|
|
23
|
+
return;
|
|
24
|
+
const model = underlyingModel(config);
|
|
25
|
+
const supported = modernModel(model) ? ttl === "30m" || ttl === "12h" : ttl === "24h" && extendedRetention(model);
|
|
26
|
+
if (!supported) {
|
|
27
|
+
throw new Error(`Prompt cache TTL ${ttl} is not supported for OpenAI model ${model}. Recent Responses models accept 30m or 12h; eligible earlier models accept 24h. Azure deployment aliases can set promptCache.model.`);
|
|
28
|
+
}
|
|
29
|
+
},
|
|
30
|
+
prepare(context) {
|
|
31
|
+
const { config, system } = context;
|
|
32
|
+
const messages = [{ role: "system", content: system }];
|
|
33
|
+
const enabled = config.promptCache?.enabled !== false;
|
|
34
|
+
if (modernModel(underlyingModel(config))) {
|
|
35
|
+
return {
|
|
36
|
+
system: enabled ? (0, shared_js_1.systemMessages)(system).map(message => ({
|
|
37
|
+
...message, providerOptions: { openai: { promptCacheBreakpoint: { mode: "explicit" } } },
|
|
38
|
+
})) : messages,
|
|
39
|
+
providerOptions: { openai: { promptCacheOptions: { mode: "explicit" } } },
|
|
40
|
+
// The installed SDK validates only 30m; the Responses API also supports 12h.
|
|
41
|
+
fetch: enabled ? (0, shared_js_1.withCacheRequestFields)({
|
|
42
|
+
prompt_cache_options: { mode: "explicit", ttl: config.promptCache?.ttl ?? "30m" },
|
|
43
|
+
prompt_cache_key: (0, shared_js_1.promptCacheKey)(context),
|
|
44
|
+
}) : undefined,
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
return {
|
|
48
|
+
system: messages,
|
|
49
|
+
providerOptions: enabled ? { openai: {
|
|
50
|
+
promptCacheKey: (0, shared_js_1.promptCacheKey)(context),
|
|
51
|
+
...(config.promptCache?.ttl ? { promptCacheRetention: config.promptCache.ttl } : {}),
|
|
52
|
+
} } : undefined,
|
|
53
|
+
};
|
|
54
|
+
},
|
|
55
|
+
};
|
|
56
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/cache/providers/openai.ts"],"names":[],"mappings":";;;AAAA,2CAAqF;AAIrF,SAAS,WAAW,CAAC,KAAa;IAChC,MAAM,KAAK,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnD,OAAO,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjG,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,CAAC,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,mBAAmB;QACzE,SAAS,EAAE,eAAe,EAAE,oBAAoB,EAAE,qBAAqB;QACvE,OAAO,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC;AACtG,CAAC;AAED,SAAS,eAAe,CAAC,MAAsB;IAC7C,OAAO,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;AACzD,CAAC;AAEY,QAAA,WAAW,GAAyB;IAC/C,QAAQ,CAAC,MAAM;QACb,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK;YAAE,OAAO;QAClD,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC;QACpC,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAClH,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,sCAAsC,KAAK,sIAAsI,CAAC,CAAC;QAC5N,CAAC;IACH,CAAC;IACD,OAAO,CAAC,OAAO;QACb,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QACnC,MAAM,QAAQ,GAAG,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,CAAC;QACtD,IAAI,WAAW,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YACzC,OAAO;gBACL,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAA,0BAAc,EAAC,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBACvD,GAAG,OAAO,EAAE,eAAe,EAAE,EAAE,MAAM,EAAE,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE;iBACzF,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ;gBACd,eAAe,EAAE,EAAE,MAAM,EAAE,EAAE,kBAAkB,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE;gBACzE,6EAA6E;gBAC7E,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,IAAA,kCAAsB,EAAC;oBACtC,oBAAoB,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,CAAC,WAAW,EAAE,GAAG,IAAI,KAAK,EAAE;oBACjF,gBAAgB,EAAE,IAAA,0BAAc,EAAC,OAAO,CAAC;iBAC1C,CAAC,CAAC,CAAC,CAAC,SAAS;aACf,CAAC;QACJ,CAAC;QACD,OAAO;YACL,MAAM,EAAE,QAAQ;YAChB,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE;oBACnC,cAAc,EAAE,IAAA,0BAAc,EAAC,OAAO,CAAC;oBACvC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACrF,EAAE,CAAC,CAAC,CAAC,SAAS;SAChB,CAAC;IACJ,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { ProviderCacheContext, SystemMessage } from "./types.js";
|
|
2
|
+
/** Stable rules precede task-specific instructions in the bundled prompts. */
|
|
3
|
+
export declare function systemMessages(system: string): SystemMessage[];
|
|
4
|
+
export declare function promptCacheKey({ provider, config, system }: ProviderCacheContext): string;
|
|
5
|
+
/** Transport adapter for documented fields not yet exposed by the installed SDK. */
|
|
6
|
+
export declare function withCacheRequestFields(fields: Record<string, unknown>): typeof fetch;
|
|
7
|
+
//# sourceMappingURL=shared.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/shared.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEtE,8EAA8E;AAC9E,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa,EAAE,CAO9D;AAED,wBAAgB,cAAc,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,oBAAoB,GAAG,MAAM,CAIzF;AAED,oFAAoF;AACpF,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,KAAK,CAKpF"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.systemMessages = systemMessages;
|
|
4
|
+
exports.promptCacheKey = promptCacheKey;
|
|
5
|
+
exports.withCacheRequestFields = withCacheRequestFields;
|
|
6
|
+
const node_crypto_1 = require("node:crypto");
|
|
7
|
+
/** Stable rules precede task-specific instructions in the bundled prompts. */
|
|
8
|
+
function systemMessages(system) {
|
|
9
|
+
const marker = system.includes("\n\n## Task\n\n") ? "\n\n## Task\n\n" : "\n\n";
|
|
10
|
+
const boundary = system.indexOf(marker);
|
|
11
|
+
return boundary < 0 ? [{ role: "system", content: system }] : [
|
|
12
|
+
{ role: "system", content: system.slice(0, boundary) },
|
|
13
|
+
{ role: "system", content: system.slice(boundary + 2) },
|
|
14
|
+
];
|
|
15
|
+
}
|
|
16
|
+
function promptCacheKey({ provider, config, system }) {
|
|
17
|
+
return (0, node_crypto_1.createHash)("sha256").update(JSON.stringify({
|
|
18
|
+
provider, model: config.promptCache?.model ?? config.model, prefix: systemMessages(system)[0].content,
|
|
19
|
+
})).digest("hex");
|
|
20
|
+
}
|
|
21
|
+
/** Transport adapter for documented fields not yet exposed by the installed SDK. */
|
|
22
|
+
function withCacheRequestFields(fields) {
|
|
23
|
+
return async (input, init) => {
|
|
24
|
+
if (typeof init?.body !== "string")
|
|
25
|
+
throw new Error("Expected a JSON model request when applying prompt cache options");
|
|
26
|
+
return globalThis.fetch(input, { ...init, body: JSON.stringify({ ...JSON.parse(init.body), ...fields }) });
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=shared.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../src/cache/providers/shared.ts"],"names":[],"mappings":";;;;;AAAA,6CAAyC;AAGzC,8EAA8E;AAC9E,wBAA+B,MAAc;IAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/E,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACxC,OAAO,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5D,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE;QACtD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE;KACxD,CAAC;AACJ,CAAC;AAED,wBAA+B,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAwB;IAC/E,OAAO,IAAA,wBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;QAChD,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO;KACtG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACpB,CAAC;AAED,oFAAoF;AACpF,gCAAuC,MAA+B;IACpE,OAAO,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC3B,IAAI,OAAO,IAAI,EAAE,IAAI,KAAK,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;QACxH,OAAO,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7G,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { generateText } from "ai";
|
|
2
|
+
import type { ProviderConfig, ProviderName } from "../../types.js";
|
|
3
|
+
import type { ModelCacheOptions } from "../config.js";
|
|
4
|
+
export type ProviderOptions = NonNullable<Parameters<typeof generateText>[0]["providerOptions"]>;
|
|
5
|
+
export type SystemMessage = {
|
|
6
|
+
role: "system";
|
|
7
|
+
content: string;
|
|
8
|
+
providerOptions?: ProviderOptions;
|
|
9
|
+
};
|
|
10
|
+
export interface ProviderCacheContext {
|
|
11
|
+
provider: ProviderName;
|
|
12
|
+
config: ProviderConfig;
|
|
13
|
+
system: string;
|
|
14
|
+
apiKey: string;
|
|
15
|
+
local: ModelCacheOptions | false;
|
|
16
|
+
}
|
|
17
|
+
export interface ProviderCacheRequest {
|
|
18
|
+
system?: SystemMessage[];
|
|
19
|
+
providerOptions?: ProviderOptions;
|
|
20
|
+
fetch?: typeof fetch;
|
|
21
|
+
cacheWriteTokens?: number;
|
|
22
|
+
/** Recover only cache-specific failures, without changing the original prompt. */
|
|
23
|
+
recover?: (error: unknown) => Promise<ProviderCacheRequest | undefined>;
|
|
24
|
+
}
|
|
25
|
+
export interface ProviderCacheAdapter {
|
|
26
|
+
validate: (config: ProviderConfig) => void;
|
|
27
|
+
prepare: (context: ProviderCacheContext) => ProviderCacheRequest | Promise<ProviderCacheRequest>;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AACvC,OAAO,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACnE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAEtD,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC;AACjG,MAAM,MAAM,aAAa,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,eAAe,CAAC,EAAE,eAAe,CAAA;CAAE,CAAC;AAEnG,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,YAAY,CAAC;IACvB,MAAM,EAAE,cAAc,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,iBAAiB,GAAG,KAAK,CAAC;CAClC;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,CAAC,EAAE,aAAa,EAAE,CAAC;IACzB,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kFAAkF;IAClF,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC,oBAAoB,GAAG,SAAS,CAAC,CAAC;CACzE;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,IAAI,CAAC;IAC3C,OAAO,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;CAClG"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/cache/providers/types.ts"],"names":[],"mappings":""}
|
package/dist/config.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,EAGL,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,iBAAiB,EAEvB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,UAAU,sBAAsB,CAAC;AAC9C,eAAO,MAAM,mBAAmB,0BAA0B,CAAC;AAC3D,eAAO,MAAM,gBAAgB,2BAA2B,CAAC;AACzD,eAAO,MAAM,iBAAiB,gCAAgC,CAAC;AAC/D,eAAO,MAAM,kBAAkB,QAA0C,CAAC;AAG1E;;;GAGG;AACH,wBAAsB,UAAU,CAC9B,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,kBAAkB,CAAC,CAkC7B;AAED,kFAAkF;AAClF,wBAAgB,qBAAqB,CACnC,UAAU,EAAE,cAAc,EAC1B,SAAS,EAAE,iBAAiB,GAC3B,cAAc,
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,EAGL,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,iBAAiB,EAEvB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,UAAU,sBAAsB,CAAC;AAC9C,eAAO,MAAM,mBAAmB,0BAA0B,CAAC;AAC3D,eAAO,MAAM,gBAAgB,2BAA2B,CAAC;AACzD,eAAO,MAAM,iBAAiB,gCAAgC,CAAC;AAC/D,eAAO,MAAM,kBAAkB,QAA0C,CAAC;AAG1E;;;GAGG;AACH,wBAAsB,UAAU,CAC9B,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,kBAAkB,CAAC,CAkC7B;AAED,kFAAkF;AAClF,wBAAgB,qBAAqB,CACnC,UAAU,EAAE,cAAc,EAC1B,SAAS,EAAE,iBAAiB,GAC3B,cAAc,CAoBhB;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA2G3E;AAgCD,qBAAa,WAAY,SAAQ,KAAK;IACpC,YAAY,OAAO,EAAE,MAAM,EAG1B;CACF;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,CAWhE"}
|
package/dist/config.js
CHANGED
|
@@ -62,6 +62,15 @@ function resolveProviderConfig(configured, overrides) {
|
|
|
62
62
|
baseURL: overrides.baseURL,
|
|
63
63
|
temperature: overrides.temperature,
|
|
64
64
|
maxTokens: overrides.maxTokens,
|
|
65
|
+
maxRetries: overrides.maxRetries,
|
|
66
|
+
initialRetryDelayMs: overrides.initialRetryDelayMs,
|
|
67
|
+
promptCache: overrides.promptCache !== undefined || overrides.promptCacheTtl !== undefined
|
|
68
|
+
? {
|
|
69
|
+
...configured.promptCache,
|
|
70
|
+
...(overrides.promptCache !== undefined ? { enabled: overrides.promptCache } : {}),
|
|
71
|
+
...(overrides.promptCacheTtl !== undefined ? { ttl: overrides.promptCacheTtl } : {}),
|
|
72
|
+
}
|
|
73
|
+
: undefined,
|
|
65
74
|
}).filter(([, value]) => value !== undefined));
|
|
66
75
|
return types_js_1.ProviderConfigSchema.parse({ ...configured, ...explicit });
|
|
67
76
|
}
|
|
@@ -94,31 +103,52 @@ async function createDefaultConfig(targetPath) {
|
|
|
94
103
|
|
|
95
104
|
provider: openai
|
|
96
105
|
|
|
106
|
+
# Complete responses are reused locally. Use --no-cache to force model calls.
|
|
107
|
+
cache:
|
|
108
|
+
enabled: true
|
|
109
|
+
ttl: 7d
|
|
110
|
+
|
|
97
111
|
providers:
|
|
98
112
|
openai:
|
|
99
113
|
model: gpt-4o
|
|
100
114
|
temperature: 0.3
|
|
101
115
|
maxTokens: 4000
|
|
116
|
+
# gpt-4o uses automatic prompt caching; it has no TTL override.
|
|
117
|
+
# promptCache:
|
|
118
|
+
# enabled: true
|
|
119
|
+
# For a configurable TTL, choose a compatible model; see docs/caching.md.
|
|
102
120
|
|
|
103
121
|
anthropic:
|
|
104
122
|
model: claude-sonnet-4-20250514
|
|
105
123
|
temperature: 0.3
|
|
106
124
|
maxTokens: 4000
|
|
125
|
+
# Optional provider prompt cache: 5m or 1h. Longer writes cost more.
|
|
126
|
+
# promptCache:
|
|
127
|
+
# enabled: true
|
|
128
|
+
# ttl: 1h
|
|
107
129
|
|
|
108
130
|
mistral:
|
|
109
131
|
model: mistral-large-latest
|
|
110
132
|
temperature: 0.3
|
|
111
133
|
maxTokens: 4000
|
|
134
|
+
# Prompt cache keys are enabled automatically; Mistral exposes no TTL.
|
|
135
|
+
# promptCache:
|
|
136
|
+
# enabled: false
|
|
112
137
|
|
|
113
138
|
google:
|
|
114
139
|
model: gemini-1.5-pro
|
|
115
140
|
temperature: 0.3
|
|
116
141
|
maxTokens: 4000
|
|
142
|
+
# For an explicit TTL, first select a compatible Gemini 2.5 or 3 model.
|
|
143
|
+
# promptCache:
|
|
144
|
+
# enabled: true
|
|
145
|
+
# ttl: 7d
|
|
117
146
|
|
|
118
147
|
ollama:
|
|
119
148
|
baseURL: http://localhost:11434/v1
|
|
120
149
|
model: llama3.1
|
|
121
150
|
temperature: 0.3
|
|
151
|
+
# No prompt-cache TTL through this endpoint; local response caching works.
|
|
122
152
|
|
|
123
153
|
# ─────────────────────────────────────────
|
|
124
154
|
# Prompt customization (optional)
|