ai-release-notes 0.5.3 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (99) hide show
  1. package/README.md +2 -0
  2. package/dist/bin/cli.js +91 -72
  3. package/dist/bin/cli.js.map +1 -1
  4. package/dist/cache/config.d.ts +24 -0
  5. package/dist/cache/config.d.ts.map +1 -0
  6. package/dist/cache/config.js +40 -0
  7. package/dist/cache/config.js.map +1 -0
  8. package/dist/cache/in-flight.d.ts +6 -0
  9. package/dist/cache/in-flight.d.ts.map +1 -0
  10. package/dist/cache/in-flight.js +17 -0
  11. package/dist/cache/in-flight.js.map +1 -0
  12. package/dist/cache/index.d.ts +7 -0
  13. package/dist/cache/index.d.ts.map +1 -0
  14. package/dist/cache/index.js +20 -0
  15. package/dist/cache/index.js.map +1 -0
  16. package/dist/cache/local.d.ts +9 -0
  17. package/dist/cache/local.d.ts.map +1 -0
  18. package/dist/cache/local.js +78 -0
  19. package/dist/cache/local.js.map +1 -0
  20. package/dist/cache/providers/anthropic.d.ts +3 -0
  21. package/dist/cache/providers/anthropic.d.ts.map +1 -0
  22. package/dist/cache/providers/anthropic.js +23 -0
  23. package/dist/cache/providers/anthropic.js.map +1 -0
  24. package/dist/cache/providers/azure.d.ts +5 -0
  25. package/dist/cache/providers/azure.d.ts.map +1 -0
  26. package/dist/cache/providers/azure.js +9 -0
  27. package/dist/cache/providers/azure.js.map +1 -0
  28. package/dist/cache/providers/google.d.ts +3 -0
  29. package/dist/cache/providers/google.d.ts.map +1 -0
  30. package/dist/cache/providers/google.js +82 -0
  31. package/dist/cache/providers/google.js.map +1 -0
  32. package/dist/cache/providers/index.d.ts +5 -0
  33. package/dist/cache/providers/index.d.ts.map +1 -0
  34. package/dist/cache/providers/index.js +30 -0
  35. package/dist/cache/providers/index.js.map +1 -0
  36. package/dist/cache/providers/mistral.d.ts +3 -0
  37. package/dist/cache/providers/mistral.d.ts.map +1 -0
  38. package/dist/cache/providers/mistral.js +19 -0
  39. package/dist/cache/providers/mistral.js.map +1 -0
  40. package/dist/cache/providers/ollama.d.ts +4 -0
  41. package/dist/cache/providers/ollama.d.ts.map +1 -0
  42. package/dist/cache/providers/ollama.js +15 -0
  43. package/dist/cache/providers/ollama.js.map +1 -0
  44. package/dist/cache/providers/openai.d.ts +3 -0
  45. package/dist/cache/providers/openai.d.ts.map +1 -0
  46. package/dist/cache/providers/openai.js +56 -0
  47. package/dist/cache/providers/openai.js.map +1 -0
  48. package/dist/cache/providers/shared.d.ts +7 -0
  49. package/dist/cache/providers/shared.d.ts.map +1 -0
  50. package/dist/cache/providers/shared.js +29 -0
  51. package/dist/cache/providers/shared.js.map +1 -0
  52. package/dist/cache/providers/types.d.ts +29 -0
  53. package/dist/cache/providers/types.d.ts.map +1 -0
  54. package/dist/cache/providers/types.js +3 -0
  55. package/dist/cache/providers/types.js.map +1 -0
  56. package/dist/config.d.ts.map +1 -1
  57. package/dist/config.js +30 -0
  58. package/dist/config.js.map +1 -1
  59. package/dist/generator.d.ts +2 -1
  60. package/dist/generator.d.ts.map +1 -1
  61. package/dist/generator.js +28 -18
  62. package/dist/generator.js.map +1 -1
  63. package/dist/index.d.ts +4 -2
  64. package/dist/index.d.ts.map +1 -1
  65. package/dist/index.js +5 -2
  66. package/dist/index.js.map +1 -1
  67. package/dist/llm.d.ts +9 -1
  68. package/dist/llm.d.ts.map +1 -1
  69. package/dist/llm.js +137 -20
  70. package/dist/llm.js.map +1 -1
  71. package/dist/model-usage.d.ts +5 -0
  72. package/dist/model-usage.d.ts.map +1 -0
  73. package/dist/model-usage.js +16 -0
  74. package/dist/model-usage.js.map +1 -0
  75. package/dist/output-index-translation.d.ts +15 -0
  76. package/dist/output-index-translation.d.ts.map +1 -0
  77. package/dist/output-index-translation.js +66 -0
  78. package/dist/output-index-translation.js.map +1 -0
  79. package/dist/output-index.d.ts +1 -1
  80. package/dist/output-index.d.ts.map +1 -1
  81. package/dist/output-index.js +8 -17
  82. package/dist/output-index.js.map +1 -1
  83. package/dist/promote.d.ts +2 -1
  84. package/dist/promote.d.ts.map +1 -1
  85. package/dist/promote.js +0 -0
  86. package/dist/promote.js.map +1 -1
  87. package/dist/prompt-session.d.ts +2 -1
  88. package/dist/prompt-session.d.ts.map +1 -1
  89. package/dist/prompt-session.js +10 -13
  90. package/dist/prompt-session.js.map +1 -1
  91. package/dist/prompts/builder.js +4 -4
  92. package/dist/prompts/builder.js.map +1 -1
  93. package/dist/release.js +1 -1
  94. package/dist/release.js.map +1 -1
  95. package/dist/types.d.ts +33 -1
  96. package/dist/types.d.ts.map +1 -1
  97. package/dist/types.js +5 -0
  98. package/dist/types.js.map +1 -1
  99. package/package.json +5 -3
@@ -0,0 +1,9 @@
1
+ import type { ProviderConfig, ProviderName } from "../types.js";
2
+ import type { ModelCacheOptions } from "./config.js";
3
+ /** Hash only output-affecting inputs; retry settings and credentials are excluded. */
4
+ export declare function modelCacheKey(provider: ProviderName, config: ProviderConfig, system: string, user: string): string;
5
+ export declare function readModelCache(cache: ModelCacheOptions, key: string): Promise<string | undefined>;
6
+ export declare function writeModelCache(cache: ModelCacheOptions, key: string, text: string): Promise<void>;
7
+ export declare function clearModelCache(): Promise<void>;
8
+ export declare function removeModelCache(cache: ModelCacheOptions, key: string): Promise<void>;
9
+ //# sourceMappingURL=local.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"local.d.ts","sourceRoot":"","sources":["../../src/cache/local.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,sFAAsF;AACtF,wBAAgB,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAYlH;AAQD,wBAAsB,cAAc,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAWvG;AAED,wBAAsB,eAAe,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBxG;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAErD;AAED,wBAAsB,gBAAgB,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAM3F"}
@@ -0,0 +1,78 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.modelCacheKey = modelCacheKey;
4
+ exports.readModelCache = readModelCache;
5
+ exports.writeModelCache = writeModelCache;
6
+ exports.clearModelCache = clearModelCache;
7
+ exports.removeModelCache = removeModelCache;
8
+ const node_crypto_1 = require("node:crypto");
9
+ const promises_1 = require("node:fs/promises");
10
+ const node_path_1 = require("node:path");
11
+ const zod_1 = require("zod");
12
+ const version_js_1 = require("../version.js");
13
+ /** Hash only output-affecting inputs; retry settings and credentials are excluded. */
14
+ function modelCacheKey(provider, config, system, user) {
15
+ return (0, node_crypto_1.createHash)("sha256").update(JSON.stringify({
16
+ version: 1,
17
+ application: version_js_1.AI_RELEASE_NOTES_VERSION,
18
+ provider,
19
+ model: config.model,
20
+ baseURL: config.baseURL,
21
+ temperature: config.temperature ?? 0.3,
22
+ maxTokens: config.maxTokens ?? 4000,
23
+ system,
24
+ user,
25
+ })).digest("hex");
26
+ }
27
+ const EntrySchema = zod_1.z.object({
28
+ version: zod_1.z.literal(1),
29
+ createdAt: zod_1.z.number().int().nonnegative(),
30
+ text: zod_1.z.string().refine(text => text.trim().length > 0),
31
+ });
32
+ async function readModelCache(cache, key) {
33
+ try {
34
+ const entry = EntrySchema.safeParse(JSON.parse(await (0, promises_1.readFile)((0, node_path_1.join)(cache.directory, `${key}.json`), "utf8")));
35
+ if (!entry.success)
36
+ return undefined;
37
+ const age = Date.now() - entry.data.createdAt;
38
+ return age >= 0 && age < cache.ttlMs ? entry.data.text : undefined;
39
+ }
40
+ catch (error) {
41
+ if (error instanceof SyntaxError || error.code === "ENOENT")
42
+ return undefined;
43
+ console.warn(`Could not read model cache: ${error instanceof Error ? error.message : String(error)}`);
44
+ return undefined;
45
+ }
46
+ }
47
+ async function writeModelCache(cache, key, text) {
48
+ const temporary = (0, node_path_1.join)(cache.directory, `${key}.${(0, node_crypto_1.randomUUID)()}.tmp`);
49
+ try {
50
+ await (0, promises_1.mkdir)(cache.directory, { recursive: true, mode: 0o700 });
51
+ // Also protect consumers whose repository does not yet ignore this directory.
52
+ await (0, promises_1.writeFile)((0, node_path_1.join)(cache.directory, ".gitignore"), "*\n", { flag: "wx", mode: 0o600 }).catch(error => {
53
+ if (error.code !== "EEXIST")
54
+ throw error;
55
+ });
56
+ await (0, promises_1.writeFile)(temporary, JSON.stringify({ version: 1, createdAt: Date.now(), text }), { mode: 0o600 });
57
+ await (0, promises_1.rename)(temporary, (0, node_path_1.join)(cache.directory, `${key}.json`));
58
+ }
59
+ catch (error) {
60
+ // Cache persistence must not discard an answer the caller already paid for.
61
+ console.warn(`Could not save model cache: ${error instanceof Error ? error.message : String(error)}`);
62
+ }
63
+ finally {
64
+ await (0, promises_1.rm)(temporary, { force: true }).catch(() => { });
65
+ }
66
+ }
67
+ async function clearModelCache() {
68
+ await (0, promises_1.rm)((0, node_path_1.resolve)(".ai-release-notes/cache"), { recursive: true, force: true });
69
+ }
70
+ async function removeModelCache(cache, key) {
71
+ try {
72
+ await (0, promises_1.rm)((0, node_path_1.join)(cache.directory, `${key}.json`), { force: true });
73
+ }
74
+ catch (error) {
75
+ console.warn(`Could not remove model cache entry: ${error instanceof Error ? error.message : String(error)}`);
76
+ }
77
+ }
78
+ //# sourceMappingURL=local.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"local.js","sourceRoot":"","sources":["../../src/cache/local.ts"],"names":[],"mappings":";;;;;;;AAAA,6CAAqD;AACrD,+CAA0E;AAC1E,yCAA0C;AAC1C,6BAAwB;AAExB,8CAAyD;AAGzD,sFAAsF;AACtF,uBAA8B,QAAsB,EAAE,MAAsB,EAAE,MAAc,EAAE,IAAY;IACxG,OAAO,IAAA,wBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;QAChD,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,qCAAwB;QACrC,QAAQ;QACR,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;QACtC,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;QACnC,MAAM;QACN,IAAI;KACL,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACpB,CAAC;AAED,MAAM,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3B,OAAO,EAAE,OAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACrB,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACzC,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;CACxD,CAAC,CAAC;AAEI,KAAK,yBAAyB,KAAwB,EAAE,GAAW;IACxE,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,mBAAQ,EAAC,IAAA,gBAAI,EAAC,KAAK,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QAC9G,IAAI,CAAC,KAAK,CAAC,OAAO;YAAE,OAAO,SAAS,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;QAC9C,OAAO,GAAG,IAAI,CAAC,IAAI,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACrE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,WAAW,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QACzG,OAAO,CAAC,IAAI,CAAC,+BAA+B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACtG,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAEM,KAAK,0BAA0B,KAAwB,EAAE,GAAW,EAAE,IAAY;IACvF,MAAM,SAAS,GAAG,IAAA,gBAAI,EAAC,KAAK,CAAC,SAAS,EAAE,GAAG,GAAG,IAAI,IAAA,wBAAU,GAAE,MAAM,CAAC,CAAC;IACtE,IAAI,CAAC;QACH,MAAM,IAAA,gBAAK,EAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/D,8EAA8E;QAC9E,MAAM,IAAA,oBAAS,EAAC,IAAA,gBAAI,EAAC,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YACrG,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QACtE,CAAC,CAAC,CAAC;QACH,MAAM,IAAA,oBAAS,EAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACzG,MAAM,IAAA,iBAAM,EAAC,SAAS,EAAE,IAAA,gBAAI,EAAC,KAAK,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC;IAChE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,4EAA4E;QAC5E,OAAO,CAAC,IAAI,CAAC,+BAA+B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACxG,CAAC;YAAS,CAAC;QACT,MAAM,IAAA,aAAE,EAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAEM,KAAK;IACV,MAAM,IAAA,aAAE,EAAC,IAAA,mBAAO,EAAC,yBAAyB,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACjF,CAAC;AAEM,KAAK,2BAA2B,KAAwB,EAAE,GAAW;IAC1E,IAAI,CAAC;QACH,MAAM,IAAA,aAAE,EAAC,IAAA,gBAAI,EAAC,KAAK,CAAC,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,uCAAuC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChH,CAAC;AACH,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { ProviderCacheAdapter } from "./types.js";
2
+ export declare const anthropicCache: ProviderCacheAdapter;
3
+ //# sourceMappingURL=anthropic.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/anthropic.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAEvD,eAAO,MAAM,cAAc,EAAE,oBAgB5B,CAAC"}
@@ -0,0 +1,23 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.anthropicCache = void 0;
4
+ const shared_js_1 = require("./shared.js");
5
+ exports.anthropicCache = {
6
+ validate(config) {
7
+ const ttl = config.promptCache?.ttl;
8
+ if (config.promptCache?.enabled !== false && ttl && ttl !== "5m" && ttl !== "1h") {
9
+ throw new Error("Anthropic prompt cache TTL must be 5m or 1h");
10
+ }
11
+ },
12
+ prepare({ config, system }) {
13
+ if (config.promptCache?.enabled === false)
14
+ return { system: [{ role: "system", content: system }] };
15
+ return {
16
+ system: (0, shared_js_1.systemMessages)(system).map(message => ({
17
+ ...message,
18
+ providerOptions: { anthropic: { cacheControl: { type: "ephemeral", ttl: config.promptCache?.ttl ?? "5m" } } },
19
+ })),
20
+ };
21
+ },
22
+ };
23
+ //# sourceMappingURL=anthropic.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/cache/providers/anthropic.ts"],"names":[],"mappings":";;;AAAA,2CAA6C;AAGhC,QAAA,cAAc,GAAyB;IAClD,QAAQ,CAAC,MAAM;QACb,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC;QACpC,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,IAAI,GAAG,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACjF,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;QACxB,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK;YAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACpG,OAAO;YACL,MAAM,EAAE,IAAA,0BAAc,EAAC,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC7C,GAAG,OAAO;gBACV,eAAe,EAAE,EAAE,SAAS,EAAE,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,CAAC,WAAW,EAAE,GAAG,IAAI,IAAI,EAAE,EAAE,EAAE;aAC9G,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF,CAAC"}
@@ -0,0 +1,5 @@
1
+ /** Azure's v1 Responses endpoint shares OpenAI's wire format and TTL rules.
2
+ * Deployment aliases can identify the underlying model via promptCache.model.
3
+ */
4
+ export declare const azureCache: import("./types.js").ProviderCacheAdapter;
5
+ //# sourceMappingURL=azure.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"azure.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/azure.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,eAAO,MAAM,UAAU,2CAAc,CAAC"}
@@ -0,0 +1,9 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.azureCache = void 0;
4
+ const openai_js_1 = require("./openai.js");
5
+ /** Azure's v1 Responses endpoint shares OpenAI's wire format and TTL rules.
6
+ * Deployment aliases can identify the underlying model via promptCache.model.
7
+ */
8
+ exports.azureCache = openai_js_1.openaiCache;
9
+ //# sourceMappingURL=azure.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"azure.js","sourceRoot":"","sources":["../../../src/cache/providers/azure.ts"],"names":[],"mappings":";;;AAAA,2CAA0C;AAE1C;;GAEG;AACU,QAAA,UAAU,GAAG,uBAAW,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { ProviderCacheAdapter } from "./types.js";
2
+ export declare const googleCache: ProviderCacheAdapter;
3
+ //# sourceMappingURL=google.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/google.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,oBAAoB,EAA8C,MAAM,YAAY,CAAC;AA0BnG,eAAO,MAAM,WAAW,EAAE,oBAyCzB,CAAC"}
@@ -0,0 +1,82 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.googleCache = void 0;
4
+ const node_crypto_1 = require("node:crypto");
5
+ const ai_1 = require("ai");
6
+ const zod_1 = require("zod");
7
+ const config_js_1 = require("../config.js");
8
+ const local_js_1 = require("../local.js");
9
+ const ResourceSchema = zod_1.z.object({
10
+ name: zod_1.z.string().regex(/^cachedContents\/[\w-]+$/),
11
+ expireTime: zod_1.z.string().refine(value => Number.isFinite(Date.parse(value))),
12
+ usageMetadata: zod_1.z.object({ totalTokenCount: zod_1.z.number().nonnegative().optional() }).optional(),
13
+ });
14
+ /** Gemini's explicit cache is a remote resource, unlike other providers' hints. */
15
+ async function createResource({ config, apiKey, system }, ttlMs) {
16
+ const response = await fetch("https://generativelanguage.googleapis.com/v1beta/cachedContents", {
17
+ method: "POST",
18
+ headers: { "content-type": "application/json", "x-goog-api-key": apiKey },
19
+ body: JSON.stringify({ model: `models/${config.model}`, systemInstruction: { parts: [{ text: system }] }, ttl: `${ttlMs / 1000}s` }),
20
+ });
21
+ if (!response.ok) {
22
+ const details = await response.text();
23
+ if (response.status === 400 && /too (?:small|short)|minimum.*token|token.*minimum/i.test(details)) {
24
+ console.warn("Gemini system prompt is below the minimum explicit cache size; using a normal model request.");
25
+ return undefined;
26
+ }
27
+ throw new Error(`Gemini prompt cache creation failed (HTTP ${response.status}): ${details}`);
28
+ }
29
+ return ResourceSchema.parse(await response.json());
30
+ }
31
+ exports.googleCache = {
32
+ validate(config) {
33
+ const ttl = config.promptCache?.ttl;
34
+ if (config.promptCache?.enabled === false || !ttl)
35
+ return;
36
+ if (!/^gemini-(?:2\.5|3(?:\.|-))/.test(config.model ?? "")) {
37
+ throw new Error(`Explicit prompt caching is not supported for ${config.model}; use a compatible Gemini 2.5 or 3 model, or omit the provider TTL for implicit caching`);
38
+ }
39
+ if ((0, config_js_1.parseCacheTtl)(ttl) % 1000 !== 0)
40
+ throw new Error("Gemini prompt cache TTL must be a whole number of seconds");
41
+ },
42
+ async prepare(context) {
43
+ const { config, apiKey, system, local } = context;
44
+ const normal = { system: [{ role: "system", content: system }] };
45
+ if (config.promptCache?.enabled === false || !config.promptCache?.ttl)
46
+ return normal;
47
+ const ttlMs = (0, config_js_1.parseCacheTtl)(config.promptCache.ttl);
48
+ // Account scope is hashed, never persisted as a credential or sent in the URL.
49
+ const key = (0, node_crypto_1.createHash)("sha256").update(JSON.stringify({ kind: "google-prompt-cache", model: config.model, apiKey, system, ttlMs })).digest("hex");
50
+ let resource;
51
+ let cacheWriteTokens;
52
+ const stored = local ? await (0, local_js_1.readModelCache)({ ...local, ttlMs }, key) : undefined;
53
+ if (stored) {
54
+ try {
55
+ const candidate = ResourceSchema.parse(JSON.parse(stored));
56
+ if (Date.parse(candidate.expireTime) > Date.now())
57
+ resource = candidate;
58
+ }
59
+ catch { /* An invalid handle is recreated. */ }
60
+ }
61
+ if (!resource) {
62
+ resource = await createResource(context, ttlMs);
63
+ cacheWriteTokens = resource?.usageMetadata?.totalTokenCount;
64
+ if (resource && local)
65
+ await (0, local_js_1.writeModelCache)(local, key, JSON.stringify(resource));
66
+ }
67
+ if (!resource)
68
+ return normal;
69
+ return {
70
+ providerOptions: { google: { cachedContent: resource.name } },
71
+ cacheWriteTokens,
72
+ async recover(error) {
73
+ if (!ai_1.APICallError.isInstance(error) || (error.statusCode !== 400 && error.statusCode !== 404))
74
+ return undefined;
75
+ if (local)
76
+ await (0, local_js_1.removeModelCache)(local, key);
77
+ return normal;
78
+ },
79
+ };
80
+ },
81
+ };
82
+ //# sourceMappingURL=google.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"google.js","sourceRoot":"","sources":["../../../src/cache/providers/google.ts"],"names":[],"mappings":";;;AAAA,6CAAyC;AACzC,2BAAkC;AAClC,6BAAwB;AACxB,4CAA6C;AAC7C,0CAAgF;AAGhF,MAAM,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IAC9B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,0BAA0B,CAAC;IAClD,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1E,aAAa,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC7F,CAAC,CAAC;AAEH,mFAAmF;AACnF,KAAK,UAAU,cAAc,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAwB,EAAE,KAAa;IAC3F,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,iEAAiE,EAAE;QAC9F,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,EAAE;QACzE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,UAAU,MAAM,CAAC,KAAK,EAAE,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;KACrI,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,oDAAoD,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAClG,OAAO,CAAC,IAAI,CAAC,8FAA8F,CAAC,CAAC;YAC7G,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,6CAA6C,QAAQ,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,cAAc,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;AACrD,CAAC;AAEY,QAAA,WAAW,GAAyB;IAC/C,QAAQ,CAAC,MAAM;QACb,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC;QACpC,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,IAAI,CAAC,GAAG;YAAE,OAAO;QAC1D,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CAAC,gDAAgD,MAAM,CAAC,KAAK,yFAAyF,CAAC,CAAC;QACzK,CAAC;QACD,IAAI,IAAA,yBAAa,EAAC,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IACpH,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,OAAO;QACnB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;QAClD,MAAM,MAAM,GAAyB,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACvF,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG;YAAE,OAAO,MAAM,CAAC;QACrF,MAAM,KAAK,GAAG,IAAA,yBAAa,EAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACpD,+EAA+E;QAC/E,MAAM,GAAG,GAAG,IAAA,wBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnJ,IAAI,QAAoD,CAAC;QACzD,IAAI,gBAAoC,CAAC;QACzC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,IAAA,yBAAc,EAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClF,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC3D,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE;oBAAE,QAAQ,GAAG,SAAS,CAAC;YAC1E,CAAC;YAAC,MAAM,CAAC,CAAC,qCAAqC,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAChD,gBAAgB,GAAG,QAAQ,EAAE,aAAa,EAAE,eAAe,CAAC;YAC5D,IAAI,QAAQ,IAAI,KAAK;gBAAE,MAAM,IAAA,0BAAe,EAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,CAAC,QAAQ;YAAE,OAAO,MAAM,CAAC;QAC7B,OAAO;YACL,eAAe,EAAE,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE;YAC7D,gBAAgB;YAChB,KAAK,CAAC,OAAO,CAAC,KAAK;gBACjB,IAAI,CAAC,iBAAY,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,KAAK,GAAG,CAAC;oBAAE,OAAO,SAAS,CAAC;gBAChH,IAAI,KAAK;oBAAE,MAAM,IAAA,2BAAgB,EAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBAC9C,OAAO,MAAM,CAAC;YAChB,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}
@@ -0,0 +1,5 @@
1
+ import type { ProviderConfig, ProviderName } from "../../types.js";
2
+ import type { ProviderCacheContext } from "./types.js";
3
+ export declare function validateProviderCache(provider: ProviderName, config: ProviderConfig): void;
4
+ export declare function prepareProviderCache(context: ProviderCacheContext): Promise<import("./types.js").ProviderCacheRequest> | import("./types.js").ProviderCacheRequest;
5
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAOnE,OAAO,KAAK,EAAwB,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAW7E,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,cAAc,GAAG,IAAI,CAM1F;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,oBAAoB,kGAEjE"}
@@ -0,0 +1,30 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.validateProviderCache = validateProviderCache;
4
+ exports.prepareProviderCache = prepareProviderCache;
5
+ const anthropic_js_1 = require("./anthropic.js");
6
+ const azure_js_1 = require("./azure.js");
7
+ const google_js_1 = require("./google.js");
8
+ const mistral_js_1 = require("./mistral.js");
9
+ const ollama_js_1 = require("./ollama.js");
10
+ const openai_js_1 = require("./openai.js");
11
+ const providers = {
12
+ openai: openai_js_1.openaiCache,
13
+ anthropic: anthropic_js_1.anthropicCache,
14
+ mistral: mistral_js_1.mistralCache,
15
+ google: google_js_1.googleCache,
16
+ "azure-openai": azure_js_1.azureCache,
17
+ ollama: ollama_js_1.ollamaCache,
18
+ };
19
+ function validateProviderCache(provider, config) {
20
+ if (!providers[provider])
21
+ throw new Error(`Unknown provider: ${provider}`);
22
+ if (config.promptCache?.model && provider !== "azure-openai") {
23
+ throw new Error("promptCache.model is only used to identify the underlying model of an Azure deployment");
24
+ }
25
+ providers[provider].validate(config);
26
+ }
27
+ function prepareProviderCache(context) {
28
+ return providers[context.provider].prepare(context);
29
+ }
30
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/cache/providers/index.ts"],"names":[],"mappings":";;;;AACA,iDAAgD;AAChD,yCAAwC;AACxC,2CAA0C;AAC1C,6CAA4C;AAC5C,2CAA0C;AAC1C,2CAA0C;AAG1C,MAAM,SAAS,GAA+C;IAC5D,MAAM,EAAE,uBAAW;IACnB,SAAS,EAAE,6BAAc;IACzB,OAAO,EAAE,yBAAY;IACrB,MAAM,EAAE,uBAAW;IACnB,cAAc,EAAE,qBAAU;IAC1B,MAAM,EAAE,uBAAW;CACpB,CAAC;AAEF,+BAAsC,QAAsB,EAAE,MAAsB;IAClF,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IAC3E,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,wFAAwF,CAAC,CAAC;IAC5G,CAAC;IACD,SAAS,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC;AAED,8BAAqC,OAA6B;IAChE,OAAO,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AACtD,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { ProviderCacheAdapter } from "./types.js";
2
+ export declare const mistralCache: ProviderCacheAdapter;
3
+ //# sourceMappingURL=mistral.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"mistral.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/mistral.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAEvD,eAAO,MAAM,YAAY,EAAE,oBAa1B,CAAC"}
@@ -0,0 +1,19 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.mistralCache = void 0;
4
+ const shared_js_1 = require("./shared.js");
5
+ exports.mistralCache = {
6
+ validate(config) {
7
+ if (config.promptCache?.enabled !== false && config.promptCache?.ttl) {
8
+ throw new Error("Mistral does not expose a configurable prompt cache TTL");
9
+ }
10
+ },
11
+ prepare(context) {
12
+ return {
13
+ system: [{ role: "system", content: context.system }],
14
+ fetch: context.config.promptCache?.enabled === false ? undefined
15
+ : (0, shared_js_1.withCacheRequestFields)({ prompt_cache_key: (0, shared_js_1.promptCacheKey)(context) }),
16
+ };
17
+ },
18
+ };
19
+ //# sourceMappingURL=mistral.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"mistral.js","sourceRoot":"","sources":["../../../src/cache/providers/mistral.ts"],"names":[],"mappings":";;;AAAA,2CAAqE;AAGxD,QAAA,YAAY,GAAyB;IAChD,QAAQ,CAAC,MAAM;QACb,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,IAAI,MAAM,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,CAAC,OAAO;QACb,OAAO;YACL,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YACrD,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS;gBAC9D,CAAC,CAAC,IAAA,kCAAsB,EAAC,EAAE,gBAAgB,EAAE,IAAA,0BAAc,EAAC,OAAO,CAAC,EAAE,CAAC;SAC1E,CAAC;IACJ,CAAC;CACF,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { ProviderCacheAdapter } from "./types.js";
2
+ /** The OpenAI-compatible endpoint has no prompt-retention control. */
3
+ export declare const ollamaCache: ProviderCacheAdapter;
4
+ //# sourceMappingURL=ollama.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAEvD,sEAAsE;AACtE,eAAO,MAAM,WAAW,EAAE,oBASzB,CAAC"}
@@ -0,0 +1,15 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ollamaCache = void 0;
4
+ /** The OpenAI-compatible endpoint has no prompt-retention control. */
5
+ exports.ollamaCache = {
6
+ validate(config) {
7
+ if (config.promptCache?.enabled !== false && config.promptCache?.ttl) {
8
+ throw new Error("Ollama's OpenAI endpoint does not expose a prompt cache TTL; keep_alive controls model loading, not prompt retention");
9
+ }
10
+ },
11
+ prepare({ system }) {
12
+ return { system: [{ role: "system", content: system }] };
13
+ },
14
+ };
15
+ //# sourceMappingURL=ollama.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../src/cache/providers/ollama.ts"],"names":[],"mappings":";;;AAEA,sEAAsE;AACzD,QAAA,WAAW,GAAyB;IAC/C,QAAQ,CAAC,MAAM;QACb,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,IAAI,MAAM,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,sHAAsH,CAAC,CAAC;QAC1I,CAAC;IACH,CAAC;IACD,OAAO,CAAC,EAAE,MAAM,EAAE;QAChB,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC3D,CAAC;CACF,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { ProviderCacheAdapter } from "./types.js";
2
+ export declare const openaiCache: ProviderCacheAdapter;
3
+ //# sourceMappingURL=openai.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/openai.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAiBvD,eAAO,MAAM,WAAW,EAAE,oBAoCzB,CAAC"}
@@ -0,0 +1,56 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.openaiCache = void 0;
4
+ const shared_js_1 = require("./shared.js");
5
+ function modernModel(model) {
6
+ const match = /^gpt-(\d+)(?:\.(\d+))?/.exec(model);
7
+ return !!match && (Number(match[1]) >= 6 || (Number(match[1]) === 5 && Number(match[2]) >= 6));
8
+ }
9
+ function extendedRetention(model) {
10
+ return ["gpt-5.5", "gpt-5.5-pro", "gpt-5.4", "gpt-5.2", "gpt-5.1-codex-max",
11
+ "gpt-5.1", "gpt-5.1-codex", "gpt-5.1-codex-mini", "gpt-5.1-chat-latest",
12
+ "gpt-5", "gpt-5-codex", "gpt-4.1"].some(name => model === name || model.startsWith(`${name}-20`));
13
+ }
14
+ function underlyingModel(config) {
15
+ return config.promptCache?.model ?? config.model ?? "";
16
+ }
17
+ exports.openaiCache = {
18
+ validate(config) {
19
+ if (config.promptCache?.enabled === false)
20
+ return;
21
+ const ttl = config.promptCache?.ttl;
22
+ if (!ttl)
23
+ return;
24
+ const model = underlyingModel(config);
25
+ const supported = modernModel(model) ? ttl === "30m" || ttl === "12h" : ttl === "24h" && extendedRetention(model);
26
+ if (!supported) {
27
+ throw new Error(`Prompt cache TTL ${ttl} is not supported for OpenAI model ${model}. Recent Responses models accept 30m or 12h; eligible earlier models accept 24h. Azure deployment aliases can set promptCache.model.`);
28
+ }
29
+ },
30
+ prepare(context) {
31
+ const { config, system } = context;
32
+ const messages = [{ role: "system", content: system }];
33
+ const enabled = config.promptCache?.enabled !== false;
34
+ if (modernModel(underlyingModel(config))) {
35
+ return {
36
+ system: enabled ? (0, shared_js_1.systemMessages)(system).map(message => ({
37
+ ...message, providerOptions: { openai: { promptCacheBreakpoint: { mode: "explicit" } } },
38
+ })) : messages,
39
+ providerOptions: { openai: { promptCacheOptions: { mode: "explicit" } } },
40
+ // The installed SDK validates only 30m; the Responses API also supports 12h.
41
+ fetch: enabled ? (0, shared_js_1.withCacheRequestFields)({
42
+ prompt_cache_options: { mode: "explicit", ttl: config.promptCache?.ttl ?? "30m" },
43
+ prompt_cache_key: (0, shared_js_1.promptCacheKey)(context),
44
+ }) : undefined,
45
+ };
46
+ }
47
+ return {
48
+ system: messages,
49
+ providerOptions: enabled ? { openai: {
50
+ promptCacheKey: (0, shared_js_1.promptCacheKey)(context),
51
+ ...(config.promptCache?.ttl ? { promptCacheRetention: config.promptCache.ttl } : {}),
52
+ } } : undefined,
53
+ };
54
+ },
55
+ };
56
+ //# sourceMappingURL=openai.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/cache/providers/openai.ts"],"names":[],"mappings":";;;AAAA,2CAAqF;AAIrF,SAAS,WAAW,CAAC,KAAa;IAChC,MAAM,KAAK,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnD,OAAO,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjG,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,CAAC,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,mBAAmB;QACzE,SAAS,EAAE,eAAe,EAAE,oBAAoB,EAAE,qBAAqB;QACvE,OAAO,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC;AACtG,CAAC;AAED,SAAS,eAAe,CAAC,MAAsB;IAC7C,OAAO,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;AACzD,CAAC;AAEY,QAAA,WAAW,GAAyB;IAC/C,QAAQ,CAAC,MAAM;QACb,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK;YAAE,OAAO;QAClD,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC;QACpC,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAClH,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,sCAAsC,KAAK,sIAAsI,CAAC,CAAC;QAC5N,CAAC;IACH,CAAC;IACD,OAAO,CAAC,OAAO;QACb,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QACnC,MAAM,QAAQ,GAAG,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,CAAC;QACtD,IAAI,WAAW,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YACzC,OAAO;gBACL,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAA,0BAAc,EAAC,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBACvD,GAAG,OAAO,EAAE,eAAe,EAAE,EAAE,MAAM,EAAE,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE;iBACzF,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ;gBACd,eAAe,EAAE,EAAE,MAAM,EAAE,EAAE,kBAAkB,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE;gBACzE,6EAA6E;gBAC7E,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,IAAA,kCAAsB,EAAC;oBACtC,oBAAoB,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,CAAC,WAAW,EAAE,GAAG,IAAI,KAAK,EAAE;oBACjF,gBAAgB,EAAE,IAAA,0BAAc,EAAC,OAAO,CAAC;iBAC1C,CAAC,CAAC,CAAC,CAAC,SAAS;aACf,CAAC;QACJ,CAAC;QACD,OAAO;YACL,MAAM,EAAE,QAAQ;YAChB,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE;oBACnC,cAAc,EAAE,IAAA,0BAAc,EAAC,OAAO,CAAC;oBACvC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACrF,EAAE,CAAC,CAAC,CAAC,SAAS;SAChB,CAAC;IACJ,CAAC;CACF,CAAC"}
@@ -0,0 +1,7 @@
1
+ import type { ProviderCacheContext, SystemMessage } from "./types.js";
2
+ /** Stable rules precede task-specific instructions in the bundled prompts. */
3
+ export declare function systemMessages(system: string): SystemMessage[];
4
+ export declare function promptCacheKey({ provider, config, system }: ProviderCacheContext): string;
5
+ /** Transport adapter for documented fields not yet exposed by the installed SDK. */
6
+ export declare function withCacheRequestFields(fields: Record<string, unknown>): typeof fetch;
7
+ //# sourceMappingURL=shared.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/shared.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEtE,8EAA8E;AAC9E,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa,EAAE,CAO9D;AAED,wBAAgB,cAAc,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,oBAAoB,GAAG,MAAM,CAIzF;AAED,oFAAoF;AACpF,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,KAAK,CAKpF"}
@@ -0,0 +1,29 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.systemMessages = systemMessages;
4
+ exports.promptCacheKey = promptCacheKey;
5
+ exports.withCacheRequestFields = withCacheRequestFields;
6
+ const node_crypto_1 = require("node:crypto");
7
+ /** Stable rules precede task-specific instructions in the bundled prompts. */
8
+ function systemMessages(system) {
9
+ const marker = system.includes("\n\n## Task\n\n") ? "\n\n## Task\n\n" : "\n\n";
10
+ const boundary = system.indexOf(marker);
11
+ return boundary < 0 ? [{ role: "system", content: system }] : [
12
+ { role: "system", content: system.slice(0, boundary) },
13
+ { role: "system", content: system.slice(boundary + 2) },
14
+ ];
15
+ }
16
+ function promptCacheKey({ provider, config, system }) {
17
+ return (0, node_crypto_1.createHash)("sha256").update(JSON.stringify({
18
+ provider, model: config.promptCache?.model ?? config.model, prefix: systemMessages(system)[0].content,
19
+ })).digest("hex");
20
+ }
21
+ /** Transport adapter for documented fields not yet exposed by the installed SDK. */
22
+ function withCacheRequestFields(fields) {
23
+ return async (input, init) => {
24
+ if (typeof init?.body !== "string")
25
+ throw new Error("Expected a JSON model request when applying prompt cache options");
26
+ return globalThis.fetch(input, { ...init, body: JSON.stringify({ ...JSON.parse(init.body), ...fields }) });
27
+ };
28
+ }
29
+ //# sourceMappingURL=shared.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../src/cache/providers/shared.ts"],"names":[],"mappings":";;;;;AAAA,6CAAyC;AAGzC,8EAA8E;AAC9E,wBAA+B,MAAc;IAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/E,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACxC,OAAO,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5D,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE;QACtD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE;KACxD,CAAC;AACJ,CAAC;AAED,wBAA+B,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAwB;IAC/E,OAAO,IAAA,wBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;QAChD,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO;KACtG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACpB,CAAC;AAED,oFAAoF;AACpF,gCAAuC,MAA+B;IACpE,OAAO,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC3B,IAAI,OAAO,IAAI,EAAE,IAAI,KAAK,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;QACxH,OAAO,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7G,CAAC,CAAC;AACJ,CAAC"}
@@ -0,0 +1,29 @@
1
+ import type { generateText } from "ai";
2
+ import type { ProviderConfig, ProviderName } from "../../types.js";
3
+ import type { ModelCacheOptions } from "../config.js";
4
+ export type ProviderOptions = NonNullable<Parameters<typeof generateText>[0]["providerOptions"]>;
5
+ export type SystemMessage = {
6
+ role: "system";
7
+ content: string;
8
+ providerOptions?: ProviderOptions;
9
+ };
10
+ export interface ProviderCacheContext {
11
+ provider: ProviderName;
12
+ config: ProviderConfig;
13
+ system: string;
14
+ apiKey: string;
15
+ local: ModelCacheOptions | false;
16
+ }
17
+ export interface ProviderCacheRequest {
18
+ system?: SystemMessage[];
19
+ providerOptions?: ProviderOptions;
20
+ fetch?: typeof fetch;
21
+ cacheWriteTokens?: number;
22
+ /** Recover only cache-specific failures, without changing the original prompt. */
23
+ recover?: (error: unknown) => Promise<ProviderCacheRequest | undefined>;
24
+ }
25
+ export interface ProviderCacheAdapter {
26
+ validate: (config: ProviderConfig) => void;
27
+ prepare: (context: ProviderCacheContext) => ProviderCacheRequest | Promise<ProviderCacheRequest>;
28
+ }
29
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/cache/providers/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AACvC,OAAO,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACnE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAEtD,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC;AACjG,MAAM,MAAM,aAAa,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,eAAe,CAAC,EAAE,eAAe,CAAA;CAAE,CAAC;AAEnG,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,YAAY,CAAC;IACvB,MAAM,EAAE,cAAc,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,iBAAiB,GAAG,KAAK,CAAC;CAClC;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,CAAC,EAAE,aAAa,EAAE,CAAC;IACzB,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kFAAkF;IAClF,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC,oBAAoB,GAAG,SAAS,CAAC,CAAC;CACzE;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,IAAI,CAAC;IAC3C,OAAO,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;CAClG"}
@@ -0,0 +1,3 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/cache/providers/types.ts"],"names":[],"mappings":""}
@@ -1 +1 @@
1
- {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,EAGL,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,iBAAiB,EAEvB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,UAAU,sBAAsB,CAAC;AAC9C,eAAO,MAAM,mBAAmB,0BAA0B,CAAC;AAC3D,eAAO,MAAM,gBAAgB,2BAA2B,CAAC;AACzD,eAAO,MAAM,iBAAiB,gCAAgC,CAAC;AAC/D,eAAO,MAAM,kBAAkB,QAA0C,CAAC;AAG1E;;;GAGG;AACH,wBAAsB,UAAU,CAC9B,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,kBAAkB,CAAC,CAkC7B;AAED,kFAAkF;AAClF,wBAAgB,qBAAqB,CACnC,UAAU,EAAE,cAAc,EAC1B,SAAS,EAAE,iBAAiB,GAC3B,cAAc,CAWhB;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAsF3E;AAgCD,qBAAa,WAAY,SAAQ,KAAK;IACpC,YAAY,OAAO,EAAE,MAAM,EAG1B;CACF;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,CAWhE"}
1
+ {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,EAGL,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,iBAAiB,EAEvB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,UAAU,sBAAsB,CAAC;AAC9C,eAAO,MAAM,mBAAmB,0BAA0B,CAAC;AAC3D,eAAO,MAAM,gBAAgB,2BAA2B,CAAC;AACzD,eAAO,MAAM,iBAAiB,gCAAgC,CAAC;AAC/D,eAAO,MAAM,kBAAkB,QAA0C,CAAC;AAG1E;;;GAGG;AACH,wBAAsB,UAAU,CAC9B,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,kBAAkB,CAAC,CAkC7B;AAED,kFAAkF;AAClF,wBAAgB,qBAAqB,CACnC,UAAU,EAAE,cAAc,EAC1B,SAAS,EAAE,iBAAiB,GAC3B,cAAc,CAoBhB;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA2G3E;AAgCD,qBAAa,WAAY,SAAQ,KAAK;IACpC,YAAY,OAAO,EAAE,MAAM,EAG1B;CACF;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,CAWhE"}
package/dist/config.js CHANGED
@@ -62,6 +62,15 @@ function resolveProviderConfig(configured, overrides) {
62
62
  baseURL: overrides.baseURL,
63
63
  temperature: overrides.temperature,
64
64
  maxTokens: overrides.maxTokens,
65
+ maxRetries: overrides.maxRetries,
66
+ initialRetryDelayMs: overrides.initialRetryDelayMs,
67
+ promptCache: overrides.promptCache !== undefined || overrides.promptCacheTtl !== undefined
68
+ ? {
69
+ ...configured.promptCache,
70
+ ...(overrides.promptCache !== undefined ? { enabled: overrides.promptCache } : {}),
71
+ ...(overrides.promptCacheTtl !== undefined ? { ttl: overrides.promptCacheTtl } : {}),
72
+ }
73
+ : undefined,
65
74
  }).filter(([, value]) => value !== undefined));
66
75
  return types_js_1.ProviderConfigSchema.parse({ ...configured, ...explicit });
67
76
  }
@@ -94,31 +103,52 @@ async function createDefaultConfig(targetPath) {
94
103
 
95
104
  provider: openai
96
105
 
106
+ # Complete responses are reused locally. Use --no-cache to force model calls.
107
+ cache:
108
+ enabled: true
109
+ ttl: 7d
110
+
97
111
  providers:
98
112
  openai:
99
113
  model: gpt-4o
100
114
  temperature: 0.3
101
115
  maxTokens: 4000
116
+ # gpt-4o uses automatic prompt caching; it has no TTL override.
117
+ # promptCache:
118
+ # enabled: true
119
+ # For a configurable TTL, choose a compatible model; see docs/caching.md.
102
120
 
103
121
  anthropic:
104
122
  model: claude-sonnet-4-20250514
105
123
  temperature: 0.3
106
124
  maxTokens: 4000
125
+ # Optional provider prompt cache: 5m or 1h. Longer writes cost more.
126
+ # promptCache:
127
+ # enabled: true
128
+ # ttl: 1h
107
129
 
108
130
  mistral:
109
131
  model: mistral-large-latest
110
132
  temperature: 0.3
111
133
  maxTokens: 4000
134
+ # Prompt cache keys are enabled automatically; Mistral exposes no TTL.
135
+ # promptCache:
136
+ # enabled: false
112
137
 
113
138
  google:
114
139
  model: gemini-1.5-pro
115
140
  temperature: 0.3
116
141
  maxTokens: 4000
142
+ # For an explicit TTL, first select a compatible Gemini 2.5 or 3 model.
143
+ # promptCache:
144
+ # enabled: true
145
+ # ttl: 7d
117
146
 
118
147
  ollama:
119
148
  baseURL: http://localhost:11434/v1
120
149
  model: llama3.1
121
150
  temperature: 0.3
151
+ # No prompt-cache TTL through this endpoint; local response caching works.
122
152
 
123
153
  # ─────────────────────────────────────────
124
154
  # Prompt customization (optional)