@bastani/atomic-ai 0.10.2-alpha.1 → 0.10.3-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +34 -2
- package/dist/api/anthropic-messages.d.ts.map +1 -1
- package/dist/api/anthropic-messages.js +92 -16
- package/dist/api/anthropic-messages.js.map +1 -1
- package/dist/api/azure-openai-responses.d.ts.map +1 -1
- package/dist/api/azure-openai-responses.js +3 -1
- package/dist/api/azure-openai-responses.js.map +1 -1
- package/dist/api/bedrock-converse-stream.d.ts.map +1 -1
- package/dist/api/bedrock-converse-stream.js +60 -9
- package/dist/api/bedrock-converse-stream.js.map +1 -1
- package/dist/api/google-generative-ai.d.ts.map +1 -1
- package/dist/api/google-generative-ai.js +3 -1
- package/dist/api/google-generative-ai.js.map +1 -1
- package/dist/api/google-vertex.d.ts.map +1 -1
- package/dist/api/google-vertex.js +3 -1
- package/dist/api/google-vertex.js.map +1 -1
- package/dist/api/mistral-conversations.d.ts.map +1 -1
- package/dist/api/mistral-conversations.js +3 -1
- package/dist/api/mistral-conversations.js.map +1 -1
- package/dist/api/openai-codex-responses.d.ts.map +1 -1
- package/dist/api/openai-codex-responses.js +41 -8
- package/dist/api/openai-codex-responses.js.map +1 -1
- package/dist/api/openai-completions.d.ts.map +1 -1
- package/dist/api/openai-completions.js +78 -14
- package/dist/api/openai-completions.js.map +1 -1
- package/dist/api/openai-responses.d.ts.map +1 -1
- package/dist/api/openai-responses.js +3 -1
- package/dist/api/openai-responses.js.map +1 -1
- package/dist/api/pi-messages.d.ts.map +1 -1
- package/dist/api/pi-messages.js +3 -1
- package/dist/api/pi-messages.js.map +1 -1
- package/dist/api/simple-options.d.ts +12 -0
- package/dist/api/simple-options.d.ts.map +1 -1
- package/dist/api/simple-options.js +52 -3
- package/dist/api/simple-options.js.map +1 -1
- package/dist/api/strict-tool-limits.d.ts +15 -6
- package/dist/api/strict-tool-limits.d.ts.map +1 -1
- package/dist/api/strict-tool-limits.js +21 -7
- package/dist/api/strict-tool-limits.js.map +1 -1
- package/dist/index.d.ts +2 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/dist/providers/data/.manifest.json +1 -1
- package/dist/providers/data/openrouter.json +1 -1
- package/dist/providers/data/vercel-ai-gateway.json +1 -1
- package/dist/types.d.ts +6 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/dist/utils/estimate.d.ts +1 -0
- package/dist/utils/estimate.d.ts.map +1 -1
- package/dist/utils/estimate.js +1 -1
- package/dist/utils/estimate.js.map +1 -1
- package/dist/utils/provider-retry.d.ts.map +1 -1
- package/dist/utils/provider-retry.js +4 -0
- package/dist/utils/provider-retry.js.map +1 -1
- package/dist/utils/retry.d.ts +2 -1
- package/dist/utils/retry.d.ts.map +1 -1
- package/dist/utils/retry.js +6 -1
- package/dist/utils/retry.js.map +1 -1
- package/dist/utils/tls-certificate.d.ts +75 -0
- package/dist/utils/tls-certificate.d.ts.map +1 -0
- package/dist/utils/tls-certificate.js +343 -0
- package/dist/utils/tls-certificate.js.map +1 -0
- package/dist/utils/transcript.d.ts +8 -1
- package/dist/utils/transcript.d.ts.map +1 -1
- package/dist/utils/transcript.js +82 -7
- package/dist/utils/transcript.js.map +1 -1
- package/dist/utils/version.d.ts +1 -1
- package/dist/utils/version.js +1 -1
- package/dist/utils/version.js.map +1 -1
- package/package.json +3 -3
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"simple-options.js","sourceRoot":"","sources":["../../src/api/simple-options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAYlD,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE7D,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,8FAA8F;AAC9F,kGAAkG;AAClG,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAClC,kGAAkG;AAClG,kGAAkG;AAClG,qGAAqG;AACrG,MAAM,4BAA4B,GAAG,KAAK,CAAC;AAC3C,MAAM,cAAc,GAAG,CAAC,CAAC;AAEzB,6GAA6G;AAC7G,MAAM,UAAU,uBAAuB,CAAC,KAAiB,EAAE,OAA0B,EAAE,SAAiB;IACvG,IAAI,KAAK,CAAC,aAAa,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;IACzE,MAAM,KAAK,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACpD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,oBAAoB,CAAC,CAAC,CAAC;IACxF,IAAI,IAAI,GAAG,KAAK,CAAC,aAAa,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,IAAI,IAAI,GAAG,4BAA4B,EAAE,CAAC;QACzC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,KAAK,CAAC,aAAa,GAAG,KAAK,GAAG,qBAAqB,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,qBAAqB,CACpC,KAAiB,EACjB,aAAiC,EACjC,aAA8B;IAE9B,MAAM,sBAAsB,GAAG,kBAAkB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IACxE,MAAM,mBAAmB,GAAG,KAAK,CAAC,6BAA6B,EAAE,CAAC,sBAAsB,CAAC,CAAC;IAC1F,OAAO,KAAK,CAAC,cAAc,IAAI,mBAAmB,IAAI,aAAa;QAClE,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,cAAc,EAAE,GAAG,mBAAmB,EAAE,GAAG,aAAa,EAAE;QACvE,CAAC,CAAC,SAAS,CAAC;AACd,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC/B,KAAiB,EACjB,OAA0B,EAC1B,OAA6B,EAC7B,MAAe;IAEf,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,IAAI,KAAK,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;IAC1G,OAAO;QACN,WAAW,EAAE,OAAO,EAAE,WAAW;QACjC,cAAc;QACd,SAAS,EAAE,uBAAuB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;QACzF,MAAM,EAAE,OAAO,EAAE,MAAM;QACvB,gBAAgB,EAAE,OAAO,EAAE,gBAAgB;QAC3C,MAAM,EAAE,MAAM,IAAI,OAAO,EAAE,MAAM;QACjC,KAAK,EAAE,OAAO,EAAE,KAAK;QACrB,SAAS,EAAE,OAAO,EAAE,SAAS;QAC7B,cAAc,EAAE,OAAO,EAAE,cAAc;QACvC,SAAS,EAAE,OAAO,EAAE,SAAS;QAC7B,mBAAmB,EAAE,OAAO,EAAE,mBAAmB;QACjD,OAAO,EAAE,OAAO,EAAE,OAAO;QACzB,QAAQ,EAAE,OAAO,EAAE,QAAQ;QAC3B,SAAS,EAAE,OAAO,EAAE,SAAS;QAC7B,UAAU,EAAE,OAAO,EAAE,UAAU;QAC/B,qBAAqB,EAAE,OAAO,EAAE,qBAAqB;QACrD,SAAS,EAAE,OAAO,EAAE,SAAS;QAC7B,yBAAyB,EAAE,OAAO,EAAE,yBAAyB;QAC7D,gBAAgB,EAAE,OAAO,EAAE,gBAAgB;QAC3C,UAAU,EAAE,OAAO,EAAE,UAAU;QAC/B,eAAe,EAAE,OAAO,EAAE,eAAe;QACzC,GAAG,CAAC,OAAO,EAAE,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC;QACzF,QAAQ,EAAE,OAAO,EAAE,QAAQ;QAC3B,GAAG,EAAE,OAAO,EAAE,GAAG;KACjB,CAAC;AACH,CAAC;AAED,4FAA4F;AAC5F,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAEtC,MAAM,CAAC,MAAM,wBAAwB,GAAoB;IACxD,OAAO,EAAE,IAAI;IACb,GAAG,EAAE,IAAI;IACT,MAAM,EAAE,IAAI;IACZ,IAAI,EAAE,KAAK;CACX,CAAC;AAEF,MAAM,UAAU,cAAc,CAAC,MAAiC;IAC/D,OAAO,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,cAA6B,EAAE,aAA+B;IACpG,MAAM,OAAO,GAAG,EAAE,GAAG,wBAAwB,EAAE,GAAG,aAAa,EAAE,CAAC;IAClE,MAAM,KAAK,GAAG,cAAc,CAAC,cAAc,CAAE,CAAC;IAC9C,OAAO,OAAO,CAAC,KAAK,CAAE,CAAC;AACxB,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,+BAA+B,CAAC,cAAsB,EAAE,OAAe;IACtF,OAAO,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,iBAAiB,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,wFAAwF;AACxF,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAExC;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAChC,KAAiB,EACjB,OAA0B,EAC1B,SAAiB,EACjB,cAAsB;IAEtB,MAAM,OAAO,GAAG,uBAAuB,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;IACnE,gHAAgH;IAChH,IAAI,cAAc,IAAI,OAAO,GAAG,iBAAiB;QAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;IACjG,MAAM,MAAM,GAAG,OAAO,GAAG,iBAAiB,CAAC;IAC3C,IAAI,MAAM,GAAG,mBAAmB;QAAE,OAAO,SAAS,CAAC;IACnD,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,0BAA0B;AACzC,wFAAwF;AACxF,aAAiC,EACjC,cAAsB,EACtB,cAA6B,EAC7B,aAA+B;IAE/B,IAAI,cAAc,GAAG,sBAAsB,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;IAC3E,MAAM,SAAS,GACd,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,cAAc,EAAE,cAAc,CAAC,CAAC;IAEzG,IAAI,SAAS,IAAI,cAAc,EAAE,CAAC;QACjC,cAAc,GAAG,+BAA+B,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;AACtC,CAAC","sourcesContent":["import { clampThinkingLevel } from \"../models.ts\";\nimport type {\n\tApi,\n\tModel,\n\tModelThinkingLevel,\n\tSamplingParams,\n\tSimpleStreamOptions,\n\tStreamOptions,\n\tThinkingBudgets,\n\tThinkingLevel,\n\tTranscriptContext,\n} from \"../types.ts\";\nimport { estimateContextTokens } from \"../utils/estimate.ts\";\n\nconst CONTEXT_SAFETY_TOKENS = 4096;\n// OpenRouter counts the input with its own tokenizer and rejects input + max_tokens above the\n// window before routing. It counted prose up to 12% above the provider's count (upstream #10497).\nconst CONTEXT_SAFETY_RATIO = 0.15;\n// The 15% margin is kept only while it leaves at least this much output. Otherwise (a nearly full\n// large window, or any small window such as a 32k local model) only the fixed margin is kept, and\n// output is capped at this size so an OpenRouter overcount still fits for a while before compaction.\nconst MIN_OUTPUT_WITH_RATIO_MARGIN = 32768;\nconst MIN_MAX_TOKENS = 1;\n\n/** Fit maxTokens into the context window, leaving room for the input being counted higher than estimated. */\nexport function clampMaxTokensToContext(model: Model<Api>, context: TranscriptContext, maxTokens: number): number {\n\tif (model.contextWindow <= 0) return Math.max(MIN_MAX_TOKENS, maxTokens);\n\tconst input = estimateContextTokens(context).tokens;\n\tconst margin = Math.max(CONTEXT_SAFETY_TOKENS, Math.ceil(input * CONTEXT_SAFETY_RATIO));\n\tlet room = model.contextWindow - input - margin;\n\tif (room < MIN_OUTPUT_WITH_RATIO_MARGIN) {\n\t\troom = Math.min(MIN_OUTPUT_WITH_RATIO_MARGIN, model.contextWindow - input - CONTEXT_SAFETY_TOKENS);\n\t}\n\treturn Math.min(maxTokens, Math.max(MIN_MAX_TOKENS, room));\n}\n\nexport function resolveSamplingParams(\n\tmodel: Model<Api>,\n\tthinkingLevel: ModelThinkingLevel,\n\trequestParams?: SamplingParams,\n): SamplingParams | undefined {\n\tconst effectiveThinkingLevel = clampThinkingLevel(model, thinkingLevel);\n\tconst thinkingLevelParams = model.samplingParamsByThinkingLevel?.[effectiveThinkingLevel];\n\treturn model.samplingParams || thinkingLevelParams || requestParams\n\t\t? { ...model.samplingParams, ...thinkingLevelParams, ...requestParams }\n\t\t: undefined;\n}\n\nexport function buildBaseOptions(\n\tmodel: Model<Api>,\n\tcontext: TranscriptContext,\n\toptions?: SimpleStreamOptions,\n\tapiKey?: string,\n): StreamOptions {\n\tconst samplingParams = resolveSamplingParams(model, options?.reasoning ?? \"off\", options?.samplingParams);\n\treturn {\n\t\ttemperature: options?.temperature,\n\t\tsamplingParams,\n\t\tmaxTokens: clampMaxTokensToContext(model, context, options?.maxTokens ?? model.maxTokens),\n\t\tsignal: options?.signal,\n\t\ttelemetryContext: options?.telemetryContext,\n\t\tapiKey: apiKey || options?.apiKey,\n\t\tfetch: options?.fetch,\n\t\ttransport: options?.transport,\n\t\tcacheRetention: options?.cacheRetention,\n\t\tsessionId: options?.sessionId,\n\t\tdisableContinuation: options?.disableContinuation,\n\t\theaders: options?.headers,\n\t\tidentity: options?.identity,\n\t\tonPayload: options?.onPayload,\n\t\tonResponse: options?.onResponse,\n\t\tonProviderStreamEvent: options?.onProviderStreamEvent,\n\t\ttimeoutMs: options?.timeoutMs,\n\t\twebsocketConnectTimeoutMs: options?.websocketConnectTimeoutMs,\n\t\tstreamDeadlineMs: options?.streamDeadlineMs,\n\t\tmaxRetries: options?.maxRetries,\n\t\tmaxRetryDelayMs: options?.maxRetryDelayMs,\n\t\t...(options?.retryDeadline === undefined ? {} : { retryDeadline: options.retryDeadline }),\n\t\tmetadata: options?.metadata,\n\t\tenv: options?.env,\n\t};\n}\n\n/** Tokens always left for the answer when a thinking budget shares the response ceiling. */\nexport const MIN_ANSWER_TOKENS = 1024;\n\nexport const DEFAULT_THINKING_BUDGETS: ThinkingBudgets = {\n\tminimal: 1024,\n\tlow: 2048,\n\tmedium: 8192,\n\thigh: 16384,\n};\n\nexport function clampReasoning(effort: ThinkingLevel | undefined): Exclude<ThinkingLevel, \"xhigh\" | \"max\"> | undefined {\n\treturn effort === \"xhigh\" || effort === \"max\" ? \"high\" : effort;\n}\n\nexport function thinkingBudgetForLevel(reasoningLevel: ThinkingLevel, customBudgets?: ThinkingBudgets): number {\n\tconst budgets = { ...DEFAULT_THINKING_BUDGETS, ...customBudgets };\n\tconst level = clampReasoning(reasoningLevel)!;\n\treturn budgets[level]!;\n}\n\n/** Cap a thinking budget so at least MIN_ANSWER_TOKENS remain under a shared response ceiling. */\nexport function clampThinkingBudgetToAnswerRoom(thinkingBudget: number, ceiling: number): number {\n\treturn Math.min(thinkingBudget, Math.max(0, ceiling - MIN_ANSWER_TOKENS));\n}\n\n/** The smallest thinking budget Claude accepts, on the Anthropic API and on Bedrock. */\nexport const MIN_THINKING_BUDGET = 1024;\n\n/**\n * Fits a budget-based thinking request into the context window, keeping the context safety margin that guards against\n * an input estimate below the provider's count. The budget is kept whenever it and the minimum answer room fit under\n * that ceiling, and otherwise lowered by exactly what the ceiling lacks: a changed budget makes the provider bill the\n * cached conversation again. Returns undefined when even the smallest budget no longer fits; the request then goes\n * without thinking rather than with a budget the provider rejects, and the budget returns once it fits again.\n */\nexport function fitThinkingBudget(\n\tmodel: Model<Api>,\n\tcontext: TranscriptContext,\n\tmaxTokens: number,\n\tthinkingBudget: number,\n): { maxTokens: number; thinkingBudget: number } | undefined {\n\tconst clamped = clampMaxTokensToContext(model, context, maxTokens);\n\t// A budget that fits is sent as configured, even one below the minimum, which some compatible endpoints accept.\n\tif (thinkingBudget <= clamped - MIN_ANSWER_TOKENS) return { maxTokens: clamped, thinkingBudget };\n\tconst budget = clamped - MIN_ANSWER_TOKENS;\n\tif (budget < MIN_THINKING_BUDGET) return undefined;\n\treturn { maxTokens: clamped, thinkingBudget: budget };\n}\n\nexport function adjustMaxTokensForThinking(\n\t// Undefined means no explicit caller cap. Use the model cap and fit thinking inside it.\n\tbaseMaxTokens: number | undefined,\n\tmodelMaxTokens: number,\n\treasoningLevel: ThinkingLevel,\n\tcustomBudgets?: ThinkingBudgets,\n): { maxTokens: number; thinkingBudget: number } {\n\tlet thinkingBudget = thinkingBudgetForLevel(reasoningLevel, customBudgets);\n\tconst maxTokens =\n\t\tbaseMaxTokens === undefined ? modelMaxTokens : Math.min(baseMaxTokens + thinkingBudget, modelMaxTokens);\n\n\tif (maxTokens <= thinkingBudget) {\n\t\tthinkingBudget = clampThinkingBudgetToAnswerRoom(thinkingBudget, maxTokens);\n\t}\n\n\treturn { maxTokens, thinkingBudget };\n}\n"]}
|
|
1
|
+
{"version":3,"file":"simple-options.js","sourceRoot":"","sources":["../../src/api/simple-options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAYlD,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,8FAA8F;AAC9F,kGAAkG;AAClG,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAClC,kGAAkG;AAClG,kGAAkG;AAClG,qGAAqG;AACrG,MAAM,4BAA4B,GAAG,KAAK,CAAC;AAC3C,MAAM,cAAc,GAAG,CAAC,CAAC;AAEzB,6GAA6G;AAC7G,MAAM,UAAU,uBAAuB,CAAC,KAAiB,EAAE,OAA0B,EAAE,SAAiB;IACvG,IAAI,KAAK,CAAC,aAAa,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;IACzE,OAAO,qBAAqB,CAAC,KAAK,EAAE,qBAAqB,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;AACvF,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAiB,EAAE,KAAa,EAAE,SAAiB;IACjF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,oBAAoB,CAAC,CAAC,CAAC;IACxF,IAAI,IAAI,GAAG,KAAK,CAAC,aAAa,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,IAAI,IAAI,GAAG,4BAA4B,EAAE,CAAC;QACzC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,KAAK,CAAC,aAAa,GAAG,KAAK,GAAG,qBAAqB,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,qBAAqB,CACpC,KAAiB,EACjB,aAAiC,EACjC,aAA8B;IAE9B,MAAM,sBAAsB,GAAG,kBAAkB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IACxE,MAAM,mBAAmB,GAAG,KAAK,CAAC,6BAA6B,EAAE,CAAC,sBAAsB,CAAC,CAAC;IAC1F,OAAO,KAAK,CAAC,cAAc,IAAI,mBAAmB,IAAI,aAAa;QAClE,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,cAAc,EAAE,GAAG,mBAAmB,EAAE,GAAG,aAAa,EAAE;QACvE,CAAC,CAAC,SAAS,CAAC;AACd,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC/B,KAAiB,EACjB,OAA0B,EAC1B,OAA6B,EAC7B,MAAe;IAEf,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,IAAI,KAAK,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;IAC1G,OAAO;QACN,WAAW,EAAE,OAAO,EAAE,WAAW;QACjC,cAAc;QACd,SAAS,EAAE,uBAAuB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;QACzF,MAAM,EAAE,OAAO,EAAE,MAAM;QACvB,gBAAgB,EAAE,OAAO,EAAE,gBAAgB;QAC3C,MAAM,EAAE,MAAM,IAAI,OAAO,EAAE,MAAM;QACjC,KAAK,EAAE,OAAO,EAAE,KAAK;QACrB,SAAS,EAAE,OAAO,EAAE,SAAS;QAC7B,cAAc,EAAE,OAAO,EAAE,cAAc;QACvC,SAAS,EAAE,OAAO,EAAE,SAAS;QAC7B,mBAAmB,EAAE,OAAO,EAAE,mBAAmB;QACjD,OAAO,EAAE,OAAO,EAAE,OAAO;QACzB,QAAQ,EAAE,OAAO,EAAE,QAAQ;QAC3B,SAAS,EAAE,OAAO,EAAE,SAAS;QAC7B,UAAU,EAAE,OAAO,EAAE,UAAU;QAC/B,qBAAqB,EAAE,OAAO,EAAE,qBAAqB;QACrD,SAAS,EAAE,OAAO,EAAE,SAAS;QAC7B,yBAAyB,EAAE,OAAO,EAAE,yBAAyB;QAC7D,gBAAgB,EAAE,OAAO,EAAE,gBAAgB;QAC3C,UAAU,EAAE,OAAO,EAAE,UAAU;QAC/B,eAAe,EAAE,OAAO,EAAE,eAAe;QACzC,GAAG,CAAC,OAAO,EAAE,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC;QACzF,QAAQ,EAAE,OAAO,EAAE,QAAQ;QAC3B,GAAG,EAAE,OAAO,EAAE,GAAG;KACjB,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,uBAAuB,CAAC,KAAiB,EAAE,OAA0B;IAC7E,MAAM,QAAQ,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAClC,MAAM,MAAM,GAAG,KAAK,CAAC,MAA6F,CAAC;IACnH,IACC,KAAK,CAAC,GAAG,KAAK,oBAAoB;QAClC,MAAM,EAAE,8BAA8B,KAAK,IAAI;QAC/C,MAAM,CAAC,2BAA2B,KAAK,IAAI;QAC3C,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC;QAEhD,OAAO,QAAQ,CAAC,MAAM,CAAC;IACxB,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,GAAG,CAAC,CAAC;IACjF,MAAM,OAAO,GAAG,QAAQ;SACtB,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC;IACjH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC,MAAM,CAAC;IACjD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACrH,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,OAAO,IAAI,OAAO,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ;YAAE,SAAS;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QACzF,MAAM;YACL,mBAAmB,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,mBAAmB,CAAC,KAAK,CAAC,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACxG,CAAC;IACD,OAAO,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC;AACjC,CAAC;AAED,4FAA4F;AAC5F,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAEtC,MAAM,CAAC,MAAM,wBAAwB,GAAoB;IACxD,OAAO,EAAE,IAAI;IACb,GAAG,EAAE,IAAI;IACT,MAAM,EAAE,IAAI;IACZ,IAAI,EAAE,KAAK;CACX,CAAC;AAEF,MAAM,UAAU,cAAc,CAAC,MAAiC;IAC/D,OAAO,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,cAA6B,EAAE,aAA+B;IACpG,MAAM,OAAO,GAAG,EAAE,GAAG,wBAAwB,EAAE,GAAG,aAAa,EAAE,CAAC;IAClE,MAAM,KAAK,GAAG,cAAc,CAAC,cAAc,CAAE,CAAC;IAC9C,OAAO,OAAO,CAAC,KAAK,CAAE,CAAC;AACxB,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,+BAA+B,CAAC,cAAsB,EAAE,OAAe;IACtF,OAAO,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,iBAAiB,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,wFAAwF;AACxF,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAExC;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAChC,KAAiB,EACjB,OAA0B,EAC1B,SAAiB,EACjB,cAAsB;IAEtB,MAAM,OAAO,GACZ,KAAK,CAAC,aAAa,IAAI,CAAC;QACvB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,SAAS,CAAC;QACrC,CAAC,CAAC,qBAAqB,CAAC,KAAK,EAAE,uBAAuB,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,SAAS,CAAC,CAAC;IACrF,gHAAgH;IAChH,IAAI,cAAc,IAAI,OAAO,GAAG,iBAAiB;QAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;IACjG,MAAM,MAAM,GAAG,OAAO,GAAG,iBAAiB,CAAC;IAC3C,IAAI,MAAM,GAAG,mBAAmB;QAAE,OAAO,SAAS,CAAC;IACnD,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC;AACvD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CACnC,KAAiB,EACjB,OAA0B,EAC1B,OAA4F;IAE5F,MAAM,QAAQ,GAAG,0BAA0B,CAC1C,uBAAuB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,EAC7E,KAAK,CAAC,SAAS,EACf,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,eAAe,CACvB,CAAC;IACF,OAAO;QACN,SAAS,EAAE,QAAQ,CAAC,cAAc;QAClC,IAAI,EAAE,iBAAiB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,cAAc,CAAC,EAAE,cAAc;KACpG,CAAC;AACH,CAAC;AAED,MAAM,UAAU,0BAA0B;AACzC,wFAAwF;AACxF,aAAiC,EACjC,cAAsB,EACtB,cAA6B,EAC7B,aAA+B;IAE/B,IAAI,cAAc,GAAG,sBAAsB,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;IAC3E,MAAM,SAAS,GACd,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,cAAc,EAAE,cAAc,CAAC,CAAC;IAEzG,IAAI,SAAS,IAAI,cAAc,EAAE,CAAC;QACjC,cAAc,GAAG,+BAA+B,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;AACtC,CAAC","sourcesContent":["import { clampThinkingLevel } from \"../models.ts\";\nimport type {\n\tApi,\n\tModel,\n\tModelThinkingLevel,\n\tSamplingParams,\n\tSimpleStreamOptions,\n\tStreamOptions,\n\tThinkingBudgets,\n\tThinkingLevel,\n\tTranscriptContext,\n} from \"../types.ts\";\nimport { estimateContextTokens, estimateToolsTokens } from \"../utils/estimate.ts\";\nimport { getCurrentTools } from \"../utils/transcript.ts\";\n\nconst CONTEXT_SAFETY_TOKENS = 4096;\n// OpenRouter counts the input with its own tokenizer and rejects input + max_tokens above the\n// window before routing. It counted prose up to 12% above the provider's count (upstream #10497).\nconst CONTEXT_SAFETY_RATIO = 0.15;\n// The 15% margin is kept only while it leaves at least this much output. Otherwise (a nearly full\n// large window, or any small window such as a 32k local model) only the fixed margin is kept, and\n// output is capped at this size so an OpenRouter overcount still fits for a while before compaction.\nconst MIN_OUTPUT_WITH_RATIO_MARGIN = 32768;\nconst MIN_MAX_TOKENS = 1;\n\n/** Fit maxTokens into the context window, leaving room for the input being counted higher than estimated. */\nexport function clampMaxTokensToContext(model: Model<Api>, context: TranscriptContext, maxTokens: number): number {\n\tif (model.contextWindow <= 0) return Math.max(MIN_MAX_TOKENS, maxTokens);\n\treturn clampMaxTokensToInput(model, estimateContextTokens(context).tokens, maxTokens);\n}\n\nfunction clampMaxTokensToInput(model: Model<Api>, input: number, maxTokens: number): number {\n\tconst margin = Math.max(CONTEXT_SAFETY_TOKENS, Math.ceil(input * CONTEXT_SAFETY_RATIO));\n\tlet room = model.contextWindow - input - margin;\n\tif (room < MIN_OUTPUT_WITH_RATIO_MARGIN) {\n\t\troom = Math.min(MIN_OUTPUT_WITH_RATIO_MARGIN, model.contextWindow - input - CONTEXT_SAFETY_TOKENS);\n\t}\n\treturn Math.min(maxTokens, Math.max(MIN_MAX_TOKENS, room));\n}\n\nexport function resolveSamplingParams(\n\tmodel: Model<Api>,\n\tthinkingLevel: ModelThinkingLevel,\n\trequestParams?: SamplingParams,\n): SamplingParams | undefined {\n\tconst effectiveThinkingLevel = clampThinkingLevel(model, thinkingLevel);\n\tconst thinkingLevelParams = model.samplingParamsByThinkingLevel?.[effectiveThinkingLevel];\n\treturn model.samplingParams || thinkingLevelParams || requestParams\n\t\t? { ...model.samplingParams, ...thinkingLevelParams, ...requestParams }\n\t\t: undefined;\n}\n\nexport function buildBaseOptions(\n\tmodel: Model<Api>,\n\tcontext: TranscriptContext,\n\toptions?: SimpleStreamOptions,\n\tapiKey?: string,\n): StreamOptions {\n\tconst samplingParams = resolveSamplingParams(model, options?.reasoning ?? \"off\", options?.samplingParams);\n\treturn {\n\t\ttemperature: options?.temperature,\n\t\tsamplingParams,\n\t\tmaxTokens: clampMaxTokensToContext(model, context, options?.maxTokens ?? model.maxTokens),\n\t\tsignal: options?.signal,\n\t\ttelemetryContext: options?.telemetryContext,\n\t\tapiKey: apiKey || options?.apiKey,\n\t\tfetch: options?.fetch,\n\t\ttransport: options?.transport,\n\t\tcacheRetention: options?.cacheRetention,\n\t\tsessionId: options?.sessionId,\n\t\tdisableContinuation: options?.disableContinuation,\n\t\theaders: options?.headers,\n\t\tidentity: options?.identity,\n\t\tonPayload: options?.onPayload,\n\t\tonResponse: options?.onResponse,\n\t\tonProviderStreamEvent: options?.onProviderStreamEvent,\n\t\ttimeoutMs: options?.timeoutMs,\n\t\twebsocketConnectTimeoutMs: options?.websocketConnectTimeoutMs,\n\t\tstreamDeadlineMs: options?.streamDeadlineMs,\n\t\tmaxRetries: options?.maxRetries,\n\t\tmaxRetryDelayMs: options?.maxRetryDelayMs,\n\t\t...(options?.retryDeadline === undefined ? {} : { retryDeadline: options.retryDeadline }),\n\t\tmetadata: options?.metadata,\n\t\tenv: options?.env,\n\t};\n}\n\n/**\n * The context estimate, counting tool changes after the last reply as the request sends them. Anthropic models with\n * mid-conversation tool changes send each change after the conversation, as estimated. Other requests declare the\n * current tools at the top instead: a removal only shortens that list, and a definition the last reply's request\n * already declared byte for byte is not new there. Every other definition counts in full.\n */\nfunction estimateSentInputTokens(model: Model<Api>, context: TranscriptContext): number {\n\tconst estimate = estimateContextTokens(context);\n\tconst messages = context.messages;\n\tconst compat = model.compat as { supportsMidConvoSystemMessages?: boolean; supportsMidConvoToolChanges?: boolean };\n\tif (\n\t\tmodel.api === \"anthropic-messages\" &&\n\t\tcompat?.supportsMidConvoSystemMessages === true &&\n\t\tcompat.supportsMidConvoToolChanges === true &&\n\t\tgetCurrentTools(messages.slice(0, 1)).length > 0\n\t)\n\t\treturn estimate.tokens;\n\tconst start = estimate.lastUsageIndex === null ? 0 : estimate.lastUsageIndex + 1;\n\tconst changes = messages\n\t\t.slice(start)\n\t\t.filter((message) => message.role === \"system\" && (message.toolsAdded?.length || message.toolsRemoved?.length));\n\tif (changes.length === 0) return estimate.tokens;\n\tconst declared = new Map(getCurrentTools(messages.slice(0, start)).map((tool) => [tool.name, JSON.stringify(tool)]));\n\tlet unsent = 0;\n\tfor (const message of changes) {\n\t\tif (message.role !== \"system\") continue;\n\t\tconst added = message.toolsAdded ?? [];\n\t\tconst changed = added.filter((tool) => declared.get(tool.name) !== JSON.stringify(tool));\n\t\tunsent +=\n\t\t\testimateToolsTokens(message.toolsRemoved) + estimateToolsTokens(added) - estimateToolsTokens(changed);\n\t}\n\treturn estimate.tokens - unsent;\n}\n\n/** Tokens always left for the answer when a thinking budget shares the response ceiling. */\nexport const MIN_ANSWER_TOKENS = 1024;\n\nexport const DEFAULT_THINKING_BUDGETS: ThinkingBudgets = {\n\tminimal: 1024,\n\tlow: 2048,\n\tmedium: 8192,\n\thigh: 16384,\n};\n\nexport function clampReasoning(effort: ThinkingLevel | undefined): Exclude<ThinkingLevel, \"xhigh\" | \"max\"> | undefined {\n\treturn effort === \"xhigh\" || effort === \"max\" ? \"high\" : effort;\n}\n\nexport function thinkingBudgetForLevel(reasoningLevel: ThinkingLevel, customBudgets?: ThinkingBudgets): number {\n\tconst budgets = { ...DEFAULT_THINKING_BUDGETS, ...customBudgets };\n\tconst level = clampReasoning(reasoningLevel)!;\n\treturn budgets[level]!;\n}\n\n/** Cap a thinking budget so at least MIN_ANSWER_TOKENS remain under a shared response ceiling. */\nexport function clampThinkingBudgetToAnswerRoom(thinkingBudget: number, ceiling: number): number {\n\treturn Math.min(thinkingBudget, Math.max(0, ceiling - MIN_ANSWER_TOKENS));\n}\n\n/** The smallest thinking budget Claude accepts, on the Anthropic API and on Bedrock. */\nexport const MIN_THINKING_BUDGET = 1024;\n\n/**\n * Fits a budget-based thinking request into the context window, keeping the context safety margin that guards against\n * an input estimate below the provider's count. The budget is kept whenever it and the minimum answer room fit under\n * that ceiling, and otherwise lowered by exactly what the ceiling lacks: a changed budget makes the provider bill the\n * cached conversation again. Returns undefined when even the smallest budget no longer fits; the request then goes\n * without thinking rather than with a budget the provider rejects, and the budget returns once it fits again.\n */\nexport function fitThinkingBudget(\n\tmodel: Model<Api>,\n\tcontext: TranscriptContext,\n\tmaxTokens: number,\n\tthinkingBudget: number,\n): { maxTokens: number; thinkingBudget: number } | undefined {\n\tconst clamped =\n\t\tmodel.contextWindow <= 0\n\t\t\t? Math.max(MIN_MAX_TOKENS, maxTokens)\n\t\t\t: clampMaxTokensToInput(model, estimateSentInputTokens(model, context), maxTokens);\n\t// A budget that fits is sent as configured, even one below the minimum, which some compatible endpoints accept.\n\tif (thinkingBudget <= clamped - MIN_ANSWER_TOKENS) return { maxTokens: clamped, thinkingBudget };\n\tconst budget = clamped - MIN_ANSWER_TOKENS;\n\tif (budget < MIN_THINKING_BUDGET) return undefined;\n\treturn { maxTokens: clamped, thinkingBudget: budget };\n}\n\n/**\n * The thinking budget a budget-based request at `reasoning` asks for, and the budget it sends once fitted under the\n * context window as the Anthropic and Bedrock stream functions fit it: undefined when it goes without thinking.\n */\nexport function fittedThinkingBudget(\n\tmodel: Model<Api>,\n\tcontext: TranscriptContext,\n\toptions: { reasoning: ThinkingLevel; thinkingBudgets?: ThinkingBudgets; maxTokens?: number },\n): { requested: number; sent: number | undefined } {\n\tconst adjusted = adjustMaxTokensForThinking(\n\t\tclampMaxTokensToContext(model, context, options.maxTokens ?? model.maxTokens),\n\t\tmodel.maxTokens,\n\t\toptions.reasoning,\n\t\toptions.thinkingBudgets,\n\t);\n\treturn {\n\t\trequested: adjusted.thinkingBudget,\n\t\tsent: fitThinkingBudget(model, context, adjusted.maxTokens, adjusted.thinkingBudget)?.thinkingBudget,\n\t};\n}\n\nexport function adjustMaxTokensForThinking(\n\t// Undefined means no explicit caller cap. Use the model cap and fit thinking inside it.\n\tbaseMaxTokens: number | undefined,\n\tmodelMaxTokens: number,\n\treasoningLevel: ThinkingLevel,\n\tcustomBudgets?: ThinkingBudgets,\n): { maxTokens: number; thinkingBudget: number } {\n\tlet thinkingBudget = thinkingBudgetForLevel(reasoningLevel, customBudgets);\n\tconst maxTokens =\n\t\tbaseMaxTokens === undefined ? modelMaxTokens : Math.min(baseMaxTokens + thinkingBudget, modelMaxTokens);\n\n\tif (maxTokens <= thinkingBudget) {\n\t\tthinkingBudget = clampThinkingBudgetToAnswerRoom(thinkingBudget, maxTokens);\n\t}\n\n\treturn { maxTokens, thinkingBudget };\n}\n"]}
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import type { Message } from "../types.ts";
|
|
2
1
|
/** Returns true when a provider error message says the request's strict tools exceed the provider's limits. */
|
|
3
2
|
export declare function isStrictToolLimitErrorMessage(message: string): boolean;
|
|
4
3
|
/**
|
|
@@ -11,12 +10,22 @@ export declare function isStrictToolLimitErrorMessage(message: string): boolean;
|
|
|
11
10
|
export declare function markStrictToolLimitsExceeded(sessionId: string | undefined): void;
|
|
12
11
|
/** Returns true when an earlier request of this session had its strict tools rejected for exceeding Claude's limits. */
|
|
13
12
|
export declare function hasExceededStrictToolLimits(sessionId: string | undefined): boolean;
|
|
13
|
+
/**
|
|
14
|
+
* Returns true when `messages` record that an earlier request had its strict tools rejected for exceeding Claude's
|
|
15
|
+
* limits: the rejected reply's diagnostic, a later reply sent without strict schemas for that reason, or a system message
|
|
16
|
+
* a compaction carried the record on. Messages of other roles, such as an agent's own, are skipped.
|
|
17
|
+
*/
|
|
18
|
+
export declare function recordsStrictToolLimits(messages: readonly {
|
|
19
|
+
role: string;
|
|
20
|
+
}[]): boolean;
|
|
14
21
|
/**
|
|
15
22
|
* Returns true when an earlier request had its strict tools rejected for exceeding Claude's limits, as this process
|
|
16
|
-
* remembers it or as
|
|
17
|
-
*
|
|
18
|
-
*
|
|
19
|
-
* the
|
|
23
|
+
* remembers it or as `messages` record it ({@link recordsStrictToolLimits}). A resumed session runs in a process that
|
|
24
|
+
* never saw the rejection; trying strict tools again would only repeat it, and the retry is what keeps the tool
|
|
25
|
+
* definitions, and so the prompt cache, unchanged. A transcript record is remembered for the session like a rejection.
|
|
26
|
+
* Pass the transcript before its system messages are folded: folding keeps only the prompt and tools.
|
|
20
27
|
*/
|
|
21
|
-
export declare function strictToolLimitsExceeded(sessionId: string | undefined, messages: readonly
|
|
28
|
+
export declare function strictToolLimitsExceeded(sessionId: string | undefined, messages: readonly {
|
|
29
|
+
role: string;
|
|
30
|
+
}[]): boolean;
|
|
22
31
|
//# sourceMappingURL=strict-tool-limits.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"strict-tool-limits.d.ts","sourceRoot":"","sources":["../../src/api/strict-tool-limits.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"strict-tool-limits.d.ts","sourceRoot":"","sources":["../../src/api/strict-tool-limits.ts"],"names":[],"mappings":"AAmBA,+GAA+G;AAC/G,wBAAgB,6BAA6B,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAEtE;AAWD;;;;;;GAMG;AACH,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAOhF;AAED,wHAAwH;AACxH,wBAAgB,2BAA2B,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAElF;AAED;;;;GAIG;AACH,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,SAAS;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,EAAE,GAAG,OAAO,CAUtF;AAED;;;;;;GAMG;AACH,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,EAAE,QAAQ,EAAE,SAAS;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,EAAE,GAAG,OAAO,CAKtH"}
|
|
@@ -46,19 +46,33 @@ export function markStrictToolLimitsExceeded(sessionId) {
|
|
|
46
46
|
export function hasExceededStrictToolLimits(sessionId) {
|
|
47
47
|
return sessionId !== undefined && sessionsOverStrictToolLimits.has(sessionId);
|
|
48
48
|
}
|
|
49
|
+
/**
|
|
50
|
+
* Returns true when `messages` record that an earlier request had its strict tools rejected for exceeding Claude's
|
|
51
|
+
* limits: the rejected reply's diagnostic, a later reply sent without strict schemas for that reason, or a system message
|
|
52
|
+
* a compaction carried the record on. Messages of other roles, such as an agent's own, are skipped.
|
|
53
|
+
*/
|
|
54
|
+
export function recordsStrictToolLimits(messages) {
|
|
55
|
+
return messages.some((message) => {
|
|
56
|
+
if (message.role === "system")
|
|
57
|
+
return message.strictToolsDisabled === true;
|
|
58
|
+
if (message.role !== "assistant")
|
|
59
|
+
return false;
|
|
60
|
+
const reply = message;
|
|
61
|
+
return (reply.strictToolsDisabled === true ||
|
|
62
|
+
(reply.diagnostics ?? []).some((diagnostic) => STRICT_TOOL_LIMIT_FALLBACK_DIAGNOSTICS.has(diagnostic.type)));
|
|
63
|
+
});
|
|
64
|
+
}
|
|
49
65
|
/**
|
|
50
66
|
* Returns true when an earlier request had its strict tools rejected for exceeding Claude's limits, as this process
|
|
51
|
-
* remembers it or as
|
|
52
|
-
*
|
|
53
|
-
*
|
|
54
|
-
* the
|
|
67
|
+
* remembers it or as `messages` record it ({@link recordsStrictToolLimits}). A resumed session runs in a process that
|
|
68
|
+
* never saw the rejection; trying strict tools again would only repeat it, and the retry is what keeps the tool
|
|
69
|
+
* definitions, and so the prompt cache, unchanged. A transcript record is remembered for the session like a rejection.
|
|
70
|
+
* Pass the transcript before its system messages are folded: folding keeps only the prompt and tools.
|
|
55
71
|
*/
|
|
56
72
|
export function strictToolLimitsExceeded(sessionId, messages) {
|
|
57
73
|
if (hasExceededStrictToolLimits(sessionId))
|
|
58
74
|
return true;
|
|
59
|
-
const recorded = messages
|
|
60
|
-
(message.strictToolsDisabled === true ||
|
|
61
|
-
(message.diagnostics ?? []).some((diagnostic) => STRICT_TOOL_LIMIT_FALLBACK_DIAGNOSTICS.has(diagnostic.type))));
|
|
75
|
+
const recorded = recordsStrictToolLimits(messages);
|
|
62
76
|
if (recorded)
|
|
63
77
|
markStrictToolLimitsExceeded(sessionId);
|
|
64
78
|
return recorded;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"strict-tool-limits.js","sourceRoot":"","sources":["../../src/api/strict-tool-limits.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,8BAA8B,EAAE,MAAM,yBAAyB,CAAC;AAGzE,4GAA4G;AAC5G,MAAM,sCAAsC,GAAwB,IAAI,GAAG,CAAC;IAC3E,iCAAiC;IACjC,+BAA+B;CAC/B,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,gCAAgC,GAAG;IACxC,mCAAmC;IACnC,yBAAyB;IACzB,yDAAyD;CACzD,CAAC;AAEF,+GAA+G;AAC/G,MAAM,UAAU,6BAA6B,CAAC,OAAe;IAC5D,OAAO,gCAAgC,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;AAChG,CAAC;AAED;;;;;GAKG;AACH,MAAM,4BAA4B,GAAG,IAAI,GAAG,EAAU,CAAC;AACvD,MAAM,oCAAoC,GAAG,MAAM,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,UAAU,4BAA4B,CAAC,SAA6B;IACzE,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO;IACpC,4BAA4B,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC5C,IAAI,4BAA4B,CAAC,IAAI,GAAG,oCAAoC,EAAE,CAAC;QAC9E,MAAM,MAAM,GAAG,4BAA4B,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QAClE,IAAI,MAAM,KAAK,SAAS;YAAE,4BAA4B,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvE,CAAC;AACF,CAAC;AAED,wHAAwH;AACxH,MAAM,UAAU,2BAA2B,CAAC,SAA6B;IACxE,OAAO,SAAS,KAAK,SAAS,IAAI,4BAA4B,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAC/E,CAAC;AAED
|
|
1
|
+
{"version":3,"file":"strict-tool-limits.js","sourceRoot":"","sources":["../../src/api/strict-tool-limits.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,8BAA8B,EAAE,MAAM,yBAAyB,CAAC;AAGzE,4GAA4G;AAC5G,MAAM,sCAAsC,GAAwB,IAAI,GAAG,CAAC;IAC3E,iCAAiC;IACjC,+BAA+B;CAC/B,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,gCAAgC,GAAG;IACxC,mCAAmC;IACnC,yBAAyB;IACzB,yDAAyD;CACzD,CAAC;AAEF,+GAA+G;AAC/G,MAAM,UAAU,6BAA6B,CAAC,OAAe;IAC5D,OAAO,gCAAgC,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;AAChG,CAAC;AAED;;;;;GAKG;AACH,MAAM,4BAA4B,GAAG,IAAI,GAAG,EAAU,CAAC;AACvD,MAAM,oCAAoC,GAAG,MAAM,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,UAAU,4BAA4B,CAAC,SAA6B;IACzE,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO;IACpC,4BAA4B,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC5C,IAAI,4BAA4B,CAAC,IAAI,GAAG,oCAAoC,EAAE,CAAC;QAC9E,MAAM,MAAM,GAAG,4BAA4B,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QAClE,IAAI,MAAM,KAAK,SAAS;YAAE,4BAA4B,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvE,CAAC;AACF,CAAC;AAED,wHAAwH;AACxH,MAAM,UAAU,2BAA2B,CAAC,SAA6B;IACxE,OAAO,SAAS,KAAK,SAAS,IAAI,4BAA4B,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAC/E,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CAAC,QAAqC;IAC5E,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;QAChC,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAQ,OAAyB,CAAC,mBAAmB,KAAK,IAAI,CAAC;QAC9F,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;YAAE,OAAO,KAAK,CAAC;QAC/C,MAAM,KAAK,GAAG,OAA2B,CAAC;QAC1C,OAAO,CACN,KAAK,CAAC,mBAAmB,KAAK,IAAI;YAClC,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,sCAAsC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAC3G,CAAC;IACH,CAAC,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,wBAAwB,CAAC,SAA6B,EAAE,QAAqC;IAC5G,IAAI,2BAA2B,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAC;IACxD,MAAM,QAAQ,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IACnD,IAAI,QAAQ;QAAE,4BAA4B,CAAC,SAAS,CAAC,CAAC;IACtD,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,8BAA8B,CAAC,CAAC,SAAS,EAAE,EAAE;IAC5C,IAAI,SAAS;QAAE,4BAA4B,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;;QACzD,4BAA4B,CAAC,KAAK,EAAE,CAAC;AAC3C,CAAC,CAAC,CAAC","sourcesContent":["import { registerSessionResourceCleanup } from \"../session-resources.ts\";\nimport type { AssistantMessage, SystemMessage } from \"../types.ts\";\n\n/** Diagnostics a reply records when Claude rejected its request's strict tools for exceeding its limits. */\nconst STRICT_TOOL_LIMIT_FALLBACK_DIAGNOSTICS: ReadonlySet<string> = new Set([\n\t\"anthropic_strict_tools_fallback\",\n\t\"bedrock_strict_tools_fallback\",\n]);\n\n/**\n * Claude rejects (on the Anthropic API and on Bedrock) a request whose strict tools exceed its limits with one of these\n * messages. Observed limits: 20 strict tools, and 16 optional or union-typed parameters across all strict tools.\n */\nconst STRICT_TOOL_LIMIT_ERROR_MESSAGES = [\n\t\"The compiled grammar is too large\",\n\t\"Too many strict tools (\",\n\t\"Schemas contains too many parameters with union types (\",\n];\n\n/** Returns true when a provider error message says the request's strict tools exceed the provider's limits. */\nexport function isStrictToolLimitErrorMessage(message: string): boolean {\n\treturn STRICT_TOOL_LIMIT_ERROR_MESSAGES.some((limitMessage) => message.includes(limitMessage));\n}\n\n/**\n * Sessions whose strict tools Claude rejected for exceeding its limits. Their later requests send `strict: \"prefer\"`\n * tools non-strict right away: the tool set rarely changes between turns, so trying strict again would only repeat\n * the rejection, and switching back to strict later would rewrite the tool definitions and miss the prompt cache.\n * Shared by the Anthropic and Bedrock providers, which run the same Claude limits.\n */\nconst sessionsOverStrictToolLimits = new Set<string>();\nconst MAX_SESSIONS_OVER_STRICT_TOOL_LIMITS = 10_000;\n\n/**\n * Records that a session's strict tools exceeded Claude's limits; does nothing without a session. Keeps at most\n * `MAX_SESSIONS_OVER_STRICT_TOOL_LIMITS` sessions.\n *\n * Entries are normally freed by `cleanupSessionResources(sessionId)` when a session ends. The cap bounds memory for\n * library users that never call it; a dropped session just pays one more rejection.\n */\nexport function markStrictToolLimitsExceeded(sessionId: string | undefined): void {\n\tif (sessionId === undefined) return;\n\tsessionsOverStrictToolLimits.add(sessionId);\n\tif (sessionsOverStrictToolLimits.size > MAX_SESSIONS_OVER_STRICT_TOOL_LIMITS) {\n\t\tconst oldest = sessionsOverStrictToolLimits.values().next().value;\n\t\tif (oldest !== undefined) sessionsOverStrictToolLimits.delete(oldest);\n\t}\n}\n\n/** Returns true when an earlier request of this session had its strict tools rejected for exceeding Claude's limits. */\nexport function hasExceededStrictToolLimits(sessionId: string | undefined): boolean {\n\treturn sessionId !== undefined && sessionsOverStrictToolLimits.has(sessionId);\n}\n\n/**\n * Returns true when `messages` record that an earlier request had its strict tools rejected for exceeding Claude's\n * limits: the rejected reply's diagnostic, a later reply sent without strict schemas for that reason, or a system message\n * a compaction carried the record on. Messages of other roles, such as an agent's own, are skipped.\n */\nexport function recordsStrictToolLimits(messages: readonly { role: string }[]): boolean {\n\treturn messages.some((message) => {\n\t\tif (message.role === \"system\") return (message as SystemMessage).strictToolsDisabled === true;\n\t\tif (message.role !== \"assistant\") return false;\n\t\tconst reply = message as AssistantMessage;\n\t\treturn (\n\t\t\treply.strictToolsDisabled === true ||\n\t\t\t(reply.diagnostics ?? []).some((diagnostic) => STRICT_TOOL_LIMIT_FALLBACK_DIAGNOSTICS.has(diagnostic.type))\n\t\t);\n\t});\n}\n\n/**\n * Returns true when an earlier request had its strict tools rejected for exceeding Claude's limits, as this process\n * remembers it or as `messages` record it ({@link recordsStrictToolLimits}). A resumed session runs in a process that\n * never saw the rejection; trying strict tools again would only repeat it, and the retry is what keeps the tool\n * definitions, and so the prompt cache, unchanged. A transcript record is remembered for the session like a rejection.\n * Pass the transcript before its system messages are folded: folding keeps only the prompt and tools.\n */\nexport function strictToolLimitsExceeded(sessionId: string | undefined, messages: readonly { role: string }[]): boolean {\n\tif (hasExceededStrictToolLimits(sessionId)) return true;\n\tconst recorded = recordsStrictToolLimits(messages);\n\tif (recorded) markStrictToolLimitsExceeded(sessionId);\n\treturn recorded;\n}\n\nregisterSessionResourceCleanup((sessionId) => {\n\tif (sessionId) sessionsOverStrictToolLimits.delete(sessionId);\n\telse sessionsOverStrictToolLimits.clear();\n});\n"]}
|
package/dist/index.d.ts
CHANGED
|
@@ -7,7 +7,7 @@ export type { GoogleOptions } from "./api/google-generative-ai.ts";
|
|
|
7
7
|
export type { GoogleApiThinkingLevel, ResolvedGoogleThinkingLevel } from "./api/google-shared.ts";
|
|
8
8
|
export type { GoogleVertexOptions } from "./api/google-vertex.ts";
|
|
9
9
|
export * from "./api/lazy.ts";
|
|
10
|
-
export { DEFAULT_THINKING_BUDGETS, thinkingBudgetForLevel } from "./api/simple-options.ts";
|
|
10
|
+
export { DEFAULT_THINKING_BUDGETS, fittedThinkingBudget, thinkingBudgetForLevel } from "./api/simple-options.ts";
|
|
11
11
|
export type { MistralOptions } from "./api/mistral-conversations.ts";
|
|
12
12
|
export type { OpenAICodexResponsesOptions, OpenAICodexWebSocketDebugStats } from "./api/openai-codex-responses.ts";
|
|
13
13
|
export type { OpenAICompletionsOptions } from "./api/openai-completions.ts";
|
|
@@ -44,6 +44,7 @@ export * from "./utils/overflow.ts";
|
|
|
44
44
|
export * from "./utils/retry.ts";
|
|
45
45
|
export * from "./utils/stream-deadline.ts";
|
|
46
46
|
export * from "./utils/streaming-json.ts";
|
|
47
|
+
export * from "./utils/tls-certificate.ts";
|
|
47
48
|
export { contentText, getSystemMessageText, renderSystemMessageUpdate } from "./utils/text.ts";
|
|
48
49
|
export * from "./utils/transcript.ts";
|
|
49
50
|
export * from "./utils/typebox-helpers.ts";
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAO/B,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AAC/G,YAAY,EAAE,2BAA2B,EAAE,MAAM,iCAAiC,CAAC;AACnF,YAAY,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC/F,YAAY,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AACnE,YAAY,EAAE,sBAAsB,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AAClG,YAAY,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAClE,cAAc,eAAe,CAAC;AAC9B,OAAO,EAAE,wBAAwB,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAO/B,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AAC/G,YAAY,EAAE,2BAA2B,EAAE,MAAM,iCAAiC,CAAC;AACnF,YAAY,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC/F,YAAY,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AACnE,YAAY,EAAE,sBAAsB,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AAClG,YAAY,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAClE,cAAc,eAAe,CAAC;AAC9B,OAAO,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjH,YAAY,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AACrE,YAAY,EAAE,2BAA2B,EAAE,8BAA8B,EAAE,MAAM,iCAAiC,CAAC;AACnH,YAAY,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AAC5E,OAAO,EACN,wBAAwB,EACxB,oBAAoB,EACpB,KAAK,mBAAmB,EACxB,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,GAC3B,MAAM,gCAAgC,CAAC;AACxC,YAAY,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACxE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AACxG,cAAc,mBAAmB,CAAC;AAClC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,mBAAmB,CAAC;AAClC,OAAO,EACN,2BAA2B,EAC3B,2BAA2B,EAC3B,KAAK,gBAAgB,EACrB,yBAAyB,EACzB,KAAK,qBAAqB,EAC1B,mBAAmB,GACnB,MAAM,gCAAgC,CAAC;AACxC,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,YAAY,EACX,aAAa,EACb,mBAAmB,EACnB,mBAAmB,EACnB,WAAW,EACX,iBAAiB,EACjB,iBAAiB,GACjB,MAAM,mCAAmC,CAAC;AAC3C,cAAc,sBAAsB,CAAC;AACrC,OAAO,EAAE,0BAA0B,EAAE,MAAM,mBAAmB,CAAC;AAC/D,cAAc,6BAA6B,CAAC;AAC5C,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,cAAc,qBAAqB,CAAC;AACpC,cAAc,4CAA4C,CAAC;AAC3D,cAAc,sCAAsC,CAAC;AACrD,cAAc,2CAA2C,CAAC;AAC1D,cAAc,8CAA8C,CAAC;AAC7D,cAAc,wBAAwB,CAAC;AACvC,cAAc,YAAY,CAAC;AAC3B,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,cAAc,qBAAqB,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,kBAAkB,CAAC;AACjC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,4BAA4B,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAC/F,cAAc,uBAAuB,CAAC;AACtC,cAAc,4BAA4B,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,cAAc,uBAAuB,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export { Type } from "typebox";
|
|
2
2
|
export * from "./api/lazy.js";
|
|
3
|
-
export { DEFAULT_THINKING_BUDGETS, thinkingBudgetForLevel } from "./api/simple-options.js";
|
|
3
|
+
export { DEFAULT_THINKING_BUDGETS, fittedThinkingBudget, thinkingBudgetForLevel } from "./api/simple-options.js";
|
|
4
4
|
export { DEFAULT_SVG_AUTHOR_MODEL, OPENAI_IMAGES_LIMITS, } from "./api/openai-images-options.js";
|
|
5
5
|
export * from "./auth/context.js";
|
|
6
6
|
export * from "./auth/credential-store.js";
|
|
@@ -31,6 +31,7 @@ export * from "./utils/overflow.js";
|
|
|
31
31
|
export * from "./utils/retry.js";
|
|
32
32
|
export * from "./utils/stream-deadline.js";
|
|
33
33
|
export * from "./utils/streaming-json.js";
|
|
34
|
+
export * from "./utils/tls-certificate.js";
|
|
34
35
|
export { contentText, getSystemMessageText, renderSystemMessageUpdate } from "./utils/text.js";
|
|
35
36
|
export * from "./utils/transcript.js";
|
|
36
37
|
export * from "./utils/typebox-helpers.js";
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAa/B,cAAc,eAAe,CAAC;AAC9B,OAAO,EAAE,wBAAwB,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAa/B,cAAc,eAAe,CAAC;AAC9B,OAAO,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAIjH,OAAO,EACN,wBAAwB,EACxB,oBAAoB,GAIpB,MAAM,gCAAgC,CAAC;AAGxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,mBAAmB,CAAC;AAClC,OAAO,EACN,2BAA2B,EAC3B,2BAA2B,EAE3B,yBAAyB,EAEzB,mBAAmB,GACnB,MAAM,gCAAgC,CAAC;AACxC,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AASnC,cAAc,sBAAsB,CAAC;AACrC,OAAO,EAAE,0BAA0B,EAAE,MAAM,mBAAmB,CAAC;AAC/D,cAAc,6BAA6B,CAAC;AAC5C,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,cAAc,qBAAqB,CAAC;AACpC,cAAc,4CAA4C,CAAC;AAC3D,cAAc,sCAAsC,CAAC;AACrD,cAAc,2CAA2C,CAAC;AAC1D,cAAc,8CAA8C,CAAC;AAC7D,cAAc,wBAAwB,CAAC;AACvC,cAAc,YAAY,CAAC;AAC3B,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,cAAc,qBAAqB,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,kBAAkB,CAAC;AACjC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,4BAA4B,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAC/F,cAAc,uBAAuB,CAAC;AACtC,cAAc,4BAA4B,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,cAAc,uBAAuB,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC","sourcesContent":["export type { Static, TSchema } from \"typebox\";\nexport { Type } from \"typebox\";\n\n// Core only, side-effect free: no generated catalogs, no provider factories,\n// no api-registry, no OAuth implementations, no compat. Provider factories\n// live under \"@bastani/atomic-ai/providers/*\", API implementations under\n// \"@bastani/atomic-ai/api/*\", the old global API under\n// \"@bastani/atomic-ai/compat\".\nexport type { AnthropicEffort, AnthropicOptions, AnthropicThinkingDisplay } from \"./api/anthropic-messages.ts\";\nexport type { AzureOpenAIResponsesOptions } from \"./api/azure-openai-responses.ts\";\nexport type { BedrockOptions, BedrockThinkingDisplay } from \"./api/bedrock-converse-stream.ts\";\nexport type { GoogleOptions } from \"./api/google-generative-ai.ts\";\nexport type { GoogleApiThinkingLevel, ResolvedGoogleThinkingLevel } from \"./api/google-shared.ts\";\nexport type { GoogleVertexOptions } from \"./api/google-vertex.ts\";\nexport * from \"./api/lazy.ts\";\nexport { DEFAULT_THINKING_BUDGETS, fittedThinkingBudget, thinkingBudgetForLevel } from \"./api/simple-options.ts\";\nexport type { MistralOptions } from \"./api/mistral-conversations.ts\";\nexport type { OpenAICodexResponsesOptions, OpenAICodexWebSocketDebugStats } from \"./api/openai-codex-responses.ts\";\nexport type { OpenAICompletionsOptions } from \"./api/openai-completions.ts\";\nexport {\n\tDEFAULT_SVG_AUTHOR_MODEL,\n\tOPENAI_IMAGES_LIMITS,\n\ttype OpenAIImagesOptions,\n\ttype OpenAIImagesOutputFormat,\n\ttype OpenAIImagesSvgOptions,\n} from \"./api/openai-images-options.ts\";\nexport type { OpenAIResponsesOptions } from \"./api/openai-responses.ts\";\nexport type { PiMessagesEvent, PiMessagesOptions, PiMessagesRewriteImpact } from \"./api/pi-messages.ts\";\nexport * from \"./auth/context.ts\";\nexport * from \"./auth/credential-store.ts\";\nexport * from \"./auth/helpers.ts\";\nexport {\n\tisOAuthRefreshRejectedError,\n\tisPermanentRefreshRejection,\n\ttype OAuthErrorDetail,\n\tOAuthRefreshRejectedError,\n\ttype OAuthRefreshRejection,\n\tparseOAuthErrorBody,\n} from \"./auth/oauth-refresh-errors.ts\";\nexport * from \"./auth/types.ts\";\nexport * from \"./cache-warming.ts\";\nexport type {\n\tOAuthAuthInfo,\n\tOAuthDeviceCodeInfo,\n\tOAuthLoginCallbacks,\n\tOAuthPrompt,\n\tOAuthSelectOption,\n\tOAuthSelectPrompt,\n} from \"./compat/extension-oauth-types.ts\";\nexport * from \"./decision-models.ts\";\nexport { containsKnownEnvCredential } from \"./env-api-keys.ts\";\nexport * from \"./image-generation-error.ts\";\nexport * from \"./models.ts\";\nexport * from \"./models-store.ts\";\nexport { normalizeProviderId } from \"./provider-id.ts\";\nexport * from \"./providers/faux.ts\";\nexport * from \"./providers/github-copilot-capabilities.ts\";\nexport * from \"./providers/github-copilot-errors.ts\";\nexport * from \"./providers/github-copilot-stop-reason.ts\";\nexport * from \"./providers/github-copilot-stream-attempt.ts\";\nexport * from \"./session-resources.ts\";\nexport * from \"./types.ts\";\nexport * from \"./utils/diagnostics.ts\";\nexport * from \"./utils/event-stream.ts\";\nexport { AssistantMessageEventStream } from \"./utils/event-stream.ts\";\nexport * from \"./utils/identity.ts\";\nexport { toInlineImage } from \"./utils/inline-images.ts\";\nexport * from \"./utils/json-parse.ts\";\nexport * from \"./utils/overflow.ts\";\nexport * from \"./utils/retry.ts\";\nexport * from \"./utils/stream-deadline.ts\";\nexport * from \"./utils/streaming-json.ts\";\nexport * from \"./utils/tls-certificate.ts\";\nexport { contentText, getSystemMessageText, renderSystemMessageUpdate } from \"./utils/text.ts\";\nexport * from \"./utils/transcript.ts\";\nexport * from \"./utils/typebox-helpers.ts\";\nexport { uuidv7 } from \"./utils/uuid.ts\";\nexport * from \"./utils/validation.ts\";\nexport { PI_AI_VERSION } from \"./utils/version.ts\";\n"]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"schemaVersion":6,"generatedAt":"2026-11-
|
|
1
|
+
{"schemaVersion":6,"generatedAt":"2026-11-21T10:32:55.219Z","structureHash":"3ee1584d06fa461e0f11ec886a5a692a0f240218d7033c21af8e0ad45f42a5d8","inputsHash":"f527ea08aeb7bc0be4446913f5888fe4e7ff0979216e4431e6080a40eadd7f6e","files":{"amazon-bedrock.json":"1dab2ff833ddd537c2acaf4cb4861ba25f95834de024d6d432ddc5528c2f60ee","ant-ling.json":"628feab3ef6c7d80ce96f75999804e1d9f05fec3851e5302e30fff3b69db90f6","anthropic.json":"bcb41bae2d7b1f499903851cdadf3119cb58bf9c9fd434203a89f458746b2d06","azure.json":"dc8a960bcf64cdb78c5cda7173282477c2eecdf4ed99d11a72aa1c137a7914eb","baseten.json":"09ae9052506d3c0dbc312786167597ca5b02044a9cc8e7b16150757100f5eea6","cerebras.json":"2eb969b2956844f9a641d3de52c19f1791293c58f607282fb3b0ebfe85ff66f8","cloudflare-ai-gateway.json":"e20691466b294627f874be8d1bf42a537a102d79fce6aec4ad60d5285e29d50d","cloudflare-workers-ai.json":"2ef8c6ccb217a574efcd562da45f59966b07a52d7f0ce92de01523513e92753b","deepseek.json":"10a296fb3e898f7715c80890c8af0af4f5fd58f22dbcd6612fdc5d762157ccdc","fireworks.json":"7f373be387f753c38086b0feb00e2435cd39b7913ac3a9d1ba0039be160cdee8","github-copilot.json":"668bf9b01d7ad511883707fb0aa79e907972e2ad3792b1d60c8f11bc67cbb13a","google-vertex.json":"f73cb486e25b4867b16749473e29fc3fcd09110186c53b12ef54f89f674e15f2","google.json":"83b5bae1a9a34e5b0ea681daf61be2c4d66b365145b928dcd39edb08584cdde7","groq.json":"087df37206e9eed8b10f1e558e4c496289bef60074b7e8afba4f20fb102b4ec2","huggingface.json":"bcba6ea866be68cff9522da8de16291ecf53ae3a9b057b3f01b02933191d863c","kimi-coding.json":"7980156c11b7abf7667aab8b2e1d9c006106f65a7b64a9dc960b8a7891270079","meta.json":"6ccc391fc86586638b4a2f26420f0e4763fccce04d746665cbd55f477124bb3b","minimax-cn.json":"fa15d1f67a07046d38e191af9bd97ed922ba45a99a11af4ad281151cc6b762aa","minimax.json":"1e0459dda3858ea24151182106fc4179b95f43a0a8dffc1c3d2e7db4c2d9206e","mistral.json":"efac2474fc22cf48215bf79222e47df8186a1e880ddc0bed3e0fe7947bc6660e","moonshotai-cn.json":"1a15468b1edf9205956e4c5ea41fc4cacc14eabf00523b9143e23a38264f57f7","moonshotai.json":"f31cdf2e6c81a403c4cb0e6b7e759ceff2820f966b08dbec80cfafa3f80dfc63","nvidia.json":"fe1b0e33b5bc24756a3b3660674a783e3d4a70ace904a7beafafd45b1a668731","openai-codex.json":"109fcbd8a74d5728fbb4217143f422a95f7605631aefdfb9cd97c84b11c5441a","openai-decisions.json":"0c7d54fcbac5e7388872a85c0db7f336c5a57c82d403266e9ae04f87561daf4f","openai-images.json":"95e906730507ae8adcd49afa81fc21f7cee13c12842a71ba04ab62c59637bdb6","openai.json":"1d198edd3be3b530f1c39b09c38a3d5533e718a3c6179aef420ea9ede43a063e","opencode-go.json":"2988f82862123acb2726db889c28080935cad0fbb6ccbe18d39b24c88f1d8248","opencode.json":"6babfe2c2787565b0491c530d2df07c64de4ea3fbd98783d85aaac0290a50689","openrouter.json":"4d34aeb241f4a9fcac6e593c8bacc9d93585972ef96ed2487ac8b2af076567e3","qwen-token-plan-cn.json":"acdcd16ff61cb48856c60f3190e32574546ffb5a7f1fd7fe4c759ad83f217082","qwen-token-plan-individual-cn.json":"50e4cc19f732a3f57813af5da0b908ebf26ff907f09f0f32f64d6c102866fc66","qwen-token-plan-individual.json":"d48740c24107d42b952dd1c4fbbc09cb9d85c5f439ded3e92b7b462e97f8e38f","qwen-token-plan.json":"4018b952fae26a99eb296e2846c74ee4e919d4cd50ef0c564655b95dccffa203","together.json":"e3c6f7e9ac64a75e7e395e614f0fee85a45f8c34463dc8bcfe0e7141167451b1","typesafe.json":"938c89dfb6f636dce1483ec6acc739af4b881f61003d007807a74414eb2bf357","vercel-ai-gateway.json":"1ff5be9ff5203d5757efc01879da2a10b73795f9f859cb2ba33b286c294c7e89","xai.json":"59f8a7bdf14e79ba1b0d0a37e56251bbf100420bdac7d6af5942508fdb990f11","xiaomi-token-plan-ams.json":"bfd33741da693bdb8e8ebd4e7b90c3e90820aa18432ad081a5a98db13c6bd296","xiaomi-token-plan-cn.json":"4b61d78feae3a926fda918c3fd3a9afaf2ca60c1bba0af8270a5398fb50a983e","xiaomi-token-plan-sgp.json":"b05a197ce24fd69fc9440f4ba929984ac7a0fefbe8083268734b422e721987ec","xiaomi.json":"495b5fddf3c3ec8904fecc15c4c19536f4961dce7b51512b6909d2df2e739824","zai-coding-cn.json":"cc9e0768e726ef55d2b7af853ac5f3585dc72575932cb38840a3877d18736b78","zai.json":"58e6642fdfb736f0b9a4a277c760c536a3cea66a030abbfb2615f7b2851d5c6f"}}
|