@polpo-ai/llm 0.18.2 → 0.18.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/structured-output-routing.d.ts +15 -0
- package/dist/structured-output-routing.d.ts.map +1 -0
- package/dist/structured-output-routing.js +36 -0
- package/dist/structured-output-routing.js.map +1 -0
- package/dist/structured-output-routing.test.d.ts +2 -0
- package/dist/structured-output-routing.test.d.ts.map +1 -0
- package/dist/structured-output-routing.test.js +37 -0
- package/dist/structured-output-routing.test.js.map +1 -0
- package/package.json +2 -2
package/dist/index.d.ts
CHANGED
|
@@ -31,6 +31,8 @@ export type { ToolInputValidationResult } from "./tool-schema.js";
|
|
|
31
31
|
export { ToolCapabilityUnsupportedError, ToolChoiceInvalidError, OutputCapabilityUnsupportedError, UNKNOWN_MODEL_RUNTIME_CAPABILITIES, assertModelTurnCapabilityPlan, createEffectiveTurnPlan, directProviderRuntimeCapabilities, markToolStrictness, prepareToolsForRuntimeCapabilities, } from "./model-runtime-capabilities.js";
|
|
32
32
|
export type { CombinedToolsOutputCapability, CompiledVisibleTool, EffectiveTurnPlan, ModelRuntimeCapabilities, RuntimeCapabilitySupport, StructuredOutputCapability, ToolCapabilityWarning, } from "./model-runtime-capabilities.js";
|
|
33
33
|
export { StructuredOutputDeltaGate, isStructuredModelOutputError, modelOutputForJsonSchema, } from "./model-output.js";
|
|
34
|
+
export { needsSeparateStructuredOutputReasoningPass, providerOptionsForStructuredOutputPass, } from "./structured-output-routing.js";
|
|
35
|
+
export type { StructuredOutputRuntimeRoute } from "./structured-output-routing.js";
|
|
34
36
|
export { ModelPolicyTurnError, isCommittingModelTurnEvent, runModelPolicyTurn, } from "./model-policy-turn.js";
|
|
35
37
|
export type { ModelPolicyAttempt, ModelPolicyAttemptFailure, ModelPolicyAttemptResolution, ModelPolicyAttemptRunner, ModelPolicyEvent, ModelPolicyTurnResult, RunModelPolicyTurnInput, } from "./model-policy-turn.js";
|
|
36
38
|
export { createStructuredModelRouteClassifier } from "./model-route-classifier.js";
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjF,OAAO,EAEL,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY,EAEZ,aAAa,EACb,UAAU,EACV,0BAA0B,EAE1B,oBAAoB,EACpB,oBAAoB,EAEpB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EAErB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAGpG,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAG/D,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,+BAA+B,EAC/B,kCAAkC,EAClC,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AACtC,YAAY,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,MAAM,8BAA8B,CAAC;AAG9G,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AACvC,YAAY,EAAE,6BAA6B,EAAE,MAAM,+BAA+B,CAAC;AAGnF,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AACpC,YAAY,EAAE,sBAAsB,EAAE,mCAAmC,EAAE,MAAM,4BAA4B,CAAC;AAG9G,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAGlE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAGvB,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,eAAe,EACf,oCAAoC,EACpC,mCAAmC,EACnC,+BAA+B,EAC/B,gCAAgC,GACjC,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,oBAAoB,GACrB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,8BAA8B,EAC9B,gCAAgC,EAChC,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAGlE,OAAO,EACL,8BAA8B,EAC9B,sBAAsB,EACtB,gCAAgC,EAChC,kCAAkC,EAClC,6BAA6B,EAC7B,uBAAuB,EACvB,iCAAiC,EACjC,kBAAkB,EAClB,kCAAkC,GACnC,MAAM,iCAAiC,CAAC;AACzC,YAAY,EACV,6BAA6B,EAC7B,mBAAmB,EACnB,iBAAiB,EACjB,wBAAwB,EACxB,wBAAwB,EACxB,0BAA0B,EAC1B,qBAAqB,GACtB,MAAM,iCAAiC,CAAC;AAGzC,OAAO,EACL,yBAAyB,EACzB,4BAA4B,EAC5B,wBAAwB,GACzB,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjF,OAAO,EAEL,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY,EAEZ,aAAa,EACb,UAAU,EACV,0BAA0B,EAE1B,oBAAoB,EACpB,oBAAoB,EAEpB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EAErB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAGpG,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAG/D,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,+BAA+B,EAC/B,kCAAkC,EAClC,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AACtC,YAAY,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,MAAM,8BAA8B,CAAC;AAG9G,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AACvC,YAAY,EAAE,6BAA6B,EAAE,MAAM,+BAA+B,CAAC;AAGnF,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AACpC,YAAY,EAAE,sBAAsB,EAAE,mCAAmC,EAAE,MAAM,4BAA4B,CAAC;AAG9G,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAGlE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAGvB,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,eAAe,EACf,oCAAoC,EACpC,mCAAmC,EACnC,+BAA+B,EAC/B,gCAAgC,GACjC,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,oBAAoB,GACrB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,8BAA8B,EAC9B,gCAAgC,EAChC,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAGlE,OAAO,EACL,8BAA8B,EAC9B,sBAAsB,EACtB,gCAAgC,EAChC,kCAAkC,EAClC,6BAA6B,EAC7B,uBAAuB,EACvB,iCAAiC,EACjC,kBAAkB,EAClB,kCAAkC,GACnC,MAAM,iCAAiC,CAAC;AACzC,YAAY,EACV,6BAA6B,EAC7B,mBAAmB,EACnB,iBAAiB,EACjB,wBAAwB,EACxB,wBAAwB,EACxB,0BAA0B,EAC1B,qBAAqB,GACtB,MAAM,iCAAiC,CAAC;AAGzC,OAAO,EACL,yBAAyB,EACzB,4BAA4B,EAC5B,wBAAwB,GACzB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,0CAA0C,EAC1C,sCAAsC,GACvC,MAAM,gCAAgC,CAAC;AACxC,YAAY,EAAE,4BAA4B,EAAE,MAAM,gCAAgC,CAAC;AAGnF,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,kBAAkB,GACnB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,kBAAkB,EAClB,yBAAyB,EACzB,4BAA4B,EAC5B,wBAAwB,EACxB,gBAAgB,EAChB,qBAAqB,EACrB,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,oCAAoC,EAAE,MAAM,6BAA6B,CAAC;AACnF,YAAY,EACV,qCAAqC,EACrC,4BAA4B,EAC5B,oCAAoC,GACrC,MAAM,6BAA6B,CAAC;AAGrC,OAAO,EACL,wCAAwC,GACzC,MAAM,iCAAiC,CAAC;AACzC,YAAY,EACV,yCAAyC,EACzC,gCAAgC,EAChC,wCAAwC,GACzC,MAAM,iCAAiC,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -44,6 +44,7 @@ export { MAX_TOOL_INPUT_BYTES, MAX_TOOL_INPUT_DEPTH, MAX_TOOL_INPUT_NODES, MAX_T
|
|
|
44
44
|
export { ToolCapabilityUnsupportedError, ToolChoiceInvalidError, OutputCapabilityUnsupportedError, UNKNOWN_MODEL_RUNTIME_CAPABILITIES, assertModelTurnCapabilityPlan, createEffectiveTurnPlan, directProviderRuntimeCapabilities, markToolStrictness, prepareToolsForRuntimeCapabilities, } from "./model-runtime-capabilities.js";
|
|
45
45
|
// ─── Structured Model Outputs ───────────────────────
|
|
46
46
|
export { StructuredOutputDeltaGate, isStructuredModelOutputError, modelOutputForJsonSchema, } from "./model-output.js";
|
|
47
|
+
export { needsSeparateStructuredOutputReasoningPass, providerOptionsForStructuredOutputPass, } from "./structured-output-routing.js";
|
|
47
48
|
// ─── Model Policy Turn Primitive ────────────────────
|
|
48
49
|
export { ModelPolicyTurnError, isCommittingModelTurnEvent, runModelPolicyTurn, } from "./model-policy-turn.js";
|
|
49
50
|
// ─── Model Route Classifier ─────────────────────────
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,0DAA0D;AAC1D,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAG9B,wDAAwD;AACxD,OAAO;AACL,kBAAkB;AAClB,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY;AACZ,wCAAwC;AACxC,aAAa,EACb,UAAU,EACV,0BAA0B;AAC1B,qBAAqB;AACrB,oBAAoB,EACpB,oBAAoB;AACpB,kBAAkB;AAClB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB;AACrB,sBAAsB;AACtB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAO7B,wDAAwD;AACxD,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAmB5B,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,+BAA+B,EAC/B,kCAAkC,EAClC,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AAGtC,wDAAwD;AACxD,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AAGvC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAGpC,yDAAyD;AACzD,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAE/B,wDAAwD;AACxD,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAEpB,uDAAuD;AACvD,OAAO,EACL,eAAe,EACf,oCAAoC,EACpC,mCAAmC,EACnC,+BAA+B,EAC/B,gCAAgC,GACjC,MAAM,kBAAkB,CAAC;AAQ1B,uDAAuD;AACvD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,8BAA8B,EAC9B,gCAAgC,EAChC,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAG1B,uDAAuD;AACvD,OAAO,EACL,8BAA8B,EAC9B,sBAAsB,EACtB,gCAAgC,EAChC,kCAAkC,EAClC,6BAA6B,EAC7B,uBAAuB,EACvB,iCAAiC,EACjC,kBAAkB,EAClB,kCAAkC,GACnC,MAAM,iCAAiC,CAAC;AAWzC,uDAAuD;AACvD,OAAO,EACL,yBAAyB,EACzB,4BAA4B,EAC5B,wBAAwB,GACzB,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,0DAA0D;AAC1D,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAG9B,wDAAwD;AACxD,OAAO;AACL,kBAAkB;AAClB,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY;AACZ,wCAAwC;AACxC,aAAa,EACb,UAAU,EACV,0BAA0B;AAC1B,qBAAqB;AACrB,oBAAoB,EACpB,oBAAoB;AACpB,kBAAkB;AAClB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB;AACrB,sBAAsB;AACtB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAO7B,wDAAwD;AACxD,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAmB5B,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,+BAA+B,EAC/B,kCAAkC,EAClC,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AAGtC,wDAAwD;AACxD,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AAGvC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAGpC,yDAAyD;AACzD,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAE/B,wDAAwD;AACxD,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAEpB,uDAAuD;AACvD,OAAO,EACL,eAAe,EACf,oCAAoC,EACpC,mCAAmC,EACnC,+BAA+B,EAC/B,gCAAgC,GACjC,MAAM,kBAAkB,CAAC;AAQ1B,uDAAuD;AACvD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,8BAA8B,EAC9B,gCAAgC,EAChC,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAG1B,uDAAuD;AACvD,OAAO,EACL,8BAA8B,EAC9B,sBAAsB,EACtB,gCAAgC,EAChC,kCAAkC,EAClC,6BAA6B,EAC7B,uBAAuB,EACvB,iCAAiC,EACjC,kBAAkB,EAClB,kCAAkC,GACnC,MAAM,iCAAiC,CAAC;AAWzC,uDAAuD;AACvD,OAAO,EACL,yBAAyB,EACzB,4BAA4B,EAC5B,wBAAwB,GACzB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,0CAA0C,EAC1C,sCAAsC,GACvC,MAAM,gCAAgC,CAAC;AAGxC,uDAAuD;AACvD,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,kBAAkB,GACnB,MAAM,wBAAwB,CAAC;AAWhC,uDAAuD;AACvD,OAAO,EAAE,oCAAoC,EAAE,MAAM,6BAA6B,CAAC;AAOnF,uDAAuD;AACvD,OAAO,EACL,wCAAwC,GACzC,MAAM,iCAAiC,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { ModelRuntimeMode } from "./model-runtime.js";
|
|
2
|
+
export interface StructuredOutputRuntimeRoute {
|
|
3
|
+
provider: string;
|
|
4
|
+
runtimeMode?: ModelRuntimeMode;
|
|
5
|
+
}
|
|
6
|
+
export declare function needsSeparateStructuredOutputReasoningPass(route: StructuredOutputRuntimeRoute, reasoning: string | undefined, providerOptions?: Record<string, any>): boolean;
|
|
7
|
+
/**
|
|
8
|
+
* Vercel AI Gateway currently implements Anthropic structured output as a
|
|
9
|
+
* forced synthetic tool. Anthropic rejects forced tool choice while extended
|
|
10
|
+
* thinking is enabled, so the terminal schema pass must omit thinking on this
|
|
11
|
+
* concrete route. Direct Anthropic adapters use native output_config and keep
|
|
12
|
+
* reasoning and structured output in one request.
|
|
13
|
+
*/
|
|
14
|
+
export declare function providerOptionsForStructuredOutputPass(route: StructuredOutputRuntimeRoute, reasoning: string | undefined, providerOptions: Record<string, any> | undefined): Record<string, any> | undefined;
|
|
15
|
+
//# sourceMappingURL=structured-output-routing.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"structured-output-routing.d.ts","sourceRoot":"","sources":["../src/structured-output-routing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,gBAAgB,CAAC;CAChC;AAED,wBAAgB,0CAA0C,CACxD,KAAK,EAAE,4BAA4B,EACnC,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GACpC,OAAO,CAiBT;AAED;;;;;;GAMG;AACH,wBAAgB,sCAAsC,CACpD,KAAK,EAAE,4BAA4B,EACnC,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,GAC/C,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,CAajC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
export function needsSeparateStructuredOutputReasoningPass(route, reasoning, providerOptions) {
|
|
2
|
+
const anthropic = providerOptions?.anthropic;
|
|
3
|
+
const thinking = anthropic && typeof anthropic === "object" && !Array.isArray(anthropic)
|
|
4
|
+
? anthropic.thinking
|
|
5
|
+
: undefined;
|
|
6
|
+
const hasEffectiveThinking = Boolean(thinking
|
|
7
|
+
&& typeof thinking === "object"
|
|
8
|
+
&& !Array.isArray(thinking)
|
|
9
|
+
&& thinking.type !== "disabled");
|
|
10
|
+
return route.provider === "anthropic"
|
|
11
|
+
&& route.runtimeMode === "gateway"
|
|
12
|
+
&& (hasEffectiveThinking
|
|
13
|
+
|| (reasoning !== undefined && reasoning !== "off"));
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Vercel AI Gateway currently implements Anthropic structured output as a
|
|
17
|
+
* forced synthetic tool. Anthropic rejects forced tool choice while extended
|
|
18
|
+
* thinking is enabled, so the terminal schema pass must omit thinking on this
|
|
19
|
+
* concrete route. Direct Anthropic adapters use native output_config and keep
|
|
20
|
+
* reasoning and structured output in one request.
|
|
21
|
+
*/
|
|
22
|
+
export function providerOptionsForStructuredOutputPass(route, reasoning, providerOptions) {
|
|
23
|
+
if (!needsSeparateStructuredOutputReasoningPass(route, reasoning, providerOptions)) {
|
|
24
|
+
return providerOptions;
|
|
25
|
+
}
|
|
26
|
+
const anthropic = providerOptions?.anthropic;
|
|
27
|
+
if (!anthropic || typeof anthropic !== "object" || Array.isArray(anthropic)) {
|
|
28
|
+
return providerOptions;
|
|
29
|
+
}
|
|
30
|
+
const { thinking: _thinking, effort: _effort, ...terminalAnthropic } = anthropic;
|
|
31
|
+
return {
|
|
32
|
+
...providerOptions,
|
|
33
|
+
anthropic: terminalAnthropic,
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=structured-output-routing.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"structured-output-routing.js","sourceRoot":"","sources":["../src/structured-output-routing.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,0CAA0C,CACxD,KAAmC,EACnC,SAA6B,EAC7B,eAAqC;IAErC,MAAM,SAAS,GAAG,eAAe,EAAE,SAAS,CAAC;IAC7C,MAAM,QAAQ,GAAG,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;QACtF,CAAC,CAAC,SAAS,CAAC,QAAQ;QACpB,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,oBAAoB,GAAG,OAAO,CAClC,QAAQ;WACL,OAAO,QAAQ,KAAK,QAAQ;WAC5B,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;WACxB,QAAQ,CAAC,IAAI,KAAK,UAAU,CAChC,CAAC;IACF,OAAO,KAAK,CAAC,QAAQ,KAAK,WAAW;WAChC,KAAK,CAAC,WAAW,KAAK,SAAS;WAC/B,CACD,oBAAoB;eACjB,CAAC,SAAS,KAAK,SAAS,IAAI,SAAS,KAAK,KAAK,CAAC,CACpD,CAAC;AACN,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,sCAAsC,CACpD,KAAmC,EACnC,SAA6B,EAC7B,eAAgD;IAEhD,IAAI,CAAC,0CAA0C,CAAC,KAAK,EAAE,SAAS,EAAE,eAAe,CAAC,EAAE,CAAC;QACnF,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,MAAM,SAAS,GAAG,eAAe,EAAE,SAAS,CAAC;IAC7C,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5E,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,EAAE,GAAG,SAAS,CAAC;IACjF,OAAO;QACL,GAAG,eAAe;QAClB,SAAS,EAAE,iBAAiB;KAC7B,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"structured-output-routing.test.d.ts","sourceRoot":"","sources":["../src/structured-output-routing.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { describe, expect, it } from "vitest";
|
|
2
|
+
import { needsSeparateStructuredOutputReasoningPass, providerOptionsForStructuredOutputPass, } from "./structured-output-routing.js";
|
|
3
|
+
describe("structured output runtime routing", () => {
|
|
4
|
+
const gatewayAnthropic = { provider: "anthropic", runtimeMode: "gateway" };
|
|
5
|
+
const reasoning = {
|
|
6
|
+
anthropic: {
|
|
7
|
+
structuredOutputMode: "auto",
|
|
8
|
+
thinking: { type: "enabled", budgetTokens: 4096 },
|
|
9
|
+
effort: "medium",
|
|
10
|
+
},
|
|
11
|
+
gateway: { order: ["anthropic"] },
|
|
12
|
+
};
|
|
13
|
+
it("separates Anthropic Gateway reasoning from the terminal schema pass", () => {
|
|
14
|
+
expect(needsSeparateStructuredOutputReasoningPass(gatewayAnthropic, "medium", reasoning)).toBe(true);
|
|
15
|
+
expect(providerOptionsForStructuredOutputPass(gatewayAnthropic, "medium", reasoning)).toEqual({
|
|
16
|
+
anthropic: { structuredOutputMode: "auto" },
|
|
17
|
+
gateway: { order: ["anthropic"] },
|
|
18
|
+
});
|
|
19
|
+
});
|
|
20
|
+
it("uses the effective provider thinking when reasoning was defaulted by the host", () => {
|
|
21
|
+
expect(needsSeparateStructuredOutputReasoningPass(gatewayAnthropic, undefined, reasoning)).toBe(true);
|
|
22
|
+
expect(providerOptionsForStructuredOutputPass(gatewayAnthropic, undefined, reasoning)).toEqual({
|
|
23
|
+
anthropic: { structuredOutputMode: "auto" },
|
|
24
|
+
gateway: { order: ["anthropic"] },
|
|
25
|
+
});
|
|
26
|
+
});
|
|
27
|
+
it.each([
|
|
28
|
+
[{ provider: "anthropic", runtimeMode: "provider" }, "medium", reasoning],
|
|
29
|
+
[gatewayAnthropic, "off", { anthropic: { structuredOutputMode: "auto" } }],
|
|
30
|
+
[{ provider: "openai", runtimeMode: "gateway" }, "medium", reasoning],
|
|
31
|
+
[gatewayAnthropic, undefined, { anthropic: { structuredOutputMode: "auto" } }],
|
|
32
|
+
])("preserves provider options when the route does not conflict: %#", (route, level, options) => {
|
|
33
|
+
expect(needsSeparateStructuredOutputReasoningPass(route, level, options)).toBe(false);
|
|
34
|
+
expect(providerOptionsForStructuredOutputPass(route, level, options)).toBe(options);
|
|
35
|
+
});
|
|
36
|
+
});
|
|
37
|
+
//# sourceMappingURL=structured-output-routing.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"structured-output-routing.test.js","sourceRoot":"","sources":["../src/structured-output-routing.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,0CAA0C,EAC1C,sCAAsC,GACvC,MAAM,gCAAgC,CAAC;AAExC,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACjD,MAAM,gBAAgB,GAAG,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,SAAkB,EAAE,CAAC;IACpF,MAAM,SAAS,GAAG;QAChB,SAAS,EAAE;YACT,oBAAoB,EAAE,MAAM;YAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,EAAE;YACjD,MAAM,EAAE,QAAQ;SACjB;QACD,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE;KAClC,CAAC;IAEF,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,MAAM,CAAC,0CAA0C,CAAC,gBAAgB,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrG,MAAM,CAAC,sCAAsC,CAC3C,gBAAgB,EAChB,QAAQ,EACR,SAAS,CACV,CAAC,CAAC,OAAO,CAAC;YACT,SAAS,EAAE,EAAE,oBAAoB,EAAE,MAAM,EAAE;YAC3C,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE;SAClC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,GAAG,EAAE;QACvF,MAAM,CAAC,0CAA0C,CAC/C,gBAAgB,EAChB,SAAS,EACT,SAAS,CACV,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,CAAC,sCAAsC,CAC3C,gBAAgB,EAChB,SAAS,EACT,SAAS,CACV,CAAC,CAAC,OAAO,CAAC;YACT,SAAS,EAAE,EAAE,oBAAoB,EAAE,MAAM,EAAE;YAC3C,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE;SAClC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,IAAI,CAAC;QACN,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,UAAmB,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC;QAClF,CAAC,gBAAgB,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,oBAAoB,EAAE,MAAM,EAAE,EAAE,CAAC;QAC1E,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAkB,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC;QAC9E,CAAC,gBAAgB,EAAE,SAAS,EAAE,EAAE,SAAS,EAAE,EAAE,oBAAoB,EAAE,MAAM,EAAE,EAAE,CAAC;KAC/E,CAAC,CAAC,iEAAiE,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAC9F,MAAM,CAAC,0CAA0C,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtF,MAAM,CAAC,sCAAsC,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@polpo-ai/llm",
|
|
3
|
-
"version": "0.18.
|
|
3
|
+
"version": "0.18.4",
|
|
4
4
|
"description": "LLM abstraction for Polpo — multi-provider model resolution, streaming, cost tracking, and failover built on Vercel AI SDK + AI Gateway",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -27,7 +27,7 @@
|
|
|
27
27
|
"@hyperjump/browser": "1.4.0",
|
|
28
28
|
"@hyperjump/json-schema": "1.17.7",
|
|
29
29
|
"zod": "^4.3.6",
|
|
30
|
-
"@polpo-ai/core": "0.18.
|
|
30
|
+
"@polpo-ai/core": "0.18.4"
|
|
31
31
|
},
|
|
32
32
|
"peerDependencies": {
|
|
33
33
|
"@ai-sdk/gateway": ">=3.0.0",
|