@polpo-ai/llm 0.15.37 → 0.15.38
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/dist/model-route-classifier.d.ts +16 -0
- package/dist/model-route-classifier.d.ts.map +1 -0
- package/dist/model-route-classifier.js +40 -0
- package/dist/model-route-classifier.js.map +1 -0
- package/dist/model-route-classifier.test.d.ts +2 -0
- package/dist/model-route-classifier.test.d.ts.map +1 -0
- package/dist/model-route-classifier.test.js +95 -0
- package/dist/model-route-classifier.test.js.map +1 -0
- package/package.json +3 -2
package/dist/index.d.ts
CHANGED
|
@@ -28,4 +28,6 @@ export { streamModelTurn, normalizeResponseMessagesForHistory, } from "./stream-
|
|
|
28
28
|
export type { ModelTurnEvent, ModelTurnResult, StreamModelTurnInput, } from "./stream-turn.js";
|
|
29
29
|
export { ModelPolicyTurnError, isCommittingModelTurnEvent, runModelPolicyTurn, } from "./model-policy-turn.js";
|
|
30
30
|
export type { ModelPolicyAttempt, ModelPolicyAttemptFailure, ModelPolicyAttemptResolution, ModelPolicyAttemptRunner, ModelPolicyEvent, ModelPolicyTurnResult, RunModelPolicyTurnInput, } from "./model-policy-turn.js";
|
|
31
|
+
export { createStructuredModelRouteClassifier } from "./model-route-classifier.js";
|
|
32
|
+
export type { StructuredModelRouteClassifierOptions, StructuredModelRouteGenerate, StructuredModelRouteGenerationResult, } from "./model-route-classifier.js";
|
|
31
33
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjF,OAAO,EAEL,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY,EAEZ,aAAa,EACb,UAAU,EACV,0BAA0B,EAE1B,oBAAoB,EACpB,oBAAoB,EAEpB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EAErB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAGpG,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAG/D,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,+BAA+B,EAC/B,kCAAkC,EAClC,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AACtC,YAAY,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,MAAM,8BAA8B,CAAC;AAG9G,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AACvC,YAAY,EAAE,6BAA6B,EAAE,MAAM,+BAA+B,CAAC;AAGnF,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AACpC,YAAY,EAAE,sBAAsB,EAAE,mCAAmC,EAAE,MAAM,4BAA4B,CAAC;AAG9G,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAGlE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAGvB,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,eAAe,EACf,mCAAmC,GACpC,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,cAAc,EACd,eAAe,EACf,oBAAoB,GACrB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,kBAAkB,GACnB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,kBAAkB,EAClB,yBAAyB,EACzB,4BAA4B,EAC5B,wBAAwB,EACxB,gBAAgB,EAChB,qBAAqB,EACrB,uBAAuB,GACxB,MAAM,wBAAwB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjF,OAAO,EAEL,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY,EAEZ,aAAa,EACb,UAAU,EACV,0BAA0B,EAE1B,oBAAoB,EACpB,oBAAoB,EAEpB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EAErB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAGpG,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAG/D,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,+BAA+B,EAC/B,kCAAkC,EAClC,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AACtC,YAAY,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,MAAM,8BAA8B,CAAC;AAG9G,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AACvC,YAAY,EAAE,6BAA6B,EAAE,MAAM,+BAA+B,CAAC;AAGnF,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AACpC,YAAY,EAAE,sBAAsB,EAAE,mCAAmC,EAAE,MAAM,4BAA4B,CAAC;AAG9G,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAGlE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAGvB,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,eAAe,EACf,mCAAmC,GACpC,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,cAAc,EACd,eAAe,EACf,oBAAoB,GACrB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,kBAAkB,GACnB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,kBAAkB,EAClB,yBAAyB,EACzB,4BAA4B,EAC5B,wBAAwB,EACxB,gBAAgB,EAChB,qBAAqB,EACrB,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,oCAAoC,EAAE,MAAM,6BAA6B,CAAC;AACnF,YAAY,EACV,qCAAqC,EACrC,4BAA4B,EAC5B,oCAAoC,GACrC,MAAM,6BAA6B,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -40,4 +40,6 @@ export { queryText, queryStream, queryTextWithFallback, } from "./query.js";
|
|
|
40
40
|
export { streamModelTurn, normalizeResponseMessagesForHistory, } from "./stream-turn.js";
|
|
41
41
|
// ─── Model Policy Turn Primitive ────────────────────
|
|
42
42
|
export { ModelPolicyTurnError, isCommittingModelTurnEvent, runModelPolicyTurn, } from "./model-policy-turn.js";
|
|
43
|
+
// ─── Model Route Classifier ─────────────────────────
|
|
44
|
+
export { createStructuredModelRouteClassifier } from "./model-route-classifier.js";
|
|
43
45
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,0DAA0D;AAC1D,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAG9B,wDAAwD;AACxD,OAAO;AACL,kBAAkB;AAClB,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY;AACZ,wCAAwC;AACxC,aAAa,EACb,UAAU,EACV,0BAA0B;AAC1B,qBAAqB;AACrB,oBAAoB,EACpB,oBAAoB;AACpB,kBAAkB;AAClB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB;AACrB,sBAAsB;AACtB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAO7B,wDAAwD;AACxD,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAmB5B,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,+BAA+B,EAC/B,kCAAkC,EAClC,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AAGtC,wDAAwD;AACxD,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AAGvC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAGpC,yDAAyD;AACzD,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAE/B,wDAAwD;AACxD,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAEpB,uDAAuD;AACvD,OAAO,EACL,eAAe,EACf,mCAAmC,GACpC,MAAM,kBAAkB,CAAC;AAO1B,uDAAuD;AACvD,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,kBAAkB,GACnB,MAAM,wBAAwB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,0DAA0D;AAC1D,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAG9B,wDAAwD;AACxD,OAAO;AACL,kBAAkB;AAClB,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,iCAAiC,EACjC,YAAY;AACZ,wCAAwC;AACxC,aAAa,EACb,UAAU,EACV,0BAA0B;AAC1B,qBAAqB;AACrB,oBAAoB,EACpB,oBAAoB;AACpB,kBAAkB;AAClB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB;AACrB,sBAAsB;AACtB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAO7B,wDAAwD;AACxD,OAAO,EACL,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAmB5B,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,2BAA2B,EAC3B,+BAA+B,EAC/B,kCAAkC,EAClC,6BAA6B,EAC7B,oBAAoB,GACrB,MAAM,8BAA8B,CAAC;AAGtC,wDAAwD;AACxD,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AAGvC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,6BAA6B,EAC7B,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAGpC,yDAAyD;AACzD,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAE/B,wDAAwD;AACxD,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAEpB,uDAAuD;AACvD,OAAO,EACL,eAAe,EACf,mCAAmC,GACpC,MAAM,kBAAkB,CAAC;AAO1B,uDAAuD;AACvD,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,kBAAkB,GACnB,MAAM,wBAAwB,CAAC;AAWhC,uDAAuD;AACvD,OAAO,EAAE,oCAAoC,EAAE,MAAM,6BAA6B,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { ModelRouteClassifier } from "@polpo-ai/core/model-router";
|
|
2
|
+
import { type LanguageModel } from "ai";
|
|
3
|
+
export interface StructuredModelRouteGenerationResult {
|
|
4
|
+
readonly output?: unknown;
|
|
5
|
+
}
|
|
6
|
+
export type StructuredModelRouteGenerate = (options: Record<string, unknown>) => Promise<StructuredModelRouteGenerationResult>;
|
|
7
|
+
export interface StructuredModelRouteClassifierOptions {
|
|
8
|
+
readonly model: LanguageModel;
|
|
9
|
+
/** Host-private classifier instructions; never part of user settings. */
|
|
10
|
+
readonly system?: string;
|
|
11
|
+
readonly providerOptions?: Record<string, Record<string, unknown>>;
|
|
12
|
+
/** Test/host injection point. Defaults to AI SDK generateText. */
|
|
13
|
+
readonly generate?: StructuredModelRouteGenerate;
|
|
14
|
+
}
|
|
15
|
+
export declare function createStructuredModelRouteClassifier(options: StructuredModelRouteClassifierOptions): ModelRouteClassifier;
|
|
16
|
+
//# sourceMappingURL=model-route-classifier.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-route-classifier.d.ts","sourceRoot":"","sources":["../src/model-route-classifier.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,oBAAoB,EAGrB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAwB,KAAK,aAAa,EAAE,MAAM,IAAI,CAAC;AAkB9D,MAAM,WAAW,oCAAoC;IACnD,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,MAAM,4BAA4B,GAAG,CACzC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC7B,OAAO,CAAC,oCAAoC,CAAC,CAAC;AAEnD,MAAM,WAAW,qCAAqC;IACpD,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;IAC9B,yEAAyE;IACzE,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACnE,kEAAkE;IAClE,QAAQ,CAAC,QAAQ,CAAC,EAAE,4BAA4B,CAAC;CAClD;AAED,wBAAgB,oCAAoC,CAClD,OAAO,EAAE,qCAAqC,GAC7C,oBAAoB,CA2BtB"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { generateText, Output } from "ai";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
const DEFAULT_MODEL_ROUTE_CLASSIFIER_SYSTEM = [
|
|
4
|
+
"Select exactly one allowed semantic model profile for the current request.",
|
|
5
|
+
"Use only a profile listed in the input.",
|
|
6
|
+
"Return a confidence from 0 to 1, a short reason that does not quote the request,",
|
|
7
|
+
"and zero or more short routing labels.",
|
|
8
|
+
"Never return a provider name or raw model id.",
|
|
9
|
+
].join(" ");
|
|
10
|
+
const ModelRouteDecisionSchema = z.object({
|
|
11
|
+
profile: z.string().min(1),
|
|
12
|
+
confidence: z.number().min(0).max(1),
|
|
13
|
+
reason: z.string().min(1).max(512),
|
|
14
|
+
labels: z.array(z.string().min(1).max(64)).max(16),
|
|
15
|
+
}).strict();
|
|
16
|
+
export function createStructuredModelRouteClassifier(options) {
|
|
17
|
+
const generate = options.generate
|
|
18
|
+
?? generateText;
|
|
19
|
+
return Object.freeze({
|
|
20
|
+
async classify(input, classifierOptions) {
|
|
21
|
+
const response = await generate({
|
|
22
|
+
model: options.model,
|
|
23
|
+
system: options.system ?? DEFAULT_MODEL_ROUTE_CLASSIFIER_SYSTEM,
|
|
24
|
+
prompt: JSON.stringify(input),
|
|
25
|
+
output: Output.object({ schema: ModelRouteDecisionSchema }),
|
|
26
|
+
temperature: 0,
|
|
27
|
+
maxOutputTokens: 256,
|
|
28
|
+
abortSignal: classifierOptions.signal,
|
|
29
|
+
...(options.providerOptions
|
|
30
|
+
? { providerOptions: options.providerOptions }
|
|
31
|
+
: {}),
|
|
32
|
+
});
|
|
33
|
+
if (response.output === undefined || response.output === null) {
|
|
34
|
+
throw new Error("Model route classifier did not return structured output");
|
|
35
|
+
}
|
|
36
|
+
return response.output;
|
|
37
|
+
},
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=model-route-classifier.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-route-classifier.js","sourceRoot":"","sources":["../src/model-route-classifier.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,YAAY,EAAE,MAAM,EAAsB,MAAM,IAAI,CAAC;AAC9D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,qCAAqC,GAAG;IAC5C,4EAA4E;IAC5E,yCAAyC;IACzC,kFAAkF;IAClF,wCAAwC;IACxC,+CAA+C;CAChD,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEZ,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IAClC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;CACnD,CAAC,CAAC,MAAM,EAAE,CAAC;AAmBZ,MAAM,UAAU,oCAAoC,CAClD,OAA8C;IAE9C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ;WAC3B,YAAwD,CAAC;IAE/D,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,KAAK,CAAC,QAAQ,CACZ,KAAgC,EAChC,iBAA8C;YAE9C,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC;gBAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,qCAAqC;gBAC/D,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;gBAC3D,WAAW,EAAE,CAAC;gBACd,eAAe,EAAE,GAAG;gBACpB,WAAW,EAAE,iBAAiB,CAAC,MAAM;gBACrC,GAAG,CAAC,OAAO,CAAC,eAAe;oBACzB,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE;oBAC9C,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;YACH,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;gBAC9D,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;YAC7E,CAAC;YACD,OAAO,QAAQ,CAAC,MAAM,CAAC;QACzB,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-route-classifier.test.d.ts","sourceRoot":"","sources":["../src/model-route-classifier.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
import { describe, expect, it, vi } from "vitest";
|
|
2
|
+
import { createStructuredModelRouteClassifier } from "./model-route-classifier.js";
|
|
3
|
+
describe("createStructuredModelRouteClassifier", () => {
|
|
4
|
+
it("uses strict structured output and forwards only the compact classifier contract", async () => {
|
|
5
|
+
const generate = vi.fn(async () => ({
|
|
6
|
+
output: {
|
|
7
|
+
profile: "fast",
|
|
8
|
+
confidence: 0.91,
|
|
9
|
+
reason: "Latency-sensitive request.",
|
|
10
|
+
labels: ["latency"],
|
|
11
|
+
},
|
|
12
|
+
}));
|
|
13
|
+
const classifier = createStructuredModelRouteClassifier({
|
|
14
|
+
model: { modelId: "test-router" },
|
|
15
|
+
generate,
|
|
16
|
+
});
|
|
17
|
+
const abort = new AbortController();
|
|
18
|
+
const input = Object.freeze({
|
|
19
|
+
version: 1,
|
|
20
|
+
surface: "channel",
|
|
21
|
+
source: "channel",
|
|
22
|
+
input: "Reply briefly.",
|
|
23
|
+
profiles: Object.freeze(["fast", "balanced"]),
|
|
24
|
+
labels: Object.freeze(["telegram"]),
|
|
25
|
+
});
|
|
26
|
+
const result = await classifier.classify(input, {
|
|
27
|
+
signal: abort.signal,
|
|
28
|
+
});
|
|
29
|
+
expect(result).toEqual({
|
|
30
|
+
profile: "fast",
|
|
31
|
+
confidence: 0.91,
|
|
32
|
+
reason: "Latency-sensitive request.",
|
|
33
|
+
labels: ["latency"],
|
|
34
|
+
});
|
|
35
|
+
expect(generate).toHaveBeenCalledOnce();
|
|
36
|
+
expect(generate).toHaveBeenCalledWith(expect.objectContaining({
|
|
37
|
+
model: { modelId: "test-router" },
|
|
38
|
+
abortSignal: abort.signal,
|
|
39
|
+
temperature: 0,
|
|
40
|
+
maxOutputTokens: 256,
|
|
41
|
+
output: expect.anything(),
|
|
42
|
+
system: expect.stringContaining("Select exactly one allowed semantic model profile"),
|
|
43
|
+
prompt: JSON.stringify(input),
|
|
44
|
+
}));
|
|
45
|
+
const firstCall = generate.mock.calls[0];
|
|
46
|
+
const serialized = JSON.stringify(firstCall[0]);
|
|
47
|
+
expect(serialized).not.toContain("tool schema");
|
|
48
|
+
expect(serialized).not.toContain("conversation history");
|
|
49
|
+
});
|
|
50
|
+
it("throws when the provider returns no structured output", async () => {
|
|
51
|
+
const classifier = createStructuredModelRouteClassifier({
|
|
52
|
+
model: {},
|
|
53
|
+
generate: vi.fn(async () => ({ output: undefined })),
|
|
54
|
+
});
|
|
55
|
+
await expect(classifier.classify({
|
|
56
|
+
version: 1,
|
|
57
|
+
surface: "agent",
|
|
58
|
+
source: "request",
|
|
59
|
+
input: "hello",
|
|
60
|
+
profiles: ["fast", "balanced"],
|
|
61
|
+
labels: [],
|
|
62
|
+
}, {
|
|
63
|
+
signal: new AbortController().signal,
|
|
64
|
+
})).rejects.toThrow("did not return structured output");
|
|
65
|
+
});
|
|
66
|
+
it("allows hosts to replace the classifier instructions without exposing them in config", async () => {
|
|
67
|
+
const generate = vi.fn(async () => ({
|
|
68
|
+
output: {
|
|
69
|
+
profile: "balanced",
|
|
70
|
+
confidence: 1,
|
|
71
|
+
reason: "Default",
|
|
72
|
+
labels: [],
|
|
73
|
+
},
|
|
74
|
+
}));
|
|
75
|
+
const classifier = createStructuredModelRouteClassifier({
|
|
76
|
+
model: {},
|
|
77
|
+
system: "private host classifier",
|
|
78
|
+
generate,
|
|
79
|
+
});
|
|
80
|
+
await classifier.classify({
|
|
81
|
+
version: 1,
|
|
82
|
+
surface: "task",
|
|
83
|
+
source: "task",
|
|
84
|
+
input: "do work",
|
|
85
|
+
profiles: ["balanced"],
|
|
86
|
+
labels: [],
|
|
87
|
+
}, {
|
|
88
|
+
signal: new AbortController().signal,
|
|
89
|
+
});
|
|
90
|
+
expect(generate).toHaveBeenCalledWith(expect.objectContaining({
|
|
91
|
+
system: "private host classifier",
|
|
92
|
+
}));
|
|
93
|
+
});
|
|
94
|
+
});
|
|
95
|
+
//# sourceMappingURL=model-route-classifier.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-route-classifier.test.js","sourceRoot":"","sources":["../src/model-route-classifier.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAClD,OAAO,EAAE,oCAAoC,EAAE,MAAM,6BAA6B,CAAC;AAEnF,QAAQ,CAAC,sCAAsC,EAAE,GAAG,EAAE;IACpD,EAAE,CAAC,iFAAiF,EAAE,KAAK,IAAI,EAAE;QAC/F,MAAM,QAAQ,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YAClC,MAAM,EAAE;gBACN,OAAO,EAAE,MAAM;gBACf,UAAU,EAAE,IAAI;gBAChB,MAAM,EAAE,4BAA4B;gBACpC,MAAM,EAAE,CAAC,SAAS,CAAC;aACpB;SACF,CAAC,CAAC,CAAC;QACJ,MAAM,UAAU,GAAG,oCAAoC,CAAC;YACtD,KAAK,EAAE,EAAE,OAAO,EAAE,aAAa,EAAW;YAC1C,QAAQ;SACT,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;YAC1B,OAAO,EAAE,CAAU;YACnB,OAAO,EAAE,SAAkB;YAC3B,MAAM,EAAE,SAAkB;YAC1B,KAAK,EAAE,gBAAgB;YACvB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAC7C,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;SACpC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE;YAC9C,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,OAAO,EAAE,MAAM;YACf,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,4BAA4B;YACpC,MAAM,EAAE,CAAC,SAAS,CAAC;SACpB,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,EAAE,CAAC;QACxC,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAC5D,KAAK,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE;YACjC,WAAW,EAAE,KAAK,CAAC,MAAM;YACzB,WAAW,EAAE,CAAC;YACd,eAAe,EAAE,GAAG;YACpB,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;YACzB,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,mDAAmD,CAAC;YACpF,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;SAC9B,CAAC,CAAC,CAAC;QACJ,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAyC,CAAC;QACjF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAChD,MAAM,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,UAAU,GAAG,oCAAoC,CAAC;YACtD,KAAK,EAAE,EAAW;YAClB,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;SACrD,CAAC,CAAC;QAEH,MAAM,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC/B,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,OAAO;YACd,QAAQ,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;YAC9B,MAAM,EAAE,EAAE;SACX,EAAE;YACD,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SACrC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qFAAqF,EAAE,KAAK,IAAI,EAAE;QACnG,MAAM,QAAQ,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YAClC,MAAM,EAAE;gBACN,OAAO,EAAE,UAAU;gBACnB,UAAU,EAAE,CAAC;gBACb,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,EAAE;aACX;SACF,CAAC,CAAC,CAAC;QACJ,MAAM,UAAU,GAAG,oCAAoC,CAAC;YACtD,KAAK,EAAE,EAAW;YAClB,MAAM,EAAE,yBAAyB;YACjC,QAAQ;SACT,CAAC,CAAC;QAEH,MAAM,UAAU,CAAC,QAAQ,CAAC;YACxB,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,MAAM;YACf,MAAM,EAAE,MAAM;YACd,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE,CAAC,UAAU,CAAC;YACtB,MAAM,EAAE,EAAE;SACX,EAAE;YACD,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SACrC,CAAC,CAAC;QAEH,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAC5D,MAAM,EAAE,yBAAyB;SAClC,CAAC,CAAC,CAAC;IACN,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@polpo-ai/llm",
|
|
3
|
-
"version": "0.15.
|
|
3
|
+
"version": "0.15.38",
|
|
4
4
|
"description": "LLM abstraction for Polpo — multi-provider model resolution, streaming, cost tracking, and failover built on Vercel AI SDK + AI Gateway",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -24,7 +24,8 @@
|
|
|
24
24
|
"@ai-sdk/openai": "^3.0.48",
|
|
25
25
|
"@ai-sdk/openai-compatible": "^2.0.37",
|
|
26
26
|
"@ai-sdk/xai": "3.0.108",
|
|
27
|
-
"
|
|
27
|
+
"zod": "^4.3.6",
|
|
28
|
+
"@polpo-ai/core": "0.15.38"
|
|
28
29
|
},
|
|
29
30
|
"peerDependencies": {
|
|
30
31
|
"@ai-sdk/gateway": ">=3.0.0",
|