notdiamond 2.0.0-rc14 → 2.0.0-rc16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +16 -0
- package/client.d.mts +2 -2
- package/client.d.mts.map +1 -1
- package/client.d.ts +2 -2
- package/client.d.ts.map +1 -1
- package/package.json +1 -1
- package/resources/index.d.mts +1 -1
- package/resources/index.d.mts.map +1 -1
- package/resources/index.d.ts +1 -1
- package/resources/index.d.ts.map +1 -1
- package/resources/model-router.d.mts +2 -3
- package/resources/model-router.d.mts.map +1 -1
- package/resources/model-router.d.ts +2 -3
- package/resources/model-router.d.ts.map +1 -1
- package/resources/model-router.js +2 -3
- package/resources/model-router.js.map +1 -1
- package/resources/model-router.mjs +2 -3
- package/resources/model-router.mjs.map +1 -1
- package/resources/prompt-adaptation.d.mts +12 -38
- package/resources/prompt-adaptation.d.mts.map +1 -1
- package/resources/prompt-adaptation.d.ts +12 -38
- package/resources/prompt-adaptation.d.ts.map +1 -1
- package/resources/prompt-adaptation.js +8 -34
- package/resources/prompt-adaptation.js.map +1 -1
- package/resources/prompt-adaptation.mjs +8 -34
- package/resources/prompt-adaptation.mjs.map +1 -1
- package/src/client.ts +2 -2
- package/src/resources/index.ts +1 -1
- package/src/resources/model-router.ts +2 -3
- package/src/resources/prompt-adaptation.ts +12 -38
- package/src/version.ts +1 -1
- package/version.d.mts +1 -1
- package/version.d.ts +1 -1
- package/version.js +1 -1
- package/version.mjs +1 -1
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,21 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 2.0.0-rc16 (2025-11-14)
|
|
4
|
+
|
|
5
|
+
Full Changelog: [v2.0.0-rc15...v2.0.0-rc16](https://github.com/Not-Diamond/not-diamond-typescript/compare/v2.0.0-rc15...v2.0.0-rc16)
|
|
6
|
+
|
|
7
|
+
### Features
|
|
8
|
+
|
|
9
|
+
* **api:** manual updates ([cf4dff1](https://github.com/Not-Diamond/not-diamond-typescript/commit/cf4dff18d42113ba5e87502c3080142b5d8430c9))
|
|
10
|
+
|
|
11
|
+
## 2.0.0-rc15 (2025-11-14)
|
|
12
|
+
|
|
13
|
+
Full Changelog: [v2.0.0-rc14...v2.0.0-rc15](https://github.com/Not-Diamond/not-diamond-typescript/compare/v2.0.0-rc14...v2.0.0-rc15)
|
|
14
|
+
|
|
15
|
+
### Features
|
|
16
|
+
|
|
17
|
+
* **api:** api update ([fb34b0d](https://github.com/Not-Diamond/not-diamond-typescript/commit/fb34b0d945db7c91f11afc7780c366381359c036))
|
|
18
|
+
|
|
3
19
|
## 2.0.0-rc14 (2025-11-14)
|
|
4
20
|
|
|
5
21
|
Full Changelog: [v2.0.0-rc13...v2.0.0-rc14](https://github.com/Not-Diamond/not-diamond-typescript/compare/v2.0.0-rc13...v2.0.0-rc14)
|
package/client.d.mts
CHANGED
|
@@ -10,7 +10,7 @@ import { CustomRouter, CustomRouterTrainCustomRouterParams, CustomRouterTrainCus
|
|
|
10
10
|
import { ModelRouter, ModelRouterSelectModelParams, ModelRouterSelectModelResponse } from "./resources/model-router.mjs";
|
|
11
11
|
import { Model, ModelListParams, ModelListResponse, Models } from "./resources/models.mjs";
|
|
12
12
|
import { PreferenceCreateParams, PreferenceCreateResponse, PreferenceDeleteResponse, PreferenceUpdateParams, PreferenceUpdateResponse, Preferences } from "./resources/preferences.mjs";
|
|
13
|
-
import { GoldenRecord, JobStatus, PromptAdaptation, PromptAdaptationAdaptParams, PromptAdaptationAdaptResponse, PromptAdaptationGetAdaptResultsResponse, PromptAdaptationGetAdaptStatusResponse,
|
|
13
|
+
import { GoldenRecord, JobStatus, PromptAdaptation, PromptAdaptationAdaptParams, PromptAdaptationAdaptResponse, PromptAdaptationGetAdaptResultsResponse, PromptAdaptationGetAdaptStatusResponse, PromptAdaptationGetCostResponse, RequestProvider } from "./resources/prompt-adaptation.mjs";
|
|
14
14
|
import { Report } from "./resources/report/report.mjs";
|
|
15
15
|
import { type Fetch } from "./internal/builtin-types.mjs";
|
|
16
16
|
import { HeadersLike, NullableHeaders } from "./internal/headers.mjs";
|
|
@@ -185,7 +185,7 @@ export declare namespace Notdiamond {
|
|
|
185
185
|
export { ModelRouter as ModelRouter, type ModelRouterSelectModelResponse as ModelRouterSelectModelResponse, type ModelRouterSelectModelParams as ModelRouterSelectModelParams, };
|
|
186
186
|
export { Report as Report };
|
|
187
187
|
export { Preferences as Preferences, type PreferenceCreateResponse as PreferenceCreateResponse, type PreferenceUpdateResponse as PreferenceUpdateResponse, type PreferenceDeleteResponse as PreferenceDeleteResponse, type PreferenceCreateParams as PreferenceCreateParams, type PreferenceUpdateParams as PreferenceUpdateParams, };
|
|
188
|
-
export { PromptAdaptation as PromptAdaptation, type GoldenRecord as GoldenRecord, type JobStatus as JobStatus, type RequestProvider as RequestProvider, type PromptAdaptationAdaptResponse as PromptAdaptationAdaptResponse, type PromptAdaptationGetAdaptResultsResponse as PromptAdaptationGetAdaptResultsResponse, type PromptAdaptationGetAdaptStatusResponse as PromptAdaptationGetAdaptStatusResponse, type
|
|
188
|
+
export { PromptAdaptation as PromptAdaptation, type GoldenRecord as GoldenRecord, type JobStatus as JobStatus, type RequestProvider as RequestProvider, type PromptAdaptationAdaptResponse as PromptAdaptationAdaptResponse, type PromptAdaptationGetAdaptResultsResponse as PromptAdaptationGetAdaptResultsResponse, type PromptAdaptationGetAdaptStatusResponse as PromptAdaptationGetAdaptStatusResponse, type PromptAdaptationGetCostResponse as PromptAdaptationGetCostResponse, type PromptAdaptationAdaptParams as PromptAdaptationAdaptParams, };
|
|
189
189
|
export { CustomRouter as CustomRouter, type CustomRouterTrainCustomRouterResponse as CustomRouterTrainCustomRouterResponse, type CustomRouterTrainCustomRouterParams as CustomRouterTrainCustomRouterParams, };
|
|
190
190
|
export { Models as Models, type Model as Model, type ModelListResponse as ModelListResponse, type ModelListParams as ModelListParams, };
|
|
191
191
|
}
|
package/client.d.mts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.d.mts","sourceRoot":"","sources":["src/client.ts"],"names":[],"mappings":"OAEO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAY;OAC3C,KAAK,EAAc,cAAc,EAAE,iBAAiB,EAAE,oBAAoB,EAAE;YAIvE,EAAE,MAAM,EAAE,QAAQ,EAAE;OAKzB,KAAK,IAAI;OAGT,KAAK,MAAM;OACX,KAAK,OAAO;OACZ,KAAK,GAAG;OACR,EAAE,UAAU,EAAE;OACd,EACL,YAAY,EACZ,mCAAmC,EACnC,qCAAqC,EACtC;OACM,EACL,WAAW,EACX,4BAA4B,EAC5B,8BAA8B,EAC/B;OACM,EAAE,KAAK,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,EAAE;OACrD,EACL,sBAAsB,EACtB,wBAAwB,EACxB,wBAAwB,EACxB,sBAAsB,EACtB,wBAAwB,EACxB,WAAW,EACZ;OACM,EACL,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,2BAA2B,EAC3B,6BAA6B,EAC7B,uCAAuC,EACvC,sCAAsC,EACtC,
|
|
1
|
+
{"version":3,"file":"client.d.mts","sourceRoot":"","sources":["src/client.ts"],"names":[],"mappings":"OAEO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAY;OAC3C,KAAK,EAAc,cAAc,EAAE,iBAAiB,EAAE,oBAAoB,EAAE;YAIvE,EAAE,MAAM,EAAE,QAAQ,EAAE;OAKzB,KAAK,IAAI;OAGT,KAAK,MAAM;OACX,KAAK,OAAO;OACZ,KAAK,GAAG;OACR,EAAE,UAAU,EAAE;OACd,EACL,YAAY,EACZ,mCAAmC,EACnC,qCAAqC,EACtC;OACM,EACL,WAAW,EACX,4BAA4B,EAC5B,8BAA8B,EAC/B;OACM,EAAE,KAAK,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,EAAE;OACrD,EACL,sBAAsB,EACtB,wBAAwB,EACxB,wBAAwB,EACxB,sBAAsB,EACtB,wBAAwB,EACxB,WAAW,EACZ;OACM,EACL,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,2BAA2B,EAC3B,6BAA6B,EAC7B,uCAAuC,EACvC,sCAAsC,EACtC,+BAA+B,EAC/B,eAAe,EAChB;OACM,EAAE,MAAM,EAAE;OACV,EAAE,KAAK,KAAK,EAAE;OACd,EAAE,WAAW,EAAE,eAAe,EAAgB;OAC9C,EAAE,mBAAmB,EAAE,cAAc,EAAE;OAEvC,EACL,KAAK,QAAQ,EACb,KAAK,MAAM,EAIZ;AAGD,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAE5B;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAEpC;;;;;;;;OAQG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B;;;OAGG;IACH,YAAY,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAE7C;;;;OAIG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC;IAE1B;;;;;OAKG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAEhC;;;;;OAKG;IACH,cAAc,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IAEzC;;;;;OAKG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;IAE9D;;;;OAIG;IACH,QAAQ,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;IAEhC;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC7B;AAED;;GAEG;AACH,qBAAa,UAAU;;IACrB,MAAM,EAAE,MAAM,CAAC;IAEf,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,QAAQ,EAAE,QAAQ,GAAG,SAAS,CAAC;IAC/B,YAAY,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAE5C,OAAO,CAAC,KAAK,CAAQ;IAErB,SAAS,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IACrC,OAAO,CAAC,QAAQ,CAAgB;IAEhC;;;;;;;;;;;OAWG;gBACS,EACV,OAAwC,EACxC,MAAuC,EACvC,GAAG,IAAI,EACR,GAAE,aAAkB;IAiCrB;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,GAAG,IAAI;IAuBlD,SAAS,CAAC,YAAY,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,GAAG,SAAS;IAIxE,SAAS,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,eAAe;cAI5C,WAAW,CAAC,IAAI,EAAE,mBAAmB,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;IAI5F,SAAS,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM;IAIhE,OAAO,CAAC,YAAY;IAIpB,SAAS,CAAC,qBAAqB,IAAI,MAAM;IAIzC,SAAS,CAAC,eAAe,CACvB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,GAAG,SAAS,EAC3B,OAAO,EAAE,OAAO,GACf,MAAM,CAAC,QAAQ;IAIlB,QAAQ,CACN,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,GAAG,SAAS,EACjD,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,GAClC,MAAM;IAmBT;;OAEG;cACa,cAAc,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAE3E;;;;;OAKG;cACa,cAAc,CAC5B,OAAO,EAAE,WAAW,EACpB,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,mBAAmB,CAAA;KAAE,GAC9D,OAAO,CAAC,IAAI,CAAC;IAEhB,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC;IAI9E,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC;IAI/E,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC;IAIhF,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC;IAI9E,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC;IAIjF,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,GAAG,EACT,OAAO,EAAE,cAAc,CAAC,mBAAmB,CAAC,EAC5C,gBAAgB,GAAE,MAAM,GAAG,IAAW,GACrC,UAAU,CAAC,GAAG,CAAC;YAIJ,WAAW;IA6JnB,gBAAgB,CACpB,GAAG,EAAE,WAAW,EAChB,IAAI,EAAE,WAAW,GAAG,SAAS,EAC7B,EAAE,EAAE,MAAM,EACV,UAAU,EAAE,eAAe,GAC1B,OAAO,CAAC,QAAQ,CAAC;YA8BN,WAAW;YAuBX,YAAY;IAuC1B,OAAO,CAAC,kCAAkC;IAepC,YAAY,CAChB,YAAY,EAAE,mBAAmB,EACjC,EAAE,UAAc,EAAE,GAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAO,GAC/C,OAAO,CAAC;QAAE,GAAG,EAAE,oBAAoB,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;YAwBzD,YAAY;IAqC1B,OAAO,CAAC,SAAS;IAqCjB,MAAM,CAAC,UAAU,oBAAQ;IACzB,MAAM,CAAC,eAAe,SAAS;IAE/B,MAAM,CAAC,eAAe,gCAA0B;IAChD,MAAM,CAAC,QAAQ,yBAAmB;IAClC,MAAM,CAAC,kBAAkB,mCAA6B;IACtD,MAAM,CAAC,yBAAyB,0CAAoC;IACpE,MAAM,CAAC,iBAAiB,kCAA4B;IACpD,MAAM,CAAC,aAAa,8BAAwB;IAC5C,MAAM,CAAC,aAAa,8BAAwB;IAC5C,MAAM,CAAC,cAAc,+BAAyB;IAC9C,MAAM,CAAC,eAAe,gCAA0B;IAChD,MAAM,CAAC,mBAAmB,oCAA8B;IACxD,MAAM,CAAC,mBAAmB,oCAA8B;IACxD,MAAM,CAAC,qBAAqB,sCAAgC;IAC5D,MAAM,CAAC,wBAAwB,yCAAmC;IAElE,MAAM,CAAC,MAAM,wBAAkB;IAE/B,WAAW,EAAE,GAAG,CAAC,WAAW,CAA6B;IACzD,MAAM,EAAE,GAAG,CAAC,MAAM,CAAwB;IAC1C,WAAW,EAAE,GAAG,CAAC,WAAW,CAA6B;IACzD,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,CAAkC;IACxE,YAAY,EAAE,GAAG,CAAC,YAAY,CAA8B;IAC5D,MAAM,EAAE,GAAG,CAAC,MAAM,CAAwB;CAC3C;AASD,MAAM,CAAC,OAAO,WAAW,UAAU,CAAC;IAClC,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;IAEjD,OAAO,EACL,WAAW,IAAI,WAAW,EAC1B,KAAK,8BAA8B,IAAI,8BAA8B,EACrE,KAAK,4BAA4B,IAAI,4BAA4B,GAClE,CAAC;IAEF,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,CAAC;IAE5B,OAAO,EACL,WAAW,IAAI,WAAW,EAC1B,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,sBAAsB,IAAI,sBAAsB,GACtD,CAAC;IAEF,OAAO,EACL,gBAAgB,IAAI,gBAAgB,EACpC,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,6BAA6B,IAAI,6BAA6B,EACnE,KAAK,uCAAuC,IAAI,uCAAuC,EACvF,KAAK,sCAAsC,IAAI,sCAAsC,EACrF,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,2BAA2B,IAAI,2BAA2B,GAChE,CAAC;IAEF,OAAO,EACL,YAAY,IAAI,YAAY,EAC5B,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,mCAAmC,IAAI,mCAAmC,GAChF,CAAC;IAEF,OAAO,EACL,MAAM,IAAI,MAAM,EAChB,KAAK,KAAK,IAAI,KAAK,EACnB,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,eAAe,IAAI,eAAe,GACxC,CAAC;CACH"}
|
package/client.d.ts
CHANGED
|
@@ -10,7 +10,7 @@ import { CustomRouter, CustomRouterTrainCustomRouterParams, CustomRouterTrainCus
|
|
|
10
10
|
import { ModelRouter, ModelRouterSelectModelParams, ModelRouterSelectModelResponse } from "./resources/model-router.js";
|
|
11
11
|
import { Model, ModelListParams, ModelListResponse, Models } from "./resources/models.js";
|
|
12
12
|
import { PreferenceCreateParams, PreferenceCreateResponse, PreferenceDeleteResponse, PreferenceUpdateParams, PreferenceUpdateResponse, Preferences } from "./resources/preferences.js";
|
|
13
|
-
import { GoldenRecord, JobStatus, PromptAdaptation, PromptAdaptationAdaptParams, PromptAdaptationAdaptResponse, PromptAdaptationGetAdaptResultsResponse, PromptAdaptationGetAdaptStatusResponse,
|
|
13
|
+
import { GoldenRecord, JobStatus, PromptAdaptation, PromptAdaptationAdaptParams, PromptAdaptationAdaptResponse, PromptAdaptationGetAdaptResultsResponse, PromptAdaptationGetAdaptStatusResponse, PromptAdaptationGetCostResponse, RequestProvider } from "./resources/prompt-adaptation.js";
|
|
14
14
|
import { Report } from "./resources/report/report.js";
|
|
15
15
|
import { type Fetch } from "./internal/builtin-types.js";
|
|
16
16
|
import { HeadersLike, NullableHeaders } from "./internal/headers.js";
|
|
@@ -185,7 +185,7 @@ export declare namespace Notdiamond {
|
|
|
185
185
|
export { ModelRouter as ModelRouter, type ModelRouterSelectModelResponse as ModelRouterSelectModelResponse, type ModelRouterSelectModelParams as ModelRouterSelectModelParams, };
|
|
186
186
|
export { Report as Report };
|
|
187
187
|
export { Preferences as Preferences, type PreferenceCreateResponse as PreferenceCreateResponse, type PreferenceUpdateResponse as PreferenceUpdateResponse, type PreferenceDeleteResponse as PreferenceDeleteResponse, type PreferenceCreateParams as PreferenceCreateParams, type PreferenceUpdateParams as PreferenceUpdateParams, };
|
|
188
|
-
export { PromptAdaptation as PromptAdaptation, type GoldenRecord as GoldenRecord, type JobStatus as JobStatus, type RequestProvider as RequestProvider, type PromptAdaptationAdaptResponse as PromptAdaptationAdaptResponse, type PromptAdaptationGetAdaptResultsResponse as PromptAdaptationGetAdaptResultsResponse, type PromptAdaptationGetAdaptStatusResponse as PromptAdaptationGetAdaptStatusResponse, type
|
|
188
|
+
export { PromptAdaptation as PromptAdaptation, type GoldenRecord as GoldenRecord, type JobStatus as JobStatus, type RequestProvider as RequestProvider, type PromptAdaptationAdaptResponse as PromptAdaptationAdaptResponse, type PromptAdaptationGetAdaptResultsResponse as PromptAdaptationGetAdaptResultsResponse, type PromptAdaptationGetAdaptStatusResponse as PromptAdaptationGetAdaptStatusResponse, type PromptAdaptationGetCostResponse as PromptAdaptationGetCostResponse, type PromptAdaptationAdaptParams as PromptAdaptationAdaptParams, };
|
|
189
189
|
export { CustomRouter as CustomRouter, type CustomRouterTrainCustomRouterResponse as CustomRouterTrainCustomRouterResponse, type CustomRouterTrainCustomRouterParams as CustomRouterTrainCustomRouterParams, };
|
|
190
190
|
export { Models as Models, type Model as Model, type ModelListResponse as ModelListResponse, type ModelListParams as ModelListParams, };
|
|
191
191
|
}
|
package/client.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["src/client.ts"],"names":[],"mappings":"OAEO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAY;OAC3C,KAAK,EAAc,cAAc,EAAE,iBAAiB,EAAE,oBAAoB,EAAE;YAIvE,EAAE,MAAM,EAAE,QAAQ,EAAE;OAKzB,KAAK,IAAI;OAGT,KAAK,MAAM;OACX,KAAK,OAAO;OACZ,KAAK,GAAG;OACR,EAAE,UAAU,EAAE;OACd,EACL,YAAY,EACZ,mCAAmC,EACnC,qCAAqC,EACtC;OACM,EACL,WAAW,EACX,4BAA4B,EAC5B,8BAA8B,EAC/B;OACM,EAAE,KAAK,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,EAAE;OACrD,EACL,sBAAsB,EACtB,wBAAwB,EACxB,wBAAwB,EACxB,sBAAsB,EACtB,wBAAwB,EACxB,WAAW,EACZ;OACM,EACL,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,2BAA2B,EAC3B,6BAA6B,EAC7B,uCAAuC,EACvC,sCAAsC,EACtC,
|
|
1
|
+
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["src/client.ts"],"names":[],"mappings":"OAEO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAY;OAC3C,KAAK,EAAc,cAAc,EAAE,iBAAiB,EAAE,oBAAoB,EAAE;YAIvE,EAAE,MAAM,EAAE,QAAQ,EAAE;OAKzB,KAAK,IAAI;OAGT,KAAK,MAAM;OACX,KAAK,OAAO;OACZ,KAAK,GAAG;OACR,EAAE,UAAU,EAAE;OACd,EACL,YAAY,EACZ,mCAAmC,EACnC,qCAAqC,EACtC;OACM,EACL,WAAW,EACX,4BAA4B,EAC5B,8BAA8B,EAC/B;OACM,EAAE,KAAK,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,EAAE;OACrD,EACL,sBAAsB,EACtB,wBAAwB,EACxB,wBAAwB,EACxB,sBAAsB,EACtB,wBAAwB,EACxB,WAAW,EACZ;OACM,EACL,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,2BAA2B,EAC3B,6BAA6B,EAC7B,uCAAuC,EACvC,sCAAsC,EACtC,+BAA+B,EAC/B,eAAe,EAChB;OACM,EAAE,MAAM,EAAE;OACV,EAAE,KAAK,KAAK,EAAE;OACd,EAAE,WAAW,EAAE,eAAe,EAAgB;OAC9C,EAAE,mBAAmB,EAAE,cAAc,EAAE;OAEvC,EACL,KAAK,QAAQ,EACb,KAAK,MAAM,EAIZ;AAGD,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAE5B;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAEpC;;;;;;;;OAQG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B;;;OAGG;IACH,YAAY,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAE7C;;;;OAIG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC;IAE1B;;;;;OAKG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAEhC;;;;;OAKG;IACH,cAAc,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IAEzC;;;;;OAKG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;IAE9D;;;;OAIG;IACH,QAAQ,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;IAEhC;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC7B;AAED;;GAEG;AACH,qBAAa,UAAU;;IACrB,MAAM,EAAE,MAAM,CAAC;IAEf,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,QAAQ,EAAE,QAAQ,GAAG,SAAS,CAAC;IAC/B,YAAY,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAE5C,OAAO,CAAC,KAAK,CAAQ;IAErB,SAAS,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IACrC,OAAO,CAAC,QAAQ,CAAgB;IAEhC;;;;;;;;;;;OAWG;gBACS,EACV,OAAwC,EACxC,MAAuC,EACvC,GAAG,IAAI,EACR,GAAE,aAAkB;IAiCrB;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,GAAG,IAAI;IAuBlD,SAAS,CAAC,YAAY,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,GAAG,SAAS;IAIxE,SAAS,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,eAAe;cAI5C,WAAW,CAAC,IAAI,EAAE,mBAAmB,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;IAI5F,SAAS,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM;IAIhE,OAAO,CAAC,YAAY;IAIpB,SAAS,CAAC,qBAAqB,IAAI,MAAM;IAIzC,SAAS,CAAC,eAAe,CACvB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,GAAG,SAAS,EAC3B,OAAO,EAAE,OAAO,GACf,MAAM,CAAC,QAAQ;IAIlB,QAAQ,CACN,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,GAAG,SAAS,EACjD,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,GAClC,MAAM;IAmBT;;OAEG;cACa,cAAc,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAE3E;;;;;OAKG;cACa,cAAc,CAC5B,OAAO,EAAE,WAAW,EACpB,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,mBAAmB,CAAA;KAAE,GAC9D,OAAO,CAAC,IAAI,CAAC;IAEhB,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC;IAI9E,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC;IAI/E,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC;IAIhF,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC;IAI9E,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC;IAIjF,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,GAAG,EACT,OAAO,EAAE,cAAc,CAAC,mBAAmB,CAAC,EAC5C,gBAAgB,GAAE,MAAM,GAAG,IAAW,GACrC,UAAU,CAAC,GAAG,CAAC;YAIJ,WAAW;IA6JnB,gBAAgB,CACpB,GAAG,EAAE,WAAW,EAChB,IAAI,EAAE,WAAW,GAAG,SAAS,EAC7B,EAAE,EAAE,MAAM,EACV,UAAU,EAAE,eAAe,GAC1B,OAAO,CAAC,QAAQ,CAAC;YA8BN,WAAW;YAuBX,YAAY;IAuC1B,OAAO,CAAC,kCAAkC;IAepC,YAAY,CAChB,YAAY,EAAE,mBAAmB,EACjC,EAAE,UAAc,EAAE,GAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAO,GAC/C,OAAO,CAAC;QAAE,GAAG,EAAE,oBAAoB,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;YAwBzD,YAAY;IAqC1B,OAAO,CAAC,SAAS;IAqCjB,MAAM,CAAC,UAAU,oBAAQ;IACzB,MAAM,CAAC,eAAe,SAAS;IAE/B,MAAM,CAAC,eAAe,gCAA0B;IAChD,MAAM,CAAC,QAAQ,yBAAmB;IAClC,MAAM,CAAC,kBAAkB,mCAA6B;IACtD,MAAM,CAAC,yBAAyB,0CAAoC;IACpE,MAAM,CAAC,iBAAiB,kCAA4B;IACpD,MAAM,CAAC,aAAa,8BAAwB;IAC5C,MAAM,CAAC,aAAa,8BAAwB;IAC5C,MAAM,CAAC,cAAc,+BAAyB;IAC9C,MAAM,CAAC,eAAe,gCAA0B;IAChD,MAAM,CAAC,mBAAmB,oCAA8B;IACxD,MAAM,CAAC,mBAAmB,oCAA8B;IACxD,MAAM,CAAC,qBAAqB,sCAAgC;IAC5D,MAAM,CAAC,wBAAwB,yCAAmC;IAElE,MAAM,CAAC,MAAM,wBAAkB;IAE/B,WAAW,EAAE,GAAG,CAAC,WAAW,CAA6B;IACzD,MAAM,EAAE,GAAG,CAAC,MAAM,CAAwB;IAC1C,WAAW,EAAE,GAAG,CAAC,WAAW,CAA6B;IACzD,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,CAAkC;IACxE,YAAY,EAAE,GAAG,CAAC,YAAY,CAA8B;IAC5D,MAAM,EAAE,GAAG,CAAC,MAAM,CAAwB;CAC3C;AASD,MAAM,CAAC,OAAO,WAAW,UAAU,CAAC;IAClC,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;IAEjD,OAAO,EACL,WAAW,IAAI,WAAW,EAC1B,KAAK,8BAA8B,IAAI,8BAA8B,EACrE,KAAK,4BAA4B,IAAI,4BAA4B,GAClE,CAAC;IAEF,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,CAAC;IAE5B,OAAO,EACL,WAAW,IAAI,WAAW,EAC1B,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,sBAAsB,IAAI,sBAAsB,GACtD,CAAC;IAEF,OAAO,EACL,gBAAgB,IAAI,gBAAgB,EACpC,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,6BAA6B,IAAI,6BAA6B,EACnE,KAAK,uCAAuC,IAAI,uCAAuC,EACvF,KAAK,sCAAsC,IAAI,sCAAsC,EACrF,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,2BAA2B,IAAI,2BAA2B,GAChE,CAAC;IAEF,OAAO,EACL,YAAY,IAAI,YAAY,EAC5B,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,mCAAmC,IAAI,mCAAmC,GAChF,CAAC;IAEF,OAAO,EACL,MAAM,IAAI,MAAM,EAChB,KAAK,KAAK,IAAI,KAAK,EACnB,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,eAAe,IAAI,eAAe,GACxC,CAAC;CACH"}
|
package/package.json
CHANGED
package/resources/index.d.mts
CHANGED
|
@@ -2,6 +2,6 @@ export { CustomRouter, type CustomRouterTrainCustomRouterResponse, type CustomRo
|
|
|
2
2
|
export { ModelRouter, type ModelRouterSelectModelResponse, type ModelRouterSelectModelParams, } from "./model-router.mjs";
|
|
3
3
|
export { Models, type Model, type ModelListResponse, type ModelListParams } from "./models.mjs";
|
|
4
4
|
export { Preferences, type PreferenceCreateResponse, type PreferenceUpdateResponse, type PreferenceDeleteResponse, type PreferenceCreateParams, type PreferenceUpdateParams, } from "./preferences.mjs";
|
|
5
|
-
export { PromptAdaptation, type GoldenRecord, type JobStatus, type RequestProvider, type PromptAdaptationAdaptResponse, type PromptAdaptationGetAdaptResultsResponse, type PromptAdaptationGetAdaptStatusResponse, type
|
|
5
|
+
export { PromptAdaptation, type GoldenRecord, type JobStatus, type RequestProvider, type PromptAdaptationAdaptResponse, type PromptAdaptationGetAdaptResultsResponse, type PromptAdaptationGetAdaptStatusResponse, type PromptAdaptationGetCostResponse, type PromptAdaptationAdaptParams, } from "./prompt-adaptation.mjs";
|
|
6
6
|
export { Report } from "./report/report.mjs";
|
|
7
7
|
//# sourceMappingURL=index.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":"OAEO,EACL,YAAY,EACZ,KAAK,qCAAqC,EAC1C,KAAK,mCAAmC,GACzC;OACM,EACL,WAAW,EACX,KAAK,8BAA8B,EACnC,KAAK,4BAA4B,GAClC;OACM,EAAE,MAAM,EAAE,KAAK,KAAK,EAAE,KAAK,iBAAiB,EAAE,KAAK,eAAe,EAAE;OACpE,EACL,WAAW,EACX,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,GAC5B;OACM,EACL,gBAAgB,EAChB,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,eAAe,EACpB,KAAK,6BAA6B,EAClC,KAAK,uCAAuC,EAC5C,KAAK,sCAAsC,EAC3C,KAAK,
|
|
1
|
+
{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":"OAEO,EACL,YAAY,EACZ,KAAK,qCAAqC,EAC1C,KAAK,mCAAmC,GACzC;OACM,EACL,WAAW,EACX,KAAK,8BAA8B,EACnC,KAAK,4BAA4B,GAClC;OACM,EAAE,MAAM,EAAE,KAAK,KAAK,EAAE,KAAK,iBAAiB,EAAE,KAAK,eAAe,EAAE;OACpE,EACL,WAAW,EACX,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,GAC5B;OACM,EACL,gBAAgB,EAChB,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,eAAe,EACpB,KAAK,6BAA6B,EAClC,KAAK,uCAAuC,EAC5C,KAAK,sCAAsC,EAC3C,KAAK,+BAA+B,EACpC,KAAK,2BAA2B,GACjC;OACM,EAAE,MAAM,EAAE"}
|
package/resources/index.d.ts
CHANGED
|
@@ -2,6 +2,6 @@ export { CustomRouter, type CustomRouterTrainCustomRouterResponse, type CustomRo
|
|
|
2
2
|
export { ModelRouter, type ModelRouterSelectModelResponse, type ModelRouterSelectModelParams, } from "./model-router.js";
|
|
3
3
|
export { Models, type Model, type ModelListResponse, type ModelListParams } from "./models.js";
|
|
4
4
|
export { Preferences, type PreferenceCreateResponse, type PreferenceUpdateResponse, type PreferenceDeleteResponse, type PreferenceCreateParams, type PreferenceUpdateParams, } from "./preferences.js";
|
|
5
|
-
export { PromptAdaptation, type GoldenRecord, type JobStatus, type RequestProvider, type PromptAdaptationAdaptResponse, type PromptAdaptationGetAdaptResultsResponse, type PromptAdaptationGetAdaptStatusResponse, type
|
|
5
|
+
export { PromptAdaptation, type GoldenRecord, type JobStatus, type RequestProvider, type PromptAdaptationAdaptResponse, type PromptAdaptationGetAdaptResultsResponse, type PromptAdaptationGetAdaptStatusResponse, type PromptAdaptationGetCostResponse, type PromptAdaptationAdaptParams, } from "./prompt-adaptation.js";
|
|
6
6
|
export { Report } from "./report/report.js";
|
|
7
7
|
//# sourceMappingURL=index.d.ts.map
|
package/resources/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":"OAEO,EACL,YAAY,EACZ,KAAK,qCAAqC,EAC1C,KAAK,mCAAmC,GACzC;OACM,EACL,WAAW,EACX,KAAK,8BAA8B,EACnC,KAAK,4BAA4B,GAClC;OACM,EAAE,MAAM,EAAE,KAAK,KAAK,EAAE,KAAK,iBAAiB,EAAE,KAAK,eAAe,EAAE;OACpE,EACL,WAAW,EACX,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,GAC5B;OACM,EACL,gBAAgB,EAChB,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,eAAe,EACpB,KAAK,6BAA6B,EAClC,KAAK,uCAAuC,EAC5C,KAAK,sCAAsC,EAC3C,KAAK,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":"OAEO,EACL,YAAY,EACZ,KAAK,qCAAqC,EAC1C,KAAK,mCAAmC,GACzC;OACM,EACL,WAAW,EACX,KAAK,8BAA8B,EACnC,KAAK,4BAA4B,GAClC;OACM,EAAE,MAAM,EAAE,KAAK,KAAK,EAAE,KAAK,iBAAiB,EAAE,KAAK,eAAe,EAAE;OACpE,EACL,WAAW,EACX,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,GAC5B;OACM,EACL,gBAAgB,EAChB,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,eAAe,EACpB,KAAK,6BAA6B,EAClC,KAAK,uCAAuC,EAC5C,KAAK,sCAAsC,EAC3C,KAAK,+BAA+B,EACpC,KAAK,2BAA2B,GACjC;OACM,EAAE,MAAM,EAAE"}
|
|
@@ -8,7 +8,7 @@ export declare class ModelRouter extends APIResource {
|
|
|
8
8
|
* algorithm.
|
|
9
9
|
*
|
|
10
10
|
* This endpoint analyzes your messages and returns the best-suited model from your
|
|
11
|
-
* specified
|
|
11
|
+
* specified models. The router considers factors like query complexity, model
|
|
12
12
|
* capabilities, cost, and latency based on your preferences.
|
|
13
13
|
*
|
|
14
14
|
* **Key Features:**
|
|
@@ -17,14 +17,13 @@ export declare class ModelRouter extends APIResource {
|
|
|
17
17
|
* - Support for custom routers trained on your evaluation data
|
|
18
18
|
* - Optional cost/latency optimization
|
|
19
19
|
* - Function calling support for compatible models
|
|
20
|
-
* - Privacy-preserving content hashing
|
|
21
20
|
*
|
|
22
21
|
* **Usage:**
|
|
23
22
|
*
|
|
24
23
|
* 1. Pass your messages in OpenAI format (array of objects with 'role' and
|
|
25
24
|
* 'content')
|
|
26
25
|
* 2. Specify which LLM providers you want to route between
|
|
27
|
-
* 3. Optionally provide a preference_id
|
|
26
|
+
* 3. Optionally provide a preference_id to use a custom router that you've trained
|
|
28
27
|
* 4. Receive a recommended model and session_id
|
|
29
28
|
* 5. Use the session_id to submit feedback and improve routing
|
|
30
29
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-router.d.mts","sourceRoot":"","sources":["../src/resources/model-router.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,mBAAmB;OACxB,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,WAAY,SAAQ,WAAW;IAC1C
|
|
1
|
+
{"version":3,"file":"model-router.d.mts","sourceRoot":"","sources":["../src/resources/model-router.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,mBAAmB;OACxB,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,WAAY,SAAQ,WAAW;IAC1C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuDG;IACH,WAAW,CACT,MAAM,EAAE,4BAA4B,EACpC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,8BAA8B,CAAC;CAI9C;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC7C;;OAEG;IACH,SAAS,EAAE,KAAK,CAAC,8BAA8B,CAAC,QAAQ,CAAC,CAAC;IAE1D;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,yBAAiB,8BAA8B,CAAC;IAC9C;;;;;;OAMG;IACH,UAAiB,QAAQ;QACvB;;;WAGG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC;KAClB;CACF;AAED,MAAM,WAAW,4BAA4B;IAC3C;;;OAGG;IACH,aAAa,EAAE,KAAK,CAAC,mBAAmB,CAAC,eAAe,GAAG,4BAA4B,CAAC,kBAAkB,CAAC,CAAC;IAE5G;;;OAGG;IACH,QAAQ,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAA;KAAE,CAAC,GAAG,MAAM,CAAC;IAErE;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAErB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEhC;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE9B;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC,GAAG,IAAI,CAAC;IAEjD;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,yBAAiB,4BAA4B,CAAC;IAC5C;;;;;;;;;;;;;OAaG;IACH,UAAiB,kBAAkB;QACjC;;;WAGG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE/B;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE5B;;WAEG;QACH,SAAS,CAAC,EAAE,OAAO,CAAC;QAEpB;;WAEG;QACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAExB;;WAEG;QACH,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B;CACF;AAED,MAAM,CAAC,OAAO,WAAW,WAAW,CAAC;IACnC,OAAO,EACL,KAAK,8BAA8B,IAAI,8BAA8B,EACrE,KAAK,4BAA4B,IAAI,4BAA4B,GAClE,CAAC;CACH"}
|
|
@@ -8,7 +8,7 @@ export declare class ModelRouter extends APIResource {
|
|
|
8
8
|
* algorithm.
|
|
9
9
|
*
|
|
10
10
|
* This endpoint analyzes your messages and returns the best-suited model from your
|
|
11
|
-
* specified
|
|
11
|
+
* specified models. The router considers factors like query complexity, model
|
|
12
12
|
* capabilities, cost, and latency based on your preferences.
|
|
13
13
|
*
|
|
14
14
|
* **Key Features:**
|
|
@@ -17,14 +17,13 @@ export declare class ModelRouter extends APIResource {
|
|
|
17
17
|
* - Support for custom routers trained on your evaluation data
|
|
18
18
|
* - Optional cost/latency optimization
|
|
19
19
|
* - Function calling support for compatible models
|
|
20
|
-
* - Privacy-preserving content hashing
|
|
21
20
|
*
|
|
22
21
|
* **Usage:**
|
|
23
22
|
*
|
|
24
23
|
* 1. Pass your messages in OpenAI format (array of objects with 'role' and
|
|
25
24
|
* 'content')
|
|
26
25
|
* 2. Specify which LLM providers you want to route between
|
|
27
|
-
* 3. Optionally provide a preference_id
|
|
26
|
+
* 3. Optionally provide a preference_id to use a custom router that you've trained
|
|
28
27
|
* 4. Receive a recommended model and session_id
|
|
29
28
|
* 5. Use the session_id to submit feedback and improve routing
|
|
30
29
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-router.d.ts","sourceRoot":"","sources":["../src/resources/model-router.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,mBAAmB;OACxB,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,WAAY,SAAQ,WAAW;IAC1C
|
|
1
|
+
{"version":3,"file":"model-router.d.ts","sourceRoot":"","sources":["../src/resources/model-router.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,mBAAmB;OACxB,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,WAAY,SAAQ,WAAW;IAC1C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuDG;IACH,WAAW,CACT,MAAM,EAAE,4BAA4B,EACpC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,8BAA8B,CAAC;CAI9C;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC7C;;OAEG;IACH,SAAS,EAAE,KAAK,CAAC,8BAA8B,CAAC,QAAQ,CAAC,CAAC;IAE1D;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,yBAAiB,8BAA8B,CAAC;IAC9C;;;;;;OAMG;IACH,UAAiB,QAAQ;QACvB;;;WAGG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC;KAClB;CACF;AAED,MAAM,WAAW,4BAA4B;IAC3C;;;OAGG;IACH,aAAa,EAAE,KAAK,CAAC,mBAAmB,CAAC,eAAe,GAAG,4BAA4B,CAAC,kBAAkB,CAAC,CAAC;IAE5G;;;OAGG;IACH,QAAQ,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAA;KAAE,CAAC,GAAG,MAAM,CAAC;IAErE;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAErB;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEhC;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE9B;;OAEG;IACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC,GAAG,IAAI,CAAC;IAEjD;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,yBAAiB,4BAA4B,CAAC;IAC5C;;;;;;;;;;;;;OAaG;IACH,UAAiB,kBAAkB;QACjC;;;WAGG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE/B;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE5B;;WAEG;QACH,SAAS,CAAC,EAAE,OAAO,CAAC;QAEpB;;WAEG;QACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAExB;;WAEG;QACH,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B;CACF;AAED,MAAM,CAAC,OAAO,WAAW,WAAW,CAAC;IACnC,OAAO,EACL,KAAK,8BAA8B,IAAI,8BAA8B,EACrE,KAAK,4BAA4B,IAAI,4BAA4B,GAClE,CAAC;CACH"}
|
|
@@ -9,7 +9,7 @@ class ModelRouter extends resource_1.APIResource {
|
|
|
9
9
|
* algorithm.
|
|
10
10
|
*
|
|
11
11
|
* This endpoint analyzes your messages and returns the best-suited model from your
|
|
12
|
-
* specified
|
|
12
|
+
* specified models. The router considers factors like query complexity, model
|
|
13
13
|
* capabilities, cost, and latency based on your preferences.
|
|
14
14
|
*
|
|
15
15
|
* **Key Features:**
|
|
@@ -18,14 +18,13 @@ class ModelRouter extends resource_1.APIResource {
|
|
|
18
18
|
* - Support for custom routers trained on your evaluation data
|
|
19
19
|
* - Optional cost/latency optimization
|
|
20
20
|
* - Function calling support for compatible models
|
|
21
|
-
* - Privacy-preserving content hashing
|
|
22
21
|
*
|
|
23
22
|
* **Usage:**
|
|
24
23
|
*
|
|
25
24
|
* 1. Pass your messages in OpenAI format (array of objects with 'role' and
|
|
26
25
|
* 'content')
|
|
27
26
|
* 2. Specify which LLM providers you want to route between
|
|
28
|
-
* 3. Optionally provide a preference_id
|
|
27
|
+
* 3. Optionally provide a preference_id to use a custom router that you've trained
|
|
29
28
|
* 4. Receive a recommended model and session_id
|
|
30
29
|
* 5. Use the session_id to submit feedback and improve routing
|
|
31
30
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-router.js","sourceRoot":"","sources":["../src/resources/model-router.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAK/C,MAAa,WAAY,SAAQ,sBAAW;IAC1C
|
|
1
|
+
{"version":3,"file":"model-router.js","sourceRoot":"","sources":["../src/resources/model-router.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAK/C,MAAa,WAAY,SAAQ,sBAAW;IAC1C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuDG;IACH,WAAW,CACT,MAAoC,EACpC,OAAwB;QAExB,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;QACjC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;CACF;AAhED,kCAgEC"}
|
|
@@ -6,7 +6,7 @@ export class ModelRouter extends APIResource {
|
|
|
6
6
|
* algorithm.
|
|
7
7
|
*
|
|
8
8
|
* This endpoint analyzes your messages and returns the best-suited model from your
|
|
9
|
-
* specified
|
|
9
|
+
* specified models. The router considers factors like query complexity, model
|
|
10
10
|
* capabilities, cost, and latency based on your preferences.
|
|
11
11
|
*
|
|
12
12
|
* **Key Features:**
|
|
@@ -15,14 +15,13 @@ export class ModelRouter extends APIResource {
|
|
|
15
15
|
* - Support for custom routers trained on your evaluation data
|
|
16
16
|
* - Optional cost/latency optimization
|
|
17
17
|
* - Function calling support for compatible models
|
|
18
|
-
* - Privacy-preserving content hashing
|
|
19
18
|
*
|
|
20
19
|
* **Usage:**
|
|
21
20
|
*
|
|
22
21
|
* 1. Pass your messages in OpenAI format (array of objects with 'role' and
|
|
23
22
|
* 'content')
|
|
24
23
|
* 2. Specify which LLM providers you want to route between
|
|
25
|
-
* 3. Optionally provide a preference_id
|
|
24
|
+
* 3. Optionally provide a preference_id to use a custom router that you've trained
|
|
26
25
|
* 4. Receive a recommended model and session_id
|
|
27
26
|
* 5. Use the session_id to submit feedback and improve routing
|
|
28
27
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-router.mjs","sourceRoot":"","sources":["../src/resources/model-router.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAKtB,MAAM,OAAO,WAAY,SAAQ,WAAW;IAC1C
|
|
1
|
+
{"version":3,"file":"model-router.mjs","sourceRoot":"","sources":["../src/resources/model-router.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAKtB,MAAM,OAAO,WAAY,SAAQ,WAAW;IAC1C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuDG;IACH,WAAW,CACT,MAAoC,EACpC,OAAwB;QAExB,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;QACjC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;CACF"}
|
|
@@ -7,14 +7,14 @@ export declare class PromptAdaptation extends APIResource {
|
|
|
7
7
|
* Adapt your prompt from one LLM to work optimally across different target LLMs.
|
|
8
8
|
*
|
|
9
9
|
* This endpoint automatically optimizes your prompt (system prompt + user message
|
|
10
|
-
* template) to
|
|
11
|
-
*
|
|
12
|
-
*
|
|
10
|
+
* template) to improve accuracy on your use case across various models. Each model
|
|
11
|
+
* has unique characteristics, and what works well for GPT-5 might not work as well
|
|
12
|
+
* for Claude or Gemini.
|
|
13
13
|
*
|
|
14
14
|
* **How Prompt Adaptation Works:**
|
|
15
15
|
*
|
|
16
|
-
* 1. You provide your current prompt
|
|
17
|
-
* 2. You specify target models you want to adapt to
|
|
16
|
+
* 1. You provide your current prompt and optionally your current origin model
|
|
17
|
+
* 2. You specify the target models you want to adapt your prompt to
|
|
18
18
|
* 3. You provide evaluation examples (golden records) with expected answers
|
|
19
19
|
* 4. The system runs optimization to find the best prompt for each target model
|
|
20
20
|
* 5. You receive adapted prompts that perform well on your target models
|
|
@@ -22,8 +22,7 @@ export declare class PromptAdaptation extends APIResource {
|
|
|
22
22
|
* **Evaluation Metrics:** Choose either a standard metric or provide custom
|
|
23
23
|
* evaluation:
|
|
24
24
|
*
|
|
25
|
-
* - **Standard metrics**: LLMaaJ:
|
|
26
|
-
* JSON_Match
|
|
25
|
+
* - **Standard metrics**: LLMaaJ:Sem_Sim_1 (semantic similarity), JSON_Match
|
|
27
26
|
* - **Custom evaluation**: Provide evaluation_config with your own LLM judge,
|
|
28
27
|
* prompt, and cutoff
|
|
29
28
|
*
|
|
@@ -40,21 +39,6 @@ export declare class PromptAdaptation extends APIResource {
|
|
|
40
39
|
* - Time depends on: number of target models, dataset size, model availability
|
|
41
40
|
* - Use the returned adaptation_run_id to check status and retrieve results
|
|
42
41
|
*
|
|
43
|
-
* **Subscription Tiers:**
|
|
44
|
-
*
|
|
45
|
-
* - Free: 1 target model
|
|
46
|
-
* - Starter: 3 target models
|
|
47
|
-
* - Startup: 5 target models
|
|
48
|
-
* - Enterprise: 10 target models
|
|
49
|
-
*
|
|
50
|
-
* **Best Practices:**
|
|
51
|
-
*
|
|
52
|
-
* 1. Use diverse, representative examples from your production workload
|
|
53
|
-
* 2. Include examples for best results (25 minimum)
|
|
54
|
-
* 3. Ensure consistent evaluation across all examples
|
|
55
|
-
* 4. Test both train_goldens and test_goldens split for validation
|
|
56
|
-
* 5. Use the same model versions you'll use in production
|
|
57
|
-
*
|
|
58
42
|
* **Example Workflow:**
|
|
59
43
|
*
|
|
60
44
|
* ```
|
|
@@ -144,15 +128,6 @@ export declare class PromptAdaptation extends APIResource {
|
|
|
144
128
|
* 3. Apply the optimized prompts when calling the respective target models
|
|
145
129
|
* 4. Compare pre/post optimization scores to see improvement
|
|
146
130
|
*
|
|
147
|
-
* **Evaluation Scores:**
|
|
148
|
-
*
|
|
149
|
-
* - Scores range from 0-10 (higher is better)
|
|
150
|
-
* - Compare origin_model score with target_models pre_optimization_score for
|
|
151
|
-
* baseline
|
|
152
|
-
* - Compare pre_optimization_score with post_optimization_score to see improvement
|
|
153
|
-
* from adaptation
|
|
154
|
-
* - Typical improvements range from 5-30% on evaluation metrics
|
|
155
|
-
*
|
|
156
131
|
* **Status Handling:**
|
|
157
132
|
*
|
|
158
133
|
* - If adaptation is still processing, target model results will have
|
|
@@ -236,7 +211,6 @@ export declare class PromptAdaptation extends APIResource {
|
|
|
236
211
|
* - Total cost across all models used in the adaptation
|
|
237
212
|
* - Individual usage records with provider, model, tokens, and costs
|
|
238
213
|
* - Timestamps for each LLM request
|
|
239
|
-
* - Task type (e.g., optimization, evaluation)
|
|
240
214
|
*
|
|
241
215
|
* **Access Control:**
|
|
242
216
|
*
|
|
@@ -245,12 +219,12 @@ export declare class PromptAdaptation extends APIResource {
|
|
|
245
219
|
*
|
|
246
220
|
* @example
|
|
247
221
|
* ```ts
|
|
248
|
-
* const response = await client.promptAdaptation.
|
|
222
|
+
* const response = await client.promptAdaptation.getCost(
|
|
249
223
|
* 'adaptation_run_id',
|
|
250
224
|
* );
|
|
251
225
|
* ```
|
|
252
226
|
*/
|
|
253
|
-
|
|
227
|
+
getCost(adaptationRunID: string, options?: RequestOptions): APIPromise<PromptAdaptationGetCostResponse>;
|
|
254
228
|
}
|
|
255
229
|
/**
|
|
256
230
|
* A training or test example for prompt adaptation.
|
|
@@ -549,7 +523,7 @@ export interface PromptAdaptationGetAdaptStatusResponse {
|
|
|
549
523
|
* run. Use this to track costs associated with optimizing prompts for different
|
|
550
524
|
* target models.
|
|
551
525
|
*/
|
|
552
|
-
export interface
|
|
526
|
+
export interface PromptAdaptationGetCostResponse {
|
|
553
527
|
/**
|
|
554
528
|
* Unique identifier for the adaptation run
|
|
555
529
|
*/
|
|
@@ -561,9 +535,9 @@ export interface PromptAdaptationGetCostsResponse {
|
|
|
561
535
|
/**
|
|
562
536
|
* Detailed usage records for each LLM request made during the adaptation
|
|
563
537
|
*/
|
|
564
|
-
usage_records: Array<
|
|
538
|
+
usage_records: Array<PromptAdaptationGetCostResponse.UsageRecord>;
|
|
565
539
|
}
|
|
566
|
-
export declare namespace
|
|
540
|
+
export declare namespace PromptAdaptationGetCostResponse {
|
|
567
541
|
/**
|
|
568
542
|
* Individual LLM usage record with token counts and cost breakdown.
|
|
569
543
|
*
|
|
@@ -674,6 +648,6 @@ export interface PromptAdaptationAdaptParams {
|
|
|
674
648
|
train_goldens?: Array<GoldenRecord> | null;
|
|
675
649
|
}
|
|
676
650
|
export declare namespace PromptAdaptation {
|
|
677
|
-
export { type GoldenRecord as GoldenRecord, type JobStatus as JobStatus, type RequestProvider as RequestProvider, type PromptAdaptationAdaptResponse as PromptAdaptationAdaptResponse, type PromptAdaptationGetAdaptResultsResponse as PromptAdaptationGetAdaptResultsResponse, type PromptAdaptationGetAdaptStatusResponse as PromptAdaptationGetAdaptStatusResponse, type
|
|
651
|
+
export { type GoldenRecord as GoldenRecord, type JobStatus as JobStatus, type RequestProvider as RequestProvider, type PromptAdaptationAdaptResponse as PromptAdaptationAdaptResponse, type PromptAdaptationGetAdaptResultsResponse as PromptAdaptationGetAdaptResultsResponse, type PromptAdaptationGetAdaptStatusResponse as PromptAdaptationGetAdaptStatusResponse, type PromptAdaptationGetCostResponse as PromptAdaptationGetCostResponse, type PromptAdaptationAdaptParams as PromptAdaptationAdaptParams, };
|
|
678
652
|
}
|
|
679
653
|
//# sourceMappingURL=prompt-adaptation.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"prompt-adaptation.d.mts","sourceRoot":"","sources":["../src/resources/prompt-adaptation.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,mBAAmB;OACxB,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,gBAAiB,SAAQ,WAAW;IAC/C
|
|
1
|
+
{"version":3,"file":"prompt-adaptation.d.mts","sourceRoot":"","sources":["../src/resources/prompt-adaptation.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,mBAAmB;OACxB,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,gBAAiB,SAAQ,WAAW;IAC/C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+FG;IACH,KAAK,CACH,IAAI,EAAE,2BAA2B,EACjC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,6BAA6B,CAAC;IAI5C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAwDG;IACH,eAAe,CACb,eAAe,EAAE,MAAM,EACvB,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,uCAAuC,CAAC;IAItD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuCG;IACH,cAAc,CACZ,eAAe,EAAE,MAAM,EACvB,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,sCAAsC,CAAC;IAIrD;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,OAAO,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,+BAA+B,CAAC;CAGxG;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAElC;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED;;;;;;;;;;;GAWG;AACH,MAAM,MAAM,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,YAAY,GAAG,WAAW,GAAG,QAAQ,CAAC;AAErF;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE/B;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE5B;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAExB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,WAAW,6BAA6B;IAC5C;;;OAGG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,uCAAuC;IACtD;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,UAAU,EAAE,SAAS,CAAC;IAEtB;;OAEG;IACH,aAAa,EAAE,KAAK,CAAC,uCAAuC,CAAC,WAAW,CAAC,CAAC;IAE1E;;OAEG;IACH,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC;;;OAGG;IACH,mBAAmB,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAEhD;;;;;;;;;;;;;OAaG;IACH,YAAY,CAAC,EAAE,uCAAuC,CAAC,WAAW,GAAG,IAAI,CAAC;CAC3E;AAED,yBAAiB,uCAAuC,CAAC;IACvD;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,UAAiB,WAAW;QAC1B,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QAEpB,UAAU,EAAE,MAAM,CAAC;QAEnB,uBAAuB,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,GAAG,IAAI,CAAC;QAE3D,uBAAuB,EAAE,MAAM,GAAG,IAAI,CAAC;QAEvC,sBAAsB,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,GAAG,IAAI,CAAC;QAE1D,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QAEzB;;;;;;;;;;;WAWG;QACH,aAAa,CAAC,EAAE,mBAAmB,CAAC,SAAS,GAAG,IAAI,CAAC;QAErD;;;WAGG;QACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE9B;;;WAGG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;;WAGG;QACH,4BAA4B,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;KACrD;IAED;;;;;;;;;;;;;OAaG;IACH,UAAiB,WAAW;QAC1B,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QAEpB,KAAK,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,GAAG,IAAI,CAAC;QAEzC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QAErB;;;;;;;;;;;WAWG;QACH,aAAa,CAAC,EAAE,mBAAmB,CAAC,SAAS,GAAG,IAAI,CAAC;QAErD;;WAEG;QACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE9B;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACvC;CACF;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,WAAW,sCAAsC;IACrD;;;OAGG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,MAAM,EAAE,SAAS,CAAC;IAElB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,+BAA+B;IAC9C;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,aAAa,EAAE,KAAK,CAAC,+BAA+B,CAAC,WAAW,CAAC,CAAC;CACnE;AAED,yBAAiB,+BAA+B,CAAC;IAC/C;;;;;OAKG;IACH,UAAiB,WAAW;QAC1B;;WAEG;QACH,EAAE,EAAE,MAAM,CAAC;QAEX;;WAEG;QACH,iBAAiB,EAAE,MAAM,CAAC;QAE1B;;WAEG;QACH,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;QAErB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,eAAe,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC;QAEjB;;WAEG;QACH,SAAS,EAAE,MAAM,CAAC;QAElB;;WAEG;QACH,SAAS,EAAE,MAAM,CAAC;QAElB;;WAEG;QACH,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;KACjB;CACF;AAED,MAAM,WAAW,2BAA2B;IAC1C;;;OAGG;IACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtB;;;OAGG;IACH,aAAa,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;IAEtC;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC;;;OAGG;IACH,OAAO,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC;IAErC;;OAEG;IACH,YAAY,CAAC,EAAE,eAAe,GAAG,IAAI,CAAC;IAEtC;;;OAGG;IACH,6BAA6B,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE9C;;;OAGG;IACH,YAAY,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC;IAE1C;;;OAGG;IACH,aAAa,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC;CAC5C;AAED,MAAM,CAAC,OAAO,WAAW,gBAAgB,CAAC;IACxC,OAAO,EACL,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,6BAA6B,IAAI,6BAA6B,EACnE,KAAK,uCAAuC,IAAI,uCAAuC,EACvF,KAAK,sCAAsC,IAAI,sCAAsC,EACrF,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,2BAA2B,IAAI,2BAA2B,GAChE,CAAC;CACH"}
|
|
@@ -7,14 +7,14 @@ export declare class PromptAdaptation extends APIResource {
|
|
|
7
7
|
* Adapt your prompt from one LLM to work optimally across different target LLMs.
|
|
8
8
|
*
|
|
9
9
|
* This endpoint automatically optimizes your prompt (system prompt + user message
|
|
10
|
-
* template) to
|
|
11
|
-
*
|
|
12
|
-
*
|
|
10
|
+
* template) to improve accuracy on your use case across various models. Each model
|
|
11
|
+
* has unique characteristics, and what works well for GPT-5 might not work as well
|
|
12
|
+
* for Claude or Gemini.
|
|
13
13
|
*
|
|
14
14
|
* **How Prompt Adaptation Works:**
|
|
15
15
|
*
|
|
16
|
-
* 1. You provide your current prompt
|
|
17
|
-
* 2. You specify target models you want to adapt to
|
|
16
|
+
* 1. You provide your current prompt and optionally your current origin model
|
|
17
|
+
* 2. You specify the target models you want to adapt your prompt to
|
|
18
18
|
* 3. You provide evaluation examples (golden records) with expected answers
|
|
19
19
|
* 4. The system runs optimization to find the best prompt for each target model
|
|
20
20
|
* 5. You receive adapted prompts that perform well on your target models
|
|
@@ -22,8 +22,7 @@ export declare class PromptAdaptation extends APIResource {
|
|
|
22
22
|
* **Evaluation Metrics:** Choose either a standard metric or provide custom
|
|
23
23
|
* evaluation:
|
|
24
24
|
*
|
|
25
|
-
* - **Standard metrics**: LLMaaJ:
|
|
26
|
-
* JSON_Match
|
|
25
|
+
* - **Standard metrics**: LLMaaJ:Sem_Sim_1 (semantic similarity), JSON_Match
|
|
27
26
|
* - **Custom evaluation**: Provide evaluation_config with your own LLM judge,
|
|
28
27
|
* prompt, and cutoff
|
|
29
28
|
*
|
|
@@ -40,21 +39,6 @@ export declare class PromptAdaptation extends APIResource {
|
|
|
40
39
|
* - Time depends on: number of target models, dataset size, model availability
|
|
41
40
|
* - Use the returned adaptation_run_id to check status and retrieve results
|
|
42
41
|
*
|
|
43
|
-
* **Subscription Tiers:**
|
|
44
|
-
*
|
|
45
|
-
* - Free: 1 target model
|
|
46
|
-
* - Starter: 3 target models
|
|
47
|
-
* - Startup: 5 target models
|
|
48
|
-
* - Enterprise: 10 target models
|
|
49
|
-
*
|
|
50
|
-
* **Best Practices:**
|
|
51
|
-
*
|
|
52
|
-
* 1. Use diverse, representative examples from your production workload
|
|
53
|
-
* 2. Include examples for best results (25 minimum)
|
|
54
|
-
* 3. Ensure consistent evaluation across all examples
|
|
55
|
-
* 4. Test both train_goldens and test_goldens split for validation
|
|
56
|
-
* 5. Use the same model versions you'll use in production
|
|
57
|
-
*
|
|
58
42
|
* **Example Workflow:**
|
|
59
43
|
*
|
|
60
44
|
* ```
|
|
@@ -144,15 +128,6 @@ export declare class PromptAdaptation extends APIResource {
|
|
|
144
128
|
* 3. Apply the optimized prompts when calling the respective target models
|
|
145
129
|
* 4. Compare pre/post optimization scores to see improvement
|
|
146
130
|
*
|
|
147
|
-
* **Evaluation Scores:**
|
|
148
|
-
*
|
|
149
|
-
* - Scores range from 0-10 (higher is better)
|
|
150
|
-
* - Compare origin_model score with target_models pre_optimization_score for
|
|
151
|
-
* baseline
|
|
152
|
-
* - Compare pre_optimization_score with post_optimization_score to see improvement
|
|
153
|
-
* from adaptation
|
|
154
|
-
* - Typical improvements range from 5-30% on evaluation metrics
|
|
155
|
-
*
|
|
156
131
|
* **Status Handling:**
|
|
157
132
|
*
|
|
158
133
|
* - If adaptation is still processing, target model results will have
|
|
@@ -236,7 +211,6 @@ export declare class PromptAdaptation extends APIResource {
|
|
|
236
211
|
* - Total cost across all models used in the adaptation
|
|
237
212
|
* - Individual usage records with provider, model, tokens, and costs
|
|
238
213
|
* - Timestamps for each LLM request
|
|
239
|
-
* - Task type (e.g., optimization, evaluation)
|
|
240
214
|
*
|
|
241
215
|
* **Access Control:**
|
|
242
216
|
*
|
|
@@ -245,12 +219,12 @@ export declare class PromptAdaptation extends APIResource {
|
|
|
245
219
|
*
|
|
246
220
|
* @example
|
|
247
221
|
* ```ts
|
|
248
|
-
* const response = await client.promptAdaptation.
|
|
222
|
+
* const response = await client.promptAdaptation.getCost(
|
|
249
223
|
* 'adaptation_run_id',
|
|
250
224
|
* );
|
|
251
225
|
* ```
|
|
252
226
|
*/
|
|
253
|
-
|
|
227
|
+
getCost(adaptationRunID: string, options?: RequestOptions): APIPromise<PromptAdaptationGetCostResponse>;
|
|
254
228
|
}
|
|
255
229
|
/**
|
|
256
230
|
* A training or test example for prompt adaptation.
|
|
@@ -549,7 +523,7 @@ export interface PromptAdaptationGetAdaptStatusResponse {
|
|
|
549
523
|
* run. Use this to track costs associated with optimizing prompts for different
|
|
550
524
|
* target models.
|
|
551
525
|
*/
|
|
552
|
-
export interface
|
|
526
|
+
export interface PromptAdaptationGetCostResponse {
|
|
553
527
|
/**
|
|
554
528
|
* Unique identifier for the adaptation run
|
|
555
529
|
*/
|
|
@@ -561,9 +535,9 @@ export interface PromptAdaptationGetCostsResponse {
|
|
|
561
535
|
/**
|
|
562
536
|
* Detailed usage records for each LLM request made during the adaptation
|
|
563
537
|
*/
|
|
564
|
-
usage_records: Array<
|
|
538
|
+
usage_records: Array<PromptAdaptationGetCostResponse.UsageRecord>;
|
|
565
539
|
}
|
|
566
|
-
export declare namespace
|
|
540
|
+
export declare namespace PromptAdaptationGetCostResponse {
|
|
567
541
|
/**
|
|
568
542
|
* Individual LLM usage record with token counts and cost breakdown.
|
|
569
543
|
*
|
|
@@ -674,6 +648,6 @@ export interface PromptAdaptationAdaptParams {
|
|
|
674
648
|
train_goldens?: Array<GoldenRecord> | null;
|
|
675
649
|
}
|
|
676
650
|
export declare namespace PromptAdaptation {
|
|
677
|
-
export { type GoldenRecord as GoldenRecord, type JobStatus as JobStatus, type RequestProvider as RequestProvider, type PromptAdaptationAdaptResponse as PromptAdaptationAdaptResponse, type PromptAdaptationGetAdaptResultsResponse as PromptAdaptationGetAdaptResultsResponse, type PromptAdaptationGetAdaptStatusResponse as PromptAdaptationGetAdaptStatusResponse, type
|
|
651
|
+
export { type GoldenRecord as GoldenRecord, type JobStatus as JobStatus, type RequestProvider as RequestProvider, type PromptAdaptationAdaptResponse as PromptAdaptationAdaptResponse, type PromptAdaptationGetAdaptResultsResponse as PromptAdaptationGetAdaptResultsResponse, type PromptAdaptationGetAdaptStatusResponse as PromptAdaptationGetAdaptStatusResponse, type PromptAdaptationGetCostResponse as PromptAdaptationGetCostResponse, type PromptAdaptationAdaptParams as PromptAdaptationAdaptParams, };
|
|
678
652
|
}
|
|
679
653
|
//# sourceMappingURL=prompt-adaptation.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"prompt-adaptation.d.ts","sourceRoot":"","sources":["../src/resources/prompt-adaptation.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,mBAAmB;OACxB,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,gBAAiB,SAAQ,WAAW;IAC/C
|
|
1
|
+
{"version":3,"file":"prompt-adaptation.d.ts","sourceRoot":"","sources":["../src/resources/prompt-adaptation.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,mBAAmB;OACxB,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,gBAAiB,SAAQ,WAAW;IAC/C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+FG;IACH,KAAK,CACH,IAAI,EAAE,2BAA2B,EACjC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,6BAA6B,CAAC;IAI5C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAwDG;IACH,eAAe,CACb,eAAe,EAAE,MAAM,EACvB,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,uCAAuC,CAAC;IAItD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuCG;IACH,cAAc,CACZ,eAAe,EAAE,MAAM,EACvB,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,sCAAsC,CAAC;IAIrD;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,OAAO,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,+BAA+B,CAAC;CAGxG;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAElC;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED;;;;;;;;;;;GAWG;AACH,MAAM,MAAM,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,YAAY,GAAG,WAAW,GAAG,QAAQ,CAAC;AAErF;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE/B;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE5B;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAExB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,WAAW,6BAA6B;IAC5C;;;OAGG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,uCAAuC;IACtD;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,UAAU,EAAE,SAAS,CAAC;IAEtB;;OAEG;IACH,aAAa,EAAE,KAAK,CAAC,uCAAuC,CAAC,WAAW,CAAC,CAAC;IAE1E;;OAEG;IACH,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC;;;OAGG;IACH,mBAAmB,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IAEhD;;;;;;;;;;;;;OAaG;IACH,YAAY,CAAC,EAAE,uCAAuC,CAAC,WAAW,GAAG,IAAI,CAAC;CAC3E;AAED,yBAAiB,uCAAuC,CAAC;IACvD;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,UAAiB,WAAW;QAC1B,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QAEpB,UAAU,EAAE,MAAM,CAAC;QAEnB,uBAAuB,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,GAAG,IAAI,CAAC;QAE3D,uBAAuB,EAAE,MAAM,GAAG,IAAI,CAAC;QAEvC,sBAAsB,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,GAAG,IAAI,CAAC;QAE1D,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QAEzB;;;;;;;;;;;WAWG;QACH,aAAa,CAAC,EAAE,mBAAmB,CAAC,SAAS,GAAG,IAAI,CAAC;QAErD;;;WAGG;QACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE9B;;;WAGG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;;WAGG;QACH,4BAA4B,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;KACrD;IAED;;;;;;;;;;;;;OAaG;IACH,UAAiB,WAAW;QAC1B,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QAEpB,KAAK,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,GAAG,IAAI,CAAC;QAEzC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QAErB;;;;;;;;;;;WAWG;QACH,aAAa,CAAC,EAAE,mBAAmB,CAAC,SAAS,GAAG,IAAI,CAAC;QAErD;;WAEG;QACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE9B;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACvC;CACF;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,WAAW,sCAAsC;IACrD;;;OAGG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,MAAM,EAAE,SAAS,CAAC;IAElB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,+BAA+B;IAC9C;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,aAAa,EAAE,KAAK,CAAC,+BAA+B,CAAC,WAAW,CAAC,CAAC;CACnE;AAED,yBAAiB,+BAA+B,CAAC;IAC/C;;;;;OAKG;IACH,UAAiB,WAAW;QAC1B;;WAEG;QACH,EAAE,EAAE,MAAM,CAAC;QAEX;;WAEG;QACH,iBAAiB,EAAE,MAAM,CAAC;QAE1B;;WAEG;QACH,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;QAErB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,eAAe,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC;QAEjB;;WAEG;QACH,SAAS,EAAE,MAAM,CAAC;QAElB;;WAEG;QACH,SAAS,EAAE,MAAM,CAAC;QAElB;;WAEG;QACH,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;KACjB;CACF;AAED,MAAM,WAAW,2BAA2B;IAC1C;;;OAGG;IACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtB;;;OAGG;IACH,aAAa,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;IAEtC;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC;;;OAGG;IACH,OAAO,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC;IAErC;;OAEG;IACH,YAAY,CAAC,EAAE,eAAe,GAAG,IAAI,CAAC;IAEtC;;;OAGG;IACH,6BAA6B,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE9C;;;OAGG;IACH,YAAY,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC;IAE1C;;;OAGG;IACH,aAAa,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC;CAC5C;AAED,MAAM,CAAC,OAAO,WAAW,gBAAgB,CAAC;IACxC,OAAO,EACL,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,6BAA6B,IAAI,6BAA6B,EACnE,KAAK,uCAAuC,IAAI,uCAAuC,EACvF,KAAK,sCAAsC,IAAI,sCAAsC,EACrF,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,2BAA2B,IAAI,2BAA2B,GAChE,CAAC;CACH"}
|
|
@@ -9,14 +9,14 @@ class PromptAdaptation extends resource_1.APIResource {
|
|
|
9
9
|
* Adapt your prompt from one LLM to work optimally across different target LLMs.
|
|
10
10
|
*
|
|
11
11
|
* This endpoint automatically optimizes your prompt (system prompt + user message
|
|
12
|
-
* template) to
|
|
13
|
-
*
|
|
14
|
-
*
|
|
12
|
+
* template) to improve accuracy on your use case across various models. Each model
|
|
13
|
+
* has unique characteristics, and what works well for GPT-5 might not work as well
|
|
14
|
+
* for Claude or Gemini.
|
|
15
15
|
*
|
|
16
16
|
* **How Prompt Adaptation Works:**
|
|
17
17
|
*
|
|
18
|
-
* 1. You provide your current prompt
|
|
19
|
-
* 2. You specify target models you want to adapt to
|
|
18
|
+
* 1. You provide your current prompt and optionally your current origin model
|
|
19
|
+
* 2. You specify the target models you want to adapt your prompt to
|
|
20
20
|
* 3. You provide evaluation examples (golden records) with expected answers
|
|
21
21
|
* 4. The system runs optimization to find the best prompt for each target model
|
|
22
22
|
* 5. You receive adapted prompts that perform well on your target models
|
|
@@ -24,8 +24,7 @@ class PromptAdaptation extends resource_1.APIResource {
|
|
|
24
24
|
* **Evaluation Metrics:** Choose either a standard metric or provide custom
|
|
25
25
|
* evaluation:
|
|
26
26
|
*
|
|
27
|
-
* - **Standard metrics**: LLMaaJ:
|
|
28
|
-
* JSON_Match
|
|
27
|
+
* - **Standard metrics**: LLMaaJ:Sem_Sim_1 (semantic similarity), JSON_Match
|
|
29
28
|
* - **Custom evaluation**: Provide evaluation_config with your own LLM judge,
|
|
30
29
|
* prompt, and cutoff
|
|
31
30
|
*
|
|
@@ -42,21 +41,6 @@ class PromptAdaptation extends resource_1.APIResource {
|
|
|
42
41
|
* - Time depends on: number of target models, dataset size, model availability
|
|
43
42
|
* - Use the returned adaptation_run_id to check status and retrieve results
|
|
44
43
|
*
|
|
45
|
-
* **Subscription Tiers:**
|
|
46
|
-
*
|
|
47
|
-
* - Free: 1 target model
|
|
48
|
-
* - Starter: 3 target models
|
|
49
|
-
* - Startup: 5 target models
|
|
50
|
-
* - Enterprise: 10 target models
|
|
51
|
-
*
|
|
52
|
-
* **Best Practices:**
|
|
53
|
-
*
|
|
54
|
-
* 1. Use diverse, representative examples from your production workload
|
|
55
|
-
* 2. Include examples for best results (25 minimum)
|
|
56
|
-
* 3. Ensure consistent evaluation across all examples
|
|
57
|
-
* 4. Test both train_goldens and test_goldens split for validation
|
|
58
|
-
* 5. Use the same model versions you'll use in production
|
|
59
|
-
*
|
|
60
44
|
* **Example Workflow:**
|
|
61
45
|
*
|
|
62
46
|
* ```
|
|
@@ -148,15 +132,6 @@ class PromptAdaptation extends resource_1.APIResource {
|
|
|
148
132
|
* 3. Apply the optimized prompts when calling the respective target models
|
|
149
133
|
* 4. Compare pre/post optimization scores to see improvement
|
|
150
134
|
*
|
|
151
|
-
* **Evaluation Scores:**
|
|
152
|
-
*
|
|
153
|
-
* - Scores range from 0-10 (higher is better)
|
|
154
|
-
* - Compare origin_model score with target_models pre_optimization_score for
|
|
155
|
-
* baseline
|
|
156
|
-
* - Compare pre_optimization_score with post_optimization_score to see improvement
|
|
157
|
-
* from adaptation
|
|
158
|
-
* - Typical improvements range from 5-30% on evaluation metrics
|
|
159
|
-
*
|
|
160
135
|
* **Status Handling:**
|
|
161
136
|
*
|
|
162
137
|
* - If adaptation is still processing, target model results will have
|
|
@@ -244,7 +219,6 @@ class PromptAdaptation extends resource_1.APIResource {
|
|
|
244
219
|
* - Total cost across all models used in the adaptation
|
|
245
220
|
* - Individual usage records with provider, model, tokens, and costs
|
|
246
221
|
* - Timestamps for each LLM request
|
|
247
|
-
* - Task type (e.g., optimization, evaluation)
|
|
248
222
|
*
|
|
249
223
|
* **Access Control:**
|
|
250
224
|
*
|
|
@@ -253,12 +227,12 @@ class PromptAdaptation extends resource_1.APIResource {
|
|
|
253
227
|
*
|
|
254
228
|
* @example
|
|
255
229
|
* ```ts
|
|
256
|
-
* const response = await client.promptAdaptation.
|
|
230
|
+
* const response = await client.promptAdaptation.getCost(
|
|
257
231
|
* 'adaptation_run_id',
|
|
258
232
|
* );
|
|
259
233
|
* ```
|
|
260
234
|
*/
|
|
261
|
-
|
|
235
|
+
getCost(adaptationRunID, options) {
|
|
262
236
|
return this._client.get((0, path_1.path) `/v2/prompt/adapt/${adaptationRunID}/costs`, options);
|
|
263
237
|
}
|
|
264
238
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"prompt-adaptation.js","sourceRoot":"","sources":["../src/resources/prompt-adaptation.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAI/C,oDAA8C;AAE9C,MAAa,gBAAiB,SAAQ,sBAAW;IAC/C
|
|
1
|
+
{"version":3,"file":"prompt-adaptation.js","sourceRoot":"","sources":["../src/resources/prompt-adaptation.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAI/C,oDAA8C;AAE9C,MAAa,gBAAiB,SAAQ,sBAAW;IAC/C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+FG;IACH,KAAK,CACH,IAAiC,EACjC,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAwDG;IACH,eAAe,CACb,eAAuB,EACvB,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,2BAA2B,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IACrF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuCG;IACH,cAAc,CACZ,eAAuB,EACvB,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,0BAA0B,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,OAAO,CAAC,eAAuB,EAAE,OAAwB;QACvD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,oBAAoB,eAAe,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;CACF;AAnPD,4CAmPC"}
|
|
@@ -6,14 +6,14 @@ export class PromptAdaptation extends APIResource {
|
|
|
6
6
|
* Adapt your prompt from one LLM to work optimally across different target LLMs.
|
|
7
7
|
*
|
|
8
8
|
* This endpoint automatically optimizes your prompt (system prompt + user message
|
|
9
|
-
* template) to
|
|
10
|
-
*
|
|
11
|
-
*
|
|
9
|
+
* template) to improve accuracy on your use case across various models. Each model
|
|
10
|
+
* has unique characteristics, and what works well for GPT-5 might not work as well
|
|
11
|
+
* for Claude or Gemini.
|
|
12
12
|
*
|
|
13
13
|
* **How Prompt Adaptation Works:**
|
|
14
14
|
*
|
|
15
|
-
* 1. You provide your current prompt
|
|
16
|
-
* 2. You specify target models you want to adapt to
|
|
15
|
+
* 1. You provide your current prompt and optionally your current origin model
|
|
16
|
+
* 2. You specify the target models you want to adapt your prompt to
|
|
17
17
|
* 3. You provide evaluation examples (golden records) with expected answers
|
|
18
18
|
* 4. The system runs optimization to find the best prompt for each target model
|
|
19
19
|
* 5. You receive adapted prompts that perform well on your target models
|
|
@@ -21,8 +21,7 @@ export class PromptAdaptation extends APIResource {
|
|
|
21
21
|
* **Evaluation Metrics:** Choose either a standard metric or provide custom
|
|
22
22
|
* evaluation:
|
|
23
23
|
*
|
|
24
|
-
* - **Standard metrics**: LLMaaJ:
|
|
25
|
-
* JSON_Match
|
|
24
|
+
* - **Standard metrics**: LLMaaJ:Sem_Sim_1 (semantic similarity), JSON_Match
|
|
26
25
|
* - **Custom evaluation**: Provide evaluation_config with your own LLM judge,
|
|
27
26
|
* prompt, and cutoff
|
|
28
27
|
*
|
|
@@ -39,21 +38,6 @@ export class PromptAdaptation extends APIResource {
|
|
|
39
38
|
* - Time depends on: number of target models, dataset size, model availability
|
|
40
39
|
* - Use the returned adaptation_run_id to check status and retrieve results
|
|
41
40
|
*
|
|
42
|
-
* **Subscription Tiers:**
|
|
43
|
-
*
|
|
44
|
-
* - Free: 1 target model
|
|
45
|
-
* - Starter: 3 target models
|
|
46
|
-
* - Startup: 5 target models
|
|
47
|
-
* - Enterprise: 10 target models
|
|
48
|
-
*
|
|
49
|
-
* **Best Practices:**
|
|
50
|
-
*
|
|
51
|
-
* 1. Use diverse, representative examples from your production workload
|
|
52
|
-
* 2. Include examples for best results (25 minimum)
|
|
53
|
-
* 3. Ensure consistent evaluation across all examples
|
|
54
|
-
* 4. Test both train_goldens and test_goldens split for validation
|
|
55
|
-
* 5. Use the same model versions you'll use in production
|
|
56
|
-
*
|
|
57
41
|
* **Example Workflow:**
|
|
58
42
|
*
|
|
59
43
|
* ```
|
|
@@ -145,15 +129,6 @@ export class PromptAdaptation extends APIResource {
|
|
|
145
129
|
* 3. Apply the optimized prompts when calling the respective target models
|
|
146
130
|
* 4. Compare pre/post optimization scores to see improvement
|
|
147
131
|
*
|
|
148
|
-
* **Evaluation Scores:**
|
|
149
|
-
*
|
|
150
|
-
* - Scores range from 0-10 (higher is better)
|
|
151
|
-
* - Compare origin_model score with target_models pre_optimization_score for
|
|
152
|
-
* baseline
|
|
153
|
-
* - Compare pre_optimization_score with post_optimization_score to see improvement
|
|
154
|
-
* from adaptation
|
|
155
|
-
* - Typical improvements range from 5-30% on evaluation metrics
|
|
156
|
-
*
|
|
157
132
|
* **Status Handling:**
|
|
158
133
|
*
|
|
159
134
|
* - If adaptation is still processing, target model results will have
|
|
@@ -241,7 +216,6 @@ export class PromptAdaptation extends APIResource {
|
|
|
241
216
|
* - Total cost across all models used in the adaptation
|
|
242
217
|
* - Individual usage records with provider, model, tokens, and costs
|
|
243
218
|
* - Timestamps for each LLM request
|
|
244
|
-
* - Task type (e.g., optimization, evaluation)
|
|
245
219
|
*
|
|
246
220
|
* **Access Control:**
|
|
247
221
|
*
|
|
@@ -250,12 +224,12 @@ export class PromptAdaptation extends APIResource {
|
|
|
250
224
|
*
|
|
251
225
|
* @example
|
|
252
226
|
* ```ts
|
|
253
|
-
* const response = await client.promptAdaptation.
|
|
227
|
+
* const response = await client.promptAdaptation.getCost(
|
|
254
228
|
* 'adaptation_run_id',
|
|
255
229
|
* );
|
|
256
230
|
* ```
|
|
257
231
|
*/
|
|
258
|
-
|
|
232
|
+
getCost(adaptationRunID, options) {
|
|
259
233
|
return this._client.get(path `/v2/prompt/adapt/${adaptationRunID}/costs`, options);
|
|
260
234
|
}
|
|
261
235
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"prompt-adaptation.mjs","sourceRoot":"","sources":["../src/resources/prompt-adaptation.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAIf,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,gBAAiB,SAAQ,WAAW;IAC/C
|
|
1
|
+
{"version":3,"file":"prompt-adaptation.mjs","sourceRoot":"","sources":["../src/resources/prompt-adaptation.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAIf,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,gBAAiB,SAAQ,WAAW;IAC/C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+FG;IACH,KAAK,CACH,IAAiC,EACjC,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAwDG;IACH,eAAe,CACb,eAAuB,EACvB,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,2BAA2B,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IACrF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuCG;IACH,cAAc,CACZ,eAAuB,EACvB,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,0BAA0B,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,OAAO,CAAC,eAAuB,EAAE,OAAwB;QACvD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,oBAAoB,eAAe,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;CACF"}
|
package/src/client.ts
CHANGED
|
@@ -44,7 +44,7 @@ import {
|
|
|
44
44
|
PromptAdaptationAdaptResponse,
|
|
45
45
|
PromptAdaptationGetAdaptResultsResponse,
|
|
46
46
|
PromptAdaptationGetAdaptStatusResponse,
|
|
47
|
-
|
|
47
|
+
PromptAdaptationGetCostResponse,
|
|
48
48
|
RequestProvider,
|
|
49
49
|
} from './resources/prompt-adaptation';
|
|
50
50
|
import { Report } from './resources/report/report';
|
|
@@ -772,7 +772,7 @@ export declare namespace Notdiamond {
|
|
|
772
772
|
type PromptAdaptationAdaptResponse as PromptAdaptationAdaptResponse,
|
|
773
773
|
type PromptAdaptationGetAdaptResultsResponse as PromptAdaptationGetAdaptResultsResponse,
|
|
774
774
|
type PromptAdaptationGetAdaptStatusResponse as PromptAdaptationGetAdaptStatusResponse,
|
|
775
|
-
type
|
|
775
|
+
type PromptAdaptationGetCostResponse as PromptAdaptationGetCostResponse,
|
|
776
776
|
type PromptAdaptationAdaptParams as PromptAdaptationAdaptParams,
|
|
777
777
|
};
|
|
778
778
|
|
package/src/resources/index.ts
CHANGED
|
@@ -27,7 +27,7 @@ export {
|
|
|
27
27
|
type PromptAdaptationAdaptResponse,
|
|
28
28
|
type PromptAdaptationGetAdaptResultsResponse,
|
|
29
29
|
type PromptAdaptationGetAdaptStatusResponse,
|
|
30
|
-
type
|
|
30
|
+
type PromptAdaptationGetCostResponse,
|
|
31
31
|
type PromptAdaptationAdaptParams,
|
|
32
32
|
} from './prompt-adaptation';
|
|
33
33
|
export { Report } from './report/report';
|
|
@@ -11,7 +11,7 @@ export class ModelRouter extends APIResource {
|
|
|
11
11
|
* algorithm.
|
|
12
12
|
*
|
|
13
13
|
* This endpoint analyzes your messages and returns the best-suited model from your
|
|
14
|
-
* specified
|
|
14
|
+
* specified models. The router considers factors like query complexity, model
|
|
15
15
|
* capabilities, cost, and latency based on your preferences.
|
|
16
16
|
*
|
|
17
17
|
* **Key Features:**
|
|
@@ -20,14 +20,13 @@ export class ModelRouter extends APIResource {
|
|
|
20
20
|
* - Support for custom routers trained on your evaluation data
|
|
21
21
|
* - Optional cost/latency optimization
|
|
22
22
|
* - Function calling support for compatible models
|
|
23
|
-
* - Privacy-preserving content hashing
|
|
24
23
|
*
|
|
25
24
|
* **Usage:**
|
|
26
25
|
*
|
|
27
26
|
* 1. Pass your messages in OpenAI format (array of objects with 'role' and
|
|
28
27
|
* 'content')
|
|
29
28
|
* 2. Specify which LLM providers you want to route between
|
|
30
|
-
* 3. Optionally provide a preference_id
|
|
29
|
+
* 3. Optionally provide a preference_id to use a custom router that you've trained
|
|
31
30
|
* 4. Receive a recommended model and session_id
|
|
32
31
|
* 5. Use the session_id to submit feedback and improve routing
|
|
33
32
|
*
|
|
@@ -11,14 +11,14 @@ export class PromptAdaptation extends APIResource {
|
|
|
11
11
|
* Adapt your prompt from one LLM to work optimally across different target LLMs.
|
|
12
12
|
*
|
|
13
13
|
* This endpoint automatically optimizes your prompt (system prompt + user message
|
|
14
|
-
* template) to
|
|
15
|
-
*
|
|
16
|
-
*
|
|
14
|
+
* template) to improve accuracy on your use case across various models. Each model
|
|
15
|
+
* has unique characteristics, and what works well for GPT-5 might not work as well
|
|
16
|
+
* for Claude or Gemini.
|
|
17
17
|
*
|
|
18
18
|
* **How Prompt Adaptation Works:**
|
|
19
19
|
*
|
|
20
|
-
* 1. You provide your current prompt
|
|
21
|
-
* 2. You specify target models you want to adapt to
|
|
20
|
+
* 1. You provide your current prompt and optionally your current origin model
|
|
21
|
+
* 2. You specify the target models you want to adapt your prompt to
|
|
22
22
|
* 3. You provide evaluation examples (golden records) with expected answers
|
|
23
23
|
* 4. The system runs optimization to find the best prompt for each target model
|
|
24
24
|
* 5. You receive adapted prompts that perform well on your target models
|
|
@@ -26,8 +26,7 @@ export class PromptAdaptation extends APIResource {
|
|
|
26
26
|
* **Evaluation Metrics:** Choose either a standard metric or provide custom
|
|
27
27
|
* evaluation:
|
|
28
28
|
*
|
|
29
|
-
* - **Standard metrics**: LLMaaJ:
|
|
30
|
-
* JSON_Match
|
|
29
|
+
* - **Standard metrics**: LLMaaJ:Sem_Sim_1 (semantic similarity), JSON_Match
|
|
31
30
|
* - **Custom evaluation**: Provide evaluation_config with your own LLM judge,
|
|
32
31
|
* prompt, and cutoff
|
|
33
32
|
*
|
|
@@ -44,21 +43,6 @@ export class PromptAdaptation extends APIResource {
|
|
|
44
43
|
* - Time depends on: number of target models, dataset size, model availability
|
|
45
44
|
* - Use the returned adaptation_run_id to check status and retrieve results
|
|
46
45
|
*
|
|
47
|
-
* **Subscription Tiers:**
|
|
48
|
-
*
|
|
49
|
-
* - Free: 1 target model
|
|
50
|
-
* - Starter: 3 target models
|
|
51
|
-
* - Startup: 5 target models
|
|
52
|
-
* - Enterprise: 10 target models
|
|
53
|
-
*
|
|
54
|
-
* **Best Practices:**
|
|
55
|
-
*
|
|
56
|
-
* 1. Use diverse, representative examples from your production workload
|
|
57
|
-
* 2. Include examples for best results (25 minimum)
|
|
58
|
-
* 3. Ensure consistent evaluation across all examples
|
|
59
|
-
* 4. Test both train_goldens and test_goldens split for validation
|
|
60
|
-
* 5. Use the same model versions you'll use in production
|
|
61
|
-
*
|
|
62
46
|
* **Example Workflow:**
|
|
63
47
|
*
|
|
64
48
|
* ```
|
|
@@ -154,15 +138,6 @@ export class PromptAdaptation extends APIResource {
|
|
|
154
138
|
* 3. Apply the optimized prompts when calling the respective target models
|
|
155
139
|
* 4. Compare pre/post optimization scores to see improvement
|
|
156
140
|
*
|
|
157
|
-
* **Evaluation Scores:**
|
|
158
|
-
*
|
|
159
|
-
* - Scores range from 0-10 (higher is better)
|
|
160
|
-
* - Compare origin_model score with target_models pre_optimization_score for
|
|
161
|
-
* baseline
|
|
162
|
-
* - Compare pre_optimization_score with post_optimization_score to see improvement
|
|
163
|
-
* from adaptation
|
|
164
|
-
* - Typical improvements range from 5-30% on evaluation metrics
|
|
165
|
-
*
|
|
166
141
|
* **Status Handling:**
|
|
167
142
|
*
|
|
168
143
|
* - If adaptation is still processing, target model results will have
|
|
@@ -258,7 +233,6 @@ export class PromptAdaptation extends APIResource {
|
|
|
258
233
|
* - Total cost across all models used in the adaptation
|
|
259
234
|
* - Individual usage records with provider, model, tokens, and costs
|
|
260
235
|
* - Timestamps for each LLM request
|
|
261
|
-
* - Task type (e.g., optimization, evaluation)
|
|
262
236
|
*
|
|
263
237
|
* **Access Control:**
|
|
264
238
|
*
|
|
@@ -267,12 +241,12 @@ export class PromptAdaptation extends APIResource {
|
|
|
267
241
|
*
|
|
268
242
|
* @example
|
|
269
243
|
* ```ts
|
|
270
|
-
* const response = await client.promptAdaptation.
|
|
244
|
+
* const response = await client.promptAdaptation.getCost(
|
|
271
245
|
* 'adaptation_run_id',
|
|
272
246
|
* );
|
|
273
247
|
* ```
|
|
274
248
|
*/
|
|
275
|
-
|
|
249
|
+
getCost(adaptationRunID: string, options?: RequestOptions): APIPromise<PromptAdaptationGetCostResponse> {
|
|
276
250
|
return this._client.get(path`/v2/prompt/adapt/${adaptationRunID}/costs`, options);
|
|
277
251
|
}
|
|
278
252
|
}
|
|
@@ -605,7 +579,7 @@ export interface PromptAdaptationGetAdaptStatusResponse {
|
|
|
605
579
|
* run. Use this to track costs associated with optimizing prompts for different
|
|
606
580
|
* target models.
|
|
607
581
|
*/
|
|
608
|
-
export interface
|
|
582
|
+
export interface PromptAdaptationGetCostResponse {
|
|
609
583
|
/**
|
|
610
584
|
* Unique identifier for the adaptation run
|
|
611
585
|
*/
|
|
@@ -619,10 +593,10 @@ export interface PromptAdaptationGetCostsResponse {
|
|
|
619
593
|
/**
|
|
620
594
|
* Detailed usage records for each LLM request made during the adaptation
|
|
621
595
|
*/
|
|
622
|
-
usage_records: Array<
|
|
596
|
+
usage_records: Array<PromptAdaptationGetCostResponse.UsageRecord>;
|
|
623
597
|
}
|
|
624
598
|
|
|
625
|
-
export namespace
|
|
599
|
+
export namespace PromptAdaptationGetCostResponse {
|
|
626
600
|
/**
|
|
627
601
|
* Individual LLM usage record with token counts and cost breakdown.
|
|
628
602
|
*
|
|
@@ -764,7 +738,7 @@ export declare namespace PromptAdaptation {
|
|
|
764
738
|
type PromptAdaptationAdaptResponse as PromptAdaptationAdaptResponse,
|
|
765
739
|
type PromptAdaptationGetAdaptResultsResponse as PromptAdaptationGetAdaptResultsResponse,
|
|
766
740
|
type PromptAdaptationGetAdaptStatusResponse as PromptAdaptationGetAdaptStatusResponse,
|
|
767
|
-
type
|
|
741
|
+
type PromptAdaptationGetCostResponse as PromptAdaptationGetCostResponse,
|
|
768
742
|
type PromptAdaptationAdaptParams as PromptAdaptationAdaptParams,
|
|
769
743
|
};
|
|
770
744
|
}
|
package/src/version.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export const VERSION = '2.0.0-
|
|
1
|
+
export const VERSION = '2.0.0-rc16'; // x-release-please-version
|
package/version.d.mts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export declare const VERSION = "2.0.0-
|
|
1
|
+
export declare const VERSION = "2.0.0-rc16";
|
|
2
2
|
//# sourceMappingURL=version.d.mts.map
|
package/version.d.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export declare const VERSION = "2.0.0-
|
|
1
|
+
export declare const VERSION = "2.0.0-rc16";
|
|
2
2
|
//# sourceMappingURL=version.d.ts.map
|
package/version.js
CHANGED
package/version.mjs
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export const VERSION = '2.0.0-
|
|
1
|
+
export const VERSION = '2.0.0-rc16'; // x-release-please-version
|
|
2
2
|
//# sourceMappingURL=version.mjs.map
|