@sixb/azure-ai-foundry 0.1.4 → 0.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -2
- package/dist/accounting.d.ts +7 -3
- package/dist/accounting.d.ts.map +1 -1
- package/dist/catalog.d.ts +3 -3
- package/dist/catalog.d.ts.map +1 -1
- package/dist/chat-accounting.d.ts +3 -2
- package/dist/chat-accounting.d.ts.map +1 -1
- package/dist/embedding.d.ts +2 -2
- package/dist/embedding.d.ts.map +1 -1
- package/dist/index.js +13 -3
- package/dist/index.js.map +9 -9
- package/dist/messages-accounting.d.ts +3 -2
- package/dist/messages-accounting.d.ts.map +1 -1
- package/dist/provider.d.ts +7 -7
- package/dist/provider.d.ts.map +1 -1
- package/dist/resolution.d.ts +1 -1
- package/dist/resolution.d.ts.map +1 -1
- package/package.json +3 -3
- package/src/accounting.ts +9 -5
- package/src/catalog.ts +7 -9
- package/src/chat-accounting.ts +5 -9
- package/src/embedding.ts +2 -2
- package/src/messages-accounting.ts +4 -9
- package/src/provider.ts +16 -9
- package/src/resolution.ts +4 -0
package/README.md
CHANGED
|
@@ -163,7 +163,9 @@ the endpoint, deployment, and protocol. Chat compatibility is selected with `pro
|
|
|
163
163
|
DeepSeek reasoning replay uses `reasoningReplay: "tool-continuation"`.
|
|
164
164
|
|
|
165
165
|
Every protocol accepts `reasoning`, the level Sixb applies when the model runs without an explicit
|
|
166
|
-
choice, such as `foundry.chat("production", { reasoning: "low" })
|
|
166
|
+
choice, such as `foundry.chat("production", { reasoning: "low" })`, and `name` and `description`,
|
|
167
|
+
which replace the catalog's own in the chat's model picker and in the delegation guide of
|
|
168
|
+
`spawn_agent`. A binding's `maxOutputTokens` caps every call, agents included.
|
|
167
169
|
|
|
168
170
|
Messages `thinkingMode` selects manual or adaptive thinking. Manual budgets start at 1024 tokens
|
|
169
171
|
and must stay below the output ceiling. Inline media has a 20 MiB aggregate default limit,
|
|
@@ -192,7 +194,6 @@ const model = foundry.chat("production", {
|
|
|
192
194
|
},
|
|
193
195
|
rateCard: {
|
|
194
196
|
currency: "USD",
|
|
195
|
-
unit: "million-tokens",
|
|
196
197
|
input: "1.00", // Illustrative rates; replace with your prices.
|
|
197
198
|
output: "4.00",
|
|
198
199
|
cacheReadInput: "0.25",
|
package/dist/accounting.d.ts
CHANGED
|
@@ -1,5 +1,9 @@
|
|
|
1
|
-
import { type JsonObject, type
|
|
1
|
+
import { type JsonObject, type ModelCostEstimator, type ModelRateCard, type ModelUsage } from "@sixb/core/models";
|
|
2
2
|
export declare function foundryUsage(raw: JsonObject | undefined, reliableReasoning: boolean | undefined): ModelUsage;
|
|
3
|
-
|
|
4
|
-
export
|
|
3
|
+
/** An estimator, with the card it prices by when it prices this configuration at all. */
|
|
4
|
+
export type PricedEstimator = ModelCostEstimator & {
|
|
5
|
+
readonly rateCard?: ModelRateCard;
|
|
6
|
+
};
|
|
7
|
+
export declare function foundryEstimator(card: ModelRateCard | undefined, request: JsonObject | undefined, modelName?: string, modelVersion?: string, aliases?: readonly string[]): PricedEstimator;
|
|
8
|
+
export declare function tokenEstimator(card: ModelRateCard | undefined, request: JsonObject | undefined, requestKeys: readonly string[], tokenMeters: (raw: JsonObject | undefined) => boolean, modelName?: string, modelVersion?: string, aliases?: readonly string[]): PricedEstimator;
|
|
5
9
|
//# sourceMappingURL=accounting.d.ts.map
|
package/dist/accounting.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"accounting.d.ts","sourceRoot":"","sources":["../src/accounting.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,UAAU,EACf,KAAK,
|
|
1
|
+
{"version":3,"file":"accounting.d.ts","sourceRoot":"","sources":["../src/accounting.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,UAAU,EACf,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAClB,KAAK,UAAU,EAEhB,MAAM,mBAAmB,CAAA;AAI1B,wBAAgB,YAAY,CAC1B,GAAG,EAAE,UAAU,GAAG,SAAS,EAC3B,iBAAiB,EAAE,OAAO,GAAG,SAAS,GACrC,UAAU,CA4BZ;AAED,yFAAyF;AACzF,MAAM,MAAM,eAAe,GAAG,kBAAkB,GAAG;IAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAA;CAAE,CAAA;AAExF,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,aAAa,GAAG,SAAS,EAC/B,OAAO,EAAE,UAAU,GAAG,SAAS,EAC/B,SAAS,CAAC,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,MAAM,EACrB,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,GAC1B,eAAe,CAUjB;AAED,wBAAgB,cAAc,CAC5B,IAAI,EAAE,aAAa,GAAG,SAAS,EAC/B,OAAO,EAAE,UAAU,GAAG,SAAS,EAC/B,WAAW,EAAE,SAAS,MAAM,EAAE,EAC9B,WAAW,EAAE,CAAC,GAAG,EAAE,UAAU,GAAG,SAAS,KAAK,OAAO,EACrD,SAAS,CAAC,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,MAAM,EACrB,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,GAC1B,eAAe,CAoBjB"}
|
package/dist/catalog.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { defineLanguageModel, type
|
|
1
|
+
import { defineLanguageModel, type ModelRateCard } from "@sixb/core/models";
|
|
2
2
|
import type { FoundryProtocol } from "./transport";
|
|
3
3
|
export interface AzureAIFoundryCatalogOptions {
|
|
4
4
|
readonly ttlMs?: number;
|
|
@@ -11,13 +11,13 @@ export interface CatalogModel {
|
|
|
11
11
|
readonly modelName: string;
|
|
12
12
|
readonly protocol?: FoundryProtocol;
|
|
13
13
|
readonly definition: ReturnType<typeof defineLanguageModel>;
|
|
14
|
-
readonly rateCard?:
|
|
14
|
+
readonly rateCard?: ModelRateCard;
|
|
15
15
|
}
|
|
16
16
|
export interface CatalogEmbeddingModel {
|
|
17
17
|
readonly kind: "embedding";
|
|
18
18
|
readonly catalogProvider: "azure" | "fireworks-ai";
|
|
19
19
|
readonly modelName: string;
|
|
20
|
-
readonly rateCard?:
|
|
20
|
+
readonly rateCard?: ModelRateCard;
|
|
21
21
|
}
|
|
22
22
|
/** Provider-scoped models.dev snapshot. Construction and offline reads never perform I/O. */
|
|
23
23
|
export declare class RemoteModelsDevCatalog {
|
package/dist/catalog.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"catalog.d.ts","sourceRoot":"","sources":["../src/catalog.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,
|
|
1
|
+
{"version":3,"file":"catalog.d.ts","sourceRoot":"","sources":["../src/catalog.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EAInB,KAAK,aAAa,EAEnB,MAAM,mBAAmB,CAAA;AAE1B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAKlD,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,OAAO,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAA;CAC1F;AACD,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAA;IACzB,QAAQ,CAAC,eAAe,EAAE,OAAO,GAAG,cAAc,CAAA;IAClD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;IACnC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,OAAO,mBAAmB,CAAC,CAAA;IAC3D,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAA;CAClC;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAA;IAC1B,QAAQ,CAAC,eAAe,EAAE,OAAO,GAAG,cAAc,CAAA;IAClD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAA;CAClC;AAID,6FAA6F;AAC7F,qBAAa,sBAAsB;IACjC,OAAO,CAAC,QAAQ,CAA8B;IAC9C,OAAO,CAAC,QAAQ,CAAI;IACpB,OAAO,CAAC,OAAO,CAAC,CAAkC;IAClD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA8B;gBAC1C,OAAO,GAAE,4BAAiC;IAYtD,UAAU;IAGJ,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,UAAQ,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;IAGrE,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,UAAQ,GAAG,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC;IAU7F,oFAAoF;IAC9E,MAAM,CAAC,OAAO,UAAQ,GAAG,OAAO,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,YAAY,GAAG,SAAS,CAAC;IA2BlF,OAAO,CAAC,IAAI;YAcE,WAAW;CA+G1B"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
import type { JsonObject,
|
|
1
|
+
import type { JsonObject, ModelRateCard, ModelUsage } from "@sixb/core/models";
|
|
2
|
+
import { type PricedEstimator } from "./accounting";
|
|
2
3
|
export declare function foundryChatUsage(raw: JsonObject | undefined, reliableReasoning: boolean | undefined): ModelUsage;
|
|
3
|
-
export declare function foundryChatEstimator(card:
|
|
4
|
+
export declare function foundryChatEstimator(card: ModelRateCard | undefined, request: JsonObject | undefined, modelName?: string, modelVersion?: string, aliases?: readonly string[]): PricedEstimator;
|
|
4
5
|
//# sourceMappingURL=chat-accounting.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chat-accounting.d.ts","sourceRoot":"","sources":["../src/chat-accounting.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"chat-accounting.d.ts","sourceRoot":"","sources":["../src/chat-accounting.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAsB,aAAa,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAClG,OAAO,EAAE,KAAK,eAAe,EAAkB,MAAM,cAAc,CAAA;AAKnE,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE,UAAU,GAAG,SAAS,EAC3B,iBAAiB,EAAE,OAAO,GAAG,SAAS,GACrC,UAAU,CA4BZ;AAED,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,aAAa,GAAG,SAAS,EAC/B,OAAO,EAAE,UAAU,GAAG,SAAS,EAC/B,SAAS,CAAC,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,MAAM,EACrB,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,GAC1B,eAAe,CAmBjB"}
|
package/dist/embedding.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type EmbeddingModel, type
|
|
1
|
+
import { type EmbeddingModel, type ModelCostEstimator, type ModelRateCard } from "@sixb/core/models";
|
|
2
2
|
import type { RemoteModelsDevCatalog } from "./catalog";
|
|
3
3
|
import type { FoundryDeployments, ResolvedDeployment } from "./discovery";
|
|
4
4
|
import type { AzureAIFoundryModelMetadata } from "./provider";
|
|
@@ -12,7 +12,7 @@ export interface AzureAIFoundryEmbeddingOptions {
|
|
|
12
12
|
};
|
|
13
13
|
/** Expected output size; sent to text-embedding-3 models, validated locally for ada-002. */
|
|
14
14
|
readonly dimensions: number;
|
|
15
|
-
readonly rateCard?:
|
|
15
|
+
readonly rateCard?: ModelRateCard;
|
|
16
16
|
readonly costEstimator?: ModelCostEstimator;
|
|
17
17
|
}
|
|
18
18
|
export interface AzureAIFoundryEmbeddingModel extends EmbeddingModel {
|
package/dist/embedding.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"embedding.d.ts","sourceRoot":"","sources":["../src/embedding.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,cAAc,
|
|
1
|
+
{"version":3,"file":"embedding.d.ts","sourceRoot":"","sources":["../src/embedding.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,cAAc,EAQnB,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAGnB,MAAM,mBAAmB,CAAA;AAE1B,OAAO,KAAK,EAAyB,sBAAsB,EAAE,MAAM,WAAW,CAAA;AAC9E,OAAO,KAAK,EAA4B,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AACnG,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,YAAY,CAAA;AAC7D,OAAO,EAAa,KAAK,gBAAgB,EAAa,KAAK,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAGhG,MAAM,MAAM,uCAAuC,GAAG,IAAI,CACxD,gBAAgB,EAChB,UAAU,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,CAC5C,CAAA;AAED,MAAM,WAAW,8BAA8B;IAC7C,yFAAyF;IACzF,QAAQ,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;IACnE,4FAA4F;IAC5F,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAA;IACjC,QAAQ,CAAC,aAAa,CAAC,EAAE,kBAAkB,CAAA;CAC5C;AAED,MAAM,WAAW,4BAA6B,SAAQ,cAAc;IAClE,QAAQ,CAAC,QAAQ,EAAE,2BAA2B,CAAA;IAC9C,OAAO,CAAC,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAA;CACzF;AAED,UAAU,mBAAoB,SAAQ,kBAAkB;IACtD,QAAQ,CAAC,aAAa,EAAE,kBAAkB,CAAA;IAC1C,QAAQ,CAAC,sBAAsB,EAAE,OAAO,CAAA;CACzC;AAED,+FAA+F;AAC/F,wBAAgB,sBAAsB,CACpC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,8BAA8B,EACvC,SAAS,EAAE,gBAAgB,EAC3B,WAAW,EAAE,kBAAkB,EAC/B,OAAO,EAAE,sBAAsB,EAC/B,UAAU,CAAC,EAAE,mBAAmB,GAC/B,4BAA4B,CA+J9B"}
|
package/dist/index.js
CHANGED
|
@@ -57,6 +57,7 @@ function tokenEstimator(card, request, requestKeys, tokenMeters, modelName, mode
|
|
|
57
57
|
const rateCard = card && defineModelRateCard(card);
|
|
58
58
|
const fixed = Object.keys(request ?? {}).every((key) => requestKeys.includes(key));
|
|
59
59
|
return {
|
|
60
|
+
...fixed && rateCard ? { rateCard } : {},
|
|
60
61
|
estimateReservation: (tokens) => fixed ? estimateModelReservation({ ...tokens, rateCard }) : undefined,
|
|
61
62
|
estimate: ({ usage, responseModelId, route }) => {
|
|
62
63
|
const actual = route?.modelId ?? responseModelId;
|
|
@@ -576,7 +577,6 @@ function parseRates(raw) {
|
|
|
576
577
|
};
|
|
577
578
|
return defineModelRateCard2({
|
|
578
579
|
currency: "USD",
|
|
579
|
-
unit: "million-tokens",
|
|
580
580
|
input: price("input"),
|
|
581
581
|
output: price("output"),
|
|
582
582
|
...card.cacheReadInput === undefined ? {} : { cacheReadInput: price("cacheReadInput") },
|
|
@@ -597,7 +597,6 @@ function flatRates(raw) {
|
|
|
597
597
|
return;
|
|
598
598
|
return defineModelRateCard2({
|
|
599
599
|
currency: "USD",
|
|
600
|
-
unit: "million-tokens",
|
|
601
600
|
input,
|
|
602
601
|
output,
|
|
603
602
|
...read === undefined ? {} : { cacheReadInput: read },
|
|
@@ -627,6 +626,7 @@ function foundryChatUsage(raw, reliableReasoning) {
|
|
|
627
626
|
function foundryChatEstimator(card, request, modelName, modelVersion, aliases) {
|
|
628
627
|
const estimator = tokenEstimator(card, request, ["temperature", "top_p", "metadata"], tokenMeters, modelName, modelVersion, aliases);
|
|
629
628
|
return {
|
|
629
|
+
...estimator.rateCard ? { rateCard: estimator.rateCard } : {},
|
|
630
630
|
estimateReservation: estimator.estimateReservation,
|
|
631
631
|
estimate: (input) => estimator.estimate({
|
|
632
632
|
...input,
|
|
@@ -1799,6 +1799,7 @@ function reasoningRequest(request, definition, options, max) {
|
|
|
1799
1799
|
// src/resolution.ts
|
|
1800
1800
|
import {
|
|
1801
1801
|
defineLanguageModel as defineLanguageModel2,
|
|
1802
|
+
defineLanguageModelLabel,
|
|
1802
1803
|
defineModelRateCard as defineModelRateCard4,
|
|
1803
1804
|
UnsupportedModelFeatureError as UnsupportedModelFeatureError5
|
|
1804
1805
|
} from "@sixb/core/models";
|
|
@@ -1826,6 +1827,7 @@ function resolveModel(input) {
|
|
|
1826
1827
|
publisher,
|
|
1827
1828
|
via: "Azure AI Foundry",
|
|
1828
1829
|
...options.definition,
|
|
1830
|
+
...defineLanguageModelLabel(options, PREFIX),
|
|
1829
1831
|
kind: "language",
|
|
1830
1832
|
providerId: input.providerId,
|
|
1831
1833
|
modelId: input.modelId,
|
|
@@ -1840,6 +1842,8 @@ function resolveModel(input) {
|
|
|
1840
1842
|
kind: "language",
|
|
1841
1843
|
providerId: input.providerId,
|
|
1842
1844
|
modelId: input.modelId,
|
|
1845
|
+
name: definition.name,
|
|
1846
|
+
description: definition.description,
|
|
1843
1847
|
publisher: definition.publisher,
|
|
1844
1848
|
via: definition.via,
|
|
1845
1849
|
capabilities: {}
|
|
@@ -1990,10 +1994,14 @@ class FoundryModel {
|
|
|
1990
1994
|
get costEstimator() {
|
|
1991
1995
|
return this.#execution?.estimator ?? this.estimator;
|
|
1992
1996
|
}
|
|
1997
|
+
get rateCard() {
|
|
1998
|
+
return (this.#execution?.estimator ?? this.estimator).rateCard;
|
|
1999
|
+
}
|
|
1993
2000
|
options;
|
|
1994
2001
|
scope;
|
|
1995
2002
|
reliableReasoning;
|
|
1996
2003
|
defaultReasoning;
|
|
2004
|
+
maxOutputTokens;
|
|
1997
2005
|
constructor(requestedProtocol, transport, deployments, providerId, modelId, options, modelCatalog, resolution) {
|
|
1998
2006
|
this.requestedProtocol = requestedProtocol;
|
|
1999
2007
|
this.transport = transport;
|
|
@@ -2027,6 +2035,8 @@ class FoundryModel {
|
|
|
2027
2035
|
validateChatOptions(options);
|
|
2028
2036
|
else
|
|
2029
2037
|
validateOptions(options);
|
|
2038
|
+
if (options.maxOutputTokens !== undefined)
|
|
2039
|
+
this.maxOutputTokens = options.maxOutputTokens;
|
|
2030
2040
|
const { costEstimator, ...serializable } = options;
|
|
2031
2041
|
this.options = {
|
|
2032
2042
|
...structuredClone(serializable),
|
|
@@ -2149,4 +2159,4 @@ export {
|
|
|
2149
2159
|
createAzureAIFoundry
|
|
2150
2160
|
};
|
|
2151
2161
|
|
|
2152
|
-
//# debugId=
|
|
2162
|
+
//# debugId=22700C04D55CEB4464756E2164756E21
|