@ax-llm/ax 10.0.25 → 10.0.27

package/cjs/ai/azure-openai/api.d.ts

@@ -1,20 +0,0 @@
-import { AxAIOpenAI } from '../openai/api.js';
-import type { AxAIOpenAIConfig, AxAIOpenAIEmbedModel, AxAIOpenAIModel } from '../openai/types.js';
-import type { AxAIServiceOptions } from '../types.js';
-export declare const axAIAzureOpenAIDefaultConfig: () => AxAIOpenAIConfig;
-export declare const axAIAzureOpenAICreativeConfig: () => AxAIOpenAIConfig;
-export declare const axAIAzureOpenAIFastConfig: () => AxAIOpenAIConfig;
-export declare const axAIAzureOpenAIBestConfig: () => AxAIOpenAIConfig;
-export interface AxAIAzureOpenAIArgs {
-    name: 'azure-openai';
-    apiKey: string;
-    resourceName: string;
-    deploymentName: string;
-    version?: string;
-    config?: Readonly<Partial<AxAIOpenAIConfig>>;
-    options?: Readonly<AxAIServiceOptions>;
-    modelMap?: Record<string, AxAIOpenAIModel | AxAIOpenAIEmbedModel>;
-}
-export declare class AxAIAzureOpenAI extends AxAIOpenAI {
-    constructor({ apiKey, resourceName, deploymentName, version, config, options, modelMap }: Readonly<Omit<AxAIAzureOpenAIArgs, 'name'>>);
-}

package/cjs/ai/azure-openai/api.js

@@ -1,34 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AxAIAzureOpenAI = exports.axAIAzureOpenAIBestConfig = exports.axAIAzureOpenAIFastConfig = exports.axAIAzureOpenAICreativeConfig = exports.axAIAzureOpenAIDefaultConfig = void 0;
-const api_js_1 = require("../openai/api.js");
-exports.axAIAzureOpenAIDefaultConfig = api_js_1.axAIOpenAIDefaultConfig;
-exports.axAIAzureOpenAICreativeConfig = api_js_1.axAIOpenAICreativeConfig;
-exports.axAIAzureOpenAIFastConfig = api_js_1.axAIOpenAIFastConfig;
-exports.axAIAzureOpenAIBestConfig = api_js_1.axAIOpenAIBestConfig;
-class AxAIAzureOpenAI extends api_js_1.AxAIOpenAI {
-    constructor({ apiKey, resourceName, deploymentName, version = 'api-version=2024-02-15-preview', config, options, modelMap }) {
-        if (!apiKey || apiKey === '') {
-            throw new Error('Azure OpenAPI API key not set');
-        }
-        if (!resourceName || resourceName === '') {
-            throw new Error('Azure OpenAPI resource name not set');
-        }
-        if (!deploymentName || deploymentName === '') {
-            throw new Error('Azure OpenAPI deployment id not set');
-        }
-        const _config = {
-            ...(0, exports.axAIAzureOpenAIDefaultConfig)(),
-            ...config
-        };
-        super({ apiKey, config: _config, options, modelMap });
-        const host = resourceName.includes('://')
-            ? resourceName
-            : `https://${resourceName}.openai.azure.com/`;
-        super.setName('Azure OpenAI');
-        super.setAPIURL(new URL(`/openai/deployments/${deploymentName}?api-version=${version}`, host).href);
-        super.setHeaders({ 'api-key': apiKey });
-    }
-}
-exports.AxAIAzureOpenAI = AxAIAzureOpenAI;
-//# sourceMappingURL=api.js.map

package/cjs/ai/azure-openai/api.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../ai/azure-openai/api.ts"],"names":[],"mappings":";;;AAAA,6CAM0B;AAQb,QAAA,4BAA4B,GAAG,gCAAuB,CAAC;AAEvD,QAAA,6BAA6B,GAAG,iCAAwB,CAAC;AAEzD,QAAA,yBAAyB,GAAG,6BAAoB,CAAC;AAEjD,QAAA,yBAAyB,GAAG,6BAAoB,CAAC;AAa9D,MAAa,eAAgB,SAAQ,mBAAU;IAC7C,YAAY,EACV,MAAM,EACN,YAAY,EACZ,cAAc,EACd,OAAO,GAAG,gCAAgC,EAC1C,MAAM,EACN,OAAO,EACP,QAAQ,EACoC;QAC5C,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,YAAY,IAAI,YAAY,KAAK,EAAE,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,CAAC,cAAc,IAAI,cAAc,KAAK,EAAE,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,IAAA,oCAA4B,GAAE;YACjC,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEtD,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC;YACvC,CAAC,CAAC,YAAY;YACd,CAAC,CAAC,WAAW,YAAY,oBAAoB,CAAC;QAEhD,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAE9B,KAAK,CAAC,SAAS,CACb,IAAI,GAAG,CACL,uBAAuB,cAAc,gBAAgB,OAAO,EAAE,EAC9D,IAAI,CACL,CAAC,IAAI,CACP,CAAC;QAEF,KAAK,CAAC,UAAU,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;CACF;AAxCD,0CAwCC"}

package/cjs/ai/azure-openai/index.d.ts

@@ -1 +0,0 @@
-export * from './api.js';

package/cjs/ai/azure-openai/index.js

@@ -1,18 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./api.js"), exports);
-//# sourceMappingURL=index.js.map

package/cjs/ai/azure-openai/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../ai/azure-openai/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB"}

package/cjs/ai/balance.d.ts

@@ -1,40 +0,0 @@
-import type { ReadableStream } from 'stream/web';
-import type { AxAIModelMap, AxAIPromptConfig, AxAIService, AxAIServiceActionOptions, AxAIServiceMetrics, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxModelConfig, AxModelInfoWithProvider } from './types.js';
-/**
- * Service comparator that sorts services by cost.
- */
-export declare const axCostComparator: (a: AxAIService, b: AxAIService) => number;
-/**
- * Service comparator that respects the input order of services.
- */
-export declare const axInputOrderComparator: () => number;
-/**
- * Options for the balancer.
- */
-export type AxBalancerOptions = {
-    comparator?: (a: AxAIService, b: AxAIService) => number;
-};
-/**
- * Balancer that rotates through services.
- */
-export declare class AxBalancer implements AxAIService {
-    private services;
-    private currentServiceIndex;
-    private currentService;
-    constructor(services: readonly AxAIService[], options?: AxBalancerOptions);
-    getModelMap(): AxAIModelMap | undefined;
-    private getNextService;
-    private reset;
-    getName(): string;
-    getModelInfo(): Readonly<AxModelInfoWithProvider>;
-    getEmbedModelInfo(): Readonly<AxModelInfoWithProvider> | undefined;
-    getModelConfig(): Readonly<AxModelConfig>;
-    getFeatures(model?: string): {
-        functions: boolean;
-        streaming: boolean;
-    };
-    getMetrics(): AxAIServiceMetrics;
-    chat(req: Readonly<AxChatRequest>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions> | undefined): Promise<AxChatResponse | ReadableStream<AxChatResponse>>;
-    embed(req: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions> | undefined): Promise<AxEmbedResponse>;
-    setOptions(options: Readonly<AxAIServiceOptions>): void;
-}

package/cjs/ai/balance.js

@@ -1,110 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AxBalancer = exports.axInputOrderComparator = exports.axCostComparator = void 0;
-/**
- * Service comparator that sorts services by cost.
- */
-const axCostComparator = (a, b) => {
-    const aInfo = a.getModelInfo();
-    const bInfo = b.getModelInfo();
-    const aTotalCost = (aInfo.promptTokenCostPer1M || Infinity) +
-        (aInfo.completionTokenCostPer1M || Infinity);
-    const bTotalCost = (bInfo.promptTokenCostPer1M || Infinity) +
-        (bInfo.completionTokenCostPer1M || Infinity);
-    return aTotalCost - bTotalCost;
-};
-exports.axCostComparator = axCostComparator;
-/**
- * Service comparator that respects the input order of services.
- */
-const axInputOrderComparator = () => 0;
-exports.axInputOrderComparator = axInputOrderComparator;
-/**
- * Balancer that rotates through services.
- */
-class AxBalancer {
-    services;
-    currentServiceIndex = 0;
-    currentService;
-    constructor(services, options) {
-        if (services.length === 0) {
-            throw new Error('No AI services provided.');
-        }
-        this.services = [...services].sort(options?.comparator ?? exports.axCostComparator);
-        const cs = this.services[this.currentServiceIndex];
-        if (cs === undefined) {
-            throw new Error('Error initializing the AI services.'); // More specific error message
-        }
-        this.currentService = cs;
-    }
-    getModelMap() {
-        throw new Error('Method not implemented.');
-    }
-    getNextService() {
-        const cs = this.services[++this.currentServiceIndex];
-        if (cs === undefined) {
-            return false;
-        }
-        this.currentService = cs;
-        return true;
-    }
-    reset() {
-        this.currentServiceIndex = 0;
-        const cs = this.services[this.currentServiceIndex];
-        if (cs === undefined) {
-            throw new Error('No AI services provided.');
-        }
-        this.currentService = cs;
-    }
-    getName() {
-        return this.currentService.getName();
-    }
-    getModelInfo() {
-        return this.currentService.getModelInfo();
-    }
-    getEmbedModelInfo() {
-        return this.currentService.getEmbedModelInfo();
-    }
-    getModelConfig() {
-        return this.currentService.getModelConfig();
-    }
-    getFeatures(model) {
-        return this.currentService.getFeatures(model);
-    }
-    getMetrics() {
-        return this.currentService.getMetrics();
-    }
-    async chat(req, options) {
-        this.reset();
-        // eslint-disable-next-line no-constant-condition
-        while (true) {
-            try {
-                return await this.currentService.chat(req, options);
-            }
-            catch (e) {
-                if (!this.getNextService()) {
-                    throw e;
-                }
-            }
-        }
-    }
-    async embed(req, options) {
-        this.reset();
-        // eslint-disable-next-line no-constant-condition
-        while (true) {
-            try {
-                return await this.currentService.embed(req, options);
-            }
-            catch (e) {
-                if (!this.getNextService()) {
-                    throw e;
-                }
-            }
-        }
-    }
-    setOptions(options) {
-        this.currentService.setOptions(options);
-    }
-}
-exports.AxBalancer = AxBalancer;
-//# sourceMappingURL=balance.js.map

package/cjs/ai/balance.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"balance.js","sourceRoot":"","sources":["../../../ai/balance.ts"],"names":[],"mappings":";;;AAiBA;;GAEG;AACI,MAAM,gBAAgB,GAAG,CAAC,CAAc,EAAE,CAAc,EAAE,EAAE;IACjE,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC;IAC/B,MAAM,UAAU,GACd,CAAC,KAAK,CAAC,oBAAoB,IAAI,QAAQ,CAAC;QACxC,CAAC,KAAK,CAAC,wBAAwB,IAAI,QAAQ,CAAC,CAAC;IAC/C,MAAM,UAAU,GACd,CAAC,KAAK,CAAC,oBAAoB,IAAI,QAAQ,CAAC;QACxC,CAAC,KAAK,CAAC,wBAAwB,IAAI,QAAQ,CAAC,CAAC;IAC/C,OAAO,UAAU,GAAG,UAAU,CAAC;AACjC,CAAC,CAAC;AAVW,QAAA,gBAAgB,oBAU3B;AAEF;;GAEG;AACI,MAAM,sBAAsB,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;AAAjC,QAAA,sBAAsB,0BAAW;AAS9C;;GAEG;AACH,MAAa,UAAU;IACb,QAAQ,CAAgB;IACxB,mBAAmB,GAAW,CAAC,CAAC;IAChC,cAAc,CAAc;IAEpC,YAAY,QAAgC,EAAE,OAA2B;QACvE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,IAAI,wBAAgB,CAAC,CAAC;QAE5E,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACnD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC,CAAC,8BAA8B;QACxF,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED,WAAW;QACT,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;IAEO,cAAc;QACpB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACrD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK;QACX,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACnD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;IACvC,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC;IAC5C,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAC,iBAAiB,EAAE,CAAC;IACjD,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC;IAC9C,CAAC;IAED,WAAW,CAAC,KAAc;QACxB,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,IAAI,CACR,GAA4B,EAC5B,OAA2E;QAE3E,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,iDAAiD;QACjD,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACtD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC3B,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,GAA6B,EAC7B,OAAwD;QAExD,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,iDAAiD;QACjD,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC3B,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,UAAU,CAAC,OAAqC;QAC9C,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;CACF;AAtGD,gCAsGC"}

package/cjs/ai/base.d.ts

@@ -1,66 +0,0 @@
-import type { ReadableStream } from 'stream/web';
-import { type AxSpan } from '../trace/index.js';
-import { type API } from '../util/apicall.js';
-import type { AxAIModelMap, AxAIPromptConfig, AxAIService, AxAIServiceActionOptions, AxAIServiceMetrics, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxInternalChatRequest, AxInternalEmbedRequest, AxModelConfig, AxModelInfo, AxModelInfoWithProvider } from './types.js';
-export interface AxBaseAIFeatures {
-    functions: boolean;
-    streaming: boolean;
-}
-export interface AxBaseAIArgs {
-    name: string;
-    apiURL: string;
-    headers: Record<string, string>;
-    modelInfo: Readonly<AxModelInfo[]>;
-    models: Readonly<{
-        model: string;
-        embedModel?: string;
-    }>;
-    options?: Readonly<AxAIServiceOptions>;
-    supportFor: AxBaseAIFeatures | ((model: string) => AxBaseAIFeatures);
-    modelMap?: AxAIModelMap;
-}
-export declare const axBaseAIDefaultConfig: () => AxModelConfig;
-export declare const axBaseAIDefaultCreativeConfig: () => AxModelConfig;
-export declare class AxBaseAI<TChatRequest, TEmbedRequest, TChatResponse, TChatResponseDelta, TEmbedResponse> implements AxAIService {
-    generateChatReq?: (req: Readonly<AxInternalChatRequest>, config: Readonly<AxAIPromptConfig>) => [API, TChatRequest];
-    generateEmbedReq?: (req: Readonly<AxInternalEmbedRequest>) => [API, TEmbedRequest];
-    generateChatResp?: (resp: Readonly<TChatResponse>) => AxChatResponse;
-    generateChatStreamResp?: (resp: Readonly<TChatResponseDelta>, state: object) => AxChatResponse;
-    generateEmbedResp?: (resp: Readonly<TEmbedResponse>) => AxEmbedResponse;
-    private debug;
-    private rt?;
-    private fetch?;
-    private tracer?;
-    private modelMap?;
-    private modelInfo;
-    private modelUsage?;
-    private embedModelUsage?;
-    private models;
-    protected apiURL: string;
-    protected name: string;
-    protected headers: Record<string, string>;
-    protected supportFor: AxBaseAIFeatures | ((model: string) => AxBaseAIFeatures);
-    private metrics;
-    constructor({ name, apiURL, headers, modelInfo, models, options, supportFor, modelMap }: Readonly<AxBaseAIArgs>);
-    setName(name: string): void;
-    setAPIURL(apiURL: string): void;
-    setHeaders(headers: Record<string, string>): void;
-    setOptions(options: Readonly<AxAIServiceOptions>): void;
-    getModelInfo(): Readonly<AxModelInfoWithProvider>;
-    getEmbedModelInfo(): AxModelInfoWithProvider | undefined;
-    getModelMap(): AxAIModelMap | undefined;
-    getName(): string;
-    getFeatures(model?: string): AxBaseAIFeatures;
-    getModelConfig(): AxModelConfig;
-    private calculatePercentile;
-    private updateLatencyMetrics;
-    private updateErrorMetrics;
-    getMetrics(): AxAIServiceMetrics;
-    chat(req: Readonly<AxChatRequest>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions>): Promise<AxChatResponse | ReadableStream<AxChatResponse>>;
-    _chat1(req: Readonly<AxChatRequest>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions>): Promise<AxChatResponse | ReadableStream<AxChatResponse>>;
-    private _chat2;
-    embed(req: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions>): Promise<AxEmbedResponse>;
-    _embed1(req: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions>): Promise<AxEmbedResponse>;
-    _embed2(embedModel: string, embedReq: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions>, span?: AxSpan): Promise<AxEmbedResponse>;
-    private buildHeaders;
-}