@nodetool-ai/runtime 0.7.0-rc.11

package/dist/providers/cohere-provider.js

@@ -0,0 +1,116 @@
+/**
+ * Cohere Provider — exposes Cohere's `/v2/embed` text embedding API through
+ * the standard {@link BaseProvider} interface.
+ *
+ * API docs: https://docs.cohere.com/reference/embed
+ */
+import { BaseProvider } from "./base-provider.js";
+import { createLogger } from "@nodetool-ai/config";
+const log = createLogger("nodetool.runtime.providers.cohere");
+const COHERE_API_BASE_URL = "https://api.cohere.com/v2";
+const COHERE_EMBEDDING_MODELS = [
+    {
+        id: "embed-v4.0",
+        name: "Embed v4.0",
+        provider: "cohere",
+        dimensions: 1536
+    },
+    {
+        id: "embed-english-v3.0",
+        name: "Embed English v3.0",
+        provider: "cohere",
+        dimensions: 1024
+    },
+    {
+        id: "embed-english-light-v3.0",
+        name: "Embed English Light v3.0",
+        provider: "cohere",
+        dimensions: 384
+    },
+    {
+        id: "embed-multilingual-v3.0",
+        name: "Embed Multilingual v3.0",
+        provider: "cohere",
+        dimensions: 1024
+    },
+    {
+        id: "embed-multilingual-light-v3.0",
+        name: "Embed Multilingual Light v3.0",
+        provider: "cohere",
+        dimensions: 384
+    }
+];
+export class CohereProvider extends BaseProvider {
+    static requiredSecrets() {
+        return ["COHERE_API_KEY"];
+    }
+    apiKey;
+    _fetch;
+    inputType;
+    constructor(secrets = {}, options = {}) {
+        super("cohere");
+        this.apiKey = secrets.COHERE_API_KEY ?? "";
+        this._fetch = options.fetchFn ?? globalThis.fetch.bind(globalThis);
+        this.inputType = options.inputType ?? "search_document";
+        if (!this.apiKey) {
+            log.warn("Cohere API key not configured");
+        }
+    }
+    getContainerEnv() {
+        return { COHERE_API_KEY: this.apiKey };
+    }
+    async generateMessage(_args) {
+        throw new Error("cohere provider does not support chat generation");
+    }
+    async *generateMessages(_args) {
+        throw new Error("cohere provider does not support chat generation");
+        yield* [];
+    }
+    async getAvailableEmbeddingModels() {
+        return COHERE_EMBEDDING_MODELS;
+    }
+    async generateEmbedding(args) {
+        if (!this.apiKey) {
+            throw new Error("COHERE_API_KEY is not configured");
+        }
+        const texts = Array.isArray(args.text) ? args.text : [args.text];
+        if (texts.length === 0 ||
+            texts.some((v) => typeof v !== "string" || v.length === 0)) {
+            throw new Error("text must not be empty");
+        }
+        const body = {
+            model: args.model || "embed-v4.0",
+            texts,
+            input_type: this.inputType,
+            embedding_types: ["float"]
+        };
+        if (args.dimensions) {
+            body.output_dimension = args.dimensions;
+        }
+        const response = await this._fetch(`${COHERE_API_BASE_URL}/embed`, {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`,
+                "Content-Type": "application/json"
+            },
+            body: JSON.stringify(body)
+        });
+        if (!response.ok) {
+            const errText = await response.text().catch(() => "");
+            throw new Error(`Cohere embedding error ${response.status}: ${errText}`);
+        }
+        const data = (await response.json());
+        // v2 API returns `{ embeddings: { float: [[...]] } }` when
+        // `embedding_types: ["float"]` is requested. Older payloads return a bare
+        // `number[][]` — handle both for safety.
+        if (Array.isArray(data.embeddings)) {
+            return data.embeddings;
+        }
+        const floats = data.embeddings?.float;
+        if (!Array.isArray(floats)) {
+            throw new Error("Cohere embedding response missing float embeddings");
+        }
+        return floats;
+    }
+}
+//# sourceMappingURL=cohere-provider.js.map

package/dist/providers/cohere-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohere-provider.js","sourceRoot":"","sources":["../../src/providers/cohere-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAOnD,MAAM,GAAG,GAAG,YAAY,CAAC,mCAAmC,CAAC,CAAC;AAE9D,MAAM,mBAAmB,GAAG,2BAA2B,CAAC;AAExD,MAAM,uBAAuB,GAAqB;IAChD;QACE,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,QAAQ;QAClB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,IAAI,EAAE,oBAAoB;QAC1B,QAAQ,EAAE,QAAQ;QAClB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,0BAA0B;QAC9B,IAAI,EAAE,0BAA0B;QAChC,QAAQ,EAAE,QAAQ;QAClB,UAAU,EAAE,GAAG;KAChB;IACD;QACE,EAAE,EAAE,yBAAyB;QAC7B,IAAI,EAAE,yBAAyB;QAC/B,QAAQ,EAAE,QAAQ;QAClB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,+BAA+B;QACnC,IAAI,EAAE,+BAA+B;QACrC,QAAQ,EAAE,QAAQ;QAClB,UAAU,EAAE,GAAG;KAChB;CACF,CAAC;AAYF,MAAM,OAAO,cAAe,SAAQ,YAAY;IAC9C,MAAM,CAAU,eAAe;QAC7B,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC5B,CAAC;IAEgB,MAAM,CAAS;IACf,MAAM,CAAe;IACrB,SAAS,CAAS;IAEnC,YACE,UAAuC,EAAE,EACzC,UAAiC,EAAE;QAEnC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAChB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnE,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,iBAAiB,CAAC;QACxD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,GAAG,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAEQ,eAAe;QACtB,OAAO,EAAE,cAAc,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,KAAqD;QAErD,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CACrB,KAAsD;QAEtD,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACpE,KAAK,CAAC,CAAC,EAAE,CAAC;IACZ,CAAC;IAEQ,KAAK,CAAC,2BAA2B;QACxC,OAAO,uBAAuB,CAAC;IACjC,CAAC;IAEQ,KAAK,CAAC,iBAAiB,CAAC,IAIhC;QACC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,IACE,KAAK,CAAC,MAAM,KAAK,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,EAC1D,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,YAAY;YACjC,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,eAAe,EAAE,CAAC,OAAO,CAAC;SAC3B,CAAC;QACF,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC;QAC1C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,mBAAmB,QAAQ,EAAE;YACjE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;QAEF,2DAA2D;QAC3D,0EAA0E;QAC1E,yCAAyC;QACzC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,UAAU,CAAC;QACzB,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC;QACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/providers/cost-calculator.d.ts

@@ -0,0 +1,109 @@
+/**
+ * Centralized cost calculation for all AI providers.
+ *
+ * This module provides a unified interface for calculating API costs in credits.
+ * 1 credit = $0.01 USD (i.e., 1000 credits = $10 USD)
+ * All rates include a 50% premium over provider base costs.
+ *
+ * Usage:
+ *    import { CostCalculator, UsageInfo } from "./cost-calculator.js";
+ *
+ *    // Calculate cost for a chat completion
+ *    const usage: UsageInfo = { inputTokens: 1000, outputTokens: 500 };
+ *    const cost = CostCalculator.calculate("gpt-4o-mini", usage, "openai");
+ *
+ *    // Or use convenience helper functions
+ *    const cost2 = calculateChatCost("gpt-4o-mini", 1000, 500);
+ */
+export declare enum CostType {
+    TOKEN_BASED = "token_based",
+    EMBEDDING = "embedding",
+    CHARACTER_BASED = "character_based",
+    DURATION_BASED = "duration_based",
+    IMAGE_BASED = "image_based",
+    VIDEO_BASED = "video_based",
+    /** Flat per-task cost, e.g. 3D generation APIs billed per submitted job. */
+    TASK_BASED = "task_based"
+}
+export interface PricingTier {
+    costType: CostType;
+    inputPer1kTokens?: number;
+    outputPer1kTokens?: number;
+    cachedPer1kTokens?: number;
+    per1kChars?: number;
+    perMinute?: number;
+    perImage?: number;
+    perSecondVideo?: number;
+    /** Cost per submitted task (CostType.TASK_BASED). In nodetool credits (1 credit = $0.01). */
+    perTask?: number;
+}
+/**
+ * Pricing tiers by tier name - derived from Python cost_calculator.py PRICING_TIERS.
+ */
+export declare const PRICING_TIERS: Record<string, PricingTier>;
+/**
+ * Model ID to tier mapping.
+ * Keys are "provider:modelId" strings for provider-specific pricing.
+ */
+export declare const MODEL_TO_TIER: Record<string, string>;
+export interface UsageInfo {
+    inputTokens?: number;
+    outputTokens?: number;
+    cachedTokens?: number;
+    reasoningTokens?: number;
+    inputCharacters?: number;
+    durationSeconds?: number;
+    imageCount?: number;
+    videoSeconds?: number;
+    /** Number of tasks submitted (for CostType.TASK_BASED providers). */
+    taskCount?: number;
+}
+export declare class CostCalculator {
+    /**
+     * Get the pricing tier for a model ID scoped by provider.
+     *
+     * @param modelId - The model identifier
+     * @param provider - Provider name (e.g., "openai", "anthropic")
+     * @returns The pricing tier name, or null if not found
+     */
+    static getTier(modelId: string, provider: string): string | null;
+    /**
+     * Calculate cost in credits for an API call.
+     *
+     * @param modelId - The model identifier
+     * @param usage - Usage information from the API response
+     * @param provider - Provider name for pricing lookup
+     * @returns Cost in credits (1 credit = $0.01 USD)
+     */
+    static calculate(modelId: string, usage: UsageInfo, provider: string): number;
+    /**
+     * Calculate cost based on tier type.
+     */
+    private static _calculateForTier;
+}
+/**
+ * Calculate chat completion cost.
+ */
+export declare function calculateChatCost(modelId: string, inputTokens: number, outputTokens: number, cachedTokens?: number, provider?: string): number;
+/**
+ * Calculate embedding cost.
+ */
+export declare function calculateEmbeddingCost(modelId: string, inputTokens: number, provider?: string): number;
+/**
+ * Calculate TTS cost.
+ */
+export declare function calculateSpeechCost(modelId: string, inputChars: number, provider?: string): number;
+/**
+ * Calculate ASR/Whisper cost.
+ */
+export declare function calculateWhisperCost(modelId: string, durationSeconds: number, provider?: string): number;
+/**
+ * Calculate 3D model generation cost.
+ * Pass `taskCount` > 1 only if multiple tasks were submitted (rare).
+ */
+export declare function calculateModel3DCost(modelId: string, provider: string, taskCount?: number): number;
+/**
+ * Calculate image generation cost.
+ */
+export declare function calculateImageCost(modelId: string, imageCount?: number, quality?: string, provider?: string): number;
+//# sourceMappingURL=cost-calculator.d.ts.map

package/dist/providers/cost-calculator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-calculator.d.ts","sourceRoot":"","sources":["../../src/providers/cost-calculator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,oBAAY,QAAQ;IAClB,WAAW,gBAAgB;IAC3B,SAAS,cAAc;IACvB,eAAe,oBAAoB;IACnC,cAAc,mBAAmB;IACjC,WAAW,gBAAgB;IAC3B,WAAW,gBAAgB;IAC3B,4EAA4E;IAC5E,UAAU,eAAe;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,QAAQ,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,6FAA6F;IAC7F,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAgMrD,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAsFhD,CAAC;AAEF,MAAM,WAAW,SAAS;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qEAAqE;IACrE,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAMD,qBAAa,cAAc;IACzB;;;;;;OAMG;IACH,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAgChE;;;;;;;OAOG;IACH,MAAM,CAAC,SAAS,CACd,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,SAAS,EAChB,QAAQ,EAAE,MAAM,GACf,MAAM;IAkBT;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,iBAAiB;CA6CjC;AAID;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,EACpB,YAAY,GAAE,MAAU,EACxB,QAAQ,GAAE,MAAiB,GAC1B,MAAM,CAGR;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,MAAM,EACnB,QAAQ,GAAE,MAAiB,GAC1B,MAAM,CAGR;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,QAAQ,GAAE,MAAiB,GAC1B,MAAM,CAGR;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,MAAM,EACf,eAAe,EAAE,MAAM,EACvB,QAAQ,GAAE,MAAiB,GAC1B,MAAM,CAGR;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,GAAE,MAAU,GACpB,MAAM,CAGR;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,MAAM,EACf,UAAU,GAAE,MAAU,EACtB,OAAO,GAAE,MAAiB,EAC1B,QAAQ,GAAE,MAAiB,GAC1B,MAAM,CAkBR"}