@use-lattice/litmus 0.121.3

package/dist/src/chat-Dz5ZeGO2.js

@@ -0,0 +1,289 @@
+import { r as logger } from "./logger-C40ZGil9.js";
+import { t as invariant } from "./invariant-Ddh24eXh.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CcDgZFJ4.js";
+//#region src/providers/hyperbolic/chat.ts
+const HYPERBOLIC_CHAT_MODELS = [
+	{
+		id: "deepseek-ai/DeepSeek-R1",
+		cost: {
+			input: .5 / 1e6,
+			output: 2.18 / 1e6
+		},
+		aliases: ["DeepSeek-R1"]
+	},
+	{
+		id: "deepseek-ai/DeepSeek-R1-Zero",
+		cost: {
+			input: .5 / 1e6,
+			output: 2.18 / 1e6
+		},
+		aliases: ["DeepSeek-R1-Zero"]
+	},
+	{
+		id: "deepseek-ai/DeepSeek-V3",
+		cost: {
+			input: .27 / 1e6,
+			output: 1.1 / 1e6
+		},
+		aliases: ["DeepSeek-V3"]
+	},
+	{
+		id: "deepseek-ai/DeepSeek-V3-0324",
+		cost: {
+			input: .27 / 1e6,
+			output: 1.1 / 1e6
+		},
+		aliases: ["DeepSeek-V3-0324"]
+	},
+	{
+		id: "deepseek/DeepSeek-V2.5",
+		cost: {
+			input: .14 / 1e6,
+			output: .28 / 1e6
+		},
+		aliases: ["DeepSeek-V2.5"]
+	},
+	{
+		id: "qwen/Qwen3-235B-A22B",
+		cost: {
+			input: 2 / 1e6,
+			output: 8 / 1e6
+		},
+		aliases: ["Qwen3-235B-A22B"]
+	},
+	{
+		id: "qwen/QwQ-32B",
+		cost: {
+			input: .15 / 1e6,
+			output: .6 / 1e6
+		},
+		aliases: ["QwQ-32B"]
+	},
+	{
+		id: "qwen/QwQ-32B-Preview",
+		cost: {
+			input: .15 / 1e6,
+			output: .6 / 1e6
+		},
+		aliases: ["QwQ-32B-Preview", "Qwen/QwQ-32B-Preview"]
+	},
+	{
+		id: "qwen/Qwen2.5-72B-Instruct",
+		cost: {
+			input: .35 / 1e6,
+			output: .4 / 1e6
+		},
+		aliases: ["Qwen2.5-72B-Instruct", "Qwen2.5-72B"]
+	},
+	{
+		id: "qwen/Qwen2.5-Coder-32B",
+		cost: {
+			input: .18 / 1e6,
+			output: .18 / 1e6
+		},
+		aliases: ["Qwen2.5-Coder-32B"]
+	},
+	{
+		id: "meta-llama/Llama-3.3-70B-Instruct",
+		cost: {
+			input: .35 / 1e6,
+			output: .4 / 1e6
+		},
+		aliases: ["Llama-3.3-70B-Instruct", "Llama-3.3-70B"]
+	},
+	{
+		id: "meta-llama/Llama-3.2-3B",
+		cost: {
+			input: .02 / 1e6,
+			output: .02 / 1e6
+		},
+		aliases: ["Llama-3.2-3B"]
+	},
+	{
+		id: "meta-llama/Llama-3.1-405B",
+		cost: {
+			input: 3 / 1e6,
+			output: 3 / 1e6
+		},
+		aliases: ["Llama-3.1-405B"]
+	},
+	{
+		id: "meta-llama/Llama-3.1-405B-BASE",
+		cost: {
+			input: 3 / 1e6,
+			output: 3 / 1e6
+		},
+		aliases: ["Llama-3.1-405B-BASE"]
+	},
+	{
+		id: "meta-llama/Llama-3.1-70B",
+		cost: {
+			input: .35 / 1e6,
+			output: .4 / 1e6
+		},
+		aliases: ["Llama-3.1-70B", "Meta-Llama-3.1-70B-Instruct"]
+	},
+	{
+		id: "meta-llama/Llama-3.1-8B",
+		cost: {
+			input: .04 / 1e6,
+			output: .04 / 1e6
+		},
+		aliases: ["Llama-3.1-8B"]
+	},
+	{
+		id: "meta-llama/Llama-3-70B",
+		cost: {
+			input: .35 / 1e6,
+			output: .4 / 1e6
+		},
+		aliases: ["Llama-3-70B"]
+	},
+	{
+		id: "hermes/Hermes-3-70B",
+		cost: {
+			input: .35 / 1e6,
+			output: .4 / 1e6
+		},
+		aliases: ["Hermes-3-70B"]
+	},
+	{
+		id: "qwen/Qwen2.5-VL-7B-Instruct",
+		cost: {
+			input: .2 / 1e6,
+			output: .2 / 1e6
+		},
+		aliases: ["Qwen2.5-VL-7B-Instruct", "Qwen/Qwen2.5-VL-7B-Instruct"]
+	},
+	{
+		id: "qwen/Qwen2.5-VL-72B-Instruct",
+		cost: {
+			input: .6 / 1e6,
+			output: .6 / 1e6
+		},
+		aliases: ["Qwen2.5-VL-72B-Instruct", "qwen/Qwen2.5-VL-72B-Instruct"]
+	},
+	{
+		id: "mistralai/Pixtral-12B",
+		cost: {
+			input: .15 / 1e6,
+			output: .15 / 1e6
+		},
+		aliases: ["Pixtral-12B"]
+	}
+];
+const HYPERBOLIC_REASONING_MODELS = [
+	"deepseek-ai/DeepSeek-R1",
+	"deepseek-ai/DeepSeek-R1-Zero",
+	"qwen/QwQ-32B",
+	"qwen/QwQ-32B-Preview"
+];
+/**
+* Calculate Hyperbolic cost based on model name and token usage
+*/
+function calculateHyperbolicCost(modelName, config, promptTokens, completionTokens, reasoningTokens) {
+	if (!promptTokens || !completionTokens) return;
+	const model = HYPERBOLIC_CHAT_MODELS.find((m) => m.id === modelName || m.aliases && m.aliases.includes(modelName));
+	if (!model || !model.cost) return;
+	const inputCost = config.cost ?? model.cost.input;
+	const outputCost = config.cost ?? model.cost.output;
+	const inputCostTotal = inputCost * promptTokens;
+	const outputCostTotal = outputCost * completionTokens;
+	logger.debug(`Hyperbolic cost calculation for ${modelName}: promptTokens=${promptTokens}, completionTokens=${completionTokens}, reasoningTokens=${reasoningTokens || "N/A"}, inputCost=${inputCostTotal}, outputCost=${outputCostTotal}`);
+	return inputCostTotal + outputCostTotal;
+}
+var HyperbolicProvider = class extends OpenAiChatCompletionProvider {
+	originalConfig;
+	get apiKey() {
+		return this.config?.apiKey;
+	}
+	isReasoningModel() {
+		return HYPERBOLIC_REASONING_MODELS.includes(this.modelName);
+	}
+	supportsTemperature() {
+		return true;
+	}
+	constructor(modelName, providerOptions) {
+		super(modelName, {
+			...providerOptions,
+			config: {
+				...providerOptions.config,
+				apiKeyEnvar: "HYPERBOLIC_API_KEY",
+				apiBaseUrl: "https://api.hyperbolic.xyz/v1"
+			}
+		});
+		this.originalConfig = providerOptions.config?.config;
+	}
+	id() {
+		return `hyperbolic:${this.modelName}`;
+	}
+	toString() {
+		return `[Hyperbolic Provider ${this.modelName}]`;
+	}
+	toJSON() {
+		return {
+			provider: "hyperbolic",
+			model: this.modelName,
+			config: {
+				...this.config,
+				...this.apiKey && { apiKey: void 0 }
+			}
+		};
+	}
+	async callApi(prompt, context, callApiOptions) {
+		const response = await super.callApi(prompt, context, callApiOptions);
+		if (!response || response.error) return response;
+		try {
+			if (typeof response.raw === "string") try {
+				const rawData = JSON.parse(response.raw);
+				if (this.isReasoningModel() && rawData?.usage?.completion_tokens_details?.reasoning_tokens) {
+					const reasoningTokens = rawData.usage.completion_tokens_details.reasoning_tokens;
+					const acceptedPredictions = rawData.usage.completion_tokens_details.accepted_prediction_tokens || 0;
+					const rejectedPredictions = rawData.usage.completion_tokens_details.rejected_prediction_tokens || 0;
+					if (response.tokenUsage) {
+						response.tokenUsage.completionDetails = {
+							reasoning: reasoningTokens,
+							acceptedPrediction: acceptedPredictions,
+							rejectedPrediction: rejectedPredictions
+						};
+						logger.debug(`Hyperbolic reasoning token details for ${this.modelName}: reasoning=${reasoningTokens}, accepted=${acceptedPredictions}, rejected=${rejectedPredictions}`);
+					}
+				}
+			} catch (err) {
+				logger.error(`Failed to parse raw response JSON: ${err}`);
+			}
+			else if (typeof response.raw === "object" && response.raw !== null) {
+				const rawData = response.raw;
+				if (this.isReasoningModel() && rawData?.usage?.completion_tokens_details?.reasoning_tokens) {
+					const reasoningTokens = rawData.usage.completion_tokens_details.reasoning_tokens;
+					const acceptedPredictions = rawData.usage.completion_tokens_details.accepted_prediction_tokens || 0;
+					const rejectedPredictions = rawData.usage.completion_tokens_details.rejected_prediction_tokens || 0;
+					if (response.tokenUsage) {
+						response.tokenUsage.completionDetails = {
+							reasoning: reasoningTokens,
+							acceptedPrediction: acceptedPredictions,
+							rejectedPrediction: rejectedPredictions
+						};
+						logger.debug(`Hyperbolic reasoning token details for ${this.modelName}: reasoning=${reasoningTokens}, accepted=${acceptedPredictions}, rejected=${rejectedPredictions}`);
+					}
+				}
+			}
+			if (response.tokenUsage && !response.cached) {
+				const reasoningTokens = response.tokenUsage.completionDetails?.reasoning || 0;
+				response.cost = calculateHyperbolicCost(this.modelName, this.config || {}, response.tokenUsage.prompt, response.tokenUsage.completion, reasoningTokens);
+			}
+		} catch (err) {
+			logger.error(`Error processing Hyperbolic response: ${err}`);
+		}
+		return response;
+	}
+};
+function createHyperbolicProvider(providerPath, options = {}) {
+	const modelName = providerPath.split(":").slice(1).join(":");
+	invariant(modelName, "Model name is required");
+	return new HyperbolicProvider(modelName, options);
+}
+//#endregion
+export { createHyperbolicProvider };
+
+//# sourceMappingURL=chat-Dz5ZeGO2.js.map