@use-lattice/litmus 0.121.3

package/dist/src/invariant-Ddh24eXh.js

@@ -0,0 +1,25 @@
+//#region src/util/invariant.ts
+/**
+* Custom invariant function that preserves error messages in production.
+* Similar to tiny-invariant but always includes the full error message.
+*
+* @example
+* ```ts
+* const value: Person | null = { name: 'Alex' };
+* invariant(value, 'Expected value to be a person');
+* // type of `value` has been narrowed to `Person`
+* ```
+*
+* See https://github.com/alexreardon/tiny-invariant
+*/
+function invariant(condition, message) {
+	if (condition) return;
+	const prefix = "Invariant failed";
+	const provided = typeof message === "function" ? message() : message;
+	const value = provided ? `${prefix}: ${provided}` : prefix;
+	throw new Error(value);
+}
+//#endregion
+export { invariant as t };
+
+//# sourceMappingURL=invariant-Ddh24eXh.js.map

package/dist/src/invariant-kfQ8Bu82.cjs

@@ -0,0 +1,30 @@
+//#region src/util/invariant.ts
+/**
+* Custom invariant function that preserves error messages in production.
+* Similar to tiny-invariant but always includes the full error message.
+*
+* @example
+* ```ts
+* const value: Person | null = { name: 'Alex' };
+* invariant(value, 'Expected value to be a person');
+* // type of `value` has been narrowed to `Person`
+* ```
+*
+* See https://github.com/alexreardon/tiny-invariant
+*/
+function invariant(condition, message) {
+	if (condition) return;
+	const prefix = "Invariant failed";
+	const provided = typeof message === "function" ? message() : message;
+	const value = provided ? `${prefix}: ${provided}` : prefix;
+	throw new Error(value);
+}
+//#endregion
+Object.defineProperty(exports, "invariant", {
+	enumerable: true,
+	get: function() {
+		return invariant;
+	}
+});
+
+//# sourceMappingURL=invariant-kfQ8Bu82.cjs.map

package/dist/src/knowledgeBase-BgPyGFUd.cjs

@@ -0,0 +1,122 @@
+const require_logger = require("./logger-DyfK9PBt.cjs");
+const require_cache = require("./cache-DsCxFlsZ.cjs");
+const require_tokenUsageUtils = require("./tokenUsageUtils-bVa1ga6f.cjs");
+const require_telemetry = require("./telemetry-D0x6u5kX.cjs");
+const require_base = require("./base-BEysXrkq.cjs");
+//#region src/providers/bedrock/knowledgeBase.ts
+/**
+* AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
+* Allows querying an existing AWS Bedrock Knowledge Base with text queries.
+*/
+var AwsBedrockKnowledgeBaseProvider = class extends require_base.AwsBedrockGenericProvider {
+	knowledgeBaseClient;
+	kbConfig;
+	constructor(modelName, options = {}) {
+		super(modelName, options);
+		if (!options.config?.knowledgeBaseId) throw new Error("Knowledge Base ID is required. Please provide a knowledgeBaseId in the provider config.");
+		this.kbConfig = options.config || { knowledgeBaseId: "" };
+		require_telemetry.telemetry.record("feature_used", {
+			feature: "knowledge_base",
+			provider: "bedrock"
+		});
+	}
+	id() {
+		return `bedrock:kb:${this.kbConfig.knowledgeBaseId}`;
+	}
+	toString() {
+		return `[Amazon Bedrock Knowledge Base Provider ${this.kbConfig.knowledgeBaseId}]`;
+	}
+	async getKnowledgeBaseClient() {
+		if (!this.knowledgeBaseClient) {
+			const apiKey = this.getApiKey();
+			const handler = require_base.hasProxyEnv() || apiKey ? await require_base.createBedrockRequestHandler({ apiKey }) : void 0;
+			try {
+				const { BedrockAgentRuntimeClient } = await import("@aws-sdk/client-bedrock-agent-runtime");
+				const credentials = await this.getCredentials();
+				this.knowledgeBaseClient = new BedrockAgentRuntimeClient({
+					region: this.getRegion(),
+					maxAttempts: require_logger.getEnvInt("AWS_BEDROCK_MAX_RETRIES", 10),
+					retryMode: "adaptive",
+					...handler ? { requestHandler: handler } : {},
+					...credentials ? { credentials } : {}
+				});
+			} catch (err) {
+				throw new Error(`The @aws-sdk/client-bedrock-agent-runtime package is required as a peer dependency. Please install it in your project or globally. Error: ${err}`);
+			}
+		}
+		return this.knowledgeBaseClient;
+	}
+	async callApi(prompt) {
+		const client = await this.getKnowledgeBaseClient();
+		let modelArn = this.kbConfig.modelArn;
+		if (!modelArn) if (this.modelName.includes("arn:aws:bedrock")) modelArn = this.modelName;
+		else if (this.modelName.startsWith("us.") || this.modelName.startsWith("eu.") || this.modelName.startsWith("apac.")) modelArn = this.modelName;
+		else modelArn = `arn:aws:bedrock:${this.getRegion()}::foundation-model/${this.modelName}`;
+		const knowledgeBaseConfiguration = { knowledgeBaseId: this.kbConfig.knowledgeBaseId };
+		if (this.kbConfig.modelArn || this.modelName !== "default") knowledgeBaseConfiguration.modelArn = modelArn;
+		if (this.kbConfig.numberOfResults !== void 0) knowledgeBaseConfiguration.retrievalConfiguration = { vectorSearchConfiguration: { numberOfResults: this.kbConfig.numberOfResults } };
+		const params = {
+			input: { text: prompt },
+			retrieveAndGenerateConfiguration: {
+				type: "KNOWLEDGE_BASE",
+				knowledgeBaseConfiguration
+			}
+		};
+		require_logger.logger.debug("Calling Amazon Bedrock Knowledge Base API", { params });
+		const cache = await require_cache.getCache();
+		const sensitiveKeys = [
+			"accessKeyId",
+			"secretAccessKey",
+			"sessionToken"
+		];
+		const cacheConfig = {
+			region: this.getRegion(),
+			modelName: this.modelName,
+			...Object.fromEntries(Object.entries(this.kbConfig).filter(([key]) => !sensitiveKeys.includes(key)))
+		};
+		const configStr = JSON.stringify(cacheConfig, Object.keys(cacheConfig).sort());
+		const cacheKey = `bedrock-kb:${Buffer.from(configStr).toString("base64")}:${prompt}`;
+		if (require_cache.isCacheEnabled()) {
+			const cachedResponse = await cache.get(cacheKey);
+			if (cachedResponse) {
+				require_logger.logger.debug(`Returning cached response for ${prompt}`);
+				const parsedResponse = JSON.parse(cachedResponse);
+				return {
+					output: parsedResponse.output,
+					metadata: { citations: parsedResponse.citations },
+					tokenUsage: require_tokenUsageUtils.createEmptyTokenUsage(),
+					cached: true
+				};
+			}
+		}
+		try {
+			const { RetrieveAndGenerateCommand } = await import("@aws-sdk/client-bedrock-agent-runtime");
+			const command = new RetrieveAndGenerateCommand(params);
+			const response = await client.send(command);
+			require_logger.logger.debug("Amazon Bedrock Knowledge Base API response", { response });
+			let output = "";
+			if (response && response.output && response.output.text) output = response.output.text;
+			let citations = [];
+			if (response && response.citations && Array.isArray(response.citations)) citations = response.citations;
+			if (require_cache.isCacheEnabled()) try {
+				await cache.set(cacheKey, JSON.stringify({
+					output,
+					citations
+				}));
+			} catch (err) {
+				require_logger.logger.error(`Failed to cache knowledge base response: ${String(err)}`);
+			}
+			return {
+				output,
+				metadata: { citations },
+				tokenUsage: require_tokenUsageUtils.createEmptyTokenUsage()
+			};
+		} catch (err) {
+			return { error: `Bedrock Knowledge Base API error: ${String(err)}` };
+		}
+	}
+};
+//#endregion
+exports.AwsBedrockKnowledgeBaseProvider = AwsBedrockKnowledgeBaseProvider;
+
+//# sourceMappingURL=knowledgeBase-BgPyGFUd.cjs.map

package/dist/src/knowledgeBase-DyHilYaP.js

@@ -0,0 +1,122 @@
+import { b as getEnvInt, r as logger } from "./logger-C40ZGil9.js";
+import { a as isCacheEnabled, i as getCache } from "./cache-BkrqU5Ba.js";
+import { a as createEmptyTokenUsage } from "./tokenUsageUtils-NYT-WKS6.js";
+import { t as telemetry } from "./telemetry-Bg2WqF79.js";
+import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-C451JQfq.js";
+//#region src/providers/bedrock/knowledgeBase.ts
+/**
+* AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
+* Allows querying an existing AWS Bedrock Knowledge Base with text queries.
+*/
+var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
+	knowledgeBaseClient;
+	kbConfig;
+	constructor(modelName, options = {}) {
+		super(modelName, options);
+		if (!options.config?.knowledgeBaseId) throw new Error("Knowledge Base ID is required. Please provide a knowledgeBaseId in the provider config.");
+		this.kbConfig = options.config || { knowledgeBaseId: "" };
+		telemetry.record("feature_used", {
+			feature: "knowledge_base",
+			provider: "bedrock"
+		});
+	}
+	id() {
+		return `bedrock:kb:${this.kbConfig.knowledgeBaseId}`;
+	}
+	toString() {
+		return `[Amazon Bedrock Knowledge Base Provider ${this.kbConfig.knowledgeBaseId}]`;
+	}
+	async getKnowledgeBaseClient() {
+		if (!this.knowledgeBaseClient) {
+			const apiKey = this.getApiKey();
+			const handler = hasProxyEnv() || apiKey ? await createBedrockRequestHandler({ apiKey }) : void 0;
+			try {
+				const { BedrockAgentRuntimeClient } = await import("@aws-sdk/client-bedrock-agent-runtime");
+				const credentials = await this.getCredentials();
+				this.knowledgeBaseClient = new BedrockAgentRuntimeClient({
+					region: this.getRegion(),
+					maxAttempts: getEnvInt("AWS_BEDROCK_MAX_RETRIES", 10),
+					retryMode: "adaptive",
+					...handler ? { requestHandler: handler } : {},
+					...credentials ? { credentials } : {}
+				});
+			} catch (err) {
+				throw new Error(`The @aws-sdk/client-bedrock-agent-runtime package is required as a peer dependency. Please install it in your project or globally. Error: ${err}`);
+			}
+		}
+		return this.knowledgeBaseClient;
+	}
+	async callApi(prompt) {
+		const client = await this.getKnowledgeBaseClient();
+		let modelArn = this.kbConfig.modelArn;
+		if (!modelArn) if (this.modelName.includes("arn:aws:bedrock")) modelArn = this.modelName;
+		else if (this.modelName.startsWith("us.") || this.modelName.startsWith("eu.") || this.modelName.startsWith("apac.")) modelArn = this.modelName;
+		else modelArn = `arn:aws:bedrock:${this.getRegion()}::foundation-model/${this.modelName}`;
+		const knowledgeBaseConfiguration = { knowledgeBaseId: this.kbConfig.knowledgeBaseId };
+		if (this.kbConfig.modelArn || this.modelName !== "default") knowledgeBaseConfiguration.modelArn = modelArn;
+		if (this.kbConfig.numberOfResults !== void 0) knowledgeBaseConfiguration.retrievalConfiguration = { vectorSearchConfiguration: { numberOfResults: this.kbConfig.numberOfResults } };
+		const params = {
+			input: { text: prompt },
+			retrieveAndGenerateConfiguration: {
+				type: "KNOWLEDGE_BASE",
+				knowledgeBaseConfiguration
+			}
+		};
+		logger.debug("Calling Amazon Bedrock Knowledge Base API", { params });
+		const cache = await getCache();
+		const sensitiveKeys = [
+			"accessKeyId",
+			"secretAccessKey",
+			"sessionToken"
+		];
+		const cacheConfig = {
+			region: this.getRegion(),
+			modelName: this.modelName,
+			...Object.fromEntries(Object.entries(this.kbConfig).filter(([key]) => !sensitiveKeys.includes(key)))
+		};
+		const configStr = JSON.stringify(cacheConfig, Object.keys(cacheConfig).sort());
+		const cacheKey = `bedrock-kb:${Buffer.from(configStr).toString("base64")}:${prompt}`;
+		if (isCacheEnabled()) {
+			const cachedResponse = await cache.get(cacheKey);
+			if (cachedResponse) {
+				logger.debug(`Returning cached response for ${prompt}`);
+				const parsedResponse = JSON.parse(cachedResponse);
+				return {
+					output: parsedResponse.output,
+					metadata: { citations: parsedResponse.citations },
+					tokenUsage: createEmptyTokenUsage(),
+					cached: true
+				};
+			}
+		}
+		try {
+			const { RetrieveAndGenerateCommand } = await import("@aws-sdk/client-bedrock-agent-runtime");
+			const command = new RetrieveAndGenerateCommand(params);
+			const response = await client.send(command);
+			logger.debug("Amazon Bedrock Knowledge Base API response", { response });
+			let output = "";
+			if (response && response.output && response.output.text) output = response.output.text;
+			let citations = [];
+			if (response && response.citations && Array.isArray(response.citations)) citations = response.citations;
+			if (isCacheEnabled()) try {
+				await cache.set(cacheKey, JSON.stringify({
+					output,
+					citations
+				}));
+			} catch (err) {
+				logger.error(`Failed to cache knowledge base response: ${String(err)}`);
+			}
+			return {
+				output,
+				metadata: { citations },
+				tokenUsage: createEmptyTokenUsage()
+			};
+		} catch (err) {
+			return { error: `Bedrock Knowledge Base API error: ${String(err)}` };
+		}
+	}
+};
+//#endregion
+export { AwsBedrockKnowledgeBaseProvider };
+
+//# sourceMappingURL=knowledgeBase-DyHilYaP.js.map

package/dist/src/litellm-CyMeneHS.js

@@ -0,0 +1,135 @@
+import { x as getEnvString } from "./logger-C40ZGil9.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CcDgZFJ4.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-B8Ctyxpr.js";
+//#region src/providers/litellm.ts
+/**
+* Base class for LiteLLM providers that maintains LiteLLM identity
+*/
+var LiteLLMProviderWrapper = class {
+	provider;
+	providerType;
+	constructor(provider, providerType) {
+		this.provider = provider;
+		this.providerType = providerType;
+	}
+	get modelName() {
+		return this.provider.modelName;
+	}
+	get config() {
+		return this.provider.config;
+	}
+	id() {
+		return `litellm${this.providerType === "chat" ? "" : `:${this.providerType}`}:${this.modelName}`;
+	}
+	toString() {
+		return `[LiteLLM Provider${this.providerType === "chat" ? "" : ` ${this.providerType}`} ${this.modelName}]`;
+	}
+	toJSON() {
+		return {
+			provider: "litellm",
+			model: this.modelName,
+			type: this.providerType,
+			config: {
+				...this.config,
+				...this.getApiKey && this.getApiKey() && { apiKey: void 0 }
+			}
+		};
+	}
+	async callApi(prompt, context, options) {
+		return this.provider.callApi(prompt, context, options);
+	}
+	getApiKey;
+};
+/**
+* LiteLLM Chat Provider
+*/
+var LiteLLMChatProvider = class extends LiteLLMProviderWrapper {
+	constructor(modelName, options) {
+		const provider = new OpenAiChatCompletionProvider(modelName, options);
+		super(provider, "chat");
+		if (provider.getApiKey) this.getApiKey = provider.getApiKey.bind(provider);
+	}
+};
+/**
+* LiteLLM Completion Provider
+*/
+var LiteLLMCompletionProvider = class extends LiteLLMProviderWrapper {
+	constructor(modelName, options) {
+		const provider = new OpenAiCompletionProvider(modelName, options);
+		super(provider, "completion");
+		if (provider.getApiKey) this.getApiKey = provider.getApiKey.bind(provider);
+	}
+};
+/**
+* LiteLLM Embedding Provider
+*/
+var LiteLLMEmbeddingProvider = class extends LiteLLMProviderWrapper {
+	embeddingProvider;
+	constructor(modelName, options) {
+		const provider = new OpenAiEmbeddingProvider(modelName, options);
+		super(provider, "embedding");
+		this.embeddingProvider = provider;
+		if (provider.getApiKey) this.getApiKey = provider.getApiKey.bind(provider);
+	}
+	async callEmbeddingApi(text) {
+		return this.embeddingProvider.callEmbeddingApi(text);
+	}
+};
+var LiteLLMProvider = class extends LiteLLMChatProvider {};
+/**
+* Creates a LiteLLM provider using OpenAI-compatible endpoints
+*
+* LiteLLM supports chat, completion, and embedding models through its proxy server.
+* All parameters are automatically passed through to the LiteLLM API.
+*
+* @example
+* // Chat model (default)
+* createLiteLLMProvider('litellm:gpt-4')
+* createLiteLLMProvider('litellm:chat:gpt-4')
+*
+* // Completion model
+* createLiteLLMProvider('litellm:completion:gpt-3.5-turbo-instruct')
+*
+* // Embedding model
+* createLiteLLMProvider('litellm:embedding:text-embedding-3-large')
+*/
+function createLiteLLMProvider(providerPath, options = {}) {
+	const splits = providerPath.split(":");
+	const providerType = splits[1];
+	const modelName = [
+		"chat",
+		"completion",
+		"embedding",
+		"embeddings"
+	].includes(providerType) ? splits.slice(2).join(":") : splits.slice(1).join(":");
+	const config = options.config?.config || {};
+	const mergedConfig = {
+		apiKeyEnvar: "LITELLM_API_KEY",
+		apiKeyRequired: false,
+		apiBaseUrl: config.apiBaseUrl || options.config?.env?.LITELLM_API_BASE || options.env?.LITELLM_API_BASE || getEnvString("LITELLM_API_BASE") || "http://0.0.0.0:4000",
+		omitDefaults: true
+	};
+	Object.keys(config).forEach((key) => {
+		if (config[key] !== void 0 && config[key] !== null) mergedConfig[key] = config[key];
+	});
+	const litellmConfig = {
+		id: options.config?.id,
+		label: options.config?.label,
+		prompts: options.config?.prompts,
+		transform: options.config?.transform,
+		delay: options.config?.delay,
+		env: options.config?.env,
+		config: mergedConfig
+	};
+	switch (providerType) {
+		case "completion": return new LiteLLMCompletionProvider(modelName, litellmConfig);
+		case "embedding":
+		case "embeddings": return new LiteLLMEmbeddingProvider(modelName, litellmConfig);
+		case "chat": return new LiteLLMProvider(modelName, litellmConfig);
+		default: return new LiteLLMProvider(modelName, litellmConfig);
+	}
+}
+//#endregion
+export { createLiteLLMProvider };
+
+//# sourceMappingURL=litellm-CyMeneHS.js.map

package/dist/src/litellm-DWDF73yF.cjs

@@ -0,0 +1,135 @@
+const require_logger = require("./logger-DyfK9PBt.cjs");
+const require_chat = require("./chat-CXX3xzkk.cjs");
+const require_completion = require("./completion-Cxrt08sj.cjs");
+//#region src/providers/litellm.ts
+/**
+* Base class for LiteLLM providers that maintains LiteLLM identity
+*/
+var LiteLLMProviderWrapper = class {
+	provider;
+	providerType;
+	constructor(provider, providerType) {
+		this.provider = provider;
+		this.providerType = providerType;
+	}
+	get modelName() {
+		return this.provider.modelName;
+	}
+	get config() {
+		return this.provider.config;
+	}
+	id() {
+		return `litellm${this.providerType === "chat" ? "" : `:${this.providerType}`}:${this.modelName}`;
+	}
+	toString() {
+		return `[LiteLLM Provider${this.providerType === "chat" ? "" : ` ${this.providerType}`} ${this.modelName}]`;
+	}
+	toJSON() {
+		return {
+			provider: "litellm",
+			model: this.modelName,
+			type: this.providerType,
+			config: {
+				...this.config,
+				...this.getApiKey && this.getApiKey() && { apiKey: void 0 }
+			}
+		};
+	}
+	async callApi(prompt, context, options) {
+		return this.provider.callApi(prompt, context, options);
+	}
+	getApiKey;
+};
+/**
+* LiteLLM Chat Provider
+*/
+var LiteLLMChatProvider = class extends LiteLLMProviderWrapper {
+	constructor(modelName, options) {
+		const provider = new require_chat.OpenAiChatCompletionProvider(modelName, options);
+		super(provider, "chat");
+		if (provider.getApiKey) this.getApiKey = provider.getApiKey.bind(provider);
+	}
+};
+/**
+* LiteLLM Completion Provider
+*/
+var LiteLLMCompletionProvider = class extends LiteLLMProviderWrapper {
+	constructor(modelName, options) {
+		const provider = new require_completion.OpenAiCompletionProvider(modelName, options);
+		super(provider, "completion");
+		if (provider.getApiKey) this.getApiKey = provider.getApiKey.bind(provider);
+	}
+};
+/**
+* LiteLLM Embedding Provider
+*/
+var LiteLLMEmbeddingProvider = class extends LiteLLMProviderWrapper {
+	embeddingProvider;
+	constructor(modelName, options) {
+		const provider = new require_completion.OpenAiEmbeddingProvider(modelName, options);
+		super(provider, "embedding");
+		this.embeddingProvider = provider;
+		if (provider.getApiKey) this.getApiKey = provider.getApiKey.bind(provider);
+	}
+	async callEmbeddingApi(text) {
+		return this.embeddingProvider.callEmbeddingApi(text);
+	}
+};
+var LiteLLMProvider = class extends LiteLLMChatProvider {};
+/**
+* Creates a LiteLLM provider using OpenAI-compatible endpoints
+*
+* LiteLLM supports chat, completion, and embedding models through its proxy server.
+* All parameters are automatically passed through to the LiteLLM API.
+*
+* @example
+* // Chat model (default)
+* createLiteLLMProvider('litellm:gpt-4')
+* createLiteLLMProvider('litellm:chat:gpt-4')
+*
+* // Completion model
+* createLiteLLMProvider('litellm:completion:gpt-3.5-turbo-instruct')
+*
+* // Embedding model
+* createLiteLLMProvider('litellm:embedding:text-embedding-3-large')
+*/
+function createLiteLLMProvider(providerPath, options = {}) {
+	const splits = providerPath.split(":");
+	const providerType = splits[1];
+	const modelName = [
+		"chat",
+		"completion",
+		"embedding",
+		"embeddings"
+	].includes(providerType) ? splits.slice(2).join(":") : splits.slice(1).join(":");
+	const config = options.config?.config || {};
+	const mergedConfig = {
+		apiKeyEnvar: "LITELLM_API_KEY",
+		apiKeyRequired: false,
+		apiBaseUrl: config.apiBaseUrl || options.config?.env?.LITELLM_API_BASE || options.env?.LITELLM_API_BASE || require_logger.getEnvString("LITELLM_API_BASE") || "http://0.0.0.0:4000",
+		omitDefaults: true
+	};
+	Object.keys(config).forEach((key) => {
+		if (config[key] !== void 0 && config[key] !== null) mergedConfig[key] = config[key];
+	});
+	const litellmConfig = {
+		id: options.config?.id,
+		label: options.config?.label,
+		prompts: options.config?.prompts,
+		transform: options.config?.transform,
+		delay: options.config?.delay,
+		env: options.config?.env,
+		config: mergedConfig
+	};
+	switch (providerType) {
+		case "completion": return new LiteLLMCompletionProvider(modelName, litellmConfig);
+		case "embedding":
+		case "embeddings": return new LiteLLMEmbeddingProvider(modelName, litellmConfig);
+		case "chat": return new LiteLLMProvider(modelName, litellmConfig);
+		default: return new LiteLLMProvider(modelName, litellmConfig);
+	}
+}
+//#endregion
+exports.createLiteLLMProvider = createLiteLLMProvider;
+
+//# sourceMappingURL=litellm-DWDF73yF.cjs.map