@funkai/models 0.1.0

package/dist/providers/groq.d.mts

@@ -0,0 +1,765 @@
+import { n as ModelDefinition } from "../types-DjdaZckF.mjs";
+import { LiteralUnion } from "type-fest";
+
+//#region src/catalog/providers/groq.d.ts
+declare const GROQ_MODELS: readonly [{
+  readonly id: "llama3-70b-8192";
+  readonly name: "Llama 3 70B";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 5.9e-7;
+    readonly output: 7.9e-7;
+  };
+  readonly contextWindow: 8192;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "qwen-qwq-32b";
+  readonly name: "Qwen QwQ 32B";
+  readonly provider: "groq";
+  readonly family: "qwen";
+  readonly pricing: {
+    readonly input: 2.9e-7;
+    readonly output: 3.9e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 16384;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: true;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "llama-3.1-8b-instant";
+  readonly name: "Llama 3.1 8B Instant";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 5e-8;
+    readonly output: 8e-8;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 131072;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "llama-guard-3-8b";
+  readonly name: "Llama Guard 3 8B";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 2e-7;
+    readonly output: 2e-7;
+  };
+  readonly contextWindow: 8192;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: false;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "deepseek-r1-distill-llama-70b";
+  readonly name: "DeepSeek R1 Distill Llama 70B";
+  readonly provider: "groq";
+  readonly family: "deepseek-thinking";
+  readonly pricing: {
+    readonly input: 7.5e-7;
+    readonly output: 9.9e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: true;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "llama3-8b-8192";
+  readonly name: "Llama 3 8B";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 5e-8;
+    readonly output: 8e-8;
+  };
+  readonly contextWindow: 8192;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "mistral-saba-24b";
+  readonly name: "Mistral Saba 24B";
+  readonly provider: "groq";
+  readonly family: "mistral";
+  readonly pricing: {
+    readonly input: 7.9e-7;
+    readonly output: 7.9e-7;
+  };
+  readonly contextWindow: 32768;
+  readonly maxOutput: 32768;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "llama-3.3-70b-versatile";
+  readonly name: "Llama 3.3 70B Versatile";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 5.9e-7;
+    readonly output: 7.9e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 32768;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "gemma2-9b-it";
+  readonly name: "Gemma 2 9B";
+  readonly provider: "groq";
+  readonly family: "gemma";
+  readonly pricing: {
+    readonly input: 2e-7;
+    readonly output: 2e-7;
+  };
+  readonly contextWindow: 8192;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "moonshotai/kimi-k2-instruct";
+  readonly name: "Kimi K2 Instruct";
+  readonly provider: "groq";
+  readonly family: "kimi";
+  readonly pricing: {
+    readonly input: 0.000001;
+    readonly output: 0.000003;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 16384;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "moonshotai/kimi-k2-instruct-0905";
+  readonly name: "Kimi K2 Instruct 0905";
+  readonly provider: "groq";
+  readonly family: "kimi";
+  readonly pricing: {
+    readonly input: 0.000001;
+    readonly output: 0.000003;
+  };
+  readonly contextWindow: 262144;
+  readonly maxOutput: 16384;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: true;
+  };
+}, {
+  readonly id: "qwen/qwen3-32b";
+  readonly name: "Qwen3 32B";
+  readonly provider: "groq";
+  readonly family: "qwen";
+  readonly pricing: {
+    readonly input: 2.9e-7;
+    readonly output: 5.9e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 16384;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: true;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "meta-llama/llama-4-scout-17b-16e-instruct";
+  readonly name: "Llama 4 Scout 17B";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 1.1e-7;
+    readonly output: 3.4e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text", "image"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: true;
+  };
+}, {
+  readonly id: "meta-llama/llama-guard-4-12b";
+  readonly name: "Llama Guard 4 12B";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 2e-7;
+    readonly output: 2e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 1024;
+  readonly modalities: {
+    readonly input: readonly ["text", "image"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: false;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "meta-llama/llama-4-maverick-17b-128e-instruct";
+  readonly name: "Llama 4 Maverick 17B";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 2e-7;
+    readonly output: 6e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text", "image"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: true;
+  };
+}, {
+  readonly id: "openai/gpt-oss-120b";
+  readonly name: "GPT OSS 120B";
+  readonly provider: "groq";
+  readonly family: "gpt-oss";
+  readonly pricing: {
+    readonly input: 1.5e-7;
+    readonly output: 6e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 65536;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: true;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: true;
+  };
+}, {
+  readonly id: "openai/gpt-oss-20b";
+  readonly name: "GPT OSS 20B";
+  readonly provider: "groq";
+  readonly family: "gpt-oss";
+  readonly pricing: {
+    readonly input: 7.5e-8;
+    readonly output: 3e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 65536;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: true;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: true;
+  };
+}];
+//#endregion
+//#region src/providers/groq.d.ts
+/**
+ * Known model identifiers for Groq.
+ *
+ * @example
+ * ```typescript
+ * import type { GroqModelId } from '@funkai/models/groq'
+ *
+ * const id: GroqModelId = 'llama3-70b-8192'
+ * ```
+ */
+type GroqModelId = (typeof GROQ_MODELS)[number]["id"];
+/**
+ * All Groq models in the catalog.
+ *
+ * @example
+ * ```typescript
+ * import { groqModels } from '@funkai/models/groq'
+ *
+ * for (const m of groqModels) {
+ *   console.log(m.id, m.pricing.input)
+ * }
+ * ```
+ */
+declare const groqModels: readonly [{
+  readonly id: "llama3-70b-8192";
+  readonly name: "Llama 3 70B";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 5.9e-7;
+    readonly output: 7.9e-7;
+  };
+  readonly contextWindow: 8192;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "qwen-qwq-32b";
+  readonly name: "Qwen QwQ 32B";
+  readonly provider: "groq";
+  readonly family: "qwen";
+  readonly pricing: {
+    readonly input: 2.9e-7;
+    readonly output: 3.9e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 16384;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: true;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "llama-3.1-8b-instant";
+  readonly name: "Llama 3.1 8B Instant";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 5e-8;
+    readonly output: 8e-8;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 131072;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "llama-guard-3-8b";
+  readonly name: "Llama Guard 3 8B";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 2e-7;
+    readonly output: 2e-7;
+  };
+  readonly contextWindow: 8192;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: false;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "deepseek-r1-distill-llama-70b";
+  readonly name: "DeepSeek R1 Distill Llama 70B";
+  readonly provider: "groq";
+  readonly family: "deepseek-thinking";
+  readonly pricing: {
+    readonly input: 7.5e-7;
+    readonly output: 9.9e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: true;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "llama3-8b-8192";
+  readonly name: "Llama 3 8B";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 5e-8;
+    readonly output: 8e-8;
+  };
+  readonly contextWindow: 8192;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "mistral-saba-24b";
+  readonly name: "Mistral Saba 24B";
+  readonly provider: "groq";
+  readonly family: "mistral";
+  readonly pricing: {
+    readonly input: 7.9e-7;
+    readonly output: 7.9e-7;
+  };
+  readonly contextWindow: 32768;
+  readonly maxOutput: 32768;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "llama-3.3-70b-versatile";
+  readonly name: "Llama 3.3 70B Versatile";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 5.9e-7;
+    readonly output: 7.9e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 32768;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "gemma2-9b-it";
+  readonly name: "Gemma 2 9B";
+  readonly provider: "groq";
+  readonly family: "gemma";
+  readonly pricing: {
+    readonly input: 2e-7;
+    readonly output: 2e-7;
+  };
+  readonly contextWindow: 8192;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "moonshotai/kimi-k2-instruct";
+  readonly name: "Kimi K2 Instruct";
+  readonly provider: "groq";
+  readonly family: "kimi";
+  readonly pricing: {
+    readonly input: 0.000001;
+    readonly output: 0.000003;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 16384;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "moonshotai/kimi-k2-instruct-0905";
+  readonly name: "Kimi K2 Instruct 0905";
+  readonly provider: "groq";
+  readonly family: "kimi";
+  readonly pricing: {
+    readonly input: 0.000001;
+    readonly output: 0.000003;
+  };
+  readonly contextWindow: 262144;
+  readonly maxOutput: 16384;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: true;
+  };
+}, {
+  readonly id: "qwen/qwen3-32b";
+  readonly name: "Qwen3 32B";
+  readonly provider: "groq";
+  readonly family: "qwen";
+  readonly pricing: {
+    readonly input: 2.9e-7;
+    readonly output: 5.9e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 16384;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: true;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "meta-llama/llama-4-scout-17b-16e-instruct";
+  readonly name: "Llama 4 Scout 17B";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 1.1e-7;
+    readonly output: 3.4e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text", "image"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: true;
+  };
+}, {
+  readonly id: "meta-llama/llama-guard-4-12b";
+  readonly name: "Llama Guard 4 12B";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 2e-7;
+    readonly output: 2e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 1024;
+  readonly modalities: {
+    readonly input: readonly ["text", "image"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: false;
+    readonly attachment: false;
+    readonly structuredOutput: false;
+  };
+}, {
+  readonly id: "meta-llama/llama-4-maverick-17b-128e-instruct";
+  readonly name: "Llama 4 Maverick 17B";
+  readonly provider: "groq";
+  readonly family: "llama";
+  readonly pricing: {
+    readonly input: 2e-7;
+    readonly output: 6e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 8192;
+  readonly modalities: {
+    readonly input: readonly ["text", "image"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: false;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: true;
+  };
+}, {
+  readonly id: "openai/gpt-oss-120b";
+  readonly name: "GPT OSS 120B";
+  readonly provider: "groq";
+  readonly family: "gpt-oss";
+  readonly pricing: {
+    readonly input: 1.5e-7;
+    readonly output: 6e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 65536;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: true;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: true;
+  };
+}, {
+  readonly id: "openai/gpt-oss-20b";
+  readonly name: "GPT OSS 20B";
+  readonly provider: "groq";
+  readonly family: "gpt-oss";
+  readonly pricing: {
+    readonly input: 7.5e-8;
+    readonly output: 3e-7;
+  };
+  readonly contextWindow: 131072;
+  readonly maxOutput: 65536;
+  readonly modalities: {
+    readonly input: readonly ["text"];
+    readonly output: readonly ["text"];
+  };
+  readonly capabilities: {
+    readonly reasoning: true;
+    readonly toolCall: true;
+    readonly attachment: false;
+    readonly structuredOutput: true;
+  };
+}];
+/**
+ * Look up a Groq model by ID.
+ *
+ * @param id - The provider-native model identifier.
+ * @returns The matching model definition, or `null`.
+ *
+ * @example
+ * ```typescript
+ * import { groqModel } from '@funkai/models/groq'
+ *
+ * const m = groqModel('llama3-70b-8192')
+ * if (m) {
+ *   console.log(m.pricing.input)
+ * }
+ * ```
+ */
+declare function groqModel(id: LiteralUnion<GroqModelId, string>): ModelDefinition | null;
+//#endregion
+export { GroqModelId, groqModel, groqModels };
+//# sourceMappingURL=groq.d.mts.map