@voquill/voice-ai 0.1.3 → 0.2.0

package/dist/cerebras.utils.d.ts

@@ -0,0 +1,26 @@
+import type { JsonResponse, LlmChatInput, LlmStreamEvent } from "@voquill/types";
+export declare const CEREBRAS_MODELS: readonly ["zai-glm-4.7", "llama3.1-8b", "gpt-oss-120b", "qwen-3-235b-a22b-instruct-2507"];
+export type CerebrasModel = (typeof CEREBRAS_MODELS)[number];
+export type CerebrasGenerateTextArgs = {
+    apiKey: string;
+    model?: CerebrasModel;
+    system?: string;
+    prompt: string;
+    jsonResponse?: JsonResponse;
+};
+export type CerebrasGenerateResponseOutput = {
+    text: string;
+    tokensUsed: number;
+};
+export declare const cerebrasGenerateTextResponse: ({ apiKey, model, system, prompt, jsonResponse, }: CerebrasGenerateTextArgs) => Promise<CerebrasGenerateResponseOutput>;
+export type CerebrasTestIntegrationArgs = {
+    apiKey: string;
+};
+export declare const cerebrasTestIntegration: ({ apiKey, }: CerebrasTestIntegrationArgs) => Promise<boolean>;
+export type CerebrasStreamChatArgs = {
+    apiKey: string;
+    model: string;
+    input: LlmChatInput;
+};
+export declare function cerebrasStreamChat({ apiKey, model, input, }: CerebrasStreamChatArgs): AsyncGenerator<LlmStreamEvent>;
+//# sourceMappingURL=cerebras.utils.d.ts.map

package/dist/cerebras.utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cerebras.utils.d.ts","sourceRoot":"","sources":["../src/cerebras.utils.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGjF,eAAO,MAAM,eAAe,2FAKlB,CAAC;AACX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;AAkC7D,MAAM,MAAM,wBAAwB,GAAG;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,eAAO,MAAM,4BAA4B,GAAU,kDAMhD,wBAAwB,KAAG,OAAO,CAAC,8BAA8B,CAqDnE,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAU,aAE3C,2BAA2B,KAAG,OAAO,CAAC,OAAO,CAgC/C,CAAC;AAMF,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,YAAY,CAAC;CACrB,CAAC;AAEF,wBAAuB,kBAAkB,CAAC,EACxC,MAAM,EACN,KAAK,EACL,KAAK,GACN,EAAE,sBAAsB,GAAG,cAAc,CAAC,cAAc,CAAC,CAQzD"}

package/dist/cerebras.utils.js

@@ -0,0 +1,111 @@
+import OpenAI from "openai";
+import { retry, countWords } from "@voquill/utilities";
+import { openaiCompatibleStreamChat } from "./openai.utils";
+export const CEREBRAS_MODELS = [
+    "zai-glm-4.7",
+    "llama3.1-8b",
+    "gpt-oss-120b",
+    "qwen-3-235b-a22b-instruct-2507",
+];
+const CEREBRAS_BASE_URL = "https://api.cerebras.ai/v1";
+const contentToString = (content) => {
+    if (!content) {
+        return "";
+    }
+    if (typeof content === "string") {
+        return content;
+    }
+    return content
+        .map((part) => {
+        if (part.type === "text") {
+            return part.text ?? "";
+        }
+        return "";
+    })
+        .join("")
+        .trim();
+};
+const createClient = (apiKey) => {
+    return new OpenAI({
+        apiKey: apiKey.trim(),
+        baseURL: CEREBRAS_BASE_URL,
+        dangerouslyAllowBrowser: true,
+    });
+};
+export const cerebrasGenerateTextResponse = async ({ apiKey, model = "zai-glm-4.7", system, prompt, jsonResponse, }) => {
+    return retry({
+        retries: 3,
+        fn: async () => {
+            const client = createClient(apiKey);
+            const messages = [];
+            if (system) {
+                messages.push({ role: "system", content: system });
+            }
+            let finalPrompt = prompt;
+            if (jsonResponse) {
+                finalPrompt = `${prompt}\n\nRespond with valid JSON matching this schema: ${JSON.stringify(jsonResponse.schema)}`;
+            }
+            const userParts = [];
+            userParts.push({ type: "text", text: finalPrompt });
+            messages.push({ role: "user", content: userParts });
+            const params = {
+                messages,
+                model,
+                temperature: 1,
+                max_tokens: 1024,
+                top_p: 1,
+                response_format: jsonResponse ? { type: "json_object" } : undefined,
+            };
+            if (model === "zai-glm-4.7") {
+                params.reasoning_effort = "none";
+            }
+            const response = await client.chat.completions.create(params);
+            console.log("cerebras llm usage:", response.usage);
+            if (!response.choices || response.choices.length === 0) {
+                throw new Error("No response from Cerebras");
+            }
+            const result = response.choices[0].message.content;
+            if (!result) {
+                throw new Error("Content is empty");
+            }
+            const content = contentToString(result);
+            return {
+                text: content,
+                tokensUsed: response.usage?.total_tokens ?? countWords(content),
+            };
+        },
+    });
+};
+export const cerebrasTestIntegration = async ({ apiKey, }) => {
+    const client = createClient(apiKey);
+    const response = await client.chat.completions.create({
+        messages: [
+            {
+                role: "user",
+                content: [
+                    {
+                        type: "text",
+                        text: `Reply with the single word "Hello."`,
+                    },
+                ],
+            },
+        ],
+        model: "llama3.1-8b",
+        temperature: 0,
+        max_tokens: 32,
+        top_p: 1,
+    });
+    if (!response.choices || response.choices.length === 0) {
+        throw new Error("No response from Cerebras");
+    }
+    const first = response.choices[0];
+    const content = contentToString(first?.message?.content);
+    if (!content) {
+        throw new Error("Response content is empty");
+    }
+    return content.toLowerCase().includes("hello");
+};
+export async function* cerebrasStreamChat({ apiKey, model, input, }) {
+    const client = createClient(apiKey);
+    yield* openaiCompatibleStreamChat(client, model, input, model === "zai-glm-4.7" ? { reasoning_effort: "none" } : undefined);
+}

package/dist/index.d.ts

@@ -10,5 +10,6 @@ export * from "./azure.utils";
 export * from "./azure-openai.utils";
 export * from "./deepseek.utils";
 export * from "./gemini.utils";
+export * from "./cerebras.utils";
 export * from "./speaches.utils";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,eAAe,CAAC;AAC9B,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,eAAe,CAAC;AAC9B,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,kBAAkB,CAAC"}

package/dist/index.js

@@ -10,4 +10,5 @@ export * from "./azure.utils";
 export * from "./azure-openai.utils";
 export * from "./deepseek.utils";
 export * from "./gemini.utils";
+export * from "./cerebras.utils";
 export * from "./speaches.utils";

package/dist/openai.utils.d.ts

@@ -43,7 +43,7 @@ export type OpenAICompatibleTestIntegrationArgs = {
 export declare const openaiCompatibleTestIntegration: ({ baseUrl, apiKey, }: OpenAICompatibleTestIntegrationArgs) => Promise<boolean>;
 export declare const openaiTestIntegration: ({ apiKey, }: OpenAITestIntegrationArgs) => Promise<boolean>;
 export declare function llmMessagesToOpenAI(messages: LlmMessage[]): ChatCompletionMessageParam[];
-export declare function openaiCompatibleStreamChat(client: OpenAI, model: string, input: LlmChatInput): AsyncGenerator<LlmStreamEvent>;
+export declare function openaiCompatibleStreamChat(client: OpenAI, model: string, input: LlmChatInput, extraBody?: Record<string, unknown>): AsyncGenerator<LlmStreamEvent>;
 export type OpenAIStreamChatArgs = {
     apiKey: string;
     baseUrl?: string;

package/dist/openai.utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.utils.d.ts","sourceRoot":"","sources":["../src/openai.utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EACZ,YAAY,EAEZ,UAAU,EACV,cAAc,EAGf,MAAM,gBAAgB,CAAC;AAExB,OAAO,MAAkB,MAAM,QAAQ,CAAC;AACxC,OAAO,KAAK,EAEV,0BAA0B,EAE3B,MAAM,mCAAmC,CAAC;AAE3C,eAAO,MAAM,2BAA2B,qGAQ9B,CAAC;AACX,MAAM,MAAM,uBAAuB,GACjC,CAAC,OAAO,2BAA2B,CAAC,CAAC,MAAM,CAAC,CAAC;AAE/C,eAAO,MAAM,2BAA2B,wBAAyB,CAAC;AAClE,MAAM,MAAM,wBAAwB,GAClC,CAAC,OAAO,2BAA2B,CAAC,CAAC,MAAM,CAAC,CAAC;AAwC/C,MAAM,MAAM,uBAAuB,GAAG;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,wBAAwB,CAAC;IACjC,IAAI,EAAE,WAAW,GAAG,MAAM,CAAC;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAAU,iDAOzC,uBAAuB,KAAG,OAAO,CAAC,2BAA2B,CAqB/D,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,WAAW,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,4BAA4B,GAAG;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,eAAO,MAAM,0BAA0B,GAAU,mFAS9C,sBAAsB,KAAG,OAAO,CAAC,4BAA4B,CA0D/D,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,mCAAmC,GAAG;IAChD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,eAAO,MAAM,+BAA+B,GAAU,sBAGnD,mCAAmC,KAAG,OAAO,CAAC,OAAO,CAQvD,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAAU,aAEzC,yBAAyB,KAAG,OAAO,CAAC,OAAO,CAgC7C,CAAC;AAMF,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,UAAU,EAAE,GACrB,0BAA0B,EAAE,CAyB9B;AAuCD,wBAAuB,0BAA0B,CAC/C,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,YAAY,GAClB,cAAc,CAAC,cAAc,CAAC,CAsEhC;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,YAAY,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACvC,CAAC;AAEF,wBAAuB,gBAAgB,CAAC,EACtC,MAAM,EACN,OAAO,EACP,KAAK,EACL,KAAK,EACL,WAAW,GACZ,EAAE,oBAAoB,GAAG,cAAc,CAAC,cAAc,CAAC,CAGvD"}
+{"version":3,"file":"openai.utils.d.ts","sourceRoot":"","sources":["../src/openai.utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EACZ,YAAY,EAEZ,UAAU,EACV,cAAc,EAGf,MAAM,gBAAgB,CAAC;AAExB,OAAO,MAAkB,MAAM,QAAQ,CAAC;AACxC,OAAO,KAAK,EAEV,0BAA0B,EAE3B,MAAM,mCAAmC,CAAC;AAE3C,eAAO,MAAM,2BAA2B,qGAQ9B,CAAC;AACX,MAAM,MAAM,uBAAuB,GACjC,CAAC,OAAO,2BAA2B,CAAC,CAAC,MAAM,CAAC,CAAC;AAE/C,eAAO,MAAM,2BAA2B,wBAAyB,CAAC;AAClE,MAAM,MAAM,wBAAwB,GAClC,CAAC,OAAO,2BAA2B,CAAC,CAAC,MAAM,CAAC,CAAC;AAwC/C,MAAM,MAAM,uBAAuB,GAAG;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,wBAAwB,CAAC;IACjC,IAAI,EAAE,WAAW,GAAG,MAAM,CAAC;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAAU,iDAOzC,uBAAuB,KAAG,OAAO,CAAC,2BAA2B,CAqB/D,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,WAAW,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,4BAA4B,GAAG;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,eAAO,MAAM,0BAA0B,GAAU,mFAS9C,sBAAsB,KAAG,OAAO,CAAC,4BAA4B,CA0D/D,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,mCAAmC,GAAG;IAChD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,eAAO,MAAM,+BAA+B,GAAU,sBAGnD,mCAAmC,KAAG,OAAO,CAAC,OAAO,CAQvD,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAAU,aAEzC,yBAAyB,KAAG,OAAO,CAAC,OAAO,CAgC7C,CAAC;AAMF,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,UAAU,EAAE,GACrB,0BAA0B,EAAE,CAyB9B;AAuCD,wBAAuB,0BAA0B,CAC/C,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,YAAY,EACnB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,cAAc,CAAC,cAAc,CAAC,CAuEhC;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,YAAY,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACvC,CAAC;AAEF,wBAAuB,gBAAgB,CAAC,EACtC,MAAM,EACN,OAAO,EACP,KAAK,EACL,KAAK,EACL,WAAW,GACZ,EAAE,oBAAoB,GAAG,cAAc,CAAC,cAAc,CAAC,CAGvD"}

package/dist/openai.utils.js

@@ -207,7 +207,7 @@ function toFinishReason(raw) {
             return "other";
     }
 }
-export async function* openaiCompatibleStreamChat(client, model, input) {
+export async function* openaiCompatibleStreamChat(client, model, input, extraBody) {
     const stream = await client.chat.completions.create({
         model,
         messages: llmMessagesToOpenAI(input.messages),
@@ -222,6 +222,7 @@ export async function* openaiCompatibleStreamChat(client, model, input) {
         frequency_penalty: input.frequencyPenalty,
         presence_penalty: input.presencePenalty,
         seed: input.seed,
+        ...extraBody,
     });
     const toolCalls = new Map();
     let finishReason = "other";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@voquill/voice-ai",
-  "version": "0.1.3",
+  "version": "0.2.0",
   "description": "Shared Groq voice transcription helpers",
   "repository": {
     "type": "git",
@@ -22,12 +22,12 @@
     "wavefile": "^11.0.0",
     "zod": "^3.25.76",
     "zod-to-json-schema": "^3.24.6",
-    "@voquill/utilities": "0.1.3",
-    "@voquill/types": "0.1.3"
+    "@voquill/types": "0.2.0",
+    "@voquill/utilities": "0.2.0"
   },
   "devDependencies": {
     "typescript": "5.9.2",
-    "@voquill/typescript-config": "0.1.3"
+    "@voquill/typescript-config": "0.2.0"
   },
   "publishConfig": {
     "access": "public"