@polpo-ai/llm 0.5.2

package/dist/query.js

@@ -0,0 +1,137 @@
+/**
+ * Query functions — wrappers around AI SDK generateText/streamText
+ * with cooldown integration and provider-level failover.
+ */
+import { generateText, streamText } from "ai";
+import { resolveModel, parseModelSpec } from "./model-resolver.js";
+import { mapReasoningToProviderOptions } from "./provider-factory.js";
+import { isProviderInCooldown, markProviderCooldown, clearProviderCooldown, classifyProviderError, } from "./cooldown.js";
+/**
+ * Handle billing disable for a provider.
+ * OAuth profile store removed — this is now a no-op placeholder.
+ * Provider-level cooldown (markProviderCooldown) still applies.
+ */
+async function handleBillingDisable(_provider) {
+    // No-op: OAuth profile billing tracking removed.
+    // Provider-level cooldown is handled by markProviderCooldown() at the call site.
+}
+/**
+ * Simple prompt -> text completion using AI SDK generateText.
+ * Integrates with the cooldown system: marks provider cooldown on classified errors,
+ * clears cooldown on success. Uses async API key resolution (includes OAuth profiles).
+ */
+export async function queryText(prompt, model, reasoning) {
+    const m = resolveModel(model);
+    const provider = m.provider;
+    try {
+        const providerOptions = mapReasoningToProviderOptions(provider, reasoning, m.maxTokens);
+        const opts = {
+            model: m.aiModel,
+            prompt,
+            maxOutputTokens: m.maxTokens,
+        };
+        if (providerOptions)
+            opts.providerOptions = providerOptions;
+        const response = await generateText(opts);
+        const text = response.text.trim();
+        // Success — clear any cooldown for this provider
+        clearProviderCooldown(provider);
+        return {
+            text,
+            usage: response.usage,
+            model: m,
+        };
+    }
+    catch (err) {
+        // Classify and potentially cooldown the provider
+        const classified = classifyProviderError(err);
+        if (classified.reason === "billing") {
+            markProviderCooldown(provider, classified.reason);
+            handleBillingDisable(provider);
+        }
+        else if (classified.shouldCooldown) {
+            markProviderCooldown(provider, classified.reason);
+        }
+        throw err;
+    }
+}
+/**
+ * Streaming prompt -> text with progress callback.
+ * Integrates with the cooldown system. Uses async API key resolution.
+ */
+export async function queryStream(prompt, model, onProgress, reasoning) {
+    const m = resolveModel(model);
+    const provider = m.provider;
+    try {
+        const providerOptions = mapReasoningToProviderOptions(provider, reasoning, m.maxTokens);
+        const streamOpts = {
+            model: m.aiModel,
+            prompt,
+            maxOutputTokens: m.maxTokens,
+        };
+        if (providerOptions)
+            streamOpts.providerOptions = providerOptions;
+        const result = streamText(streamOpts);
+        for await (const chunk of result.textStream) {
+            if (onProgress) {
+                onProgress(chunk);
+            }
+        }
+        // Wait for the full result to get usage data
+        const text = (await result.text).trim();
+        const usage = await result.usage;
+        // Success — clear cooldown
+        clearProviderCooldown(provider);
+        return {
+            text,
+            usage,
+            model: m,
+        };
+    }
+    catch (err) {
+        const classified = classifyProviderError(err);
+        if (classified.reason === "billing") {
+            markProviderCooldown(provider, classified.reason);
+            handleBillingDisable(provider);
+        }
+        else if (classified.shouldCooldown) {
+            markProviderCooldown(provider, classified.reason);
+        }
+        throw err;
+    }
+}
+/**
+ * Query with model fallback chain — tries primary model, then fallbacks.
+ * On provider-level errors, marks cooldown and tries next model.
+ */
+export async function queryTextWithFallback(prompt, modelConfig) {
+    if (!modelConfig.primary) {
+        throw new Error("No primary model configured. Run 'polpo setup' or set POLPO_MODEL env var.");
+    }
+    const specs = [modelConfig.primary, ...(modelConfig.fallbacks || [])];
+    let lastError;
+    for (const spec of specs) {
+        const { provider } = parseModelSpec(spec);
+        // Skip providers in cooldown
+        if (isProviderInCooldown(provider))
+            continue;
+        try {
+            const result = await queryText(prompt, spec);
+            clearProviderCooldown(provider);
+            return { ...result, usedSpec: spec };
+        }
+        catch (err) {
+            lastError = err;
+            const classified = classifyProviderError(err);
+            if (classified.shouldCooldown) {
+                markProviderCooldown(provider, classified.reason);
+            }
+            if (!classified.shouldFailover) {
+                throw err; // Non-retryable error — don't try other providers
+            }
+            // Continue to next fallback
+        }
+    }
+    throw lastError ?? new Error("All model providers failed or are in cooldown");
+}
+//# sourceMappingURL=query.js.map

package/dist/query.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query.js","sourceRoot":"","sources":["../src/query.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,UAAU,EAA2B,MAAM,IAAI,CAAC;AAGvE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAEnE,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAEvB;;;;GAIG;AACH,KAAK,UAAU,oBAAoB,CAAC,SAAiB;IACnD,iDAAiD;IACjD,iFAAiF;AACnF,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,MAAc,EACd,KAAc,EACd,SAA0B;IAE1B,MAAM,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IAC9B,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;IAE5B,IAAI,CAAC;QACH,MAAM,eAAe,GAAG,6BAA6B,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;QAExF,MAAM,IAAI,GAAQ;YAChB,KAAK,EAAE,CAAC,CAAC,OAAO;YAChB,MAAM;YACN,eAAe,EAAE,CAAC,CAAC,SAAS;SAC7B,CAAC;QACF,IAAI,eAAe;YAAE,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QAC5D,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QAE1C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAClC,iDAAiD;QACjD,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QAChC,OAAO;YACL,IAAI;YACJ,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,KAAK,EAAE,CAAC;SACT,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,iDAAiD;QACjD,MAAM,UAAU,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACpC,oBAAoB,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;YAClD,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,UAAU,CAAC,cAAc,EAAE,CAAC;YACrC,oBAAoB,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,MAAc,EACd,KAAc,EACd,UAAmC,EACnC,SAA0B;IAE1B,MAAM,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IAC9B,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;IAE5B,IAAI,CAAC;QACH,MAAM,eAAe,GAAG,6BAA6B,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;QAExF,MAAM,UAAU,GAAQ;YACtB,KAAK,EAAE,CAAC,CAAC,OAAO;YAChB,MAAM;YACN,eAAe,EAAE,CAAC,CAAC,SAAS;SAC7B,CAAC;QACF,IAAI,eAAe;YAAE,UAAU,CAAC,eAAe,GAAG,eAAe,CAAC;QAClE,MAAM,MAAM,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;QAEtC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YAC5C,IAAI,UAAU,EAAE,CAAC;gBACf,UAAU,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAED,6CAA6C;QAC7C,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC;QAEjC,2BAA2B;QAC3B,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QAChC,OAAO;YACL,IAAI;YACJ,KAAK;YACL,KAAK,EAAE,CAAC;SACT,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,UAAU,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACpC,oBAAoB,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;YAClD,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;aAAM,IAAI,UAAU,CAAC,cAAc,EAAE,CAAC;YACrC,oBAAoB,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAc,EACd,WAAwB;IAExB,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;IAChG,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;IAEtE,IAAI,SAAkB,CAAC;IAEvB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,EAAE,QAAQ,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QAE1C,6BAA6B;QAC7B,IAAI,oBAAoB,CAAC,QAAQ,CAAC;YAAE,SAAS;QAE7C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC7C,qBAAqB,CAAC,QAAQ,CAAC,CAAC;YAChC,OAAO,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACvC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,GAAG,GAAG,CAAC;YAChB,MAAM,UAAU,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;YAC9C,IAAI,UAAU,CAAC,cAAc,EAAE,CAAC;gBAC9B,oBAAoB,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;YACpD,CAAC;YACD,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC;gBAC/B,MAAM,GAAG,CAAC,CAAC,kDAAkD;YAC/D,CAAC;YACD,4BAA4B;QAC9B,CAAC;IACH,CAAC;IAED,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;AAChF,CAAC"}

package/package.json

@@ -0,0 +1,55 @@
+{
+  "name": "@polpo-ai/llm",
+  "version": "0.5.2",
+  "description": "LLM abstraction for Polpo — multi-provider model resolution, streaming, cost tracking, and failover built on Vercel AI SDK + AI Gateway",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist/",
+    "README.md",
+    "LICENSE"
+  ],
+  "dependencies": {
+    "@ai-sdk/openai": "^3.0.48",
+    "@polpo-ai/core": "0.5.2"
+  },
+  "peerDependencies": {
+    "ai": ">=6.0.0",
+    "@ai-sdk/gateway": ">=3.0.0"
+  },
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/lumea-labs/polpo.git",
+    "directory": "packages/llm"
+  },
+  "homepage": "https://github.com/lumea-labs/polpo/tree/main/packages/llm",
+  "bugs": {
+    "url": "https://github.com/lumea-labs/polpo/issues"
+  },
+  "keywords": [
+    "polpo",
+    "llm",
+    "ai-sdk",
+    "ai-gateway",
+    "multi-provider",
+    "model-resolution"
+  ],
+  "author": "Lumea Labs",
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsc"
+  }
+}