@probeo/anymodel 0.3.1 → 0.4.0

package/README.md

@@ -81,6 +81,7 @@ mistral/mistral-large-latest
 groq/llama-3.3-70b-versatile
 deepseek/deepseek-chat
 xai/grok-3
+perplexity/sonar-pro
 ollama/llama3.3
 ```
 
@@ -436,6 +437,11 @@ npx tsx examples/basic.ts batch
 - [ ] **Result export** — `saveResults()` to write batch results to a configurable output directory
 - [ ] **Prompt logging** — optional request/response logging for debugging and evaluation
 
+## Also Available
+
+- **Python**: [`anymodel-py`](https://github.com/probeo-io/anymodel-py) on PyPI
+- **Go**: [`anymodel-go`](https://github.com/probeo-io/anymodel-go)
+
 ## License
 
 MIT

package/dist/cli.cjs

@@ -1370,6 +1370,190 @@ function createGoogleAdapter(apiKey) {
   return adapter;
 }
 
+// src/providers/perplexity.ts
+var PERPLEXITY_API_BASE = "https://api.perplexity.ai";
+var SUPPORTED_PARAMS4 = /* @__PURE__ */ new Set([
+  "temperature",
+  "max_tokens",
+  "top_p",
+  "frequency_penalty",
+  "presence_penalty",
+  "stream",
+  "stop",
+  "response_format",
+  "tools",
+  "tool_choice"
+]);
+var MODELS = [
+  { id: "sonar", name: "Sonar", context: 128e3, maxOutput: 4096, modality: "text->text", inputModalities: ["text"] },
+  { id: "sonar-pro", name: "Sonar Pro", context: 2e5, maxOutput: 8192, modality: "text->text", inputModalities: ["text"] },
+  { id: "sonar-reasoning", name: "Sonar Reasoning", context: 128e3, maxOutput: 8192, modality: "text->text", inputModalities: ["text"] },
+  { id: "sonar-reasoning-pro", name: "Sonar Reasoning Pro", context: 128e3, maxOutput: 16384, modality: "text->text", inputModalities: ["text"] },
+  { id: "sonar-deep-research", name: "Sonar Deep Research", context: 128e3, maxOutput: 16384, modality: "text->text", inputModalities: ["text"] },
+  { id: "r1-1776", name: "R1 1776", context: 128e3, maxOutput: 16384, modality: "text->text", inputModalities: ["text"] }
+];
+function createPerplexityAdapter(apiKey) {
+  async function makeRequest(path2, body, method = "POST") {
+    const res = await fetch(`${PERPLEXITY_API_BASE}${path2}`, {
+      method,
+      headers: {
+        "Content-Type": "application/json",
+        "Authorization": `Bearer ${apiKey}`
+      },
+      body: body ? JSON.stringify(body) : void 0
+    });
+    if (!res.ok) {
+      let errorBody;
+      try {
+        errorBody = await res.json();
+      } catch {
+        errorBody = { message: res.statusText };
+      }
+      const msg = errorBody?.error?.message || errorBody?.message || res.statusText;
+      throw new AnyModelError(mapErrorCode(res.status), msg, {
+        provider_name: "perplexity",
+        raw: errorBody
+      });
+    }
+    return res;
+  }
+  function mapErrorCode(status) {
+    if (status === 401 || status === 403) return 401;
+    if (status === 429) return 429;
+    if (status === 400 || status === 422) return 400;
+    if (status >= 500) return 502;
+    return status;
+  }
+  function rePrefixId(id) {
+    if (id && id.startsWith("chatcmpl-")) {
+      return `gen-${id.substring(9)}`;
+    }
+    return id.startsWith("gen-") ? id : `gen-${id}`;
+  }
+  function buildRequestBody(request) {
+    const body = {
+      model: request.model,
+      messages: request.messages
+    };
+    if (request.temperature !== void 0) body.temperature = request.temperature;
+    if (request.max_tokens !== void 0) body.max_tokens = request.max_tokens;
+    if (request.top_p !== void 0) body.top_p = request.top_p;
+    if (request.frequency_penalty !== void 0) body.frequency_penalty = request.frequency_penalty;
+    if (request.presence_penalty !== void 0) body.presence_penalty = request.presence_penalty;
+    if (request.stop !== void 0) body.stop = request.stop;
+    if (request.stream !== void 0) body.stream = request.stream;
+    if (request.response_format !== void 0) body.response_format = request.response_format;
+    if (request.tools !== void 0) body.tools = request.tools;
+    if (request.tool_choice !== void 0) body.tool_choice = request.tool_choice;
+    return body;
+  }
+  const adapter = {
+    name: "perplexity",
+    translateRequest(request) {
+      return buildRequestBody(request);
+    },
+    translateResponse(response) {
+      const r = response;
+      const result = {
+        id: rePrefixId(r.id),
+        object: "chat.completion",
+        created: r.created,
+        model: `perplexity/${r.model}`,
+        choices: r.choices,
+        usage: r.usage
+      };
+      if (r.citations && result.choices?.[0]?.message) {
+        result.citations = r.citations;
+      }
+      return result;
+    },
+    async *translateStream(stream) {
+      const reader = stream.getReader();
+      const decoder = new TextDecoder();
+      let buffer = "";
+      try {
+        while (true) {
+          const { done, value } = await reader.read();
+          if (done) break;
+          buffer += decoder.decode(value, { stream: true });
+          const lines = buffer.split("\n");
+          buffer = lines.pop() || "";
+          for (const line of lines) {
+            const trimmed = line.trim();
+            if (!trimmed || trimmed.startsWith(":")) continue;
+            if (trimmed === "data: [DONE]") return;
+            if (trimmed.startsWith("data: ")) {
+              const json = JSON.parse(trimmed.substring(6));
+              json.id = rePrefixId(json.id);
+              json.model = `perplexity/${json.model}`;
+              yield json;
+            }
+          }
+        }
+      } finally {
+        reader.releaseLock();
+      }
+    },
+    translateError(error) {
+      if (error instanceof AnyModelError) {
+        return { code: error.code, message: error.message, metadata: error.metadata };
+      }
+      const err = error;
+      const status = err?.status || err?.code || 500;
+      return {
+        code: mapErrorCode(status),
+        message: err?.message || "Unknown Perplexity error",
+        metadata: { provider_name: "perplexity", raw: error }
+      };
+    },
+    async listModels() {
+      return MODELS.map((m) => ({
+        id: `perplexity/${m.id}`,
+        name: m.name,
+        created: 0,
+        description: "",
+        context_length: m.context,
+        pricing: { prompt: "0", completion: "0" },
+        architecture: {
+          modality: m.modality,
+          input_modalities: m.inputModalities,
+          output_modalities: ["text"],
+          tokenizer: "unknown"
+        },
+        top_provider: {
+          context_length: m.context,
+          max_completion_tokens: m.maxOutput,
+          is_moderated: false
+        },
+        supported_parameters: Array.from(SUPPORTED_PARAMS4)
+      }));
+    },
+    supportsParameter(param) {
+      return SUPPORTED_PARAMS4.has(param);
+    },
+    supportsBatch() {
+      return false;
+    },
+    async sendRequest(request) {
+      const body = buildRequestBody(request);
+      const res = await makeRequest("/chat/completions", body);
+      const json = await res.json();
+      return adapter.translateResponse(json);
+    },
+    async sendStreamingRequest(request) {
+      const body = buildRequestBody({ ...request, stream: true });
+      const res = await makeRequest("/chat/completions", body);
+      if (!res.body) {
+        throw new AnyModelError(502, "No response body for streaming request", {
+          provider_name: "perplexity"
+        });
+      }
+      return adapter.translateStream(res.body);
+    }
+  };
+  return adapter;
+}
+
 // src/providers/custom.ts
 function createCustomAdapter(name, config) {
   const openaiAdapter = createOpenAIAdapter(config.apiKey || "", config.baseURL);
@@ -2573,14 +2757,17 @@ var AnyModel = class {
     if (googleKey) {
       this.registry.register("google", createGoogleAdapter(googleKey));
     }
+    const perplexityKey = config.perplexity?.apiKey || process.env.PERPLEXITY_API_KEY;
+    if (perplexityKey) {
+      this.registry.register("perplexity", createPerplexityAdapter(perplexityKey));
+    }
     const builtinProviders = [
       { name: "mistral", baseURL: "https://api.mistral.ai/v1", configKey: "mistral", envVar: "MISTRAL_API_KEY" },
       { name: "groq", baseURL: "https://api.groq.com/openai/v1", configKey: "groq", envVar: "GROQ_API_KEY" },
       { name: "deepseek", baseURL: "https://api.deepseek.com", configKey: "deepseek", envVar: "DEEPSEEK_API_KEY" },
       { name: "xai", baseURL: "https://api.x.ai/v1", configKey: "xai", envVar: "XAI_API_KEY" },
       { name: "together", baseURL: "https://api.together.xyz/v1", configKey: "together", envVar: "TOGETHER_API_KEY" },
-      { name: "fireworks", baseURL: "https://api.fireworks.ai/inference/v1", configKey: "fireworks", envVar: "FIREWORKS_API_KEY" },
-      { name: "perplexity", baseURL: "https://api.perplexity.ai", configKey: "perplexity", envVar: "PERPLEXITY_API_KEY" }
+      { name: "fireworks", baseURL: "https://api.fireworks.ai/inference/v1", configKey: "fireworks", envVar: "FIREWORKS_API_KEY" }
     ];
     for (const { name, baseURL, configKey, envVar } of builtinProviders) {
       const providerConfig = config[configKey];