cencori 1.0.4 → 1.2.0

package/dist/index.mjs

@@ -27,7 +27,8 @@ var AINamespace = class {
         maxTokens: request.maxTokens,
         stream: false,
         tools: request.tools,
-        toolChoice: request.toolChoice
+        toolChoice: request.toolChoice,
+        prompt: request.prompt
       })
     });
     if (!response.ok) {
@@ -36,7 +37,8 @@ var AINamespace = class {
     }
     const data = await response.json();
     const choice = data.choices?.[0];
-    const toolCalls = choice?.message?.tool_calls?.map((tc) => ({
+    const rawToolCalls = data.toolCalls ?? data.tool_calls ?? choice?.message?.tool_calls;
+    const toolCalls = rawToolCalls?.map((tc) => ({
       id: tc.id,
       type: tc.type,
       function: {
@@ -45,11 +47,11 @@ var AINamespace = class {
       }
     }));
     return {
-      id: data.id,
-      model: data.model,
-      content: choice?.message?.content ?? "",
+      id: data.id ?? `chatcmpl-${Date.now()}`,
+      model: data.model ?? request.model,
+      content: data.content ?? choice?.message?.content ?? "",
       toolCalls,
-      finishReason: choice?.finish_reason,
+      finishReason: data.finish_reason ?? choice?.finish_reason,
       usage: {
         promptTokens: data.usage?.prompt_tokens ?? 0,
         completionTokens: data.usage?.completion_tokens ?? 0,
@@ -81,7 +83,8 @@ var AINamespace = class {
         maxTokens: request.maxTokens,
         stream: true,
         tools: request.tools,
-        toolChoice: request.toolChoice
+        toolChoice: request.toolChoice,
+        prompt: request.prompt
       })
     });
     if (!response.ok) {
@@ -225,7 +228,7 @@ var AINamespace = class {
       throw new Error(`Cencori API error: ${errorData.error || response.statusText}`);
     }
     const data = await response.json();
-    const toolCall = data.choices?.[0]?.message?.tool_calls?.[0];
+    const toolCall = data.toolCalls?.[0] ?? data.tool_calls?.[0] ?? data.choices?.[0]?.message?.tool_calls?.[0];
     if (!toolCall) {
       throw new Error("Model did not return structured output");
     }
@@ -288,6 +291,131 @@ var AINamespace = class {
       provider: data.provider
     };
   }
+  /**
+   * RAG (Retrieval-Augmented Generation) - Chat with automatic memory context
+   * 
+   * Searches your memory namespace for relevant context and includes it
+   * in the prompt automatically. Returns the AI response along with sources.
+   * 
+   * @example
+   * const response = await cencori.ai.rag({
+   *   model: 'gpt-4o',
+   *   messages: [{ role: 'user', content: 'What are our company policies?' }],
+   *   namespace: 'company-docs',
+   *   limit: 5, // number of memories to retrieve
+   * });
+   * console.log(response.message.content);
+   * console.log(response.sources); // retrieved context
+   */
+  async rag(request) {
+    const response = await fetch(`${this.config.baseUrl}/api/ai/rag`, {
+      method: "POST",
+      headers: {
+        "CENCORI_API_KEY": this.config.apiKey,
+        "Content-Type": "application/json",
+        ...this.config.headers
+      },
+      body: JSON.stringify({
+        model: request.model,
+        messages: request.messages,
+        namespace: request.namespace,
+        temperature: request.temperature,
+        maxTokens: request.maxTokens,
+        limit: request.limit ?? 5,
+        threshold: request.threshold ?? 0.5,
+        include_sources: request.includeSources ?? true,
+        stream: false
+      })
+    });
+    if (!response.ok) {
+      const errorData = await response.json().catch(() => ({ error: "Unknown error" }));
+      throw new Error(`Cencori API error: ${errorData.error || response.statusText}`);
+    }
+    const data = await response.json();
+    return {
+      message: {
+        role: "assistant",
+        content: data.message.content
+      },
+      model: data.model,
+      provider: data.provider,
+      usage: {
+        promptTokens: data.usage.prompt_tokens,
+        completionTokens: data.usage.completion_tokens,
+        totalTokens: data.usage.total_tokens
+      },
+      sources: data.sources?.map((s) => ({
+        content: s.content,
+        metadata: s.metadata,
+        similarity: s.similarity
+      })),
+      latencyMs: data.latency_ms
+    };
+  }
+  /**
+   * Stream RAG responses with automatic memory context
+   * 
+   * @example
+   * for await (const chunk of cencori.ai.ragStream({ model: 'gpt-4o', messages, namespace: 'docs' })) {
+   *   if (chunk.type === 'sources') console.log('Sources:', chunk.sources);
+   *   if (chunk.type === 'content') process.stdout.write(chunk.delta);
+   * }
+   */
+  async *ragStream(request) {
+    const response = await fetch(`${this.config.baseUrl}/api/ai/rag`, {
+      method: "POST",
+      headers: {
+        "CENCORI_API_KEY": this.config.apiKey,
+        "Content-Type": "application/json",
+        ...this.config.headers
+      },
+      body: JSON.stringify({
+        model: request.model,
+        messages: request.messages,
+        namespace: request.namespace,
+        temperature: request.temperature,
+        maxTokens: request.maxTokens,
+        limit: request.limit ?? 5,
+        threshold: request.threshold ?? 0.5,
+        include_sources: request.includeSources ?? true,
+        stream: true
+      })
+    });
+    if (!response.ok) {
+      const errorData = await response.json().catch(() => ({ error: "Unknown error" }));
+      throw new Error(`Cencori API error: ${errorData.error || response.statusText}`);
+    }
+    if (!response.body) {
+      throw new Error("Response body is null");
+    }
+    const reader = response.body.getReader();
+    const decoder = new TextDecoder();
+    let buffer = "";
+    try {
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) break;
+        buffer += decoder.decode(value, { stream: true });
+        const lines = buffer.split("\n");
+        buffer = lines.pop() || "";
+        for (const line of lines) {
+          if (line.trim() === "") continue;
+          if (!line.startsWith("data: ")) continue;
+          const data = line.slice(6);
+          if (data === "[DONE]") {
+            return;
+          }
+          try {
+            const chunk = JSON.parse(data);
+            yield chunk;
+          } catch {
+          }
+        }
+      }
+    } finally {
+      reader.releaseLock();
+    }
+  }
 };
 
 // src/compute/index.ts
@@ -590,6 +718,46 @@ var MemoryClient = class {
   }
 };
 
+// src/telemetry/index.ts
+var TelemetryClient = class {
+  constructor(config) {
+    this.config = config;
+  }
+  /**
+   * Report a web request to the Cencori dashboard.
+   *
+   * Fire-and-forget — this method never throws and never blocks
+   * your application. If the request fails, the error is silently
+   * swallowed so it cannot disrupt your app's critical path.
+   *
+   * @param payload - Web request details to log
+   *
+   * @example
+   * await cencori.telemetry.reportWebRequest({
+   *   host: req.headers.get('host') || 'unknown',
+   *   method: req.method,
+   *   path: new URL(req.url).pathname,
+   *   statusCode: response.status,
+   *   userAgent: req.headers.get('user-agent') || undefined,
+   *   latencyMs: Date.now() - startTime,
+   * });
+   */
+  async reportWebRequest(payload) {
+    try {
+      const url = `${this.config.baseUrl}/api/v1/telemetry/web`;
+      await fetch(url, {
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+          "CENCORI_API_KEY": this.config.apiKey
+        },
+        body: JSON.stringify(payload)
+      });
+    } catch {
+    }
+  }
+};
+
 // src/utils.ts
 function sleep(ms) {
   return new Promise((resolve) => setTimeout(resolve, ms));
@@ -684,6 +852,7 @@ var Cencori = class {
     this.workflow = new WorkflowNamespace();
     this.storage = new StorageNamespace();
     this.memory = new MemoryClient(this.config);
+    this.telemetry = new TelemetryClient(this.config);
   }
   /**
    * Get the base URL for API calls
@@ -1106,6 +1275,7 @@ export {
   RateLimitError,
   SafetyError,
   StorageNamespace,
+  TelemetryClient,
   WorkflowNamespace,
   cencori,
   createCencori,