@ancatag/n-r 0.1.19 → 0.2.1

package/README.md

@@ -8,7 +8,7 @@
 [![Node.js Version](https://img.shields.io/badge/node-%3E%3D18.0.0-brightgreen.svg)](https://nodejs.org/)
 [![TypeScript](https://img.shields.io/badge/TypeScript-5.0+-blue.svg)](https://www.typescriptlang.org/)
 
-**Nova-route** is an AI infrastructure platform that reduces your AI API costs by 60-80% through intelligent caching, semantic similarity matching, and RAG optimization. This SDK provides a drop-in replacement for OpenAI with automatic cost savings.
+**Nova-route** is an AI infrastructure platform that reduces your AI API costs by 60-80% through intelligent caching, semantic similarity matching, and RAG optimization. This SDK provides a drop-in replacement for OpenAI with automatic cost savings and route-config-based AI orchestration.
 
 ## Features
 
@@ -45,8 +45,22 @@ const client = new NovaClient({
   apiKey: process.env.NOVA_API_KEY || 'nova_sk_...',
 });
 
+// Recommended: Use route config ID for consistent behavior
 const response = await client.chat.create({
-  model: 'llama2', // or any model configured in your project
+  messages: [
+    { role: 'system', content: 'You are a helpful assistant.' },
+    { role: 'user', content: 'Hello!' }
+  ],
+  temperature: 0.7,
+  max_tokens: 1000,
+  nova: {
+    routeConfigId: 'your-route-config-id' // Use specific route config
+  }
+});
+
+// Legacy: Model field still supported but route config recommended
+const responseLegacy = await client.chat.create({
+  model: 'llama2', // Falls back to project default model
   messages: [
     { role: 'system', content: 'You are a helpful assistant.' },
     { role: 'user', content: 'Hello!' }
@@ -65,9 +79,11 @@ console.log('Tokens saved:', response.nova?.tokensSaved);
 
 ```typescript
 const stream = client.chat.createStream({
-  model: 'llama2',
   messages: [{ role: 'user', content: 'Tell me a story' }],
   temperature: 0.7,
+  nova: {
+    routeConfigId: 'your-route-config-id' // Recommended: use route config
+  }
 });
 
 for await (const chunk of stream) {

package/dist/grpc-client.d.ts

@@ -1,19 +1,15 @@
-/**
- * gRPC Client (stub implementation)
- *
- * This is a placeholder for gRPC functionality.
- * OpenChat uses REST transport only, so this is not implemented.
- *
- * To implement gRPC support, this would use @grpc/grpc-js and @nova-ai/proto
- *
- * Note: gRPC dependencies are optional. If gRPC is requested but dependencies
- * are not installed, this will throw an error suggesting to use REST instead.
- */
 import type { ChatCompletionChunk, ChatCompletionRequest, ChatCompletionResponse, Model, NovaClientConfig } from "./types.js";
 export declare class GrpcClient {
-    constructor(_config: NovaClientConfig);
-    createChatCompletion(_request: ChatCompletionRequest): Promise<ChatCompletionResponse>;
-    createChatCompletionStream(_request: ChatCompletionRequest): AsyncGenerator<ChatCompletionChunk, void, unknown>;
+    private readonly config;
+    private client;
+    private proto;
+    constructor(config: NovaClientConfig);
+    private getMetadata;
+    createChatCompletion(request: ChatCompletionRequest): Promise<ChatCompletionResponse>;
+    createChatCompletionStream(request: ChatCompletionRequest): AsyncGenerator<ChatCompletionChunk, void, unknown>;
     listModels(): Promise<Model[]>;
+    private mapToGrpcRequest;
+    private mapFromGrpcResponse;
+    private mapFromGrpcStreamResponse;
 }
 //# sourceMappingURL=grpc-client.d.ts.map

package/dist/grpc-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"grpc-client.d.ts","sourceRoot":"","sources":["../src/grpc-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EACX,mBAAmB,EACnB,qBAAqB,EACrB,sBAAsB,EACtB,KAAK,EACL,gBAAgB,EAChB,MAAM,YAAY,CAAC;AAEpB,qBAAa,UAAU;gBACV,OAAO,EAAE,gBAAgB;IAW/B,oBAAoB,CACzB,QAAQ,EAAE,qBAAqB,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAI3B,0BAA0B,CAChC,QAAQ,EAAE,qBAAqB,GAC7B,cAAc,CAAC,mBAAmB,EAAE,IAAI,EAAE,OAAO,CAAC;IAI/C,UAAU,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;CAGpC"}
+{"version":3,"file":"grpc-client.d.ts","sourceRoot":"","sources":["../src/grpc-client.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACX,mBAAmB,EACnB,qBAAqB,EACrB,sBAAsB,EACtB,KAAK,EACL,gBAAgB,EAChB,MAAM,YAAY,CAAC;AAEpB,qBAAa,UAAU;IAIV,OAAO,CAAC,QAAQ,CAAC,MAAM;IAHnC,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,KAAK,CAAM;gBAEU,MAAM,EAAE,gBAAgB;IAoBrD,OAAO,CAAC,WAAW;IAMb,oBAAoB,CACzB,OAAO,EAAE,qBAAqB,GAC5B,OAAO,CAAC,sBAAsB,CAAC;IAmB3B,0BAA0B,CAChC,OAAO,EAAE,qBAAqB,GAC5B,cAAc,CAAC,mBAAmB,EAAE,IAAI,EAAE,OAAO,CAAC;IAW/C,UAAU,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;IAoBpC,OAAO,CAAC,gBAAgB;IAwBxB,OAAO,CAAC,mBAAmB;IA+B3B,OAAO,CAAC,yBAAyB;CAiBjC"}

package/dist/grpc-client.js

@@ -1,31 +1,134 @@
-/**
- * gRPC Client (stub implementation)
- *
- * This is a placeholder for gRPC functionality.
- * OpenChat uses REST transport only, so this is not implemented.
- *
- * To implement gRPC support, this would use @grpc/grpc-js and @nova-ai/proto
- *
- * Note: gRPC dependencies are optional. If gRPC is requested but dependencies
- * are not installed, this will throw an error suggesting to use REST instead.
- */
+import * as grpc from "@grpc/grpc-js";
+import * as protoLoader from "@grpc/proto-loader";
+import { NOVA_SERVICE_PROTO } from "@nova-ai/proto";
 export class GrpcClient {
-    constructor(_config) {
-        // Stub implementation - gRPC not fully implemented yet
-        // Note: gRPC dependencies (@grpc/grpc-js, @grpc/proto-loader) are optional
-        // If you need gRPC support, install them: pnpm add @grpc/grpc-js @grpc/proto-loader
-        // For now, use REST transport: transport: "rest"
-        throw new Error('gRPC transport is not fully implemented. Use transport: "rest" instead.\n' +
-            "If you need gRPC support, ensure @grpc/grpc-js and @grpc/proto-loader are installed.");
+    config;
+    client;
+    proto;
+    constructor(config) {
+        this.config = config;
+        const packageDefinition = protoLoader.loadSync(NOVA_SERVICE_PROTO, {
+            keepCase: true,
+            longs: String,
+            enums: String,
+            defaults: true,
+            oneofs: true,
+        });
+        const protoDescriptor = grpc.loadPackageDefinition(packageDefinition);
+        const novaService = protoDescriptor.nova.service;
+        const grpcUrl = config.grpcUrl || "0.0.0.0:50051";
+        this.client = new novaService.NovaService(grpcUrl, grpc.credentials.createInsecure());
+        this.proto = protoDescriptor.nova.service;
     }
-    async createChatCompletion(_request) {
-        throw new Error("gRPC not implemented");
+    getMetadata(apiKey) {
+        const metadata = new grpc.Metadata();
+        metadata.add("authorization", `Bearer ${apiKey}`);
+        return metadata;
     }
-    async *createChatCompletionStream(_request) {
-        throw new Error("gRPC not implemented");
+    async createChatCompletion(request) {
+        return new Promise((resolve, reject) => {
+            const grpcRequest = this.mapToGrpcRequest(request);
+            const metadata = this.getMetadata(this.config.apiKey);
+            this.client.GenerateText(grpcRequest, metadata, { deadline: new Date(Date.now() + (this.config.timeoutMs || 60000)) }, (error, response) => {
+                if (error) {
+                    return reject(error);
+                }
+                resolve(this.mapFromGrpcResponse(response));
+            });
+        });
+    }
+    async *createChatCompletionStream(request) {
+        const grpcRequest = this.mapToGrpcRequest(request);
+        const metadata = this.getMetadata(this.config.apiKey);
+        const stream = this.client.StreamText(grpcRequest, metadata);
+        for await (const chunk of stream) {
+            yield this.mapFromGrpcStreamResponse(chunk);
+        }
     }
     async listModels() {
-        throw new Error("gRPC not implemented");
+        return new Promise((resolve, reject) => {
+            const metadata = this.getMetadata(this.config.apiKey);
+            this.client.ListModels({}, metadata, (error, response) => {
+                if (error) {
+                    return reject(error);
+                }
+                resolve(response.models.map((m) => ({
+                    id: m.id,
+                    object: "model",
+                    created: Math.floor(Date.now() / 1000),
+                    owned_by: m.provider || "nova",
+                })));
+            });
+        });
+    }
+    mapToGrpcRequest(request) {
+        // Map OpenAI-style request to Nova gRPC request
+        const lastMessage = request.messages[request.messages.length - 1];
+        return {
+            prompt: lastMessage.content,
+            model_selection: {
+                model_id: request.model,
+            },
+            max_tokens: request.max_tokens,
+            temperature: request.temperature,
+            top_p: request.top_p,
+            context: {
+                conversation_history: request.messages.slice(0, -1).map((m) => ({
+                    role: m.role,
+                    content: m.content,
+                })),
+            },
+            // Nova extensions
+            enable_cache: !request.nova?.skipCache,
+            enable_semantic_cache: !request.nova?.skipCache,
+        };
+    }
+    mapFromGrpcResponse(response) {
+        return {
+            id: response.result?.metadata?.request_id || `chatcmpl-${Date.now()}`,
+            object: "chat.completion",
+            created: Math.floor(Date.now() / 1000),
+            model: response.used_model?.model_id || "unknown",
+            choices: [
+                {
+                    index: 0,
+                    message: {
+                        role: "assistant",
+                        content: response.result?.result || "",
+                    },
+                    finish_reason: "stop",
+                },
+            ],
+            usage: {
+                prompt_tokens: response.usage?.input_tokens || 0,
+                completion_tokens: response.usage?.output_tokens || 0,
+                total_tokens: response.usage?.total_tokens || 0,
+            },
+            nova: {
+                cacheHit: response.cached || false,
+                cacheLayer: response.semantic_cache_hit ? "semantic" : "hot",
+                tokensSaved: response.usage?.total_tokens || 0, // Simplified
+                responseTimeMs: 0, // Not available in raw gRPC response easily
+                requestId: response.result?.metadata?.request_id || "",
+            },
+        };
+    }
+    mapFromGrpcStreamResponse(chunk) {
+        return {
+            id: `chatcmpl-${Date.now()}`,
+            object: "chat.completion.chunk",
+            created: Math.floor(Date.now() / 1000),
+            model: chunk.used_model?.model_id || "unknown",
+            choices: [
+                {
+                    index: 0,
+                    delta: {
+                        content: chunk.token || "",
+                    },
+                    finish_reason: chunk.completed ? "stop" : null,
+                },
+            ],
+        };
     }
 }
 //# sourceMappingURL=grpc-client.js.map

package/dist/grpc-client.js.map

@@ -1 +1 @@
-{"version":3,"file":"grpc-client.js","sourceRoot":"","sources":["../src/grpc-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAUH,MAAM,OAAO,UAAU;IACtB,YAAY,OAAyB;QACpC,uDAAuD;QACvD,2EAA2E;QAC3E,oFAAoF;QACpF,iDAAiD;QACjD,MAAM,IAAI,KAAK,CACd,2EAA2E;YAC1E,sFAAsF,CACvF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB,CACzB,QAA+B;QAE/B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,CAAC,0BAA0B,CAChC,QAA+B;QAE/B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,UAAU;QACf,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IACzC,CAAC;CACD"}
+{"version":3,"file":"grpc-client.js","sourceRoot":"","sources":["../src/grpc-client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AACtC,OAAO,KAAK,WAAW,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AASpD,MAAM,OAAO,UAAU;IAIO;IAHrB,MAAM,CAAM;IACZ,KAAK,CAAM;IAEnB,YAA6B,MAAwB;QAAxB,WAAM,GAAN,MAAM,CAAkB;QACpD,MAAM,iBAAiB,GAAG,WAAW,CAAC,QAAQ,CAAC,kBAAkB,EAAE;YAClE,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,MAAM;YACb,KAAK,EAAE,MAAM;YACb,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;SACZ,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,CAAC,CAAC;QACtE,MAAM,WAAW,GAAI,eAAe,CAAC,IAAY,CAAC,OAAO,CAAC;QAE1D,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,eAAe,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,WAAW,CACxC,OAAO,EACP,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,CACjC,CAAC;QACF,IAAI,CAAC,KAAK,GAAI,eAAe,CAAC,IAAY,CAAC,OAAO,CAAC;IACpD,CAAC;IAEO,WAAW,CAAC,MAAc;QACjC,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACrC,QAAQ,CAAC,GAAG,CAAC,eAAe,EAAE,UAAU,MAAM,EAAE,CAAC,CAAC;QAClD,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,oBAAoB,CACzB,OAA8B;QAE9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtC,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEtD,IAAI,CAAC,MAAM,CAAC,YAAY,CACvB,WAAW,EACX,QAAQ,EACR,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,EAAE,EACrE,CAAC,KAAU,EAAE,QAAa,EAAE,EAAE;gBAC7B,IAAI,KAAK,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC7C,CAAC,CACD,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,0BAA0B,CAChC,OAA8B;QAE9B,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEtD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAE7D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,CAAC;QAC7C,CAAC;IACF,CAAC;IAED,KAAK,CAAC,UAAU;QACf,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAE,IAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAE/D,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,KAAU,EAAE,QAAa,EAAE,EAAE;gBAClE,IAAI,KAAK,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC;gBACD,OAAO,CACN,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;oBAChC,EAAE,EAAE,CAAC,CAAC,EAAE;oBACR,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;oBACtC,QAAQ,EAAE,CAAC,CAAC,QAAQ,IAAI,MAAM;iBAC9B,CAAC,CAAC,CACH,CAAC;YACH,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,gBAAgB,CAAC,OAA8B;QACtD,gDAAgD;QAChD,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAElE,OAAO;YACN,MAAM,EAAE,WAAW,CAAC,OAAO;YAC3B,eAAe,EAAE;gBAChB,QAAQ,EAAE,OAAO,CAAC,KAAK;aACvB;YACD,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,OAAO,EAAE;gBACR,oBAAoB,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC/D,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;iBAClB,CAAC,CAAC;aACH;YACD,kBAAkB;YAClB,YAAY,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS;YACtC,qBAAqB,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS;SAC/C,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,QAAa;QACxC,OAAO;YACN,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,IAAI,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE;YACrE,MAAM,EAAE,iBAAiB;YACzB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,KAAK,EAAE,QAAQ,CAAC,UAAU,EAAE,QAAQ,IAAI,SAAS;YACjD,OAAO,EAAE;gBACR;oBACC,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE;wBACR,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,EAAE;qBACtC;oBACD,aAAa,EAAE,MAAM;iBACrB;aACD;YACD,KAAK,EAAE;gBACN,aAAa,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;gBAChD,iBAAiB,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBACrD,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;aAC/C;YACD,IAAI,EAAE;gBACL,QAAQ,EAAE,QAAQ,CAAC,MAAM,IAAI,KAAK;gBAClC,UAAU,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK;gBAC5D,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,EAAE,aAAa;gBAC7D,cAAc,EAAE,CAAC,EAAE,4CAA4C;gBAC/D,SAAS,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,IAAI,EAAE;aACtD;SACD,CAAC;IACH,CAAC;IAEO,yBAAyB,CAAC,KAAU;QAC3C,OAAO;YACN,EAAE,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE;YAC5B,MAAM,EAAE,uBAAuB;YAC/B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,KAAK,EAAE,KAAK,CAAC,UAAU,EAAE,QAAQ,IAAI,SAAS;YAC9C,OAAO,EAAE;gBACR;oBACC,KAAK,EAAE,CAAC;oBACR,KAAK,EAAE;wBACN,OAAO,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;qBAC1B;oBACD,aAAa,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;iBAC9C;aACD;SACD,CAAC;IACH,CAAC;CACD"}

package/dist/index.d.ts

@@ -14,19 +14,20 @@
  *   baseUrl: 'http://localhost:3000', // optional
  * });
  *
- * // Non-streaming
+ * // Non-streaming - Recommended: use route config ID
  * const response = await client.chat.create({
- *   model: 'llama2',
  *   messages: [{ role: 'user', content: 'Hello!' }],
  *   nova: {
- *     routeConfigId: 'route-config-uuid', // Optional: specify route config
+ *     routeConfigId: 'route-config-uuid', // Recommended: specify route config
  *   },
  * });
  *
- * // Streaming
+ * // Streaming - Recommended: use route config ID
  * for await (const chunk of client.chat.createStream({
- *   model: 'llama2',
  *   messages: [{ role: 'user', content: 'Hello!' }],
+ *   nova: {
+ *     routeConfigId: 'route-config-uuid',
+ *   },
  * })) {
  *   console.log(chunk.choices[0]?.delta?.content || '');
  * }

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,YAAY,EACX,oBAAoB,EACpB,mBAAmB,EACnB,yBAAyB,EACzB,mBAAmB,EACnB,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,EACnB,WAAW,EACX,KAAK,EACL,gBAAgB,EAChB,aAAa,GACb,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,YAAY,EACX,oBAAoB,EACpB,mBAAmB,EACnB,yBAAyB,EACzB,mBAAmB,EACnB,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,EACnB,WAAW,EACX,KAAK,EACL,gBAAgB,EAChB,aAAa,GACb,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -14,19 +14,20 @@
  *   baseUrl: 'http://localhost:3000', // optional
  * });
  *
- * // Non-streaming
+ * // Non-streaming - Recommended: use route config ID
  * const response = await client.chat.create({
- *   model: 'llama2',
  *   messages: [{ role: 'user', content: 'Hello!' }],
  *   nova: {
- *     routeConfigId: 'route-config-uuid', // Optional: specify route config
+ *     routeConfigId: 'route-config-uuid', // Recommended: specify route config
  *   },
  * });
  *
- * // Streaming
+ * // Streaming - Recommended: use route config ID
  * for await (const chunk of client.chat.createStream({
- *   model: 'llama2',
  *   messages: [{ role: 'user', content: 'Hello!' }],
+ *   nova: {
+ *     routeConfigId: 'route-config-uuid',
+ *   },
  * })) {
  *   console.log(chunk.choices[0]?.delta?.content || '');
  * }

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAcrC,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAcrC,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@ancatag/n-r",
-  "version": "0.1.19",
-  "description": "Official Node.js/TypeScript SDK for Nova AI API",
+  "version": "0.2.1",
+  "description": "Official Node.js/TypeScript SDK for Nova AI API with route-config-based orchestration",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "exports": {
@@ -32,7 +32,11 @@
     "sdk",
     "chat",
     "completions",
-    "openai-compatible"
+    "openai-compatible",
+    "route-config",
+    "caching",
+    "rag",
+    "cost-optimization"
   ],
   "author": "",
   "license": "ISC",
@@ -54,8 +58,9 @@
     "vitest": "^4.0.16"
   },
   "type": "module",
-  "optionalDependencies": {
+  "dependencies": {
     "@grpc/grpc-js": "^1.14.3",
-    "@grpc/proto-loader": "^0.8.0"
+    "@grpc/proto-loader": "^0.8.0",
+    "@nova-ai/proto": "workspace:*"
   }
 }