@nebulaos/llm-gateway 0.1.0

package/README.md

@@ -0,0 +1,68 @@
+# @nebulaos/llm-gateway
+
+NebulaOS LLM Gateway provider for the NebulaOS SDK. Provides OpenAI-compatible chat completions through pre-configured routes with automatic fallback, cost tracking, and access control.
+
+## Installation
+
+```bash
+npm install @nebulaos/llm-gateway
+```
+
+## Usage
+
+```typescript
+import { LLMGateway } from "@nebulaos/llm-gateway";
+import { Agent } from "@nebulaos/core";
+
+const agent = new Agent({
+  name: "assistente",
+  model: new LLMGateway({
+    apiKey: "your-nebula-api-key",
+    baseUrl: "https://your-nebula-instance.com",
+    model: "assistente", // Route alias configured in NebulaOS
+    logLevel: "debug",
+  }),
+  instructions: "You are a helpful assistant.",
+});
+
+// Use the agent
+const response = await agent.generate("Hello, how can I help you?");
+```
+
+## Configuration
+
+| Option | Type | Required | Description |
+|--------|------|----------|-------------|
+| `apiKey` | `string` | Yes | API key from NebulaOS |
+| `baseUrl` | `string` | No | NebulaOS instance URL (defaults to localhost:4100) |
+| `model` | `string` | Yes | Route alias configured in NebulaOS |
+| `logLevel` | `string` | No | Logger verbosity ("debug", "info", "warn", "error", "none") |
+
+## Routes
+
+Routes are configured in the NebulaOS UI and provide:
+
+- **Automatic fallback**: If primary model fails, automatically tries backup models
+- **Cost tracking**: All usage is automatically tracked and billed
+- **Access control**: API keys can be restricted to specific routes
+- **Rate limiting**: Configurable limits per route and user
+
+## Supported Features
+
+- ✅ Text chat completions
+- ✅ Streaming responses
+- ✅ Tool/function calling
+- ✅ JSON mode
+- ✅ Multimodal (images)
+- ✅ Automatic cost tracking
+- ✅ Route-based access control
+
+## Error Handling
+
+The provider will throw errors for:
+- Invalid API keys
+- Routes not found or inactive
+- Access denied to routes
+- Network issues with NebulaOS
+
+All errors include appropriate HTTP status codes and messages.

package/dist/index.d.mts

@@ -0,0 +1,50 @@
+import OpenAIClient, { ClientOptions } from 'openai';
+import { LogLevel, IModel, Message, ToolDefinitionForLLM, GenerateOptions, ProviderResponse, StreamChunk } from '@nebulaos/core';
+
+/**
+ * LLM Gateway Provider Configuration
+ */
+interface LLMGatewayConfig {
+    /** API Key from NebulaOS */
+    apiKey: string;
+    /** Base URL of the NebulaOS LLM Gateway */
+    baseUrl?: string;
+    /** Route alias (e.g., "assistente", "code-review") */
+    model: string;
+    /** Logger verbosity for gateway calls */
+    logLevel?: LogLevel;
+    /** Optional OpenAI client options */
+    clientOptions?: ClientOptions;
+}
+/**
+ * NebulaOS LLM Gateway Provider
+ *
+ * Provides access to NebulaOS LLM Gateway routes through an OpenAI-compatible interface.
+ * Routes are pre-configured in NebulaOS and provide automatic fallback, cost tracking,
+ * and access control.
+ */
+declare class LLMGateway implements IModel {
+    providerName: string;
+    modelName: string;
+    private client;
+    private baseUrl;
+    private logger;
+    capabilities: {
+        readonly inputFiles: {
+            readonly mimeTypes: readonly ["image/*"];
+            readonly sources: readonly ["url", "base64"];
+        };
+    };
+    constructor(config: LLMGatewayConfig);
+    generate(messages: Message[], tools?: ToolDefinitionForLLM[], options?: GenerateOptions): Promise<ProviderResponse>;
+    generateStream(messages: Message[], tools?: ToolDefinitionForLLM[], options?: GenerateOptions): AsyncGenerator<StreamChunk>;
+    private extractExtraOptions;
+    private buildGatewayHeaders;
+    protected convertMessages(messages: Message[]): OpenAIClient.Chat.ChatCompletionMessageParam[];
+    private convertTools;
+    private mapUsage;
+    private mapFinishReason;
+    private convertContentPart;
+}
+
+export { LLMGateway, type LLMGatewayConfig };

package/dist/index.d.ts

@@ -0,0 +1,50 @@
+import OpenAIClient, { ClientOptions } from 'openai';
+import { LogLevel, IModel, Message, ToolDefinitionForLLM, GenerateOptions, ProviderResponse, StreamChunk } from '@nebulaos/core';
+
+/**
+ * LLM Gateway Provider Configuration
+ */
+interface LLMGatewayConfig {
+    /** API Key from NebulaOS */
+    apiKey: string;
+    /** Base URL of the NebulaOS LLM Gateway */
+    baseUrl?: string;
+    /** Route alias (e.g., "assistente", "code-review") */
+    model: string;
+    /** Logger verbosity for gateway calls */
+    logLevel?: LogLevel;
+    /** Optional OpenAI client options */
+    clientOptions?: ClientOptions;
+}
+/**
+ * NebulaOS LLM Gateway Provider
+ *
+ * Provides access to NebulaOS LLM Gateway routes through an OpenAI-compatible interface.
+ * Routes are pre-configured in NebulaOS and provide automatic fallback, cost tracking,
+ * and access control.
+ */
+declare class LLMGateway implements IModel {
+    providerName: string;
+    modelName: string;
+    private client;
+    private baseUrl;
+    private logger;
+    capabilities: {
+        readonly inputFiles: {
+            readonly mimeTypes: readonly ["image/*"];
+            readonly sources: readonly ["url", "base64"];
+        };
+    };
+    constructor(config: LLMGatewayConfig);
+    generate(messages: Message[], tools?: ToolDefinitionForLLM[], options?: GenerateOptions): Promise<ProviderResponse>;
+    generateStream(messages: Message[], tools?: ToolDefinitionForLLM[], options?: GenerateOptions): AsyncGenerator<StreamChunk>;
+    private extractExtraOptions;
+    private buildGatewayHeaders;
+    protected convertMessages(messages: Message[]): OpenAIClient.Chat.ChatCompletionMessageParam[];
+    private convertTools;
+    private mapUsage;
+    private mapFinishReason;
+    private convertContentPart;
+}
+
+export { LLMGateway, type LLMGatewayConfig };

package/dist/index.js

@@ -0,0 +1,318 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var index_exports = {};
+__export(index_exports, {
+  LLMGateway: () => LLMGateway
+});
+module.exports = __toCommonJS(index_exports);
+var import_openai = __toESM(require("openai"));
+var import_node_crypto = require("crypto");
+var import_core = require("@nebulaos/core");
+var LLMGateway = class {
+  providerName = "llm-gateway";
+  modelName;
+  client;
+  baseUrl;
+  logger;
+  capabilities = {
+    inputFiles: {
+      mimeTypes: ["image/*"],
+      sources: ["url", "base64"]
+    }
+  };
+  constructor(config) {
+    this.modelName = config.model;
+    this.baseUrl = config.baseUrl || "http://localhost:4100";
+    const baseURL = this.baseUrl.endsWith("/v1") ? this.baseUrl : `${this.baseUrl}/v1`;
+    this.logger = new import_core.ConsoleLogger(config.logLevel || "info", "nebulaos/llm-gateway");
+    this.client = new import_openai.default({
+      apiKey: config.apiKey,
+      baseURL,
+      ...config.clientOptions
+    });
+  }
+  async generate(messages, tools, options) {
+    const model = `route:${this.modelName}`;
+    const headers = this.buildGatewayHeaders();
+    this.logger.debug("LLM Gateway request", {
+      model,
+      baseUrl: this.baseUrl,
+      stream: false,
+      messageCount: messages.length,
+      toolCount: tools?.length ?? 0
+    });
+    try {
+      const response = await this.client.chat.completions.create(
+        {
+          model,
+          messages: this.convertMessages(messages),
+          tools: this.convertTools(tools),
+          response_format: options?.responseFormat?.type === "json" ? options.responseFormat.schema ? {
+            type: "json_schema",
+            json_schema: { name: "response", schema: options.responseFormat.schema }
+          } : { type: "json_object" } : void 0,
+          ...this.extractExtraOptions(options)
+        },
+        { headers }
+      );
+      this.logger.debug("LLM Gateway response", {
+        model,
+        finishReason: response.choices?.[0]?.finish_reason,
+        hasUsage: Boolean(response.usage)
+      });
+      const choice = response.choices[0];
+      const message = choice.message;
+      return {
+        content: message.content || "",
+        toolCalls: message.tool_calls?.map((tc) => ({
+          id: tc.id,
+          type: "function",
+          function: {
+            name: tc.function.name,
+            arguments: tc.function.arguments
+          }
+        })),
+        finishReason: this.mapFinishReason(choice.finish_reason),
+        usage: this.mapUsage(response.usage)
+      };
+    } catch (error) {
+      this.logger.error("LLM Gateway request failed", error, void 0, void 0);
+      throw error;
+    }
+  }
+  async *generateStream(messages, tools, options) {
+    const model = `route:${this.modelName}`;
+    const headers = this.buildGatewayHeaders();
+    this.logger.debug("LLM Gateway stream request", {
+      model,
+      baseUrl: this.baseUrl,
+      stream: true,
+      messageCount: messages.length,
+      toolCount: tools?.length ?? 0
+    });
+    let stream;
+    try {
+      stream = await this.client.chat.completions.create(
+        {
+          model,
+          messages: this.convertMessages(messages),
+          tools: this.convertTools(tools),
+          stream: true,
+          stream_options: { include_usage: true },
+          response_format: options?.responseFormat?.type === "json" ? options.responseFormat.schema ? {
+            type: "json_schema",
+            json_schema: { name: "response", schema: options.responseFormat.schema }
+          } : { type: "json_object" } : void 0,
+          ...this.extractExtraOptions(options)
+        },
+        { headers }
+      );
+    } catch (error) {
+      this.logger.error("LLM Gateway stream request failed", error, void 0, void 0);
+      throw error;
+    }
+    try {
+      for await (const chunk of stream) {
+        if (chunk.usage) {
+          yield {
+            type: "finish",
+            reason: "stop",
+            usage: this.mapUsage(chunk.usage)
+          };
+        }
+        const choice = chunk.choices?.[0];
+        if (!choice) continue;
+        if (choice.finish_reason) {
+          yield {
+            type: "finish",
+            reason: this.mapFinishReason(choice.finish_reason)
+          };
+        }
+        const delta = choice.delta;
+        if (!delta) continue;
+        if (delta.content) {
+          yield { type: "content_delta", delta: delta.content };
+        }
+        if (delta.tool_calls) {
+          for (const tc of delta.tool_calls) {
+            if (tc.id && tc.function?.name) {
+              yield {
+                type: "tool_call_start",
+                index: tc.index,
+                id: tc.id,
+                name: tc.function.name
+              };
+            }
+            if (tc.function?.arguments) {
+              yield {
+                type: "tool_call_delta",
+                index: tc.index,
+                args: tc.function.arguments
+              };
+            }
+          }
+        }
+      }
+    } catch (error) {
+      this.logger.error("LLM Gateway stream failed", error, void 0, void 0);
+      throw error;
+    }
+  }
+  // ==========================================================================
+  // Helpers (copied from OpenAI provider)
+  // ==========================================================================
+  extractExtraOptions(options) {
+    if (!options) return {};
+    const { responseFormat, ...rest } = options;
+    return rest;
+  }
+  buildGatewayHeaders() {
+    const headers = {
+      "x-request-id": (0, import_node_crypto.randomUUID)()
+    };
+    const exec = import_core.ExecutionContext.getOrUndefined();
+    if (exec?.executionId) {
+      headers["x-execution-id"] = exec.executionId;
+    }
+    const ctx = import_core.Tracing.getContext();
+    if (ctx) {
+      headers.traceparent = `00-${ctx.traceId}-${ctx.spanId}-01`;
+    } else {
+      const traceId = (0, import_node_crypto.randomBytes)(16).toString("hex");
+      const spanId = (0, import_node_crypto.randomBytes)(8).toString("hex");
+      headers.traceparent = `00-${traceId}-${spanId}-01`;
+    }
+    return headers;
+  }
+  convertMessages(messages) {
+    const allowedToolCallIds = /* @__PURE__ */ new Set();
+    return messages.flatMap((m) => {
+      if (m.role === "tool") {
+        if (!m.tool_call_id || !allowedToolCallIds.has(m.tool_call_id)) {
+          return [];
+        }
+        return {
+          role: "tool",
+          tool_call_id: m.tool_call_id,
+          content: typeof m.content === "string" ? m.content : JSON.stringify(m.content)
+          // Tool output usually string
+        };
+      }
+      if (m.role === "assistant") {
+        let assistantContent = null;
+        if (typeof m.content === "string") {
+          assistantContent = m.content;
+        }
+        if (!assistantContent && (!m.tool_calls || m.tool_calls.length === 0)) {
+          assistantContent = "";
+        }
+        if (m.tool_calls) {
+          m.tool_calls.forEach((tc) => allowedToolCallIds.add(tc.id));
+        }
+        return {
+          role: "assistant",
+          content: assistantContent,
+          tool_calls: m.tool_calls?.map((tc) => ({
+            id: tc.id,
+            type: "function",
+            function: {
+              name: tc.function.name,
+              arguments: tc.function.arguments
+            }
+          }))
+        };
+      }
+      const content = Array.isArray(
+        m.content
+      ) ? m.content.map((part) => this.convertContentPart(part)) : m.content || "";
+      return {
+        role: m.role,
+        content,
+        name: m.name
+      };
+    });
+  }
+  convertTools(tools) {
+    if (!tools || tools.length === 0) return void 0;
+    return tools.map((t) => ({
+      type: "function",
+      function: {
+        name: t.function.name,
+        description: t.function.description,
+        parameters: t.function.parameters
+      }
+    }));
+  }
+  mapUsage(usage) {
+    if (!usage) return void 0;
+    return {
+      promptTokens: usage.prompt_tokens,
+      completionTokens: usage.completion_tokens,
+      totalTokens: usage.total_tokens,
+      reasoningTokens: usage.completion_tokens_details?.reasoning_tokens
+    };
+  }
+  mapFinishReason(reason) {
+    switch (reason) {
+      case "stop":
+        return "stop";
+      case "length":
+        return "length";
+      case "tool_calls":
+        return "tool_calls";
+      case "content_filter":
+        return "content_filter";
+      default:
+        return void 0;
+    }
+  }
+  convertContentPart(part) {
+    if (part.type === "text") return { type: "text", text: part.text };
+    if (part.type === "file") {
+      const { mimeType, source } = part.file;
+      if (!mimeType.startsWith("image/")) {
+        throw new Error(`LLM Gateway: file mimeType '${mimeType}' is not supported yet`);
+      }
+      const url = source.type === "url" ? source.url : `data:${mimeType};base64,${source.base64}`;
+      return { type: "image_url", image_url: { url } };
+    }
+    if (part.type === "image_url") {
+      return { type: "image_url", image_url: { url: part.image_url.url } };
+    }
+    const _exhaustive = part;
+    throw new Error(`Unsupported content type: ${_exhaustive.type}`);
+  }
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  LLMGateway
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import OpenAIClient, { ClientOptions } from \"openai\";\nimport { randomBytes, randomUUID } from \"node:crypto\";\nimport {\n  IModel,\n  Message,\n  ProviderResponse,\n  StreamChunk,\n  ToolDefinitionForLLM,\n  GenerateOptions,\n  TokenUsage,\n  ContentPart,\n  ConsoleLogger,\n  type LogLevel,\n  ExecutionContext,\n  Tracing,\n} from \"@nebulaos/core\";\n\n/**\n * LLM Gateway Provider Configuration\n */\nexport interface LLMGatewayConfig {\n  /** API Key from NebulaOS */\n  apiKey: string;\n  /** Base URL of the NebulaOS LLM Gateway */\n  baseUrl?: string;\n  /** Route alias (e.g., \"assistente\", \"code-review\") */\n  model: string;\n  /** Logger verbosity for gateway calls */\n  logLevel?: LogLevel;\n  /** Optional OpenAI client options */\n  clientOptions?: ClientOptions;\n}\n\n/**\n * NebulaOS LLM Gateway Provider\n *\n * Provides access to NebulaOS LLM Gateway routes through an OpenAI-compatible interface.\n * Routes are pre-configured in NebulaOS and provide automatic fallback, cost tracking,\n * and access control.\n */\nexport class LLMGateway implements IModel {\n  providerName = \"llm-gateway\";\n  modelName: string;\n  private client: OpenAIClient;\n  private baseUrl: string;\n  private logger: ConsoleLogger;\n\n  capabilities = {\n    inputFiles: {\n      mimeTypes: [\"image/*\"],\n      sources: [\"url\", \"base64\"] as const,\n    },\n  } as const;\n\n  constructor(config: LLMGatewayConfig) {\n    this.modelName = config.model;\n\n    this.baseUrl = config.baseUrl || \"http://localhost:4100\";\n    const baseURL = this.baseUrl.endsWith(\"/v1\") ? this.baseUrl : `${this.baseUrl}/v1`;\n    this.logger = new ConsoleLogger(config.logLevel || \"info\", \"nebulaos/llm-gateway\");\n\n    this.client = new OpenAIClient({\n      apiKey: config.apiKey,\n      baseURL,\n      ...config.clientOptions,\n    });\n  }\n\n  async generate(\n    messages: Message[],\n    tools?: ToolDefinitionForLLM[],\n    options?: GenerateOptions,\n  ): Promise<ProviderResponse> {\n    const model = `route:${this.modelName}`;\n    const headers = this.buildGatewayHeaders();\n    this.logger.debug(\"LLM Gateway request\", {\n      model,\n      baseUrl: this.baseUrl,\n      stream: false,\n      messageCount: messages.length,\n      toolCount: tools?.length ?? 0,\n    });\n\n    try {\n      const response = await this.client.chat.completions.create(\n        {\n          model,\n          messages: this.convertMessages(messages),\n          tools: this.convertTools(tools),\n          response_format:\n            options?.responseFormat?.type === \"json\"\n              ? options.responseFormat.schema\n                ? {\n                    type: \"json_schema\",\n                    json_schema: { name: \"response\", schema: options.responseFormat.schema as any },\n                  }\n                : { type: \"json_object\" }\n              : undefined,\n          ...this.extractExtraOptions(options),\n        },\n        { headers },\n      );\n\n      this.logger.debug(\"LLM Gateway response\", {\n        model,\n        finishReason: response.choices?.[0]?.finish_reason,\n        hasUsage: Boolean(response.usage),\n      });\n\n      const choice = response.choices[0];\n      const message = choice.message;\n\n      return {\n        content: message.content || \"\",\n        toolCalls: message.tool_calls?.map((tc) => ({\n          id: tc.id,\n          type: \"function\",\n          function: {\n            name: tc.function.name,\n            arguments: tc.function.arguments,\n          },\n        })),\n        finishReason: this.mapFinishReason(choice.finish_reason),\n        usage: this.mapUsage(response.usage),\n      };\n    } catch (error) {\n      this.logger.error(\"LLM Gateway request failed\", error, undefined, undefined);\n      throw error;\n    }\n  }\n\n  async *generateStream(\n    messages: Message[],\n    tools?: ToolDefinitionForLLM[],\n    options?: GenerateOptions,\n  ): AsyncGenerator<StreamChunk> {\n    const model = `route:${this.modelName}`;\n    const headers = this.buildGatewayHeaders();\n    this.logger.debug(\"LLM Gateway stream request\", {\n      model,\n      baseUrl: this.baseUrl,\n      stream: true,\n      messageCount: messages.length,\n      toolCount: tools?.length ?? 0,\n    });\n\n    let stream;\n    try {\n      stream = await this.client.chat.completions.create(\n        {\n          model,\n          messages: this.convertMessages(messages),\n          tools: this.convertTools(tools),\n          stream: true,\n          stream_options: { include_usage: true },\n          response_format:\n            options?.responseFormat?.type === \"json\"\n              ? options.responseFormat.schema\n                ? {\n                    type: \"json_schema\",\n                    json_schema: { name: \"response\", schema: options.responseFormat.schema as any },\n                  }\n                : { type: \"json_object\" }\n              : undefined,\n          ...this.extractExtraOptions(options),\n        },\n        { headers },\n      );\n    } catch (error) {\n      this.logger.error(\"LLM Gateway stream request failed\", error, undefined, undefined);\n      throw error;\n    }\n\n    try {\n      for await (const chunk of stream) {\n        if (chunk.usage) {\n          yield {\n            type: \"finish\",\n            reason: \"stop\",\n            usage: this.mapUsage(chunk.usage),\n          };\n        }\n\n        const choice = chunk.choices?.[0];\n        if (!choice) continue;\n\n        if (choice.finish_reason) {\n          yield {\n            type: \"finish\",\n            reason: this.mapFinishReason(choice.finish_reason),\n          };\n        }\n\n        const delta = choice.delta;\n        if (!delta) continue;\n\n        if (delta.content) {\n          yield { type: \"content_delta\", delta: delta.content };\n        }\n\n        if (delta.tool_calls) {\n          for (const tc of delta.tool_calls) {\n            if (tc.id && tc.function?.name) {\n              yield {\n                type: \"tool_call_start\",\n                index: tc.index,\n                id: tc.id,\n                name: tc.function.name,\n              };\n            }\n\n            if (tc.function?.arguments) {\n              yield {\n                type: \"tool_call_delta\",\n                index: tc.index,\n                args: tc.function.arguments,\n              };\n            }\n          }\n        }\n      }\n    } catch (error) {\n      this.logger.error(\"LLM Gateway stream failed\", error, undefined, undefined);\n      throw error;\n    }\n  }\n\n  // ==========================================================================\n  // Helpers (copied from OpenAI provider)\n  // ==========================================================================\n\n  private extractExtraOptions(options?: GenerateOptions): Record<string, any> {\n    if (!options) return {};\n    const { responseFormat, ...rest } = options;\n    return rest;\n  }\n\n  private buildGatewayHeaders(): Record<string, string> {\n    const headers: Record<string, string> = {\n      \"x-request-id\": randomUUID(),\n    };\n\n    const exec = ExecutionContext.getOrUndefined();\n    if (exec?.executionId) {\n      headers[\"x-execution-id\"] = exec.executionId;\n    }\n\n    const ctx = Tracing.getContext();\n    if (ctx) {\n      // IDs já estão em formato W3C (hex)\n      headers.traceparent = `00-${ctx.traceId}-${ctx.spanId}-01`;\n    } else {\n      // Still emit a root trace context so the gateway can correlate requests by traceId.\n      const traceId = randomBytes(16).toString(\"hex\");\n      const spanId = randomBytes(8).toString(\"hex\");\n      headers.traceparent = `00-${traceId}-${spanId}-01`;\n    }\n\n    return headers;\n  }\n\n  protected convertMessages(messages: Message[]): OpenAIClient.Chat.ChatCompletionMessageParam[] {\n    // Ensure tools have a preceding assistant message with tool_calls\n    const allowedToolCallIds = new Set<string>();\n\n    return messages.flatMap((m) => {\n      if (m.role === \"tool\") {\n        // Skip orphan tool messages (no preceding tool_calls)\n        if (!m.tool_call_id || !allowedToolCallIds.has(m.tool_call_id)) {\n          return [];\n        }\n\n        return {\n          role: \"tool\",\n          tool_call_id: m.tool_call_id!,\n          content: typeof m.content === \"string\" ? m.content : JSON.stringify(m.content), // Tool output usually string\n        };\n      }\n\n      if (m.role === \"assistant\") {\n        // OpenAI rules:\n        // - content is required (string | null)\n        // - if tool_calls is present, content can be null\n        // - if tool_calls is NOT present, content must be string (cannot be null/empty if strict, but usually empty string is fine)\n\n        let assistantContent: string | null = null;\n\n        if (typeof m.content === \"string\") {\n          assistantContent = m.content;\n        }\n\n        // If content is null/empty AND no tool_calls, force empty string to avoid API error\n        if (!assistantContent && (!m.tool_calls || m.tool_calls.length === 0)) {\n          assistantContent = \"\";\n        }\n\n        if (m.tool_calls) {\n          m.tool_calls.forEach((tc) => allowedToolCallIds.add(tc.id));\n        }\n\n        return {\n          role: \"assistant\",\n          content: assistantContent,\n          tool_calls: m.tool_calls?.map((tc) => ({\n            id: tc.id,\n            type: \"function\",\n            function: {\n              name: tc.function.name,\n              arguments: tc.function.arguments,\n            },\n          })),\n        };\n      }\n\n      // User / System with potential multimodal content\n      const content: OpenAIClient.Chat.ChatCompletionContentPart[] | string = Array.isArray(\n        m.content,\n      )\n        ? m.content.map((part) => this.convertContentPart(part))\n        : m.content || \"\";\n\n      return {\n        role: m.role as \"system\" | \"user\",\n        content,\n        name: m.name,\n      } as any;\n    });\n  }\n\n  private convertTools(\n    tools?: ToolDefinitionForLLM[],\n  ): OpenAIClient.Chat.ChatCompletionTool[] | undefined {\n    if (!tools || tools.length === 0) return undefined;\n    return tools.map((t) => ({\n      type: \"function\",\n      function: {\n        name: t.function.name,\n        description: t.function.description,\n        parameters: t.function.parameters,\n      },\n    }));\n  }\n\n  private mapUsage(usage?: OpenAIClient.CompletionUsage): TokenUsage | undefined {\n    if (!usage) return undefined;\n    return {\n      promptTokens: usage.prompt_tokens,\n      completionTokens: usage.completion_tokens,\n      totalTokens: usage.total_tokens,\n      reasoningTokens: (usage as any).completion_tokens_details?.reasoning_tokens,\n    };\n  }\n\n  private mapFinishReason(reason: string | null): ProviderResponse[\"finishReason\"] {\n    switch (reason) {\n      case \"stop\":\n        return \"stop\";\n      case \"length\":\n        return \"length\";\n      case \"tool_calls\":\n        return \"tool_calls\";\n      case \"content_filter\":\n        return \"content_filter\";\n      default:\n        return undefined;\n    }\n  }\n\n  private convertContentPart(part: ContentPart): OpenAIClient.Chat.ChatCompletionContentPart {\n    if (part.type === \"text\") return { type: \"text\", text: part.text };\n\n    if (part.type === \"file\") {\n      const { mimeType, source } = part.file;\n      if (!mimeType.startsWith(\"image/\")) {\n        throw new Error(`LLM Gateway: file mimeType '${mimeType}' is not supported yet`);\n      }\n\n      const url = source.type === \"url\" ? source.url : `data:${mimeType};base64,${source.base64}`;\n\n      return { type: \"image_url\", image_url: { url } };\n    }\n\n    if (part.type === \"image_url\") {\n      return { type: \"image_url\", image_url: { url: part.image_url.url } };\n    }\n\n    // Exhaustive check - should never reach here with proper ContentPart\n    const _exhaustive: never = part;\n    throw new Error(`Unsupported content type: ${(_exhaustive as any).type}`);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,oBAA4C;AAC5C,yBAAwC;AACxC,kBAaO;AAyBA,IAAM,aAAN,MAAmC;AAAA,EACxC,eAAe;AAAA,EACf;AAAA,EACQ;AAAA,EACA;AAAA,EACA;AAAA,EAER,eAAe;AAAA,IACb,YAAY;AAAA,MACV,WAAW,CAAC,SAAS;AAAA,MACrB,SAAS,CAAC,OAAO,QAAQ;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,YAAY,QAA0B;AACpC,SAAK,YAAY,OAAO;AAExB,SAAK,UAAU,OAAO,WAAW;AACjC,UAAM,UAAU,KAAK,QAAQ,SAAS,KAAK,IAAI,KAAK,UAAU,GAAG,KAAK,OAAO;AAC7E,SAAK,SAAS,IAAI,0BAAc,OAAO,YAAY,QAAQ,sBAAsB;AAEjF,SAAK,SAAS,IAAI,cAAAA,QAAa;AAAA,MAC7B,QAAQ,OAAO;AAAA,MACf;AAAA,MACA,GAAG,OAAO;AAAA,IACZ,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,SACJ,UACA,OACA,SAC2B;AAC3B,UAAM,QAAQ,SAAS,KAAK,SAAS;AACrC,UAAM,UAAU,KAAK,oBAAoB;AACzC,SAAK,OAAO,MAAM,uBAAuB;AAAA,MACvC;AAAA,MACA,SAAS,KAAK;AAAA,MACd,QAAQ;AAAA,MACR,cAAc,SAAS;AAAA,MACvB,WAAW,OAAO,UAAU;AAAA,IAC9B,CAAC;AAED,QAAI;AACF,YAAM,WAAW,MAAM,KAAK,OAAO,KAAK,YAAY;AAAA,QAClD;AAAA,UACE;AAAA,UACA,UAAU,KAAK,gBAAgB,QAAQ;AAAA,UACvC,OAAO,KAAK,aAAa,KAAK;AAAA,UAC9B,iBACE,SAAS,gBAAgB,SAAS,SAC9B,QAAQ,eAAe,SACrB;AAAA,YACE,MAAM;AAAA,YACN,aAAa,EAAE,MAAM,YAAY,QAAQ,QAAQ,eAAe,OAAc;AAAA,UAChF,IACA,EAAE,MAAM,cAAc,IACxB;AAAA,UACN,GAAG,KAAK,oBAAoB,OAAO;AAAA,QACrC;AAAA,QACA,EAAE,QAAQ;AAAA,MACZ;AAEA,WAAK,OAAO,MAAM,wBAAwB;AAAA,QACxC;AAAA,QACA,cAAc,SAAS,UAAU,CAAC,GAAG;AAAA,QACrC,UAAU,QAAQ,SAAS,KAAK;AAAA,MAClC,CAAC;AAED,YAAM,SAAS,SAAS,QAAQ,CAAC;AACjC,YAAM,UAAU,OAAO;AAEvB,aAAO;AAAA,QACL,SAAS,QAAQ,WAAW;AAAA,QAC5B,WAAW,QAAQ,YAAY,IAAI,CAAC,QAAQ;AAAA,UAC1C,IAAI,GAAG;AAAA,UACP,MAAM;AAAA,UACN,UAAU;AAAA,YACR,MAAM,GAAG,SAAS;AAAA,YAClB,WAAW,GAAG,SAAS;AAAA,UACzB;AAAA,QACF,EAAE;AAAA,QACF,cAAc,KAAK,gBAAgB,OAAO,aAAa;AAAA,QACvD,OAAO,KAAK,SAAS,SAAS,KAAK;AAAA,MACrC;AAAA,IACF,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,8BAA8B,OAAO,QAAW,MAAS;AAC3E,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,OAAO,eACL,UACA,OACA,SAC6B;AAC7B,UAAM,QAAQ,SAAS,KAAK,SAAS;AACrC,UAAM,UAAU,KAAK,oBAAoB;AACzC,SAAK,OAAO,MAAM,8BAA8B;AAAA,MAC9C;AAAA,MACA,SAAS,KAAK;AAAA,MACd,QAAQ;AAAA,MACR,cAAc,SAAS;AAAA,MACvB,WAAW,OAAO,UAAU;AAAA,IAC9B,CAAC;AAED,QAAI;AACJ,QAAI;AACF,eAAS,MAAM,KAAK,OAAO,KAAK,YAAY;AAAA,QAC1C;AAAA,UACE;AAAA,UACA,UAAU,KAAK,gBAAgB,QAAQ;AAAA,UACvC,OAAO,KAAK,aAAa,KAAK;AAAA,UAC9B,QAAQ;AAAA,UACR,gBAAgB,EAAE,eAAe,KAAK;AAAA,UACtC,iBACE,SAAS,gBAAgB,SAAS,SAC9B,QAAQ,eAAe,SACrB;AAAA,YACE,MAAM;AAAA,YACN,aAAa,EAAE,MAAM,YAAY,QAAQ,QAAQ,eAAe,OAAc;AAAA,UAChF,IACA,EAAE,MAAM,cAAc,IACxB;AAAA,UACN,GAAG,KAAK,oBAAoB,OAAO;AAAA,QACrC;AAAA,QACA,EAAE,QAAQ;AAAA,MACZ;AAAA,IACF,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,qCAAqC,OAAO,QAAW,MAAS;AAClF,YAAM;AAAA,IACR;AAEA,QAAI;AACF,uBAAiB,SAAS,QAAQ;AAChC,YAAI,MAAM,OAAO;AACf,gBAAM;AAAA,YACJ,MAAM;AAAA,YACN,QAAQ;AAAA,YACR,OAAO,KAAK,SAAS,MAAM,KAAK;AAAA,UAClC;AAAA,QACF;AAEA,cAAM,SAAS,MAAM,UAAU,CAAC;AAChC,YAAI,CAAC,OAAQ;AAEb,YAAI,OAAO,eAAe;AACxB,gBAAM;AAAA,YACJ,MAAM;AAAA,YACN,QAAQ,KAAK,gBAAgB,OAAO,aAAa;AAAA,UACnD;AAAA,QACF;AAEA,cAAM,QAAQ,OAAO;AACrB,YAAI,CAAC,MAAO;AAEZ,YAAI,MAAM,SAAS;AACjB,gBAAM,EAAE,MAAM,iBAAiB,OAAO,MAAM,QAAQ;AAAA,QACtD;AAEA,YAAI,MAAM,YAAY;AACpB,qBAAW,MAAM,MAAM,YAAY;AACjC,gBAAI,GAAG,MAAM,GAAG,UAAU,MAAM;AAC9B,oBAAM;AAAA,gBACJ,MAAM;AAAA,gBACN,OAAO,GAAG;AAAA,gBACV,IAAI,GAAG;AAAA,gBACP,MAAM,GAAG,SAAS;AAAA,cACpB;AAAA,YACF;AAEA,gBAAI,GAAG,UAAU,WAAW;AAC1B,oBAAM;AAAA,gBACJ,MAAM;AAAA,gBACN,OAAO,GAAG;AAAA,gBACV,MAAM,GAAG,SAAS;AAAA,cACpB;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,6BAA6B,OAAO,QAAW,MAAS;AAC1E,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAMQ,oBAAoB,SAAgD;AAC1E,QAAI,CAAC,QAAS,QAAO,CAAC;AACtB,UAAM,EAAE,gBAAgB,GAAG,KAAK,IAAI;AACpC,WAAO;AAAA,EACT;AAAA,EAEQ,sBAA8C;AACpD,UAAM,UAAkC;AAAA,MACtC,oBAAgB,+BAAW;AAAA,IAC7B;AAEA,UAAM,OAAO,6BAAiB,eAAe;AAC7C,QAAI,MAAM,aAAa;AACrB,cAAQ,gBAAgB,IAAI,KAAK;AAAA,IACnC;AAEA,UAAM,MAAM,oBAAQ,WAAW;AAC/B,QAAI,KAAK;AAEP,cAAQ,cAAc,MAAM,IAAI,OAAO,IAAI,IAAI,MAAM;AAAA,IACvD,OAAO;AAEL,YAAM,cAAU,gCAAY,EAAE,EAAE,SAAS,KAAK;AAC9C,YAAM,aAAS,gCAAY,CAAC,EAAE,SAAS,KAAK;AAC5C,cAAQ,cAAc,MAAM,OAAO,IAAI,MAAM;AAAA,IAC/C;AAEA,WAAO;AAAA,EACT;AAAA,EAEU,gBAAgB,UAAqE;AAE7F,UAAM,qBAAqB,oBAAI,IAAY;AAE3C,WAAO,SAAS,QAAQ,CAAC,MAAM;AAC7B,UAAI,EAAE,SAAS,QAAQ;AAErB,YAAI,CAAC,EAAE,gBAAgB,CAAC,mBAAmB,IAAI,EAAE,YAAY,GAAG;AAC9D,iBAAO,CAAC;AAAA,QACV;AAEA,eAAO;AAAA,UACL,MAAM;AAAA,UACN,cAAc,EAAE;AAAA,UAChB,SAAS,OAAO,EAAE,YAAY,WAAW,EAAE,UAAU,KAAK,UAAU,EAAE,OAAO;AAAA;AAAA,QAC/E;AAAA,MACF;AAEA,UAAI,EAAE,SAAS,aAAa;AAM1B,YAAI,mBAAkC;AAEtC,YAAI,OAAO,EAAE,YAAY,UAAU;AACjC,6BAAmB,EAAE;AAAA,QACvB;AAGA,YAAI,CAAC,qBAAqB,CAAC,EAAE,cAAc,EAAE,WAAW,WAAW,IAAI;AACrE,6BAAmB;AAAA,QACrB;AAEA,YAAI,EAAE,YAAY;AAChB,YAAE,WAAW,QAAQ,CAAC,OAAO,mBAAmB,IAAI,GAAG,EAAE,CAAC;AAAA,QAC5D;AAEA,eAAO;AAAA,UACL,MAAM;AAAA,UACN,SAAS;AAAA,UACT,YAAY,EAAE,YAAY,IAAI,CAAC,QAAQ;AAAA,YACrC,IAAI,GAAG;AAAA,YACP,MAAM;AAAA,YACN,UAAU;AAAA,cACR,MAAM,GAAG,SAAS;AAAA,cAClB,WAAW,GAAG,SAAS;AAAA,YACzB;AAAA,UACF,EAAE;AAAA,QACJ;AAAA,MACF;AAGA,YAAM,UAAkE,MAAM;AAAA,QAC5E,EAAE;AAAA,MACJ,IACI,EAAE,QAAQ,IAAI,CAAC,SAAS,KAAK,mBAAmB,IAAI,CAAC,IACrD,EAAE,WAAW;AAEjB,aAAO;AAAA,QACL,MAAM,EAAE;AAAA,QACR;AAAA,QACA,MAAM,EAAE;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aACN,OACoD;AACpD,QAAI,CAAC,SAAS,MAAM,WAAW,EAAG,QAAO;AACzC,WAAO,MAAM,IAAI,CAAC,OAAO;AAAA,MACvB,MAAM;AAAA,MACN,UAAU;AAAA,QACR,MAAM,EAAE,SAAS;AAAA,QACjB,aAAa,EAAE,SAAS;AAAA,QACxB,YAAY,EAAE,SAAS;AAAA,MACzB;AAAA,IACF,EAAE;AAAA,EACJ;AAAA,EAEQ,SAAS,OAA8D;AAC7E,QAAI,CAAC,MAAO,QAAO;AACnB,WAAO;AAAA,MACL,cAAc,MAAM;AAAA,MACpB,kBAAkB,MAAM;AAAA,MACxB,aAAa,MAAM;AAAA,MACnB,iBAAkB,MAAc,2BAA2B;AAAA,IAC7D;AAAA,EACF;AAAA,EAEQ,gBAAgB,QAAyD;AAC/E,YAAQ,QAAQ;AAAA,MACd,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT;AACE,eAAO;AAAA,IACX;AAAA,EACF;AAAA,EAEQ,mBAAmB,MAAgE;AACzF,QAAI,KAAK,SAAS,OAAQ,QAAO,EAAE,MAAM,QAAQ,MAAM,KAAK,KAAK;AAEjE,QAAI,KAAK,SAAS,QAAQ;AACxB,YAAM,EAAE,UAAU,OAAO,IAAI,KAAK;AAClC,UAAI,CAAC,SAAS,WAAW,QAAQ,GAAG;AAClC,cAAM,IAAI,MAAM,+BAA+B,QAAQ,wBAAwB;AAAA,MACjF;AAEA,YAAM,MAAM,OAAO,SAAS,QAAQ,OAAO,MAAM,QAAQ,QAAQ,WAAW,OAAO,MAAM;AAEzF,aAAO,EAAE,MAAM,aAAa,WAAW,EAAE,IAAI,EAAE;AAAA,IACjD;AAEA,QAAI,KAAK,SAAS,aAAa;AAC7B,aAAO,EAAE,MAAM,aAAa,WAAW,EAAE,KAAK,KAAK,UAAU,IAAI,EAAE;AAAA,IACrE;AAGA,UAAM,cAAqB;AAC3B,UAAM,IAAI,MAAM,6BAA8B,YAAoB,IAAI,EAAE;AAAA,EAC1E;AACF;","names":["OpenAIClient"]}

package/dist/index.mjs

@@ -0,0 +1,287 @@
+// src/index.ts
+import OpenAIClient from "openai";
+import { randomBytes, randomUUID } from "crypto";
+import {
+  ConsoleLogger,
+  ExecutionContext,
+  Tracing
+} from "@nebulaos/core";
+var LLMGateway = class {
+  providerName = "llm-gateway";
+  modelName;
+  client;
+  baseUrl;
+  logger;
+  capabilities = {
+    inputFiles: {
+      mimeTypes: ["image/*"],
+      sources: ["url", "base64"]
+    }
+  };
+  constructor(config) {
+    this.modelName = config.model;
+    this.baseUrl = config.baseUrl || "http://localhost:4100";
+    const baseURL = this.baseUrl.endsWith("/v1") ? this.baseUrl : `${this.baseUrl}/v1`;
+    this.logger = new ConsoleLogger(config.logLevel || "info", "nebulaos/llm-gateway");
+    this.client = new OpenAIClient({
+      apiKey: config.apiKey,
+      baseURL,
+      ...config.clientOptions
+    });
+  }
+  async generate(messages, tools, options) {
+    const model = `route:${this.modelName}`;
+    const headers = this.buildGatewayHeaders();
+    this.logger.debug("LLM Gateway request", {
+      model,
+      baseUrl: this.baseUrl,
+      stream: false,
+      messageCount: messages.length,
+      toolCount: tools?.length ?? 0
+    });
+    try {
+      const response = await this.client.chat.completions.create(
+        {
+          model,
+          messages: this.convertMessages(messages),
+          tools: this.convertTools(tools),
+          response_format: options?.responseFormat?.type === "json" ? options.responseFormat.schema ? {
+            type: "json_schema",
+            json_schema: { name: "response", schema: options.responseFormat.schema }
+          } : { type: "json_object" } : void 0,
+          ...this.extractExtraOptions(options)
+        },
+        { headers }
+      );
+      this.logger.debug("LLM Gateway response", {
+        model,
+        finishReason: response.choices?.[0]?.finish_reason,
+        hasUsage: Boolean(response.usage)
+      });
+      const choice = response.choices[0];
+      const message = choice.message;
+      return {
+        content: message.content || "",
+        toolCalls: message.tool_calls?.map((tc) => ({
+          id: tc.id,
+          type: "function",
+          function: {
+            name: tc.function.name,
+            arguments: tc.function.arguments
+          }
+        })),
+        finishReason: this.mapFinishReason(choice.finish_reason),
+        usage: this.mapUsage(response.usage)
+      };
+    } catch (error) {
+      this.logger.error("LLM Gateway request failed", error, void 0, void 0);
+      throw error;
+    }
+  }
+  async *generateStream(messages, tools, options) {
+    const model = `route:${this.modelName}`;
+    const headers = this.buildGatewayHeaders();
+    this.logger.debug("LLM Gateway stream request", {
+      model,
+      baseUrl: this.baseUrl,
+      stream: true,
+      messageCount: messages.length,
+      toolCount: tools?.length ?? 0
+    });
+    let stream;
+    try {
+      stream = await this.client.chat.completions.create(
+        {
+          model,
+          messages: this.convertMessages(messages),
+          tools: this.convertTools(tools),
+          stream: true,
+          stream_options: { include_usage: true },
+          response_format: options?.responseFormat?.type === "json" ? options.responseFormat.schema ? {
+            type: "json_schema",
+            json_schema: { name: "response", schema: options.responseFormat.schema }
+          } : { type: "json_object" } : void 0,
+          ...this.extractExtraOptions(options)
+        },
+        { headers }
+      );
+    } catch (error) {
+      this.logger.error("LLM Gateway stream request failed", error, void 0, void 0);
+      throw error;
+    }
+    try {
+      for await (const chunk of stream) {
+        if (chunk.usage) {
+          yield {
+            type: "finish",
+            reason: "stop",
+            usage: this.mapUsage(chunk.usage)
+          };
+        }
+        const choice = chunk.choices?.[0];
+        if (!choice) continue;
+        if (choice.finish_reason) {
+          yield {
+            type: "finish",
+            reason: this.mapFinishReason(choice.finish_reason)
+          };
+        }
+        const delta = choice.delta;
+        if (!delta) continue;
+        if (delta.content) {
+          yield { type: "content_delta", delta: delta.content };
+        }
+        if (delta.tool_calls) {
+          for (const tc of delta.tool_calls) {
+            if (tc.id && tc.function?.name) {
+              yield {
+                type: "tool_call_start",
+                index: tc.index,
+                id: tc.id,
+                name: tc.function.name
+              };
+            }
+            if (tc.function?.arguments) {
+              yield {
+                type: "tool_call_delta",
+                index: tc.index,
+                args: tc.function.arguments
+              };
+            }
+          }
+        }
+      }
+    } catch (error) {
+      this.logger.error("LLM Gateway stream failed", error, void 0, void 0);
+      throw error;
+    }
+  }
+  // ==========================================================================
+  // Helpers (copied from OpenAI provider)
+  // ==========================================================================
+  extractExtraOptions(options) {
+    if (!options) return {};
+    const { responseFormat, ...rest } = options;
+    return rest;
+  }
+  buildGatewayHeaders() {
+    const headers = {
+      "x-request-id": randomUUID()
+    };
+    const exec = ExecutionContext.getOrUndefined();
+    if (exec?.executionId) {
+      headers["x-execution-id"] = exec.executionId;
+    }
+    const ctx = Tracing.getContext();
+    if (ctx) {
+      headers.traceparent = `00-${ctx.traceId}-${ctx.spanId}-01`;
+    } else {
+      const traceId = randomBytes(16).toString("hex");
+      const spanId = randomBytes(8).toString("hex");
+      headers.traceparent = `00-${traceId}-${spanId}-01`;
+    }
+    return headers;
+  }
+  convertMessages(messages) {
+    const allowedToolCallIds = /* @__PURE__ */ new Set();
+    return messages.flatMap((m) => {
+      if (m.role === "tool") {
+        if (!m.tool_call_id || !allowedToolCallIds.has(m.tool_call_id)) {
+          return [];
+        }
+        return {
+          role: "tool",
+          tool_call_id: m.tool_call_id,
+          content: typeof m.content === "string" ? m.content : JSON.stringify(m.content)
+          // Tool output usually string
+        };
+      }
+      if (m.role === "assistant") {
+        let assistantContent = null;
+        if (typeof m.content === "string") {
+          assistantContent = m.content;
+        }
+        if (!assistantContent && (!m.tool_calls || m.tool_calls.length === 0)) {
+          assistantContent = "";
+        }
+        if (m.tool_calls) {
+          m.tool_calls.forEach((tc) => allowedToolCallIds.add(tc.id));
+        }
+        return {
+          role: "assistant",
+          content: assistantContent,
+          tool_calls: m.tool_calls?.map((tc) => ({
+            id: tc.id,
+            type: "function",
+            function: {
+              name: tc.function.name,
+              arguments: tc.function.arguments
+            }
+          }))
+        };
+      }
+      const content = Array.isArray(
+        m.content
+      ) ? m.content.map((part) => this.convertContentPart(part)) : m.content || "";
+      return {
+        role: m.role,
+        content,
+        name: m.name
+      };
+    });
+  }
+  convertTools(tools) {
+    if (!tools || tools.length === 0) return void 0;
+    return tools.map((t) => ({
+      type: "function",
+      function: {
+        name: t.function.name,
+        description: t.function.description,
+        parameters: t.function.parameters
+      }
+    }));
+  }
+  mapUsage(usage) {
+    if (!usage) return void 0;
+    return {
+      promptTokens: usage.prompt_tokens,
+      completionTokens: usage.completion_tokens,
+      totalTokens: usage.total_tokens,
+      reasoningTokens: usage.completion_tokens_details?.reasoning_tokens
+    };
+  }
+  mapFinishReason(reason) {
+    switch (reason) {
+      case "stop":
+        return "stop";
+      case "length":
+        return "length";
+      case "tool_calls":
+        return "tool_calls";
+      case "content_filter":
+        return "content_filter";
+      default:
+        return void 0;
+    }
+  }
+  convertContentPart(part) {
+    if (part.type === "text") return { type: "text", text: part.text };
+    if (part.type === "file") {
+      const { mimeType, source } = part.file;
+      if (!mimeType.startsWith("image/")) {
+        throw new Error(`LLM Gateway: file mimeType '${mimeType}' is not supported yet`);
+      }
+      const url = source.type === "url" ? source.url : `data:${mimeType};base64,${source.base64}`;
+      return { type: "image_url", image_url: { url } };
+    }
+    if (part.type === "image_url") {
+      return { type: "image_url", image_url: { url: part.image_url.url } };
+    }
+    const _exhaustive = part;
+    throw new Error(`Unsupported content type: ${_exhaustive.type}`);
+  }
+};
+export {
+  LLMGateway
+};
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import OpenAIClient, { ClientOptions } from \"openai\";\nimport { randomBytes, randomUUID } from \"node:crypto\";\nimport {\n  IModel,\n  Message,\n  ProviderResponse,\n  StreamChunk,\n  ToolDefinitionForLLM,\n  GenerateOptions,\n  TokenUsage,\n  ContentPart,\n  ConsoleLogger,\n  type LogLevel,\n  ExecutionContext,\n  Tracing,\n} from \"@nebulaos/core\";\n\n/**\n * LLM Gateway Provider Configuration\n */\nexport interface LLMGatewayConfig {\n  /** API Key from NebulaOS */\n  apiKey: string;\n  /** Base URL of the NebulaOS LLM Gateway */\n  baseUrl?: string;\n  /** Route alias (e.g., \"assistente\", \"code-review\") */\n  model: string;\n  /** Logger verbosity for gateway calls */\n  logLevel?: LogLevel;\n  /** Optional OpenAI client options */\n  clientOptions?: ClientOptions;\n}\n\n/**\n * NebulaOS LLM Gateway Provider\n *\n * Provides access to NebulaOS LLM Gateway routes through an OpenAI-compatible interface.\n * Routes are pre-configured in NebulaOS and provide automatic fallback, cost tracking,\n * and access control.\n */\nexport class LLMGateway implements IModel {\n  providerName = \"llm-gateway\";\n  modelName: string;\n  private client: OpenAIClient;\n  private baseUrl: string;\n  private logger: ConsoleLogger;\n\n  capabilities = {\n    inputFiles: {\n      mimeTypes: [\"image/*\"],\n      sources: [\"url\", \"base64\"] as const,\n    },\n  } as const;\n\n  constructor(config: LLMGatewayConfig) {\n    this.modelName = config.model;\n\n    this.baseUrl = config.baseUrl || \"http://localhost:4100\";\n    const baseURL = this.baseUrl.endsWith(\"/v1\") ? this.baseUrl : `${this.baseUrl}/v1`;\n    this.logger = new ConsoleLogger(config.logLevel || \"info\", \"nebulaos/llm-gateway\");\n\n    this.client = new OpenAIClient({\n      apiKey: config.apiKey,\n      baseURL,\n      ...config.clientOptions,\n    });\n  }\n\n  async generate(\n    messages: Message[],\n    tools?: ToolDefinitionForLLM[],\n    options?: GenerateOptions,\n  ): Promise<ProviderResponse> {\n    const model = `route:${this.modelName}`;\n    const headers = this.buildGatewayHeaders();\n    this.logger.debug(\"LLM Gateway request\", {\n      model,\n      baseUrl: this.baseUrl,\n      stream: false,\n      messageCount: messages.length,\n      toolCount: tools?.length ?? 0,\n    });\n\n    try {\n      const response = await this.client.chat.completions.create(\n        {\n          model,\n          messages: this.convertMessages(messages),\n          tools: this.convertTools(tools),\n          response_format:\n            options?.responseFormat?.type === \"json\"\n              ? options.responseFormat.schema\n                ? {\n                    type: \"json_schema\",\n                    json_schema: { name: \"response\", schema: options.responseFormat.schema as any },\n                  }\n                : { type: \"json_object\" }\n              : undefined,\n          ...this.extractExtraOptions(options),\n        },\n        { headers },\n      );\n\n      this.logger.debug(\"LLM Gateway response\", {\n        model,\n        finishReason: response.choices?.[0]?.finish_reason,\n        hasUsage: Boolean(response.usage),\n      });\n\n      const choice = response.choices[0];\n      const message = choice.message;\n\n      return {\n        content: message.content || \"\",\n        toolCalls: message.tool_calls?.map((tc) => ({\n          id: tc.id,\n          type: \"function\",\n          function: {\n            name: tc.function.name,\n            arguments: tc.function.arguments,\n          },\n        })),\n        finishReason: this.mapFinishReason(choice.finish_reason),\n        usage: this.mapUsage(response.usage),\n      };\n    } catch (error) {\n      this.logger.error(\"LLM Gateway request failed\", error, undefined, undefined);\n      throw error;\n    }\n  }\n\n  async *generateStream(\n    messages: Message[],\n    tools?: ToolDefinitionForLLM[],\n    options?: GenerateOptions,\n  ): AsyncGenerator<StreamChunk> {\n    const model = `route:${this.modelName}`;\n    const headers = this.buildGatewayHeaders();\n    this.logger.debug(\"LLM Gateway stream request\", {\n      model,\n      baseUrl: this.baseUrl,\n      stream: true,\n      messageCount: messages.length,\n      toolCount: tools?.length ?? 0,\n    });\n\n    let stream;\n    try {\n      stream = await this.client.chat.completions.create(\n        {\n          model,\n          messages: this.convertMessages(messages),\n          tools: this.convertTools(tools),\n          stream: true,\n          stream_options: { include_usage: true },\n          response_format:\n            options?.responseFormat?.type === \"json\"\n              ? options.responseFormat.schema\n                ? {\n                    type: \"json_schema\",\n                    json_schema: { name: \"response\", schema: options.responseFormat.schema as any },\n                  }\n                : { type: \"json_object\" }\n              : undefined,\n          ...this.extractExtraOptions(options),\n        },\n        { headers },\n      );\n    } catch (error) {\n      this.logger.error(\"LLM Gateway stream request failed\", error, undefined, undefined);\n      throw error;\n    }\n\n    try {\n      for await (const chunk of stream) {\n        if (chunk.usage) {\n          yield {\n            type: \"finish\",\n            reason: \"stop\",\n            usage: this.mapUsage(chunk.usage),\n          };\n        }\n\n        const choice = chunk.choices?.[0];\n        if (!choice) continue;\n\n        if (choice.finish_reason) {\n          yield {\n            type: \"finish\",\n            reason: this.mapFinishReason(choice.finish_reason),\n          };\n        }\n\n        const delta = choice.delta;\n        if (!delta) continue;\n\n        if (delta.content) {\n          yield { type: \"content_delta\", delta: delta.content };\n        }\n\n        if (delta.tool_calls) {\n          for (const tc of delta.tool_calls) {\n            if (tc.id && tc.function?.name) {\n              yield {\n                type: \"tool_call_start\",\n                index: tc.index,\n                id: tc.id,\n                name: tc.function.name,\n              };\n            }\n\n            if (tc.function?.arguments) {\n              yield {\n                type: \"tool_call_delta\",\n                index: tc.index,\n                args: tc.function.arguments,\n              };\n            }\n          }\n        }\n      }\n    } catch (error) {\n      this.logger.error(\"LLM Gateway stream failed\", error, undefined, undefined);\n      throw error;\n    }\n  }\n\n  // ==========================================================================\n  // Helpers (copied from OpenAI provider)\n  // ==========================================================================\n\n  private extractExtraOptions(options?: GenerateOptions): Record<string, any> {\n    if (!options) return {};\n    const { responseFormat, ...rest } = options;\n    return rest;\n  }\n\n  private buildGatewayHeaders(): Record<string, string> {\n    const headers: Record<string, string> = {\n      \"x-request-id\": randomUUID(),\n    };\n\n    const exec = ExecutionContext.getOrUndefined();\n    if (exec?.executionId) {\n      headers[\"x-execution-id\"] = exec.executionId;\n    }\n\n    const ctx = Tracing.getContext();\n    if (ctx) {\n      // IDs já estão em formato W3C (hex)\n      headers.traceparent = `00-${ctx.traceId}-${ctx.spanId}-01`;\n    } else {\n      // Still emit a root trace context so the gateway can correlate requests by traceId.\n      const traceId = randomBytes(16).toString(\"hex\");\n      const spanId = randomBytes(8).toString(\"hex\");\n      headers.traceparent = `00-${traceId}-${spanId}-01`;\n    }\n\n    return headers;\n  }\n\n  protected convertMessages(messages: Message[]): OpenAIClient.Chat.ChatCompletionMessageParam[] {\n    // Ensure tools have a preceding assistant message with tool_calls\n    const allowedToolCallIds = new Set<string>();\n\n    return messages.flatMap((m) => {\n      if (m.role === \"tool\") {\n        // Skip orphan tool messages (no preceding tool_calls)\n        if (!m.tool_call_id || !allowedToolCallIds.has(m.tool_call_id)) {\n          return [];\n        }\n\n        return {\n          role: \"tool\",\n          tool_call_id: m.tool_call_id!,\n          content: typeof m.content === \"string\" ? m.content : JSON.stringify(m.content), // Tool output usually string\n        };\n      }\n\n      if (m.role === \"assistant\") {\n        // OpenAI rules:\n        // - content is required (string | null)\n        // - if tool_calls is present, content can be null\n        // - if tool_calls is NOT present, content must be string (cannot be null/empty if strict, but usually empty string is fine)\n\n        let assistantContent: string | null = null;\n\n        if (typeof m.content === \"string\") {\n          assistantContent = m.content;\n        }\n\n        // If content is null/empty AND no tool_calls, force empty string to avoid API error\n        if (!assistantContent && (!m.tool_calls || m.tool_calls.length === 0)) {\n          assistantContent = \"\";\n        }\n\n        if (m.tool_calls) {\n          m.tool_calls.forEach((tc) => allowedToolCallIds.add(tc.id));\n        }\n\n        return {\n          role: \"assistant\",\n          content: assistantContent,\n          tool_calls: m.tool_calls?.map((tc) => ({\n            id: tc.id,\n            type: \"function\",\n            function: {\n              name: tc.function.name,\n              arguments: tc.function.arguments,\n            },\n          })),\n        };\n      }\n\n      // User / System with potential multimodal content\n      const content: OpenAIClient.Chat.ChatCompletionContentPart[] | string = Array.isArray(\n        m.content,\n      )\n        ? m.content.map((part) => this.convertContentPart(part))\n        : m.content || \"\";\n\n      return {\n        role: m.role as \"system\" | \"user\",\n        content,\n        name: m.name,\n      } as any;\n    });\n  }\n\n  private convertTools(\n    tools?: ToolDefinitionForLLM[],\n  ): OpenAIClient.Chat.ChatCompletionTool[] | undefined {\n    if (!tools || tools.length === 0) return undefined;\n    return tools.map((t) => ({\n      type: \"function\",\n      function: {\n        name: t.function.name,\n        description: t.function.description,\n        parameters: t.function.parameters,\n      },\n    }));\n  }\n\n  private mapUsage(usage?: OpenAIClient.CompletionUsage): TokenUsage | undefined {\n    if (!usage) return undefined;\n    return {\n      promptTokens: usage.prompt_tokens,\n      completionTokens: usage.completion_tokens,\n      totalTokens: usage.total_tokens,\n      reasoningTokens: (usage as any).completion_tokens_details?.reasoning_tokens,\n    };\n  }\n\n  private mapFinishReason(reason: string | null): ProviderResponse[\"finishReason\"] {\n    switch (reason) {\n      case \"stop\":\n        return \"stop\";\n      case \"length\":\n        return \"length\";\n      case \"tool_calls\":\n        return \"tool_calls\";\n      case \"content_filter\":\n        return \"content_filter\";\n      default:\n        return undefined;\n    }\n  }\n\n  private convertContentPart(part: ContentPart): OpenAIClient.Chat.ChatCompletionContentPart {\n    if (part.type === \"text\") return { type: \"text\", text: part.text };\n\n    if (part.type === \"file\") {\n      const { mimeType, source } = part.file;\n      if (!mimeType.startsWith(\"image/\")) {\n        throw new Error(`LLM Gateway: file mimeType '${mimeType}' is not supported yet`);\n      }\n\n      const url = source.type === \"url\" ? source.url : `data:${mimeType};base64,${source.base64}`;\n\n      return { type: \"image_url\", image_url: { url } };\n    }\n\n    if (part.type === \"image_url\") {\n      return { type: \"image_url\", image_url: { url: part.image_url.url } };\n    }\n\n    // Exhaustive check - should never reach here with proper ContentPart\n    const _exhaustive: never = part;\n    throw new Error(`Unsupported content type: ${(_exhaustive as any).type}`);\n  }\n}\n"],"mappings":";AAAA,OAAO,kBAAqC;AAC5C,SAAS,aAAa,kBAAkB;AACxC;AAAA,EASE;AAAA,EAEA;AAAA,EACA;AAAA,OACK;AAyBA,IAAM,aAAN,MAAmC;AAAA,EACxC,eAAe;AAAA,EACf;AAAA,EACQ;AAAA,EACA;AAAA,EACA;AAAA,EAER,eAAe;AAAA,IACb,YAAY;AAAA,MACV,WAAW,CAAC,SAAS;AAAA,MACrB,SAAS,CAAC,OAAO,QAAQ;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,YAAY,QAA0B;AACpC,SAAK,YAAY,OAAO;AAExB,SAAK,UAAU,OAAO,WAAW;AACjC,UAAM,UAAU,KAAK,QAAQ,SAAS,KAAK,IAAI,KAAK,UAAU,GAAG,KAAK,OAAO;AAC7E,SAAK,SAAS,IAAI,cAAc,OAAO,YAAY,QAAQ,sBAAsB;AAEjF,SAAK,SAAS,IAAI,aAAa;AAAA,MAC7B,QAAQ,OAAO;AAAA,MACf;AAAA,MACA,GAAG,OAAO;AAAA,IACZ,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,SACJ,UACA,OACA,SAC2B;AAC3B,UAAM,QAAQ,SAAS,KAAK,SAAS;AACrC,UAAM,UAAU,KAAK,oBAAoB;AACzC,SAAK,OAAO,MAAM,uBAAuB;AAAA,MACvC;AAAA,MACA,SAAS,KAAK;AAAA,MACd,QAAQ;AAAA,MACR,cAAc,SAAS;AAAA,MACvB,WAAW,OAAO,UAAU;AAAA,IAC9B,CAAC;AAED,QAAI;AACF,YAAM,WAAW,MAAM,KAAK,OAAO,KAAK,YAAY;AAAA,QAClD;AAAA,UACE;AAAA,UACA,UAAU,KAAK,gBAAgB,QAAQ;AAAA,UACvC,OAAO,KAAK,aAAa,KAAK;AAAA,UAC9B,iBACE,SAAS,gBAAgB,SAAS,SAC9B,QAAQ,eAAe,SACrB;AAAA,YACE,MAAM;AAAA,YACN,aAAa,EAAE,MAAM,YAAY,QAAQ,QAAQ,eAAe,OAAc;AAAA,UAChF,IACA,EAAE,MAAM,cAAc,IACxB;AAAA,UACN,GAAG,KAAK,oBAAoB,OAAO;AAAA,QACrC;AAAA,QACA,EAAE,QAAQ;AAAA,MACZ;AAEA,WAAK,OAAO,MAAM,wBAAwB;AAAA,QACxC;AAAA,QACA,cAAc,SAAS,UAAU,CAAC,GAAG;AAAA,QACrC,UAAU,QAAQ,SAAS,KAAK;AAAA,MAClC,CAAC;AAED,YAAM,SAAS,SAAS,QAAQ,CAAC;AACjC,YAAM,UAAU,OAAO;AAEvB,aAAO;AAAA,QACL,SAAS,QAAQ,WAAW;AAAA,QAC5B,WAAW,QAAQ,YAAY,IAAI,CAAC,QAAQ;AAAA,UAC1C,IAAI,GAAG;AAAA,UACP,MAAM;AAAA,UACN,UAAU;AAAA,YACR,MAAM,GAAG,SAAS;AAAA,YAClB,WAAW,GAAG,SAAS;AAAA,UACzB;AAAA,QACF,EAAE;AAAA,QACF,cAAc,KAAK,gBAAgB,OAAO,aAAa;AAAA,QACvD,OAAO,KAAK,SAAS,SAAS,KAAK;AAAA,MACrC;AAAA,IACF,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,8BAA8B,OAAO,QAAW,MAAS;AAC3E,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,OAAO,eACL,UACA,OACA,SAC6B;AAC7B,UAAM,QAAQ,SAAS,KAAK,SAAS;AACrC,UAAM,UAAU,KAAK,oBAAoB;AACzC,SAAK,OAAO,MAAM,8BAA8B;AAAA,MAC9C;AAAA,MACA,SAAS,KAAK;AAAA,MACd,QAAQ;AAAA,MACR,cAAc,SAAS;AAAA,MACvB,WAAW,OAAO,UAAU;AAAA,IAC9B,CAAC;AAED,QAAI;AACJ,QAAI;AACF,eAAS,MAAM,KAAK,OAAO,KAAK,YAAY;AAAA,QAC1C;AAAA,UACE;AAAA,UACA,UAAU,KAAK,gBAAgB,QAAQ;AAAA,UACvC,OAAO,KAAK,aAAa,KAAK;AAAA,UAC9B,QAAQ;AAAA,UACR,gBAAgB,EAAE,eAAe,KAAK;AAAA,UACtC,iBACE,SAAS,gBAAgB,SAAS,SAC9B,QAAQ,eAAe,SACrB;AAAA,YACE,MAAM;AAAA,YACN,aAAa,EAAE,MAAM,YAAY,QAAQ,QAAQ,eAAe,OAAc;AAAA,UAChF,IACA,EAAE,MAAM,cAAc,IACxB;AAAA,UACN,GAAG,KAAK,oBAAoB,OAAO;AAAA,QACrC;AAAA,QACA,EAAE,QAAQ;AAAA,MACZ;AAAA,IACF,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,qCAAqC,OAAO,QAAW,MAAS;AAClF,YAAM;AAAA,IACR;AAEA,QAAI;AACF,uBAAiB,SAAS,QAAQ;AAChC,YAAI,MAAM,OAAO;AACf,gBAAM;AAAA,YACJ,MAAM;AAAA,YACN,QAAQ;AAAA,YACR,OAAO,KAAK,SAAS,MAAM,KAAK;AAAA,UAClC;AAAA,QACF;AAEA,cAAM,SAAS,MAAM,UAAU,CAAC;AAChC,YAAI,CAAC,OAAQ;AAEb,YAAI,OAAO,eAAe;AACxB,gBAAM;AAAA,YACJ,MAAM;AAAA,YACN,QAAQ,KAAK,gBAAgB,OAAO,aAAa;AAAA,UACnD;AAAA,QACF;AAEA,cAAM,QAAQ,OAAO;AACrB,YAAI,CAAC,MAAO;AAEZ,YAAI,MAAM,SAAS;AACjB,gBAAM,EAAE,MAAM,iBAAiB,OAAO,MAAM,QAAQ;AAAA,QACtD;AAEA,YAAI,MAAM,YAAY;AACpB,qBAAW,MAAM,MAAM,YAAY;AACjC,gBAAI,GAAG,MAAM,GAAG,UAAU,MAAM;AAC9B,oBAAM;AAAA,gBACJ,MAAM;AAAA,gBACN,OAAO,GAAG;AAAA,gBACV,IAAI,GAAG;AAAA,gBACP,MAAM,GAAG,SAAS;AAAA,cACpB;AAAA,YACF;AAEA,gBAAI,GAAG,UAAU,WAAW;AAC1B,oBAAM;AAAA,gBACJ,MAAM;AAAA,gBACN,OAAO,GAAG;AAAA,gBACV,MAAM,GAAG,SAAS;AAAA,cACpB;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,6BAA6B,OAAO,QAAW,MAAS;AAC1E,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAMQ,oBAAoB,SAAgD;AAC1E,QAAI,CAAC,QAAS,QAAO,CAAC;AACtB,UAAM,EAAE,gBAAgB,GAAG,KAAK,IAAI;AACpC,WAAO;AAAA,EACT;AAAA,EAEQ,sBAA8C;AACpD,UAAM,UAAkC;AAAA,MACtC,gBAAgB,WAAW;AAAA,IAC7B;AAEA,UAAM,OAAO,iBAAiB,eAAe;AAC7C,QAAI,MAAM,aAAa;AACrB,cAAQ,gBAAgB,IAAI,KAAK;AAAA,IACnC;AAEA,UAAM,MAAM,QAAQ,WAAW;AAC/B,QAAI,KAAK;AAEP,cAAQ,cAAc,MAAM,IAAI,OAAO,IAAI,IAAI,MAAM;AAAA,IACvD,OAAO;AAEL,YAAM,UAAU,YAAY,EAAE,EAAE,SAAS,KAAK;AAC9C,YAAM,SAAS,YAAY,CAAC,EAAE,SAAS,KAAK;AAC5C,cAAQ,cAAc,MAAM,OAAO,IAAI,MAAM;AAAA,IAC/C;AAEA,WAAO;AAAA,EACT;AAAA,EAEU,gBAAgB,UAAqE;AAE7F,UAAM,qBAAqB,oBAAI,IAAY;AAE3C,WAAO,SAAS,QAAQ,CAAC,MAAM;AAC7B,UAAI,EAAE,SAAS,QAAQ;AAErB,YAAI,CAAC,EAAE,gBAAgB,CAAC,mBAAmB,IAAI,EAAE,YAAY,GAAG;AAC9D,iBAAO,CAAC;AAAA,QACV;AAEA,eAAO;AAAA,UACL,MAAM;AAAA,UACN,cAAc,EAAE;AAAA,UAChB,SAAS,OAAO,EAAE,YAAY,WAAW,EAAE,UAAU,KAAK,UAAU,EAAE,OAAO;AAAA;AAAA,QAC/E;AAAA,MACF;AAEA,UAAI,EAAE,SAAS,aAAa;AAM1B,YAAI,mBAAkC;AAEtC,YAAI,OAAO,EAAE,YAAY,UAAU;AACjC,6BAAmB,EAAE;AAAA,QACvB;AAGA,YAAI,CAAC,qBAAqB,CAAC,EAAE,cAAc,EAAE,WAAW,WAAW,IAAI;AACrE,6BAAmB;AAAA,QACrB;AAEA,YAAI,EAAE,YAAY;AAChB,YAAE,WAAW,QAAQ,CAAC,OAAO,mBAAmB,IAAI,GAAG,EAAE,CAAC;AAAA,QAC5D;AAEA,eAAO;AAAA,UACL,MAAM;AAAA,UACN,SAAS;AAAA,UACT,YAAY,EAAE,YAAY,IAAI,CAAC,QAAQ;AAAA,YACrC,IAAI,GAAG;AAAA,YACP,MAAM;AAAA,YACN,UAAU;AAAA,cACR,MAAM,GAAG,SAAS;AAAA,cAClB,WAAW,GAAG,SAAS;AAAA,YACzB;AAAA,UACF,EAAE;AAAA,QACJ;AAAA,MACF;AAGA,YAAM,UAAkE,MAAM;AAAA,QAC5E,EAAE;AAAA,MACJ,IACI,EAAE,QAAQ,IAAI,CAAC,SAAS,KAAK,mBAAmB,IAAI,CAAC,IACrD,EAAE,WAAW;AAEjB,aAAO;AAAA,QACL,MAAM,EAAE;AAAA,QACR;AAAA,QACA,MAAM,EAAE;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aACN,OACoD;AACpD,QAAI,CAAC,SAAS,MAAM,WAAW,EAAG,QAAO;AACzC,WAAO,MAAM,IAAI,CAAC,OAAO;AAAA,MACvB,MAAM;AAAA,MACN,UAAU;AAAA,QACR,MAAM,EAAE,SAAS;AAAA,QACjB,aAAa,EAAE,SAAS;AAAA,QACxB,YAAY,EAAE,SAAS;AAAA,MACzB;AAAA,IACF,EAAE;AAAA,EACJ;AAAA,EAEQ,SAAS,OAA8D;AAC7E,QAAI,CAAC,MAAO,QAAO;AACnB,WAAO;AAAA,MACL,cAAc,MAAM;AAAA,MACpB,kBAAkB,MAAM;AAAA,MACxB,aAAa,MAAM;AAAA,MACnB,iBAAkB,MAAc,2BAA2B;AAAA,IAC7D;AAAA,EACF;AAAA,EAEQ,gBAAgB,QAAyD;AAC/E,YAAQ,QAAQ;AAAA,MACd,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,MACT;AACE,eAAO;AAAA,IACX;AAAA,EACF;AAAA,EAEQ,mBAAmB,MAAgE;AACzF,QAAI,KAAK,SAAS,OAAQ,QAAO,EAAE,MAAM,QAAQ,MAAM,KAAK,KAAK;AAEjE,QAAI,KAAK,SAAS,QAAQ;AACxB,YAAM,EAAE,UAAU,OAAO,IAAI,KAAK;AAClC,UAAI,CAAC,SAAS,WAAW,QAAQ,GAAG;AAClC,cAAM,IAAI,MAAM,+BAA+B,QAAQ,wBAAwB;AAAA,MACjF;AAEA,YAAM,MAAM,OAAO,SAAS,QAAQ,OAAO,MAAM,QAAQ,QAAQ,WAAW,OAAO,MAAM;AAEzF,aAAO,EAAE,MAAM,aAAa,WAAW,EAAE,IAAI,EAAE;AAAA,IACjD;AAEA,QAAI,KAAK,SAAS,aAAa;AAC7B,aAAO,EAAE,MAAM,aAAa,WAAW,EAAE,KAAK,KAAK,UAAU,IAAI,EAAE;AAAA,IACrE;AAGA,UAAM,cAAqB;AAC3B,UAAM,IAAI,MAAM,6BAA8B,YAAoB,IAAI,EAAE;AAAA,EAC1E;AACF;","names":[]}

package/package.json

@@ -0,0 +1,44 @@
+{
+  "name": "@nebulaos/llm-gateway",
+  "version": "0.1.0",
+  "description": "NebulaOS LLM Gateway provider - OpenAI-compatible chat completions",
+  "main": "./dist/index.js",
+  "module": "./dist/index.mjs",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.mjs",
+      "require": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "sideEffects": false,
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/Psyco-AI-Tech/nebulaos.git",
+    "directory": "packages/providers/llm-gateway"
+  },
+  "license": "MIT",
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "openai": "^4.52.7",
+    "@nebulaos/core": "0.1.1"
+  },
+  "devDependencies": {
+    "@types/node": "^20.0.0",
+    "tsup": "^8.0.0",
+    "typescript": "^5.0.0",
+    "vitest": "^1.0.0"
+  },
+  "scripts": {
+    "build": "tsup",
+    "dev": "tsup --watch",
+    "test": "vitest",
+    "typecheck": "tsc --noEmit"
+  }
+}