llm-proxy 1.0.0 → 1.0.2

package/{src/clients/AwsBedrockAnthropicClient.ts → dist/clients/AwsBedrockAnthropicClient.js}

@@ -1,13 +1,11 @@
+"use strict";
 // import { AwsBedrockAnthropicService } from "../services/AwsBedrockAnthropicService";
 // import { BedrockAnthropicParsedChunk, Messages, SupportedLLMs } from "../types";
-
 // export class AwsBedrockAnthropicChatClient {
 //   private client: AwsBedrockAnthropicService;
-
 //   constructor() {
 //     this.client = new AwsBedrockAnthropicService();
 //   }
-
 //   async sendMessage(
 //     messages: Messages,
 //     model: SupportedLLMs,
@@ -27,7 +25,6 @@
 //     console.log("Response:", response);
 //     return response;
 //   }
-
 //   async *sendMessageStream(
 //     messages: Messages,
 //     model: SupportedLLMs,
@@ -45,7 +42,6 @@
 //       tools,
 //       true
 //     );
-
 //     for await (const chunk of stream) {
 //       const content = chunk.delta?.text;
 //       if (content) {
@@ -54,3 +50,4 @@
 //     }
 //   }
 // }
+//# sourceMappingURL=AwsBedrockAnthropicClient.js.map

package/dist/clients/AwsBedrockAnthropicClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AwsBedrockAnthropicClient.js","sourceRoot":"","sources":["../../src/clients/AwsBedrockAnthropicClient.ts"],"names":[],"mappings":";AAAA,uFAAuF;AACvF,mFAAmF;AAEnF,+CAA+C;AAC/C,gDAAgD;AAEhD,oBAAoB;AACpB,sDAAsD;AACtD,MAAM;AAEN,uBAAuB;AACvB,0BAA0B;AAC1B,4BAA4B;AAC5B,0BAA0B;AAC1B,4BAA4B;AAC5B,6BAA6B;AAC7B,kBAAkB;AAClB,QAAQ;AACR,6DAA6D;AAC7D,kBAAkB;AAClB,eAAe;AACf,mBAAmB;AACnB,qBAAqB;AACrB,sBAAsB;AACtB,cAAc;AACd,SAAS;AACT,0CAA0C;AAC1C,uBAAuB;AACvB,MAAM;AAEN,8BAA8B;AAC9B,0BAA0B;AAC1B,4BAA4B;AAC5B,0BAA0B;AAC1B,4BAA4B;AAC5B,6BAA6B;AAC7B,kBAAkB;AAClB,+CAA+C;AAC/C,2DAA2D;AAC3D,kBAAkB;AAClB,eAAe;AACf,mBAAmB;AACnB,qBAAqB;AACrB,sBAAsB;AACtB,eAAe;AACf,aAAa;AACb,SAAS;AAET,0CAA0C;AAC1C,2CAA2C;AAC3C,uBAAuB;AACvB,yBAAyB;AACzB,UAAU;AACV,QAAQ;AACR,MAAM;AACN,IAAI"}

package/{src/clients/OpenAIClient.ts → dist/clients/OpenAIClient.js}

@@ -1,10 +1,9 @@
+"use strict";
 // import { OpenAIService } from "../services/OpenAIService";
 // import { OpenAIMessage, OpenAIMessagesRoles, OpenAIResponse, OpenAISupportedLLMs } from "../types";
-
 // export class OpenAIClient {
 //   private client: OpenAIService;
 //   private messages: OpenAIMessage[] = [];
-
 //   constructor(apiKey: string, systemPrompt: string) {
 //     this.client = new OpenAIService(apiKey);
 //     this.messages.push({
@@ -12,7 +11,6 @@
 //       content: systemPrompt,
 //     });
 //   }
-
 //   async sendMessage(
 //     userInput: string,
 //     model: OpenAISupportedLLMs,
@@ -20,23 +18,19 @@
 //     temperature: number
 //   ): Promise<string> {
 //     this.messages.push({ role: OpenAIMessagesRoles.USER, content: userInput });
-
 //     const response: OpenAIResponse = await this.client.generateCompletion(
 //       this.messages,
 //       model,
 //       maxTokens,
 //       temperature
 //     );
-
 //     const responseContent: string = response.choices[0].message.content;
 //     this.messages.push({
 //       role: OpenAIMessagesRoles.ASSISTANT,
 //       content: responseContent,
 //     });
-
 //     return responseContent;
 //   }
-
 //   async *sendMessageStream(
 //     userInput: string,
 //     model: OpenAISupportedLLMs,
@@ -44,14 +38,12 @@
 //     temperature: number
 //   ): AsyncGenerator<string, void, unknown> {
 //     this.messages.push({ role: OpenAIMessagesRoles.USER, content: userInput });
-
 //     const stream = this.client.generateStreamCompletion(
 //       this.messages,
 //       model,
 //       maxTokens,
 //       temperature
 //     );
-
 //     for await (const chunk of stream) {
 //       if (
 //         chunk.choices &&
@@ -64,3 +56,4 @@
 //     }
 //   }
 // }
+//# sourceMappingURL=OpenAIClient.js.map

package/dist/clients/OpenAIClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAIClient.js","sourceRoot":"","sources":["../../src/clients/OpenAIClient.ts"],"names":[],"mappings":";AAAA,6DAA6D;AAC7D,sGAAsG;AAEtG,8BAA8B;AAC9B,mCAAmC;AACnC,4CAA4C;AAE5C,wDAAwD;AACxD,+CAA+C;AAC/C,2BAA2B;AAC3B,0CAA0C;AAC1C,+BAA+B;AAC/B,UAAU;AACV,MAAM;AAEN,uBAAuB;AACvB,yBAAyB;AACzB,kCAAkC;AAClC,yBAAyB;AACzB,0BAA0B;AAC1B,yBAAyB;AACzB,kFAAkF;AAElF,6EAA6E;AAC7E,uBAAuB;AACvB,eAAe;AACf,mBAAmB;AACnB,oBAAoB;AACpB,SAAS;AAET,2EAA2E;AAC3E,2BAA2B;AAC3B,6CAA6C;AAC7C,kCAAkC;AAClC,UAAU;AAEV,8BAA8B;AAC9B,MAAM;AAEN,8BAA8B;AAC9B,yBAAyB;AACzB,kCAAkC;AAClC,yBAAyB;AACzB,0BAA0B;AAC1B,+CAA+C;AAC/C,kFAAkF;AAElF,2DAA2D;AAC3D,uBAAuB;AACvB,eAAe;AACf,mBAAmB;AACnB,oBAAoB;AACpB,SAAS;AAET,0CAA0C;AAC1C,aAAa;AACb,2BAA2B;AAC3B,oCAAoC;AACpC,yCAAyC;AACzC,YAAY;AACZ,0DAA0D;AAC1D,yBAAyB;AACzB,UAAU;AACV,QAAQ;AACR,MAAM;AACN,IAAI"}

package/dist/index.d.ts

@@ -0,0 +1,11 @@
+import { Messages, SupportedLLMs, LLMResponse } from "./types";
+interface Credentials {
+    apiKey?: string;
+    awsConfig?: {
+        accessKeyId: string;
+        secretAccessKey: string;
+        region: string;
+    };
+}
+export declare function generateLLMResponse(messages: Messages, model: SupportedLLMs, maxTokens: number, temperature: number, systemPrompt: string, tools: any, stream: boolean | undefined, credentials: Credentials): Promise<LLMResponse | AsyncGenerator<LLMResponse>>;
+export { type Messages, type OpenAIMessages, type BedrockAnthropicMessages, OpenAIMessagesRoles, BedrockAnthropicMessageRole, BedrockAnthropicContentType, SupportedLLMs, BedrockAnthropicSupportedLLMs, type LLMResponse, } from "./types";

package/dist/index.js

@@ -0,0 +1,120 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+var __await = (this && this.__await) || function (v) { return this instanceof __await ? (this.v = v, this) : new __await(v); }
+var __asyncGenerator = (this && this.__asyncGenerator) || function (thisArg, _arguments, generator) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var g = generator.apply(thisArg, _arguments || []), i, q = [];
+    return i = Object.create((typeof AsyncIterator === "function" ? AsyncIterator : Object).prototype), verb("next"), verb("throw"), verb("return", awaitReturn), i[Symbol.asyncIterator] = function () { return this; }, i;
+    function awaitReturn(f) { return function (v) { return Promise.resolve(v).then(f, reject); }; }
+    function verb(n, f) { if (g[n]) { i[n] = function (v) { return new Promise(function (a, b) { q.push([n, v, a, b]) > 1 || resume(n, v); }); }; if (f) i[n] = f(i[n]); } }
+    function resume(n, v) { try { step(g[n](v)); } catch (e) { settle(q[0][3], e); } }
+    function step(r) { r.value instanceof __await ? Promise.resolve(r.value.v).then(fulfill, reject) : settle(q[0][2], r); }
+    function fulfill(value) { resume("next", value); }
+    function reject(value) { resume("throw", value); }
+    function settle(f, v) { if (f(v), q.shift(), q.length) resume(q[0][0], q[0][1]); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BedrockAnthropicSupportedLLMs = exports.BedrockAnthropicContentType = exports.BedrockAnthropicMessageRole = exports.OpenAIMessagesRoles = void 0;
+exports.generateLLMResponse = generateLLMResponse;
+const ProviderFinder_1 = require("./middleware/ProviderFinder");
+const InputFormatAdapter_1 = require("./middleware/InputFormatAdapter");
+const OutputFormatAdapter_1 = require("./middleware/OutputFormatAdapter");
+const AwsBedrockAnthropicService_1 = require("./services/AwsBedrockAnthropicService");
+const OpenAIService_1 = require("./services/OpenAIService");
+const types_1 = require("./types");
+// Main function to handle both streaming and non-streaming requests
+function generateLLMResponse(messages_1, model_1, maxTokens_1, temperature_1, systemPrompt_1, tools_1) {
+    return __awaiter(this, arguments, void 0, function* (messages, model, maxTokens, temperature, systemPrompt, tools, stream = false, credentials) {
+        // Step 2: Identify the provider based on the model
+        const provider = ProviderFinder_1.ProviderFinder.getProvider(model);
+        // Initialize the correct service based on the provider
+        let service;
+        if (provider === types_1.Providers.OPENAI) {
+            if (!credentials.apiKey) {
+                throw new Error("OpenAI API key is required for OpenAI models.");
+            }
+            service = new OpenAIService_1.OpenAIService(credentials.apiKey);
+        }
+        else if (provider === types_1.Providers.ANTHROPIC_BEDROCK) {
+            const awsConfig = credentials.awsConfig;
+            if (!awsConfig) {
+                throw new Error("AWS credentials are required for Bedrock models.");
+            }
+            service = new AwsBedrockAnthropicService_1.AwsBedrockAnthropicService(awsConfig.accessKeyId, awsConfig.secretAccessKey, awsConfig.region);
+        }
+        else {
+            throw new Error("Unsupported provider");
+        }
+        // Step 3: If the provider is not OpenAI, adapt the input to provider format
+        const adaptedMessages = provider !== types_1.Providers.OPENAI
+            ? InputFormatAdapter_1.InputFormatAdapter.adaptMessages(messages, provider)
+            : messages;
+        // Step 4: Process the response depending on whether streaming is requested
+        if (stream) {
+            return handleStreamResponse(service, adaptedMessages, model, maxTokens, temperature, systemPrompt, tools, provider);
+        }
+        else {
+            return handleNonStreamResponse(service, adaptedMessages, model, maxTokens, temperature, systemPrompt, tools, provider);
+        }
+    });
+}
+// Helper for non-streaming response
+function handleNonStreamResponse(service, messages, model, maxTokens, temperature, systemPrompt, tools, provider) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const response = yield service.generateCompletion(provider === types_1.Providers.OPENAI
+            ? messages
+            : messages, model, maxTokens, temperature, systemPrompt, tools);
+        // Step 6: Adapt the response if provider is not OpenAI
+        return provider === types_1.Providers.OPENAI
+            ? response
+            : OutputFormatAdapter_1.OutputFormatAdapter.adaptResponse(response, provider);
+    });
+}
+// Helper for streaming response
+function handleStreamResponse(service, messages, model, maxTokens, temperature, systemPrompt, tools, provider) {
+    return __asyncGenerator(this, arguments, function* handleStreamResponse_1() {
+        var _a, e_1, _b, _c;
+        const stream = service.generateStreamCompletion(provider === types_1.Providers.OPENAI
+            ? messages
+            : messages, model, maxTokens, temperature, systemPrompt, tools, true);
+        try {
+            // Step 7: Yield adapted chunks if the provider is not OpenAI
+            for (var _d = true, stream_1 = __asyncValues(stream), stream_1_1; stream_1_1 = yield __await(stream_1.next()), _a = stream_1_1.done, !_a; _d = true) {
+                _c = stream_1_1.value;
+                _d = false;
+                const chunk = _c;
+                yield yield __await(provider === types_1.Providers.OPENAI
+                    ? chunk
+                    : OutputFormatAdapter_1.OutputFormatAdapter.adaptResponse(chunk, provider));
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (!_d && !_a && (_b = stream_1.return)) yield __await(_b.call(stream_1));
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+    });
+}
+var types_2 = require("./types");
+Object.defineProperty(exports, "OpenAIMessagesRoles", { enumerable: true, get: function () { return types_2.OpenAIMessagesRoles; } });
+Object.defineProperty(exports, "BedrockAnthropicMessageRole", { enumerable: true, get: function () { return types_2.BedrockAnthropicMessageRole; } });
+Object.defineProperty(exports, "BedrockAnthropicContentType", { enumerable: true, get: function () { return types_2.BedrockAnthropicContentType; } });
+Object.defineProperty(exports, "BedrockAnthropicSupportedLLMs", { enumerable: true, get: function () { return types_2.BedrockAnthropicSupportedLLMs; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqBA,kDAgEC;AArFD,gEAA6D;AAC7D,wEAAqE;AACrE,0EAAuE;AACvE,sFAAmF;AACnF,4DAAyD;AACzD,mCAOiB;AAQjB,oEAAoE;AACpE,SAAsB,mBAAmB;yDACvC,QAAkB,EAClB,KAAoB,EACpB,SAAiB,EACjB,WAAmB,EACnB,YAAoB,EACpB,KAAU,EACV,SAAkB,KAAK,EACvB,WAAwB;QAExB,mDAAmD;QACnD,MAAM,QAAQ,GAAG,+BAAc,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAEnD,uDAAuD;QACvD,IAAI,OAAmD,CAAC;QACxD,IAAI,QAAQ,KAAK,iBAAS,CAAC,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACnE,CAAC;YACD,OAAO,GAAG,IAAI,6BAAa,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAClD,CAAC;aAAM,IAAI,QAAQ,KAAK,iBAAS,CAAC,iBAAiB,EAAE,CAAC;YACpD,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC;YACxC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACtE,CAAC;YACD,OAAO,GAAG,IAAI,uDAA0B,CACtC,SAAS,CAAC,WAAW,EACrB,SAAS,CAAC,eAAe,EACzB,SAAS,CAAC,MAAM,CACjB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,4EAA4E;QAC5E,MAAM,eAAe,GACnB,QAAQ,KAAK,iBAAS,CAAC,MAAM;YAC3B,CAAC,CAAC,uCAAkB,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC;YACtD,CAAC,CAAC,QAAQ,CAAC;QAEf,2EAA2E;QAC3E,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,oBAAoB,CACzB,OAAO,EACP,eAAe,EACf,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,KAAK,EACL,QAAQ,CACT,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,uBAAuB,CAC5B,OAAO,EACP,eAAe,EACf,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,KAAK,EACL,QAAQ,CACT,CAAC;QACJ,CAAC;IACH,CAAC;CAAA;AAED,oCAAoC;AACpC,SAAe,uBAAuB,CACpC,OAAmD,EACnD,QAAkB,EAClB,KAAoB,EACpB,SAAiB,EACjB,WAAmB,EACnB,YAAoB,EACpB,KAAU,EACV,QAAmB;;QAEnB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAC/C,QAAQ,KAAK,iBAAS,CAAC,MAAM;YAC3B,CAAC,CAAE,QAA2B;YAC9B,CAAC,CAAE,QAA4C,EACjD,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,KAAK,CACN,CAAC;QAEF,uDAAuD;QACvD,OAAO,QAAQ,KAAK,iBAAS,CAAC,MAAM;YAClC,CAAC,CAAC,QAAQ;YACV,CAAC,CAAC,yCAAmB,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC5D,CAAC;CAAA;AAED,gCAAgC;AAChC,SAAgB,oBAAoB,CAClC,OAAmD,EACnD,QAAkB,EAClB,KAAoB,EACpB,SAAiB,EACjB,WAAmB,EACnB,YAAoB,EACpB,KAAU,EACV,QAAmB;;;QAEnB,MAAM,MAAM,GAAG,OAAO,CAAC,wBAAwB,CAC7C,QAAQ,KAAK,iBAAS,CAAC,MAAM;YAC3B,CAAC,CAAE,QAA2B;YAC9B,CAAC,CAAE,QAA4C,EACjD,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,KAAK,EACL,IAAI,CACL,CAAC;;YAEF,6DAA6D;YAC7D,KAA0B,eAAA,WAAA,cAAA,MAAM,CAAA,YAAA,qFAAE,CAAC;gBAAT,sBAAM;gBAAN,WAAM;gBAArB,MAAM,KAAK,KAAA,CAAA;gBACpB,oBAAM,QAAQ,KAAK,iBAAS,CAAC,MAAM;oBACjC,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,yCAAmB,CAAC,aAAa,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA,CAAC;YACzD,CAAC;;;;;;;;;IACH,CAAC;CAAA;AAED,iCAUiB;AANf,4GAAA,mBAAmB,OAAA;AACnB,oHAAA,2BAA2B,OAAA;AAC3B,oHAAA,2BAA2B,OAAA;AAE3B,sHAAA,6BAA6B,OAAA"}

package/dist/middleware/InputFormatAdapter.d.ts

@@ -0,0 +1,4 @@
+import { BedrockAnthropicMessage, Messages, OpenAIMessages, Providers } from "../types";
+export declare class InputFormatAdapter {
+    static adaptMessages(messages: Messages, provider: Providers): OpenAIMessages | BedrockAnthropicMessage[];
+}

package/dist/middleware/InputFormatAdapter.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InputFormatAdapter = void 0;
+const types_1 = require("../types");
+class InputFormatAdapter {
+    static adaptMessages(messages, provider) {
+        switch (provider) {
+            case types_1.Providers.OPENAI:
+                return messages.map((msg) => {
+                    if (msg.role === types_1.OpenAIMessagesRoles.FUNCTION) {
+                        return {
+                            role: msg.role,
+                            content: msg.content,
+                            name: msg.name,
+                        };
+                    }
+                    return {
+                        role: msg.role,
+                        content: msg.content,
+                    };
+                });
+            case types_1.Providers.ANTHROPIC_BEDROCK:
+                return messages.map((msg) => ({
+                    role: msg.role === types_1.OpenAIMessagesRoles.USER
+                        ? types_1.BedrockAnthropicMessageRole.USER
+                        : types_1.BedrockAnthropicMessageRole.ASSISTANT,
+                    content: [
+                        {
+                            type: types_1.BedrockAnthropicContentType.TEXT,
+                            text: msg.content,
+                        },
+                    ],
+                }));
+            default:
+                throw new Error(`Unsupported provider: ${provider}`);
+        }
+    }
+}
+exports.InputFormatAdapter = InputFormatAdapter;
+//# sourceMappingURL=InputFormatAdapter.js.map

package/dist/middleware/InputFormatAdapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"InputFormatAdapter.js","sourceRoot":"","sources":["../../src/middleware/InputFormatAdapter.ts"],"names":[],"mappings":";;;AAAA,oCASkB;AAElB,MAAa,kBAAkB;IAC7B,MAAM,CAAC,aAAa,CAClB,QAAkB,EAClB,QAAmB;QAEnB,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,iBAAS,CAAC,MAAM;gBACnB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;oBAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,2BAAmB,CAAC,QAAQ,EAAE,CAAC;wBAC9C,OAAO;4BACL,IAAI,EAAE,GAAG,CAAC,IAAI;4BACd,OAAO,EAAE,GAAG,CAAC,OAAO;4BACpB,IAAI,EAAG,GAA6B,CAAC,IAAI;yBAC1C,CAAC;oBACJ,CAAC;oBACD,OAAO;wBACL,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,OAAO,EAAE,GAAG,CAAC,OAAiB;qBAC/B,CAAC;gBACJ,CAAC,CAAmB,CAAC;YAEvB,KAAK,iBAAS,CAAC,iBAAiB;gBAC9B,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBAC5B,IAAI,EACF,GAAG,CAAC,IAAI,KAAK,2BAAmB,CAAC,IAAI;wBACnC,CAAC,CAAC,mCAA2B,CAAC,IAAI;wBAClC,CAAC,CAAC,mCAA2B,CAAC,SAAS;oBAC3C,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,mCAA2B,CAAC,IAAI;4BACtC,IAAI,EAAE,GAAG,CAAC,OAAiB;yBAC5B;qBACF;iBACF,CAAC,CAA8B,CAAC;YAEnC;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;CACF;AAvCD,gDAuCC"}

package/dist/middleware/OutputFormatAdapter.d.ts

@@ -0,0 +1,7 @@
+import { LLMResponse, Providers } from "../types";
+export declare class OutputFormatAdapter {
+    static adaptResponse(response: any, provider: Providers): LLMResponse;
+    private static adaptAnthropicBedrockResponse;
+    private static mapRole;
+    private static extractContent;
+}

package/dist/middleware/OutputFormatAdapter.js

@@ -0,0 +1,67 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OutputFormatAdapter = void 0;
+const types_1 = require("../types");
+class OutputFormatAdapter {
+    static adaptResponse(response, provider) {
+        switch (provider) {
+            case types_1.Providers.OPENAI:
+                return response;
+            case types_1.Providers.ANTHROPIC_BEDROCK:
+                return this.adaptAnthropicBedrockResponse(response);
+            default:
+                throw new Error(`Unsupported provider: ${provider}`);
+        }
+    }
+    static adaptAnthropicBedrockResponse(response) {
+        const openAIResponse = {
+            id: response.id,
+            object: "text_completion",
+            created: Date.now(),
+            model: response.model,
+            choices: response.content.map((contentBlock, index) => ({
+                index,
+                message: {
+                    role: this.mapRole(contentBlock),
+                    content: this.extractContent(contentBlock),
+                },
+                logprobs: null,
+                finish_reason: response.stop_reason,
+            })),
+            usage: {
+                prompt_tokens: response.usage.input_tokens,
+                completion_tokens: response.usage.output_tokens,
+                total_tokens: response.usage.input_tokens + response.usage.output_tokens,
+                prompt_tokens_details: { cached_tokens: 0 },
+                completion_tokens_details: { reasoning_tokens: 0 },
+            },
+            system_fingerprint: "anthropic_translation",
+        };
+        return openAIResponse;
+    }
+    static mapRole(content) {
+        switch (content.type) {
+            case types_1.BedrockAnthropicContentType.TOOL_USE:
+            case types_1.BedrockAnthropicContentType.TOOL_RESULT:
+                return "tool";
+            case types_1.BedrockAnthropicContentType.TEXT:
+                return "assistant";
+            default:
+                return "unknown";
+        }
+    }
+    static extractContent(content) {
+        switch (content.type) {
+            case types_1.BedrockAnthropicContentType.TEXT:
+                return content.text;
+            case types_1.BedrockAnthropicContentType.TOOL_RESULT:
+                return content.content || "";
+            case types_1.BedrockAnthropicContentType.TOOL_USE:
+                return content.id || "";
+            default:
+                return "";
+        }
+    }
+}
+exports.OutputFormatAdapter = OutputFormatAdapter;
+//# sourceMappingURL=OutputFormatAdapter.js.map

package/dist/middleware/OutputFormatAdapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OutputFormatAdapter.js","sourceRoot":"","sources":["../../src/middleware/OutputFormatAdapter.ts"],"names":[],"mappings":";;;AAAA,oCAUkB;AAElB,MAAa,mBAAmB;IAC9B,MAAM,CAAC,aAAa,CAAC,QAAa,EAAE,QAAmB;QACrD,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,iBAAS,CAAC,MAAM;gBACnB,OAAO,QAA0B,CAAC;YAEpC,KAAK,iBAAS,CAAC,iBAAiB;gBAC9B,OAAO,IAAI,CAAC,6BAA6B,CACvC,QAAoC,CACrC,CAAC;YAEJ;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,6BAA6B,CAC1C,QAAkC;QAElC,MAAM,cAAc,GAAmB;YACrC,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,iBAAiB;YACzB,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;YACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACtD,KAAK;gBACL,OAAO,EAAE;oBACP,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;oBAChC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC;iBAC3C;gBACD,QAAQ,EAAE,IAAI;gBACd,aAAa,EAAE,QAAQ,CAAC,WAAW;aACpC,CAAC,CAAC;YACH,KAAK,EAAE;gBACL,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;gBAC1C,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC/C,YAAY,EACV,QAAQ,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC5D,qBAAqB,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE;gBAC3C,yBAAyB,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE;aACnD;YACD,kBAAkB,EAAE,uBAAuB;SAC5C,CAAC;QACF,OAAO,cAAc,CAAC;IACxB,CAAC;IAEO,MAAM,CAAC,OAAO,CAAC,OAAgC;QACrD,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,mCAA2B,CAAC,QAAQ,CAAC;YAC1C,KAAK,mCAA2B,CAAC,WAAW;gBAC1C,OAAO,MAAM,CAAC;YAChB,KAAK,mCAA2B,CAAC,IAAI;gBACnC,OAAO,WAAW,CAAC;YACrB;gBACE,OAAO,SAAS,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,cAAc,CAAC,OAAgC;QAC5D,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,mCAA2B,CAAC,IAAI;gBACnC,OAAQ,OAAuC,CAAC,IAAI,CAAC;YACvD,KAAK,mCAA2B,CAAC,WAAW;gBAC1C,OAAQ,OAA6C,CAAC,OAAO,IAAI,EAAE,CAAC;YACtE,KAAK,mCAA2B,CAAC,QAAQ;gBACvC,OAAQ,OAA0C,CAAC,EAAE,IAAI,EAAE,CAAC;YAC9D;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAtED,kDAsEC"}

package/dist/middleware/ProviderFinder.d.ts

@@ -0,0 +1,4 @@
+import { Providers, SupportedLLMs } from "../types";
+export declare class ProviderFinder {
+    static getProvider(model: SupportedLLMs): Providers;
+}

package/dist/middleware/ProviderFinder.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProviderFinder = void 0;
+const types_1 = require("../types");
+class ProviderFinder {
+    static getProvider(model) {
+        if (model.type === "OpenAI" &&
+            Object.values(types_1.OpenAISupportedLLMs).includes(model.model)) {
+            return types_1.Providers.OPENAI;
+        }
+        else if (model.type === "BedrockAnthropic" &&
+            Object.values(types_1.BedrockAnthropicSupportedLLMs).includes(model.model)) {
+            return types_1.Providers.ANTHROPIC_BEDROCK;
+        }
+        throw new Error(`Unsupported model: ${model.model}`);
+    }
+}
+exports.ProviderFinder = ProviderFinder;
+//# sourceMappingURL=ProviderFinder.js.map

package/dist/middleware/ProviderFinder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProviderFinder.js","sourceRoot":"","sources":["../../src/middleware/ProviderFinder.ts"],"names":[],"mappings":";;;AAAA,oCAKkB;AAElB,MAAa,cAAc;IACzB,MAAM,CAAC,WAAW,CAAC,KAAoB;QACrC,IACE,KAAK,CAAC,IAAI,KAAK,QAAQ;YACvB,MAAM,CAAC,MAAM,CAAC,2BAAmB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EACxD,CAAC;YACD,OAAO,iBAAS,CAAC,MAAM,CAAC;QAC1B,CAAC;aAAM,IACL,KAAK,CAAC,IAAI,KAAK,kBAAkB;YACjC,MAAM,CAAC,MAAM,CAAC,qCAA6B,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAClE,CAAC;YACD,OAAO,iBAAS,CAAC,iBAAiB,CAAC;QACrC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;CACF;AAfD,wCAeC"}

package/dist/services/AwsBedrockAnthropicService.d.ts

@@ -0,0 +1,8 @@
+import { BedrockAnthropicParsedChunk, BedrockAnthropicResponse, Messages, SupportedLLMs } from "../types";
+import { ClientService } from "./ClientService";
+export declare class AwsBedrockAnthropicService implements ClientService {
+    private bedrock;
+    constructor(awsAccessKey: string, awsSecretKey: string, region: string);
+    generateCompletion(messages: Messages, model?: SupportedLLMs, maxTokens?: number, temperature?: number, systemPrompt?: string, tools?: any): Promise<BedrockAnthropicResponse>;
+    generateStreamCompletion(messages: Messages, model?: SupportedLLMs, maxTokens?: number, temperature?: number, systemPrompt?: string, tools?: any, stream?: boolean): AsyncGenerator<BedrockAnthropicParsedChunk, void, unknown>;
+}

package/dist/services/AwsBedrockAnthropicService.js

@@ -0,0 +1,110 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __await = (this && this.__await) || function (v) { return this instanceof __await ? (this.v = v, this) : new __await(v); }
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+var __asyncGenerator = (this && this.__asyncGenerator) || function (thisArg, _arguments, generator) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var g = generator.apply(thisArg, _arguments || []), i, q = [];
+    return i = Object.create((typeof AsyncIterator === "function" ? AsyncIterator : Object).prototype), verb("next"), verb("throw"), verb("return", awaitReturn), i[Symbol.asyncIterator] = function () { return this; }, i;
+    function awaitReturn(f) { return function (v) { return Promise.resolve(v).then(f, reject); }; }
+    function verb(n, f) { if (g[n]) { i[n] = function (v) { return new Promise(function (a, b) { q.push([n, v, a, b]) > 1 || resume(n, v); }); }; if (f) i[n] = f(i[n]); } }
+    function resume(n, v) { try { step(g[n](v)); } catch (e) { settle(q[0][3], e); } }
+    function step(r) { r.value instanceof __await ? Promise.resolve(r.value.v).then(fulfill, reject) : settle(q[0][2], r); }
+    function fulfill(value) { resume("next", value); }
+    function reject(value) { resume("throw", value); }
+    function settle(f, v) { if (f(v), q.shift(), q.length) resume(q[0][0], q[0][1]); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AwsBedrockAnthropicService = void 0;
+const client_bedrock_runtime_1 = require("@aws-sdk/client-bedrock-runtime");
+class AwsBedrockAnthropicService {
+    constructor(awsAccessKey, awsSecretKey, region) {
+        this.bedrock = new client_bedrock_runtime_1.BedrockRuntimeClient({
+            region,
+            credentials: {
+                accessKeyId: awsAccessKey,
+                secretAccessKey: awsSecretKey,
+            },
+        });
+    }
+    generateCompletion(messages, model, maxTokens, temperature, systemPrompt, tools) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const modelId = (model === null || model === void 0 ? void 0 : model.type) === "BedrockAnthropic" ? model.model : undefined;
+            if (!modelId) {
+                throw new Error("Invalid model type for AwsBedrockAnthropicService");
+            }
+            const body = JSON.stringify(Object.assign({ anthropic_version: "bedrock-2023-05-31", max_tokens: maxTokens, temperature,
+                messages, system: systemPrompt }, (tools && tools.length > 0 ? { tools } : {})));
+            const command = new client_bedrock_runtime_1.InvokeModelCommand({
+                modelId,
+                body,
+                contentType: "application/json",
+                accept: "application/json",
+            });
+            const response = yield this.bedrock.send(command);
+            return JSON.parse(new TextDecoder().decode(response.body));
+        });
+    }
+    generateStreamCompletion(messages, model, maxTokens, temperature, systemPrompt, tools, stream) {
+        return __asyncGenerator(this, arguments, function* generateStreamCompletion_1() {
+            var _a, e_1, _b, _c;
+            var _d;
+            const modelId = (model === null || model === void 0 ? void 0 : model.type) === "BedrockAnthropic" ? model.model : undefined;
+            if (!modelId) {
+                throw new Error("Invalid model type for AwsBedrockAnthropicService");
+            }
+            const body = JSON.stringify(Object.assign({ anthropic_version: "bedrock-2023-05-31", max_tokens: maxTokens, temperature,
+                messages, system: systemPrompt }, (tools && tools.length > 0 ? { tools } : {})));
+            const command = new client_bedrock_runtime_1.InvokeModelWithResponseStreamCommand({
+                modelId,
+                body,
+                contentType: "application/json",
+                accept: "application/json",
+            });
+            const response = yield __await(this.bedrock.send(command));
+            if (response.body) {
+                const decoder = new TextDecoder("utf-8");
+                try {
+                    for (var _e = true, _f = __asyncValues(response.body), _g; _g = yield __await(_f.next()), _a = _g.done, !_a; _e = true) {
+                        _c = _g.value;
+                        _e = false;
+                        const payload = _c;
+                        const decodedString = decoder.decode((_d = payload.chunk) === null || _d === void 0 ? void 0 : _d.bytes, {
+                            stream: true,
+                        });
+                        try {
+                            const jsonObject = JSON.parse(decodedString);
+                            yield yield __await(jsonObject);
+                        }
+                        catch (error) {
+                            console.error("Failed to parse chunk as JSON:", error);
+                        }
+                    }
+                }
+                catch (e_1_1) { e_1 = { error: e_1_1 }; }
+                finally {
+                    try {
+                        if (!_e && !_a && (_b = _f.return)) yield __await(_b.call(_f));
+                    }
+                    finally { if (e_1) throw e_1.error; }
+                }
+            }
+        });
+    }
+}
+exports.AwsBedrockAnthropicService = AwsBedrockAnthropicService;
+//# sourceMappingURL=AwsBedrockAnthropicService.js.map

package/dist/services/AwsBedrockAnthropicService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AwsBedrockAnthropicService.js","sourceRoot":"","sources":["../../src/services/AwsBedrockAnthropicService.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAMA,4EAIyC;AAGzC,MAAa,0BAA0B;IAGrC,YAAY,YAAoB,EAAE,YAAoB,EAAE,MAAc;QACpE,IAAI,CAAC,OAAO,GAAG,IAAI,6CAAoB,CAAC;YACtC,MAAM;YACN,WAAW,EAAE;gBACX,WAAW,EAAE,YAAY;gBACzB,eAAe,EAAE,YAAY;aAC9B;SACF,CAAC,CAAC;IACL,CAAC;IAEK,kBAAkB,CACtB,QAAkB,EAClB,KAAqB,EACrB,SAAkB,EAClB,WAAoB,EACpB,YAAqB,EACrB,KAAW;;YAEX,MAAM,OAAO,GACX,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,IAAI,MAAK,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/D,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,iBACzB,iBAAiB,EAAE,oBAAoB,EACvC,UAAU,EAAE,SAAS,EACrB,WAAW;gBACX,QAAQ,EACR,MAAM,EAAE,YAAY,IACjB,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAC/C,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,2CAAkB,CAAC;gBACrC,OAAO;gBACP,IAAI;gBACJ,WAAW,EAAE,kBAAkB;gBAC/B,MAAM,EAAE,kBAAkB;aAC3B,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7D,CAAC;KAAA;IAEM,wBAAwB,CAC7B,QAAkB,EAClB,KAAqB,EACrB,SAAkB,EAClB,WAAoB,EACpB,YAAqB,EACrB,KAAW,EACX,MAAgB;;;;YAEhB,MAAM,OAAO,GACX,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,IAAI,MAAK,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/D,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,iBACzB,iBAAiB,EAAE,oBAAoB,EACvC,UAAU,EAAE,SAAS,EACrB,WAAW;gBACX,QAAQ,EACR,MAAM,EAAE,YAAY,IACjB,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAC/C,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,6DAAoC,CAAC;gBACvD,OAAO;gBACP,IAAI;gBACJ,WAAW,EAAE,kBAAkB;gBAC/B,MAAM,EAAE,kBAAkB;aAC3B,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,cAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA,CAAC;YAElD,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;;oBAEzC,KAA4B,eAAA,KAAA,cAAA,QAAQ,CAAC,IAAI,CAAA,IAAA,+DAAE,CAAC;wBAAhB,cAAa;wBAAb,WAAa;wBAA9B,MAAM,OAAO,KAAA,CAAA;wBACtB,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,MAAA,OAAO,CAAC,KAAK,0CAAE,KAAK,EAAE;4BACzD,MAAM,EAAE,IAAI;yBACb,CAAC,CAAC;wBAEH,IAAI,CAAC;4BACH,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;4BAC7C,oBAAM,UAAU,CAAA,CAAC;wBACnB,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;wBACzD,CAAC;oBACH,CAAC;;;;;;;;;YACH,CAAC;QACH,CAAC;KAAA;CACF;AAjGD,gEAiGC"}

package/dist/services/ClientService.d.ts

@@ -0,0 +1,5 @@
+import { BedrockAnthropicParsedChunk, LLMResponse, Messages, SupportedLLMs } from "../types";
+export interface ClientService {
+    generateCompletion(messages: Messages, model?: SupportedLLMs, maxTokens?: number, temperature?: number, systemPrompt?: string, tools?: any): Promise<LLMResponse>;
+    generateStreamCompletion(messages: Messages, model?: SupportedLLMs, maxTokens?: number, temperature?: number, systemPrompt?: string, tools?: any, stream?: boolean): AsyncGenerator<BedrockAnthropicParsedChunk, void, unknown>;
+}

package/dist/services/ClientService.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=ClientService.js.map

package/dist/services/ClientService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ClientService.js","sourceRoot":"","sources":["../../src/services/ClientService.ts"],"names":[],"mappings":""}

package/dist/services/OpenAIService.d.ts

@@ -0,0 +1,11 @@
+import { OpenAIMessages, OpenAIResponse, SupportedLLMs } from "../types";
+import { ClientService } from "./ClientService";
+export declare class OpenAIService implements ClientService {
+    private openai;
+    constructor(apiKey: string);
+    generateCompletion(messages: OpenAIMessages, model: SupportedLLMs, maxTokens: number, temperature: number, systemPrompt?: string, // Optional parameter
+    tools?: any): Promise<OpenAIResponse>;
+    generateStreamCompletion(messages: OpenAIMessages, model: SupportedLLMs, maxTokens: number, temperature: number, systemPrompt?: string, // Optional parameter
+    tools?: any, // Optional parameter
+    stream?: boolean): AsyncGenerator<any, void, unknown>;
+}