@mcp-abap-adt/openai-embedder 11.0.0

package/README.md

@@ -0,0 +1,30 @@
+# @mcp-abap-adt/openai-embedder
+
+OpenAI embedding provider for @mcp-abap-adt/llm-agent. Implements `IEmbedderBatch`; uses native `fetch`.
+
+## Exports
+
+- `OpenAiEmbedder` — implements IEmbedderBatch, calls OpenAI /v1/embeddings.
+- `OpenAiEmbedderConfig` — configuration type.
+
+## Installation
+
+```bash
+npm install @mcp-abap-adt/openai-embedder
+```
+
+## Usage
+
+```ts
+import { OpenAiEmbedder } from '@mcp-abap-adt/openai-embedder';
+
+const embedder = new OpenAiEmbedder({
+  apiKey: 'sk-...',
+  model: 'text-embedding-3-small',
+});
+
+const result = await embedder.embed('Hello world');
+console.log(result.vector);
+```
+
+Optional peer dependency of @mcp-abap-adt/llm-agent-server.

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export type { OpenAiEmbedderConfig } from './openai-embedder.js';
+export { OpenAiEmbedder } from './openai-embedder.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/index.js

@@ -0,0 +1,2 @@
+export { OpenAiEmbedder } from './openai-embedder.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/openai-embedder.d.ts

@@ -0,0 +1,22 @@
+import type { IEmbedderBatch, IEmbedResult } from '@mcp-abap-adt/llm-agent';
+import { type CallOptions } from '@mcp-abap-adt/llm-agent';
+export interface OpenAiEmbedderConfig {
+    /** API key for OpenAI-compatible service */
+    apiKey: string;
+    /** API base URL. Default: 'https://api.openai.com/v1' */
+    baseURL?: string;
+    /** Embedding model. Default: 'text-embedding-3-small' */
+    model?: string;
+    /** Per-request timeout in milliseconds. Default: 30 000 */
+    timeoutMs?: number;
+}
+export declare class OpenAiEmbedder implements IEmbedderBatch {
+    private readonly baseURL;
+    private readonly apiKey;
+    private readonly model;
+    private readonly timeoutMs;
+    constructor(config: OpenAiEmbedderConfig);
+    embed(text: string, options?: CallOptions): Promise<IEmbedResult>;
+    embedBatch(texts: string[], options?: CallOptions): Promise<IEmbedResult[]>;
+}
+//# sourceMappingURL=openai-embedder.d.ts.map

package/dist/openai-embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-embedder.d.ts","sourceRoot":"","sources":["../src/openai-embedder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5E,OAAO,EAAE,KAAK,WAAW,EAAY,MAAM,yBAAyB,CAAC;AAErE,MAAM,WAAW,oBAAoB;IACnC,4CAA4C;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yDAAyD;IACzD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,2DAA2D;IAC3D,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,cAAe,YAAW,cAAc;IACnD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,MAAM,EAAE,oBAAoB;IAclC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAwDjE,UAAU,CACd,KAAK,EAAE,MAAM,EAAE,EACf,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,YAAY,EAAE,CAAC;CAwE3B"}

package/dist/openai-embedder.js

@@ -0,0 +1,122 @@
+import { RagError } from '@mcp-abap-adt/llm-agent';
+export class OpenAiEmbedder {
+    baseURL;
+    apiKey;
+    model;
+    timeoutMs;
+    constructor(config) {
+        this.apiKey = config.apiKey;
+        this.baseURL = (config.baseURL ?? 'https://api.openai.com/v1').replace(/\/$/, '');
+        this.model = config.model ?? 'text-embedding-3-small';
+        this.timeoutMs = config.timeoutMs ?? 30_000;
+        if (!this.apiKey) {
+            throw new Error('OpenAI API key is required for embedding');
+        }
+    }
+    async embed(text, options) {
+        const url = `${this.baseURL}/embeddings`;
+        let lastError;
+        const maxRetries = 3;
+        for (let attempt = 0; attempt < maxRetries; attempt++) {
+            try {
+                const timeoutSignal = AbortSignal.timeout(this.timeoutMs);
+                const signal = options?.signal
+                    ? AbortSignal.any([options.signal, timeoutSignal])
+                    : timeoutSignal;
+                const res = await fetch(url, {
+                    method: 'POST',
+                    headers: {
+                        'Content-Type': 'application/json',
+                        Authorization: `Bearer ${this.apiKey}`,
+                    },
+                    body: JSON.stringify({ model: this.model, input: text }),
+                    signal,
+                });
+                if (!res.ok) {
+                    const errorText = await res.text();
+                    throw new RagError(`OpenAI embed error: HTTP ${res.status} - ${errorText}`, 'EMBED_ERROR');
+                }
+                const json = (await res.json());
+                const vector = json.data[0].embedding;
+                const usage = json.usage
+                    ? {
+                        promptTokens: json.usage.prompt_tokens,
+                        totalTokens: json.usage.total_tokens,
+                    }
+                    : undefined;
+                return { vector, usage };
+            }
+            catch (err) {
+                lastError = err instanceof Error ? err : new Error(String(err));
+                if (err instanceof Error && err.name === 'AbortError')
+                    throw err;
+                const delay = 500 * 2 ** attempt;
+                await new Promise((resolve) => setTimeout(resolve, delay));
+            }
+        }
+        throw (lastError ||
+            new RagError('OpenAI embed failed after retries', 'EMBED_ERROR'));
+    }
+    async embedBatch(texts, options) {
+        if (texts.length === 0)
+            return [];
+        const chunkSize = 100;
+        const results = new Array(texts.length);
+        for (let start = 0; start < texts.length; start += chunkSize) {
+            const chunk = texts.slice(start, start + chunkSize);
+            const url = `${this.baseURL}/embeddings`;
+            let lastError;
+            const maxRetries = 3;
+            for (let attempt = 0; attempt < maxRetries; attempt++) {
+                try {
+                    const timeoutSignal = AbortSignal.timeout(this.timeoutMs);
+                    const signal = options?.signal
+                        ? AbortSignal.any([options.signal, timeoutSignal])
+                        : timeoutSignal;
+                    const res = await fetch(url, {
+                        method: 'POST',
+                        headers: {
+                            'Content-Type': 'application/json',
+                            Authorization: `Bearer ${this.apiKey}`,
+                        },
+                        body: JSON.stringify({ model: this.model, input: chunk }),
+                        signal,
+                    });
+                    if (!res.ok) {
+                        const errorText = await res.text();
+                        throw new RagError(`OpenAI batch embed error: HTTP ${res.status} - ${errorText}`, 'EMBED_ERROR');
+                    }
+                    const json = (await res.json());
+                    const sorted = json.data.sort((a, b) => a.index - b.index);
+                    const chunkLen = sorted.length;
+                    const usagePerItem = json.usage
+                        ? {
+                            promptTokens: Math.round(json.usage.prompt_tokens / chunkLen),
+                            totalTokens: Math.round(json.usage.total_tokens / chunkLen),
+                        }
+                        : undefined;
+                    for (let i = 0; i < sorted.length; i++) {
+                        results[start + i] = {
+                            vector: sorted[i].embedding,
+                            usage: usagePerItem,
+                        };
+                    }
+                    lastError = undefined;
+                    break;
+                }
+                catch (err) {
+                    lastError = err instanceof Error ? err : new Error(String(err));
+                    if (err instanceof Error && err.name === 'AbortError')
+                        throw err;
+                    const delay = 500 * 2 ** attempt;
+                    await new Promise((resolve) => setTimeout(resolve, delay));
+                }
+            }
+            if (lastError) {
+                throw lastError;
+            }
+        }
+        return results;
+    }
+}
+//# sourceMappingURL=openai-embedder.js.map

package/dist/openai-embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-embedder.js","sourceRoot":"","sources":["../src/openai-embedder.ts"],"names":[],"mappings":"AACA,OAAO,EAAoB,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAarE,MAAM,OAAO,cAAc;IACR,OAAO,CAAS;IAChB,MAAM,CAAS;IACf,KAAK,CAAS;IACd,SAAS,CAAS;IAEnC,YAAY,MAA4B;QACtC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,2BAA2B,CAAC,CAAC,OAAO,CACpE,KAAK,EACL,EAAE,CACH,CAAC;QACF,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAC;QACtD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC;QAE5C,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,OAAqB;QAC7C,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,aAAa,CAAC;QACzC,IAAI,SAA4B,CAAC;QACjC,MAAM,UAAU,GAAG,CAAC,CAAC;QAErB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACtD,IAAI,CAAC;gBACH,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC1D,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM;oBAC5B,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;oBAClD,CAAC,CAAC,aAAa,CAAC;gBAElB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;oBAC3B,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;qBACvC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;oBACxD,MAAM;iBACP,CAAC,CAAC;gBAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;oBACZ,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;oBACnC,MAAM,IAAI,QAAQ,CAChB,4BAA4B,GAAG,CAAC,MAAM,MAAM,SAAS,EAAE,EACvD,aAAa,CACd,CAAC;gBACJ,CAAC;gBAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAG7B,CAAC;gBACF,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK;oBACtB,CAAC,CAAC;wBACE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;wBACtC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;qBACrC;oBACH,CAAC,CAAC,SAAS,CAAC;gBACd,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YAC3B,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAChE,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY;oBAAE,MAAM,GAAG,CAAC;gBACjE,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,OAAO,CAAC;gBACjC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,MAAM,CACJ,SAAS;YACT,IAAI,QAAQ,CAAC,mCAAmC,EAAE,aAAa,CAAC,CACjE,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CACd,KAAe,EACf,OAAqB;QAErB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,SAAS,GAAG,GAAG,CAAC;QACtB,MAAM,OAAO,GAAmB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAExD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,SAAS,EAAE,CAAC;YAC7D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,SAAS,CAAC,CAAC;YACpD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,aAAa,CAAC;YACzC,IAAI,SAA4B,CAAC;YACjC,MAAM,UAAU,GAAG,CAAC,CAAC;YAErB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;gBACtD,IAAI,CAAC;oBACH,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC1D,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM;wBAC5B,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;wBAClD,CAAC,CAAC,aAAa,CAAC;oBAElB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;wBAC3B,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACP,cAAc,EAAE,kBAAkB;4BAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;yBACvC;wBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;wBACzD,MAAM;qBACP,CAAC,CAAC;oBAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;wBACZ,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;wBACnC,MAAM,IAAI,QAAQ,CAChB,kCAAkC,GAAG,CAAC,MAAM,MAAM,SAAS,EAAE,EAC7D,aAAa,CACd,CAAC;oBACJ,CAAC;oBAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAG7B,CAAC;oBACF,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;oBAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;oBAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK;wBAC7B,CAAC,CAAC;4BACE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,QAAQ,CAAC;4BAC7D,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC;yBAC5D;wBACH,CAAC,CAAC,SAAS,CAAC;oBACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACvC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG;4BACnB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;4BAC3B,KAAK,EAAE,YAAY;yBACpB,CAAC;oBACJ,CAAC;oBACD,SAAS,GAAG,SAAS,CAAC;oBACtB,MAAM;gBACR,CAAC;gBAAC,OAAO,GAAY,EAAE,CAAC;oBACtB,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;oBAChE,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY;wBAAE,MAAM,GAAG,CAAC;oBACjE,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,IAAI,OAAO,CAAC;oBACjC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;YAED,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,SAAS,CAAC;YAClB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}

package/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "@mcp-abap-adt/openai-embedder",
+  "version": "11.0.0",
+  "description": "OpenAI embedding provider (IEmbedderBatch) for @mcp-abap-adt/llm-agent.",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "default": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "clean": "tsc -p tsconfig.json --clean",
+    "test": "node --import tsx/esm --test --test-reporter=spec 'src/**/*.test.ts'"
+  },
+  "dependencies": {
+    "@mcp-abap-adt/llm-agent": "*"
+  },
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/fr0ster/llm-agent.git"
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}