@kernl-sdk/ai 0.2.5 → 0.2.7

package/.turbo/turbo-build.log

@@ -1,4 +1,5 @@
-
-> @kernl-sdk/ai@0.2.4 build /Users/andjones/Documents/projects/kernl/packages/providers/ai
-> tsc && tsc-alias
-
+
+
+> @kernl-sdk/ai@0.2.6 build /Users/andjones/Documents/projects/kernl/packages/providers/ai
+> tsc && tsc-alias --resolve-full-paths
+

package/.turbo/turbo-check-types.log

@@ -1,4 +1,4 @@
 
-> @kernl-sdk/ai@0.1.4 check-types /Users/andjones/Documents/projects/kernl/packages/_ai
+> @kernl-sdk/ai@0.2.6 check-types /Users/andjones/Documents/projects/kernl/packages/providers/ai
 > tsc --noEmit
 

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @kernl/ai
 
+## 0.2.7
+
+### Patch Changes
+
+- Updated dependencies [a7d6138]
+  - @kernl-sdk/retrieval@0.1.0
+
+## 0.2.6
+
+### Patch Changes
+
+- Fix ESM compatibility by adding --resolve-full-paths to tsc-alias build
+- Updated dependencies
+  - @kernl-sdk/shared@0.1.6
+  - @kernl-sdk/protocol@0.2.5
+
 ## 0.2.5
 
 ### Patch Changes

package/dist/__tests__/embed-integration.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=embed-integration.test.d.ts.map

package/dist/__tests__/embed-integration.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed-integration.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/embed-integration.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/embed-integration.test.js

@@ -0,0 +1,70 @@
+import { describe, it, expect } from "vitest";
+import { embed, embedMany } from "@kernl-sdk/retrieval";
+import { openai } from "../providers/openai.js";
+import { google } from "../providers/google.js";
+// Force module evaluation by referencing exports
+void openai;
+void google;
+// Integration tests for embedding functions with real APIs.
+// Skip these in CI if API keys are not available.
+describe.skipIf(!process.env.OPENAI_API_KEY)("embed integration (OpenAI)", () => {
+    it("should embed single text with OpenAI", async () => {
+        const result = await embed({
+            model: "openai/text-embedding-3-small",
+            text: "The quick brown fox jumps over the lazy dog",
+        });
+        expect(result.embedding).toBeDefined();
+        expect(Array.isArray(result.embedding)).toBe(true);
+        expect(result.embedding.length).toBe(1536); // text-embedding-3-small dimensions
+        expect(result.embedding[0]).toBeTypeOf("number");
+    });
+    it("should embed multiple texts with OpenAI", async () => {
+        const result = await embedMany({
+            model: "openai/text-embedding-3-small",
+            texts: [
+                "Hello world",
+                "Machine learning is fascinating",
+                "TypeScript is great",
+            ],
+        });
+        expect(result.embeddings).toBeDefined();
+        expect(result.embeddings.length).toBe(3);
+        expect(result.embeddings[0].length).toBe(1536);
+        expect(result.embeddings[1].length).toBe(1536);
+        expect(result.embeddings[2].length).toBe(1536);
+    });
+    it("should handle concurrency with OpenAI", async () => {
+        const texts = Array.from({ length: 10 }, (_, i) => `Text number ${i}`);
+        const result = await embedMany({
+            model: "openai/text-embedding-3-small",
+            texts,
+            concurrency: 3,
+        });
+        expect(result.embeddings.length).toBe(10);
+        result.embeddings.forEach((embedding) => {
+            expect(embedding.length).toBe(1536);
+        });
+    });
+    it("should retry on failure", async () => {
+        // This test might be flaky, but demonstrates retry behavior
+        const result = await embed({
+            model: "openai/text-embedding-3-small",
+            text: "Test retry behavior",
+            retries: 2,
+        });
+        expect(result.embedding).toBeDefined();
+        expect(result.embedding.length).toBe(1536);
+    });
+});
+describe.skipIf(!process.env.GOOGLE_GENERATIVE_AI_API_KEY)("embed integration (Google)", () => {
+    it("should embed single text with Google", async () => {
+        const result = await embed({
+            model: "google/text-embedding-004",
+            text: "The quick brown fox jumps over the lazy dog",
+        });
+        expect(result.embedding).toBeDefined();
+        expect(Array.isArray(result.embedding)).toBe(true);
+        expect(result.embedding.length).toBeGreaterThan(0);
+        expect(result.embedding[0]).toBeTypeOf("number");
+    });
+});

package/dist/__tests__/integration.test.js

@@ -2,7 +2,7 @@ import { describe, it, expect, beforeAll } from "vitest";
 import { openai } from "@ai-sdk/openai";
 import { anthropic } from "@ai-sdk/anthropic";
 import { IN_PROGRESS } from "@kernl-sdk/protocol";
-import { AISDKLanguageModel } from "../language-model";
+import { AISDKLanguageModel } from "../language-model.js";
 /**
  * Integration tests for AISDKLanguageModel with real AI SDK providers.
  *

package/dist/__tests__/language-model.test.js

@@ -1,6 +1,6 @@
 import { describe, it, expect, vi } from "vitest";
 import { IN_PROGRESS } from "@kernl-sdk/protocol";
-import { AISDKLanguageModel } from "../language-model";
+import { AISDKLanguageModel } from "../language-model.js";
 /**
  * Unit tests for AISDKLanguageModel stream accumulation behavior
  */

package/dist/convert/__tests__/message.test.js

@@ -1,5 +1,5 @@
 import { describe, it, expect } from "vitest";
-import { MESSAGE } from "../message";
+import { MESSAGE } from "../message.js";
 describe("MESSAGE codec", () => {
     describe("encode - system messages", () => {
         it("should encode system message with single text part", () => {

package/dist/convert/__tests__/response.test.js

@@ -1,5 +1,5 @@
 import { describe, it, expect } from "vitest";
-import { WARNING } from "../response";
+import { WARNING } from "../response.js";
 describe("WARNING codec", () => {
     describe("decode", () => {
         it("should decode unsupported-setting warning", () => {

package/dist/convert/__tests__/settings.test.js

@@ -1,5 +1,5 @@
 import { describe, it, expect } from "vitest";
-import { MODEL_SETTINGS } from "../settings";
+import { MODEL_SETTINGS } from "../settings.js";
 describe("MODEL_SETTINGS codec", () => {
     describe("encode", () => {
         it("should encode temperature setting", () => {

package/dist/convert/__tests__/stream.test.js

@@ -1,6 +1,6 @@
 import { describe, it, expect } from "vitest";
 import { IN_PROGRESS } from "@kernl-sdk/protocol";
-import { STREAM_PART, convertStream } from "../stream";
+import { STREAM_PART, convertStream } from "../stream.js";
 describe("STREAM_PART codec", () => {
     describe("decode - text events", () => {
         it("should decode text-start event", () => {

package/dist/convert/__tests__/tools.test.js

@@ -1,5 +1,5 @@
 import { describe, it, expect } from "vitest";
-import { TOOL, TOOL_CHOICE } from "../tools";
+import { TOOL, TOOL_CHOICE } from "../tools.js";
 describe("TOOL codec", () => {
     describe("encode - function tools", () => {
         it("should encode function tool with basic schema", () => {

package/dist/convert/__tests__/ui-message.test.js

@@ -1,6 +1,6 @@
 import { describe, it, expect } from "vitest";
 import { IN_PROGRESS, COMPLETED, FAILED } from "@kernl-sdk/protocol";
-import { UIMessageCodec, historyToUIMessages } from "../ui-message";
+import { UIMessageCodec, historyToUIMessages } from "../ui-message.js";
 describe("UIMessageCodec", () => {
     // ----------------------------
     // Text parts

package/dist/convert/__tests__/ui-stream.test.js

@@ -1,6 +1,6 @@
 import { describe, it, expect } from "vitest";
 import { COMPLETED, FAILED, IN_PROGRESS } from "@kernl-sdk/protocol";
-import { STREAM_UI_PART, toUIMessageStream } from "../ui-stream";
+import { STREAM_UI_PART, toUIMessageStream } from "../ui-stream.js";
 describe("STREAM_UI_PART codec", () => {
     describe("encode - text events", () => {
         it("should encode text-start event", () => {

package/dist/convert/embedding.d.ts

@@ -0,0 +1,12 @@
+import type { Codec } from "@kernl-sdk/shared/lib";
+import type { EmbeddingModelRequestSettings } from "@kernl-sdk/protocol";
+import type { SharedV3ProviderOptions } from "@ai-sdk/provider";
+/**
+ * AI SDK embedding call options extracted from settings.
+ */
+export interface AISdkEmbeddingOptions {
+    dimensions?: number;
+    providerOptions?: SharedV3ProviderOptions;
+}
+export declare const EMBEDDING_SETTINGS: Codec<EmbeddingModelRequestSettings, AISdkEmbeddingOptions>;
+//# sourceMappingURL=embedding.d.ts.map

package/dist/convert/embedding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding.d.ts","sourceRoot":"","sources":["../../src/convert/embedding.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,qBAAqB,CAAC;AACzE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAEhE;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,uBAAuB,CAAC;CAC3C;AAED,eAAO,MAAM,kBAAkB,EAAE,KAAK,CACpC,6BAA6B,EAC7B,qBAAqB,CAkBtB,CAAC"}

package/dist/convert/embedding.js

@@ -0,0 +1,16 @@
+export const EMBEDDING_SETTINGS = {
+    encode: (settings) => {
+        const options = {};
+        if (settings.dimensions !== undefined) {
+            options.dimensions = settings.dimensions;
+        }
+        if (settings.providerOptions !== undefined) {
+            options.providerOptions =
+                settings.providerOptions;
+        }
+        return options;
+    },
+    decode: () => {
+        throw new Error("codec:unimplemented");
+    },
+};

package/dist/convert/settings.js

@@ -1,4 +1,4 @@
-import { TOOL_CHOICE } from "./tools";
+import { TOOL_CHOICE } from "./tools.js";
 export const MODEL_SETTINGS = {
     encode: (settings) => {
         const options = {};

package/dist/convert/stream.js

@@ -1,5 +1,5 @@
 import { COMPLETED, FAILED, IN_PROGRESS, } from "@kernl-sdk/protocol";
-import { WARNING } from "./response";
+import { WARNING } from "./response.js";
 /**
  * Convert AI SDK stream to async iterable of kernl stream events.
  */

package/dist/embedding-model.d.ts

@@ -0,0 +1,16 @@
+import type { EmbeddingModelV3 } from "@ai-sdk/provider";
+import type { EmbeddingModel, EmbeddingModelRequest, EmbeddingModelResponse } from "@kernl-sdk/protocol";
+/**
+ * EmbeddingModel adapter for the AI SDK EmbeddingModelV3.
+ */
+export declare class AISDKEmbeddingModel<TValue = string> implements EmbeddingModel<TValue> {
+    private model;
+    readonly spec: "1.0";
+    readonly provider: string;
+    readonly modelId: string;
+    readonly maxEmbeddingsPerCall?: number;
+    readonly supportsParallelCalls?: boolean;
+    constructor(model: EmbeddingModelV3<TValue>);
+    embed(request: EmbeddingModelRequest<TValue>): Promise<EmbeddingModelResponse>;
+}
+//# sourceMappingURL=embedding-model.d.ts.map

package/dist/embedding-model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-model.d.ts","sourceRoot":"","sources":["../src/embedding-model.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,KAAK,EACV,cAAc,EACd,qBAAqB,EACrB,sBAAsB,EACvB,MAAM,qBAAqB,CAAC;AAI7B;;GAEG;AACH,qBAAa,mBAAmB,CAAC,MAAM,GAAG,MAAM,CAC9C,YAAW,cAAc,CAAC,MAAM,CAAC;IAQrB,OAAO,CAAC,KAAK;IANzB,QAAQ,CAAC,IAAI,EAAG,KAAK,CAAU;IAC/B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IACvC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,OAAO,CAAC;gBAErB,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC;IAa7C,KAAK,CACT,OAAO,EAAE,qBAAqB,CAAC,MAAM,CAAC,GACrC,OAAO,CAAC,sBAAsB,CAAC;CAiBnC"}

package/dist/embedding-model.js

@@ -0,0 +1,39 @@
+import { EMBEDDING_SETTINGS } from "./convert/embedding.js";
+/**
+ * EmbeddingModel adapter for the AI SDK EmbeddingModelV3.
+ */
+export class AISDKEmbeddingModel {
+    model;
+    spec = "1.0";
+    provider;
+    modelId;
+    maxEmbeddingsPerCall;
+    supportsParallelCalls;
+    constructor(model) {
+        this.model = model;
+        this.provider = model.provider;
+        this.modelId = model.modelId;
+        // AI SDK supports async values for these, we handle sync case
+        if (typeof model.maxEmbeddingsPerCall === "number") {
+            this.maxEmbeddingsPerCall = model.maxEmbeddingsPerCall;
+        }
+        if (typeof model.supportsParallelCalls === "boolean") {
+            this.supportsParallelCalls = model.supportsParallelCalls;
+        }
+    }
+    async embed(request) {
+        const settings = request.settings
+            ? EMBEDDING_SETTINGS.encode(request.settings)
+            : {};
+        const result = await this.model.doEmbed({
+            values: request.values,
+            abortSignal: request.abort,
+            ...settings,
+        });
+        return {
+            embeddings: result.embeddings,
+            usage: { inputTokens: result.usage?.tokens },
+            providerMetadata: result.providerMetadata,
+        };
+    }
+}

package/dist/index.d.ts

@@ -11,12 +11,14 @@
  * const response = await claude.generate([...], {});
  * ```
  */
-export { AISDKLanguageModel } from "./language-model";
-export { MESSAGE } from "./convert/message";
-export { TOOL, TOOL_CHOICE } from "./convert/tools";
-export { MODEL_SETTINGS } from "./convert/settings";
-export { MODEL_RESPONSE, WARNING } from "./convert/response";
-export { convertStream } from "./convert/stream";
-export { UIMessageCodec, historyToUIMessages } from "./convert/ui-message";
-export { STREAM_UI_PART, toUIMessageStream } from "./convert/ui-stream";
+export { AISDKLanguageModel } from "./language-model.js";
+export { AISDKEmbeddingModel } from "./embedding-model.js";
+export { MESSAGE } from "./convert/message.js";
+export { TOOL, TOOL_CHOICE } from "./convert/tools.js";
+export { MODEL_SETTINGS } from "./convert/settings.js";
+export { EMBEDDING_SETTINGS } from "./convert/embedding.js";
+export { MODEL_RESPONSE, WARNING } from "./convert/response.js";
+export { convertStream } from "./convert/stream.js";
+export { UIMessageCodec, historyToUIMessages } from "./convert/ui-message.js";
+export { STREAM_UI_PART, toUIMessageStream } from "./convert/ui-stream.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAGtD,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAGxD,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC"}

package/dist/index.js

@@ -11,12 +11,14 @@
  * const response = await claude.generate([...], {});
  * ```
  */
-export { AISDKLanguageModel } from "./language-model";
+export { AISDKLanguageModel } from "./language-model.js";
+export { AISDKEmbeddingModel } from "./embedding-model.js";
 // Re-export codecs for custom provider implementations
-export { MESSAGE } from "./convert/message";
-export { TOOL, TOOL_CHOICE } from "./convert/tools";
-export { MODEL_SETTINGS } from "./convert/settings";
-export { MODEL_RESPONSE, WARNING } from "./convert/response";
-export { convertStream } from "./convert/stream";
-export { UIMessageCodec, historyToUIMessages } from "./convert/ui-message";
-export { STREAM_UI_PART, toUIMessageStream } from "./convert/ui-stream";
+export { MESSAGE } from "./convert/message.js";
+export { TOOL, TOOL_CHOICE } from "./convert/tools.js";
+export { MODEL_SETTINGS } from "./convert/settings.js";
+export { EMBEDDING_SETTINGS } from "./convert/embedding.js";
+export { MODEL_RESPONSE, WARNING } from "./convert/response.js";
+export { convertStream } from "./convert/stream.js";
+export { UIMessageCodec, historyToUIMessages } from "./convert/ui-message.js";
+export { STREAM_UI_PART, toUIMessageStream } from "./convert/ui-stream.js";

package/dist/language-model.js

@@ -1,9 +1,9 @@
 import { message, reasoning } from "@kernl-sdk/protocol";
-import { MESSAGE } from "./convert/message";
-import { TOOL } from "./convert/tools";
-import { MODEL_SETTINGS } from "./convert/settings";
-import { MODEL_RESPONSE } from "./convert/response";
-import { convertStream } from "./convert/stream";
+import { MESSAGE } from "./convert/message.js";
+import { TOOL } from "./convert/tools.js";
+import { MODEL_SETTINGS } from "./convert/settings.js";
+import { MODEL_RESPONSE } from "./convert/response.js";
+import { convertStream } from "./convert/stream.js";
 /**
  * LanguageModel adapter for the AI SDK LanguageModelV3.
  */

package/dist/providers/anthropic.d.ts

@@ -1,4 +1,4 @@
-import { AISDKLanguageModel } from "../language-model";
+import { AISDKLanguageModel } from "../language-model.js";
 /**
  * Create a kernl-compatible Anthropic language model.
  *

package/dist/providers/anthropic.js

@@ -1,5 +1,5 @@
 import { anthropic as createAnthropicModel } from "@ai-sdk/anthropic";
-import { AISDKLanguageModel } from "../language-model";
+import { AISDKLanguageModel } from "../language-model.js";
 /**
  * Create a kernl-compatible Anthropic language model.
  *
@@ -15,3 +15,4 @@ export function anthropic(modelId) {
     const model = createAnthropicModel(modelId);
     return new AISDKLanguageModel(model);
 }
+// Note: Anthropic does not currently support embeddings

package/dist/providers/google.d.ts

@@ -1,4 +1,4 @@
-import { AISDKLanguageModel } from "../language-model";
+import { AISDKLanguageModel } from "../language-model.js";
 /**
  * Create a kernl-compatible Google Generative AI language model.
  *

package/dist/providers/google.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEvD;;;;;;;;;;GAUG;AACH,wBAAgB,MAAM,CAAC,OAAO,EAAE,MAAM,sBAGrC"}
+{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAIvD;;;;;;;;;;GAUG;AACH,wBAAgB,MAAM,CAAC,OAAO,EAAE,MAAM,sBAGrC"}

package/dist/providers/google.js

@@ -1,5 +1,7 @@
 import { google as createGoogleModel } from "@ai-sdk/google";
-import { AISDKLanguageModel } from "../language-model";
+import { AISDKLanguageModel } from "../language-model.js";
+import { AISDKEmbeddingModel } from "../embedding-model.js";
+import { registerEmbeddingProvider } from "@kernl-sdk/retrieval";
 /**
  * Create a kernl-compatible Google Generative AI language model.
  *
@@ -15,3 +17,5 @@ export function google(modelId) {
     const model = createGoogleModel(modelId);
     return new AISDKLanguageModel(model);
 }
+// Auto-register Google embedding provider
+registerEmbeddingProvider("google", (id) => new AISDKEmbeddingModel(createGoogleModel.textEmbedding(id)));

package/dist/providers/openai.d.ts

@@ -1,4 +1,4 @@
-import { AISDKLanguageModel } from "../language-model";
+import { AISDKLanguageModel } from "../language-model.js";
 /**
  * Create a kernl-compatible OpenAI language model.
  *

package/dist/providers/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEvD;;;;;;;;;;GAUG;AACH,wBAAgB,MAAM,CAAC,OAAO,EAAE,MAAM,sBAGrC"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAIvD;;;;;;;;;;GAUG;AACH,wBAAgB,MAAM,CAAC,OAAO,EAAE,MAAM,sBAGrC"}

package/dist/providers/openai.js

@@ -1,5 +1,7 @@
 import { openai as createOpenAIModel } from "@ai-sdk/openai";
-import { AISDKLanguageModel } from "../language-model";
+import { AISDKLanguageModel } from "../language-model.js";
+import { AISDKEmbeddingModel } from "../embedding-model.js";
+import { registerEmbeddingProvider } from "@kernl-sdk/retrieval";
 /**
  * Create a kernl-compatible OpenAI language model.
  *
@@ -15,3 +17,5 @@ export function openai(modelId) {
     const model = createOpenAIModel(modelId);
     return new AISDKLanguageModel(model);
 }
+// Auto-register OpenAI embedding provider
+registerEmbeddingProvider("openai", (id) => new AISDKEmbeddingModel(createOpenAIModel.embedding(id)));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kernl-sdk/ai",
-  "version": "0.2.5",
+  "version": "0.2.7",
   "description": "Vercel AI SDK adapter for kernl",
   "keywords": [
     "kernl",
@@ -68,11 +68,12 @@
     "vitest": "^4.0.8"
   },
   "dependencies": {
-    "@kernl-sdk/shared": "^0.1.5",
-    "@kernl-sdk/protocol": "0.2.4"
+    "@kernl-sdk/protocol": "0.2.5",
+    "@kernl-sdk/shared": "^0.1.6",
+    "@kernl-sdk/retrieval": "0.1.0"
   },
   "scripts": {
-    "build": "tsc && tsc-alias",
+    "build": "tsc && tsc-alias --resolve-full-paths",
     "dev": "tsc --watch",
     "lint": "eslint src/",
     "check-types": "tsc --noEmit",

package/src/__tests__/embed-integration.test.ts

@@ -0,0 +1,86 @@
+import { describe, it, expect } from "vitest";
+import { embed, embedMany } from "@kernl-sdk/retrieval";
+import { openai } from "../providers/openai";
+import { google } from "../providers/google";
+
+// Force module evaluation by referencing exports
+void openai;
+void google;
+
+// Integration tests for embedding functions with real APIs.
+// Skip these in CI if API keys are not available.
+
+describe.skipIf(!process.env.OPENAI_API_KEY)("embed integration (OpenAI)", () => {
+  it("should embed single text with OpenAI", async () => {
+    const result = await embed({
+      model: "openai/text-embedding-3-small",
+      text: "The quick brown fox jumps over the lazy dog",
+    });
+
+    expect(result.embedding).toBeDefined();
+    expect(Array.isArray(result.embedding)).toBe(true);
+    expect(result.embedding.length).toBe(1536); // text-embedding-3-small dimensions
+    expect(result.embedding[0]).toBeTypeOf("number");
+  });
+
+  it("should embed multiple texts with OpenAI", async () => {
+    const result = await embedMany({
+      model: "openai/text-embedding-3-small",
+      texts: [
+        "Hello world",
+        "Machine learning is fascinating",
+        "TypeScript is great",
+      ],
+    });
+
+    expect(result.embeddings).toBeDefined();
+    expect(result.embeddings.length).toBe(3);
+    expect(result.embeddings[0].length).toBe(1536);
+    expect(result.embeddings[1].length).toBe(1536);
+    expect(result.embeddings[2].length).toBe(1536);
+  });
+
+  it("should handle concurrency with OpenAI", async () => {
+    const texts = Array.from({ length: 10 }, (_, i) => `Text number ${i}`);
+
+    const result = await embedMany({
+      model: "openai/text-embedding-3-small",
+      texts,
+      concurrency: 3,
+    });
+
+    expect(result.embeddings.length).toBe(10);
+    result.embeddings.forEach((embedding) => {
+      expect(embedding.length).toBe(1536);
+    });
+  });
+
+  it("should retry on failure", async () => {
+    // This test might be flaky, but demonstrates retry behavior
+    const result = await embed({
+      model: "openai/text-embedding-3-small",
+      text: "Test retry behavior",
+      retries: 2,
+    });
+
+    expect(result.embedding).toBeDefined();
+    expect(result.embedding.length).toBe(1536);
+  });
+});
+
+describe.skipIf(!process.env.GOOGLE_GENERATIVE_AI_API_KEY)(
+  "embed integration (Google)",
+  () => {
+    it("should embed single text with Google", async () => {
+      const result = await embed({
+        model: "google/text-embedding-004",
+        text: "The quick brown fox jumps over the lazy dog",
+      });
+
+      expect(result.embedding).toBeDefined();
+      expect(Array.isArray(result.embedding)).toBe(true);
+      expect(result.embedding.length).toBeGreaterThan(0);
+      expect(result.embedding[0]).toBeTypeOf("number");
+    });
+  },
+);

package/src/convert/embedding.ts

@@ -0,0 +1,33 @@
+import type { Codec } from "@kernl-sdk/shared/lib";
+import type { EmbeddingModelRequestSettings } from "@kernl-sdk/protocol";
+import type { SharedV3ProviderOptions } from "@ai-sdk/provider";
+
+/**
+ * AI SDK embedding call options extracted from settings.
+ */
+export interface AISdkEmbeddingOptions {
+  dimensions?: number;
+  providerOptions?: SharedV3ProviderOptions;
+}
+
+export const EMBEDDING_SETTINGS: Codec<
+  EmbeddingModelRequestSettings,
+  AISdkEmbeddingOptions
+> = {
+  encode: (settings: EmbeddingModelRequestSettings) => {
+    const options: AISdkEmbeddingOptions = {};
+
+    if (settings.dimensions !== undefined) {
+      options.dimensions = settings.dimensions;
+    }
+    if (settings.providerOptions !== undefined) {
+      options.providerOptions =
+        settings.providerOptions as SharedV3ProviderOptions;
+    }
+
+    return options;
+  },
+  decode: () => {
+    throw new Error("codec:unimplemented");
+  },
+};

package/src/embedding-model.ts

@@ -0,0 +1,54 @@
+import type { EmbeddingModelV3 } from "@ai-sdk/provider";
+import type {
+  EmbeddingModel,
+  EmbeddingModelRequest,
+  EmbeddingModelResponse,
+} from "@kernl-sdk/protocol";
+
+import { EMBEDDING_SETTINGS } from "./convert/embedding";
+
+/**
+ * EmbeddingModel adapter for the AI SDK EmbeddingModelV3.
+ */
+export class AISDKEmbeddingModel<TValue = string>
+  implements EmbeddingModel<TValue>
+{
+  readonly spec = "1.0" as const;
+  readonly provider: string;
+  readonly modelId: string;
+  readonly maxEmbeddingsPerCall?: number;
+  readonly supportsParallelCalls?: boolean;
+
+  constructor(private model: EmbeddingModelV3<TValue>) {
+    this.provider = model.provider;
+    this.modelId = model.modelId;
+
+    // AI SDK supports async values for these, we handle sync case
+    if (typeof model.maxEmbeddingsPerCall === "number") {
+      this.maxEmbeddingsPerCall = model.maxEmbeddingsPerCall;
+    }
+    if (typeof model.supportsParallelCalls === "boolean") {
+      this.supportsParallelCalls = model.supportsParallelCalls;
+    }
+  }
+
+  async embed(
+    request: EmbeddingModelRequest<TValue>,
+  ): Promise<EmbeddingModelResponse> {
+    const settings = request.settings
+      ? EMBEDDING_SETTINGS.encode(request.settings)
+      : {};
+
+    const result = await this.model.doEmbed({
+      values: request.values,
+      abortSignal: request.abort,
+      ...settings,
+    });
+
+    return {
+      embeddings: result.embeddings,
+      usage: { inputTokens: result.usage?.tokens },
+      providerMetadata: result.providerMetadata,
+    };
+  }
+}

package/src/index.ts

@@ -13,11 +13,13 @@
  */
 
 export { AISDKLanguageModel } from "./language-model";
+export { AISDKEmbeddingModel } from "./embedding-model";
 
 // Re-export codecs for custom provider implementations
 export { MESSAGE } from "./convert/message";
 export { TOOL, TOOL_CHOICE } from "./convert/tools";
 export { MODEL_SETTINGS } from "./convert/settings";
+export { EMBEDDING_SETTINGS } from "./convert/embedding";
 export { MODEL_RESPONSE, WARNING } from "./convert/response";
 export { convertStream } from "./convert/stream";
 export { UIMessageCodec, historyToUIMessages } from "./convert/ui-message";

package/src/providers/anthropic.ts

@@ -16,3 +16,5 @@ export function anthropic(modelId: string) {
   const model = createAnthropicModel(modelId);
   return new AISDKLanguageModel(model);
 }
+
+// Note: Anthropic does not currently support embeddings

package/src/providers/google.ts

@@ -1,5 +1,7 @@
 import { google as createGoogleModel } from "@ai-sdk/google";
 import { AISDKLanguageModel } from "../language-model";
+import { AISDKEmbeddingModel } from "../embedding-model";
+import { registerEmbeddingProvider } from "@kernl-sdk/retrieval";
 
 /**
  * Create a kernl-compatible Google Generative AI language model.
@@ -16,3 +18,8 @@ export function google(modelId: string) {
   const model = createGoogleModel(modelId);
   return new AISDKLanguageModel(model);
 }
+
+// Auto-register Google embedding provider
+registerEmbeddingProvider("google", (id) =>
+  new AISDKEmbeddingModel(createGoogleModel.textEmbedding(id)),
+);

package/src/providers/openai.ts

@@ -1,5 +1,7 @@
 import { openai as createOpenAIModel } from "@ai-sdk/openai";
 import { AISDKLanguageModel } from "../language-model";
+import { AISDKEmbeddingModel } from "../embedding-model";
+import { registerEmbeddingProvider } from "@kernl-sdk/retrieval";
 
 /**
  * Create a kernl-compatible OpenAI language model.
@@ -16,3 +18,8 @@ export function openai(modelId: string) {
   const model = createOpenAIModel(modelId);
   return new AISDKLanguageModel(model);
 }
+
+// Auto-register OpenAI embedding provider
+registerEmbeddingProvider("openai", (id) =>
+  new AISDKEmbeddingModel(createOpenAIModel.embedding(id)),
+);