@halo-sdk/adapters 1.0.0

package/README.md

@@ -0,0 +1,5 @@
+# @halo-sdk/adapters
+
+Model adapters for Halo AI SDK.
+
+- `DeepSeekAdapter` — DeepSeek API adapter with prefix cache support

package/dist/deepseek.d.ts

@@ -0,0 +1,23 @@
+import type { ChatMessage, ToolCall, ToolSpec, Usage, TurnChunk } from "@halo-sdk/core";
+import type { ModelAdapter, ModelCapabilities, PricingInfo } from "@halo-sdk/core";
+export declare class DeepSeekAdapter implements ModelAdapter {
+    readonly modelId: string;
+    readonly contextWindow = 128000;
+    readonly capabilities: ModelCapabilities;
+    /** DeepSeek pricing (USD per 1K tokens). */
+    readonly pricing: PricingInfo;
+    private _apiKey;
+    private _baseUrl;
+    constructor(opts: {
+        apiKey: string;
+        model?: string;
+        baseUrl?: string;
+    });
+    chat(prefix: ChatMessage[], history: ChatMessage[], tools?: ToolSpec[]): Promise<{
+        content: string;
+        toolCalls: ToolCall[];
+        usage: Usage;
+    }>;
+    stream(prefix: ChatMessage[], history: ChatMessage[], tools?: ToolSpec[]): AsyncGenerator<TurnChunk>;
+}
+//# sourceMappingURL=deepseek.d.ts.map

package/dist/deepseek.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deepseek.d.ts","sourceRoot":"","sources":["../src/deepseek.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AACxF,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAEnF,qBAAa,eAAgB,YAAW,YAAY;IAClD,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,aAAa,UAAW;IACjC,QAAQ,CAAC,YAAY,EAAE,iBAAiB,CAGtC;IAEF,4CAA4C;IAC5C,QAAQ,CAAC,OAAO,EAAE,WAAW,CAG3B;IAEF,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAS;gBAEb,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE;IAMhE,IAAI,CACR,MAAM,EAAE,WAAW,EAAE,EACrB,OAAO,EAAE,WAAW,EAAE,EACtB,KAAK,CAAC,EAAE,QAAQ,EAAE,GACjB,OAAO,CAAC;QACT,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,QAAQ,EAAE,CAAC;QACtB,KAAK,EAAE,KAAK,CAAC;KACd,CAAC;IAiDK,MAAM,CACX,MAAM,EAAE,WAAW,EAAE,EACrB,OAAO,EAAE,WAAW,EAAE,EACtB,KAAK,CAAC,EAAE,QAAQ,EAAE,GACjB,cAAc,CAAC,SAAS,CAAC;CA4F7B"}

package/dist/deepseek.js

@@ -0,0 +1,153 @@
+export class DeepSeekAdapter {
+    modelId;
+    contextWindow = 128_000;
+    capabilities = {
+        toolUse: true,
+        streaming: true,
+    };
+    /** DeepSeek pricing (USD per 1K tokens). */
+    pricing = {
+        inputPricePer1k: 0.00027,
+        cachedInputPricePer1k: 0.00007,
+    };
+    _apiKey;
+    _baseUrl;
+    constructor(opts) {
+        this._apiKey = opts.apiKey;
+        this.modelId = opts.model ?? "deepseek-v4-flash";
+        this._baseUrl = (opts.baseUrl ?? "https://api.deepseek.com").replace(/\/+$/, "");
+    }
+    async chat(prefix, history, tools) {
+        const messages = [...prefix, ...history];
+        const body = {
+            model: this.modelId,
+            messages,
+            stream: false,
+        };
+        if (tools?.length)
+            body.tools = tools;
+        const resp = await fetch(`${this._baseUrl}/chat/completions`, {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${this._apiKey}`,
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(body),
+        });
+        if (!resp.ok) {
+            throw new Error(`DeepSeek ${resp.status}: ${await resp.text()}`);
+        }
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const data = await resp.json();
+        const choice = data.choices?.[0]?.message;
+        const usageRaw = data.usage;
+        const content = choice?.content ?? "";
+        const toolCalls = choice?.tool_calls ?? [];
+        const promptTokens = usageRaw?.prompt_tokens ?? 0;
+        const completionTokens = usageRaw?.completion_tokens ?? 0;
+        const cacheHit = usageRaw?.prompt_cache_hit_tokens ?? 0;
+        const cacheMiss = usageRaw?.prompt_cache_miss_tokens ?? Math.max(0, promptTokens - cacheHit);
+        const usage = {
+            promptTokens,
+            completionTokens,
+            caching: {
+                hitTokens: cacheHit,
+                missTokens: cacheMiss,
+                hitRate: cacheHit + cacheMiss > 0 ? cacheHit / (cacheHit + cacheMiss) : 0,
+            },
+        };
+        return { content, toolCalls, usage };
+    }
+    async *stream(prefix, history, tools) {
+        const messages = [...prefix, ...history];
+        const body = {
+            model: this.modelId,
+            messages,
+            stream: true,
+            stream_options: { include_usage: true },
+        };
+        if (tools?.length)
+            body.tools = tools;
+        const resp = await fetch(`${this._baseUrl}/chat/completions`, {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${this._apiKey}`,
+                "Content-Type": "application/json",
+                Accept: "text/event-stream",
+            },
+            body: JSON.stringify(body),
+        });
+        if (!resp.ok || !resp.body) {
+            throw new Error(`DeepSeek ${resp.status}: ${await resp.text().catch(() => "")}`);
+        }
+        const reader = resp.body.getReader();
+        const decoder = new TextDecoder();
+        let buffer = "";
+        try {
+            while (true) {
+                const { value, done } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split("\n");
+                buffer = lines.pop() ?? "";
+                for (const line of lines) {
+                    const trimmed = line.trim();
+                    if (!trimmed || !trimmed.startsWith("data: "))
+                        continue;
+                    const data = trimmed.slice(6);
+                    if (data === "[DONE]") {
+                        yield { type: "done", usage: { promptTokens: 0, completionTokens: 0 } };
+                        return;
+                    }
+                    try {
+                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                        const json = JSON.parse(data);
+                        const delta = json.choices?.[0]?.delta;
+                        if (delta?.content) {
+                            yield { type: "text-delta", delta: String(delta.content) };
+                        }
+                        const toolCalls = delta?.tool_calls;
+                        if (toolCalls) {
+                            for (let i = 0; i < toolCalls.length; i++) {
+                                const tc = toolCalls[i];
+                                yield {
+                                    type: "tool-call-delta",
+                                    index: typeof tc.index === "number" ? tc.index : i,
+                                    name: tc.function ? String(tc.function.name ?? "") : undefined,
+                                    argumentsDelta: tc.function ? String(tc.function.arguments ?? "") : undefined,
+                                };
+                            }
+                        }
+                        const usageRaw = json.usage;
+                        if (usageRaw) {
+                            const promptTokens = usageRaw.prompt_tokens ?? 0;
+                            const completionTokens = usageRaw.completion_tokens ?? 0;
+                            const cacheHit = usageRaw.prompt_cache_hit_tokens ?? 0;
+                            const cacheMiss = usageRaw.prompt_cache_miss_tokens ?? Math.max(0, promptTokens - cacheHit);
+                            yield {
+                                type: "done",
+                                usage: {
+                                    promptTokens,
+                                    completionTokens,
+                                    caching: {
+                                        hitTokens: cacheHit,
+                                        missTokens: cacheMiss,
+                                        hitRate: cacheHit + cacheMiss > 0 ? cacheHit / (cacheHit + cacheMiss) : 0,
+                                    },
+                                },
+                            };
+                        }
+                    }
+                    catch {
+                        /* skip malformed SSE frame */
+                    }
+                }
+            }
+        }
+        finally {
+            reader.releaseLock();
+        }
+    }
+}
+//# sourceMappingURL=deepseek.js.map

package/dist/deepseek.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deepseek.js","sourceRoot":"","sources":["../src/deepseek.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,eAAe;IACjB,OAAO,CAAS;IAChB,aAAa,GAAG,OAAO,CAAC;IACxB,YAAY,GAAsB;QACzC,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,IAAI;KAChB,CAAC;IAEF,4CAA4C;IACnC,OAAO,GAAgB;QAC9B,eAAe,EAAE,OAAO;QACxB,qBAAqB,EAAE,OAAO;KAC/B,CAAC;IAEM,OAAO,CAAS;IAChB,QAAQ,CAAS;IAEzB,YAAY,IAA0D;QACpE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,mBAAmB,CAAC;QACjD,IAAI,CAAC,QAAQ,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,0BAA0B,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,IAAI,CACR,MAAqB,EACrB,OAAsB,EACtB,KAAkB;QAMlB,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC;QACzC,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,IAAI,CAAC,OAAO;YACnB,QAAQ;YACR,MAAM,EAAE,KAAK;SACd,CAAC;QACF,IAAI,KAAK,EAAE,MAAM;YAAE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAEtC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,mBAAmB,EAAE;YAC5D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,OAAO,EAAE;gBACvC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,8DAA8D;QAC9D,MAAM,IAAI,GAAQ,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;QAE5B,MAAM,OAAO,GAAW,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAe,MAAM,EAAE,UAAU,IAAI,EAAE,CAAC;QAEvD,MAAM,YAAY,GAAW,QAAQ,EAAE,aAAa,IAAI,CAAC,CAAC;QAC1D,MAAM,gBAAgB,GAAW,QAAQ,EAAE,iBAAiB,IAAI,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAW,QAAQ,EAAE,uBAAuB,IAAI,CAAC,CAAC;QAChE,MAAM,SAAS,GACb,QAAQ,EAAE,wBAAwB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,GAAG,QAAQ,CAAC,CAAC;QAE7E,MAAM,KAAK,GAAU;YACnB,YAAY;YACZ,gBAAgB;YAChB,OAAO,EAAE;gBACP,SAAS,EAAE,QAAQ;gBACnB,UAAU,EAAE,SAAS;gBACrB,OAAO,EAAE,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;aAC1E;SACF,CAAC;QAEF,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,MAAqB,EACrB,OAAsB,EACtB,KAAkB;QAElB,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC;QACzC,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,IAAI,CAAC,OAAO;YACnB,QAAQ;YACR,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;SACxC,CAAC;QACF,IAAI,KAAK,EAAE,MAAM;YAAE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAEtC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,mBAAmB,EAAE;YAC5D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,OAAO,EAAE;gBACvC,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,mBAAmB;aAC5B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAChB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBACxD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC9B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACtB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAC;wBACxE,OAAO;oBACT,CAAC;oBACD,IAAI,CAAC;wBACH,8DAA8D;wBAC9D,MAAM,IAAI,GAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACnC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;wBACvC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACnB,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC7D,CAAC;wBACD,MAAM,SAAS,GAAsB,KAAK,EAAE,UAAU,CAAC;wBACvD,IAAI,SAAS,EAAE,CAAC;4BACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gCAC1C,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAE,CAAC;gCACzB,MAAM;oCACJ,IAAI,EAAE,iBAAiB;oCACvB,KAAK,EAAE,OAAO,EAAE,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oCAClD,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;oCAC9D,cAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;iCAC9E,CAAC;4BACJ,CAAC;wBACH,CAAC;wBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;wBAC5B,IAAI,QAAQ,EAAE,CAAC;4BACb,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,IAAI,CAAC,CAAC;4BACjD,MAAM,gBAAgB,GAAG,QAAQ,CAAC,iBAAiB,IAAI,CAAC,CAAC;4BACzD,MAAM,QAAQ,GAAG,QAAQ,CAAC,uBAAuB,IAAI,CAAC,CAAC;4BACvD,MAAM,SAAS,GACb,QAAQ,CAAC,wBAAwB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,GAAG,QAAQ,CAAC,CAAC;4BAC5E,MAAM;gCACJ,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE;oCACL,YAAY;oCACZ,gBAAgB;oCAChB,OAAO,EAAE;wCACP,SAAS,EAAE,QAAQ;wCACnB,UAAU,EAAE,SAAS;wCACrB,OAAO,EAAE,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;qCAC1E;iCACF;6BACF,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,8BAA8B;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export { DeepSeekAdapter } from "./deepseek.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC"}

package/dist/index.js

@@ -0,0 +1,2 @@
+export { DeepSeekAdapter } from "./deepseek.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC"}

package/package.json

@@ -0,0 +1,47 @@
+{
+  "name": "@halo-sdk/adapters",
+  "version": "1.0.0",
+  "description": "Model adapters for Halo AI SDK — DeepSeek API with prefix cache support",
+  "license": "MIT",
+  "keywords": [
+    "ai",
+    "llm",
+    "deepseek",
+    "adapter",
+    "prefix-cache"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/halo-sdk/halo-ai",
+    "directory": "packages/adapters"
+  },
+  "files": [
+    "dist"
+  ],
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "peerDependencies": {
+    "@halo-sdk/core": ">=1.0.0"
+  },
+  "devDependencies": {
+    "typescript": "^5.8.0",
+    "vitest": "^3.0.0",
+    "@halo-sdk/core": "1.0.0"
+  },
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "test": "vitest run",
+    "test:watch": "vitest"
+  }
+}