@ragpipe/plugin-cloudflare 0.0.1

package/dist/index.cjs

@@ -0,0 +1,166 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var index_exports = {};
+__export(index_exports, {
+  cloudflareEmbedding: () => cloudflareEmbedding,
+  cloudflareGeneration: () => cloudflareGeneration
+});
+module.exports = __toCommonJS(index_exports);
+
+// src/embedding.ts
+var DIMENSION_MAP = {
+  "@cf/baai/bge-base-en-v1.5": 768,
+  "@cf/baai/bge-large-en-v1.5": 1024,
+  "@cf/baai/bge-small-en-v1.5": 384
+};
+var DEFAULT_MODEL = "@cf/baai/bge-base-en-v1.5";
+function cloudflareEmbedding(options) {
+  const model = options.model ?? DEFAULT_MODEL;
+  const dimensions = DIMENSION_MAP[model] ?? 768;
+  const baseUrl = `https://api.cloudflare.com/client/v4/accounts/${options.accountId}/ai/run/${model}`;
+  async function callApi(text) {
+    const res = await fetch(baseUrl, {
+      method: "POST",
+      headers: {
+        Authorization: `Bearer ${options.apiToken}`,
+        "Content-Type": "application/json"
+      },
+      body: JSON.stringify({ text })
+    });
+    if (!res.ok) {
+      throw new Error(
+        `Cloudflare embedding error: ${res.status} ${await res.text()}`
+      );
+    }
+    const data = await res.json();
+    if (!data.success) {
+      throw new Error("Cloudflare embedding error: API returned success=false");
+    }
+    return data.result.data;
+  }
+  return {
+    name: "cloudflare",
+    dimensions,
+    async embed(text) {
+      const vectors = await callApi([text]);
+      return vectors[0];
+    },
+    async embedMany(texts) {
+      return callApi(texts);
+    }
+  };
+}
+
+// src/generation.ts
+var DEFAULT_MODEL2 = "@cf/meta/llama-3.1-8b-instruct";
+function cloudflareGeneration(options) {
+  const model = options.model ?? DEFAULT_MODEL2;
+  const baseUrl = `https://api.cloudflare.com/client/v4/accounts/${options.accountId}/ai/run/${model}`;
+  function buildMessages(question, context, opts) {
+    const systemPrompt = opts?.systemPrompt ?? options.systemPrompt ?? "Answer based on the provided context.";
+    let userPrompt = `Context:
+${context}
+
+Question: ${question}`;
+    if (opts?.history) {
+      userPrompt = `Conversation history:
+${opts.history}
+
+${userPrompt}`;
+    }
+    return [
+      { role: "system", content: systemPrompt },
+      { role: "user", content: userPrompt }
+    ];
+  }
+  return {
+    name: "cloudflare",
+    async generate(question, context, opts) {
+      const messages = buildMessages(question, context, opts);
+      const res = await fetch(baseUrl, {
+        method: "POST",
+        headers: {
+          Authorization: `Bearer ${options.apiToken}`,
+          "Content-Type": "application/json"
+        },
+        body: JSON.stringify({ messages, stream: false })
+      });
+      if (!res.ok) {
+        throw new Error(
+          `Cloudflare generation error: ${res.status} ${await res.text()}`
+        );
+      }
+      const data = await res.json();
+      if (!data.success) {
+        throw new Error(
+          "Cloudflare generation error: API returned success=false"
+        );
+      }
+      return data.result.response;
+    },
+    async *generateStream(question, context, opts) {
+      const messages = buildMessages(question, context, opts);
+      const res = await fetch(baseUrl, {
+        method: "POST",
+        headers: {
+          Authorization: `Bearer ${options.apiToken}`,
+          "Content-Type": "application/json"
+        },
+        body: JSON.stringify({ messages, stream: true })
+      });
+      if (!res.ok) {
+        throw new Error(
+          `Cloudflare generation stream error: ${res.status} ${await res.text()}`
+        );
+      }
+      const reader = res.body?.getReader();
+      if (!reader) throw new Error("No response body");
+      const decoder = new TextDecoder();
+      let buffer = "";
+      try {
+        for (; ; ) {
+          const { done, value } = await reader.read();
+          if (done) break;
+          buffer += decoder.decode(value, { stream: true });
+          const lines = buffer.split("\n");
+          buffer = lines.pop() ?? "";
+          for (const line of lines) {
+            if (!line.startsWith("data: ")) continue;
+            const payload = line.slice(6).trim();
+            if (payload === "[DONE]") return;
+            try {
+              const data = JSON.parse(payload);
+              if (data.response) yield data.response;
+            } catch {
+            }
+          }
+        }
+      } finally {
+        reader.releaseLock();
+      }
+    }
+  };
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  cloudflareEmbedding,
+  cloudflareGeneration
+});

package/dist/index.d.cts

@@ -0,0 +1,18 @@
+import { EmbeddingPlugin, GenerationPlugin } from 'ragpipe';
+
+interface CloudflareEmbeddingOptions {
+    accountId: string;
+    apiToken: string;
+    model?: string;
+}
+declare function cloudflareEmbedding(options: CloudflareEmbeddingOptions): EmbeddingPlugin;
+
+interface CloudflareGenerationOptions {
+    accountId: string;
+    apiToken: string;
+    model?: string;
+    systemPrompt?: string;
+}
+declare function cloudflareGeneration(options: CloudflareGenerationOptions): GenerationPlugin;
+
+export { type CloudflareEmbeddingOptions, type CloudflareGenerationOptions, cloudflareEmbedding, cloudflareGeneration };

package/dist/index.d.ts

@@ -0,0 +1,18 @@
+import { EmbeddingPlugin, GenerationPlugin } from 'ragpipe';
+
+interface CloudflareEmbeddingOptions {
+    accountId: string;
+    apiToken: string;
+    model?: string;
+}
+declare function cloudflareEmbedding(options: CloudflareEmbeddingOptions): EmbeddingPlugin;
+
+interface CloudflareGenerationOptions {
+    accountId: string;
+    apiToken: string;
+    model?: string;
+    systemPrompt?: string;
+}
+declare function cloudflareGeneration(options: CloudflareGenerationOptions): GenerationPlugin;
+
+export { type CloudflareEmbeddingOptions, type CloudflareGenerationOptions, cloudflareEmbedding, cloudflareGeneration };

package/dist/index.js

@@ -0,0 +1,138 @@
+// src/embedding.ts
+var DIMENSION_MAP = {
+  "@cf/baai/bge-base-en-v1.5": 768,
+  "@cf/baai/bge-large-en-v1.5": 1024,
+  "@cf/baai/bge-small-en-v1.5": 384
+};
+var DEFAULT_MODEL = "@cf/baai/bge-base-en-v1.5";
+function cloudflareEmbedding(options) {
+  const model = options.model ?? DEFAULT_MODEL;
+  const dimensions = DIMENSION_MAP[model] ?? 768;
+  const baseUrl = `https://api.cloudflare.com/client/v4/accounts/${options.accountId}/ai/run/${model}`;
+  async function callApi(text) {
+    const res = await fetch(baseUrl, {
+      method: "POST",
+      headers: {
+        Authorization: `Bearer ${options.apiToken}`,
+        "Content-Type": "application/json"
+      },
+      body: JSON.stringify({ text })
+    });
+    if (!res.ok) {
+      throw new Error(
+        `Cloudflare embedding error: ${res.status} ${await res.text()}`
+      );
+    }
+    const data = await res.json();
+    if (!data.success) {
+      throw new Error("Cloudflare embedding error: API returned success=false");
+    }
+    return data.result.data;
+  }
+  return {
+    name: "cloudflare",
+    dimensions,
+    async embed(text) {
+      const vectors = await callApi([text]);
+      return vectors[0];
+    },
+    async embedMany(texts) {
+      return callApi(texts);
+    }
+  };
+}
+
+// src/generation.ts
+var DEFAULT_MODEL2 = "@cf/meta/llama-3.1-8b-instruct";
+function cloudflareGeneration(options) {
+  const model = options.model ?? DEFAULT_MODEL2;
+  const baseUrl = `https://api.cloudflare.com/client/v4/accounts/${options.accountId}/ai/run/${model}`;
+  function buildMessages(question, context, opts) {
+    const systemPrompt = opts?.systemPrompt ?? options.systemPrompt ?? "Answer based on the provided context.";
+    let userPrompt = `Context:
+${context}
+
+Question: ${question}`;
+    if (opts?.history) {
+      userPrompt = `Conversation history:
+${opts.history}
+
+${userPrompt}`;
+    }
+    return [
+      { role: "system", content: systemPrompt },
+      { role: "user", content: userPrompt }
+    ];
+  }
+  return {
+    name: "cloudflare",
+    async generate(question, context, opts) {
+      const messages = buildMessages(question, context, opts);
+      const res = await fetch(baseUrl, {
+        method: "POST",
+        headers: {
+          Authorization: `Bearer ${options.apiToken}`,
+          "Content-Type": "application/json"
+        },
+        body: JSON.stringify({ messages, stream: false })
+      });
+      if (!res.ok) {
+        throw new Error(
+          `Cloudflare generation error: ${res.status} ${await res.text()}`
+        );
+      }
+      const data = await res.json();
+      if (!data.success) {
+        throw new Error(
+          "Cloudflare generation error: API returned success=false"
+        );
+      }
+      return data.result.response;
+    },
+    async *generateStream(question, context, opts) {
+      const messages = buildMessages(question, context, opts);
+      const res = await fetch(baseUrl, {
+        method: "POST",
+        headers: {
+          Authorization: `Bearer ${options.apiToken}`,
+          "Content-Type": "application/json"
+        },
+        body: JSON.stringify({ messages, stream: true })
+      });
+      if (!res.ok) {
+        throw new Error(
+          `Cloudflare generation stream error: ${res.status} ${await res.text()}`
+        );
+      }
+      const reader = res.body?.getReader();
+      if (!reader) throw new Error("No response body");
+      const decoder = new TextDecoder();
+      let buffer = "";
+      try {
+        for (; ; ) {
+          const { done, value } = await reader.read();
+          if (done) break;
+          buffer += decoder.decode(value, { stream: true });
+          const lines = buffer.split("\n");
+          buffer = lines.pop() ?? "";
+          for (const line of lines) {
+            if (!line.startsWith("data: ")) continue;
+            const payload = line.slice(6).trim();
+            if (payload === "[DONE]") return;
+            try {
+              const data = JSON.parse(payload);
+              if (data.response) yield data.response;
+            } catch {
+            }
+          }
+        }
+      } finally {
+        reader.releaseLock();
+      }
+    }
+  };
+}
+export {
+  cloudflareEmbedding,
+  cloudflareGeneration
+};

package/package.json

@@ -0,0 +1,61 @@
+{
+	"name": "@ragpipe/plugin-cloudflare",
+	"version": "0.0.1",
+	"description": "Cloudflare Workers AI embedding and generation plugin for ragpipe",
+	"type": "module",
+	"license": "MIT",
+	"author": {
+		"name": "yungblud",
+		"url": "https://github.com/yungblud"
+	},
+	"repository": {
+		"type": "git",
+		"url": "https://github.com/yungblud/ragpipe",
+		"directory": "packages/plugin-cloudflare"
+	},
+	"bugs": {
+		"url": "https://github.com/yungblud/ragpipe/issues"
+	},
+	"homepage": "https://github.com/yungblud/ragpipe#readme",
+	"publishConfig": {
+		"registry": "https://registry.npmjs.org/",
+		"access": "public"
+	},
+	"exports": {
+		".": {
+			"types": "./dist/index.d.ts",
+			"import": "./dist/index.js",
+			"require": "./dist/index.cjs"
+		}
+	},
+	"main": "./dist/index.cjs",
+	"module": "./dist/index.js",
+	"types": "./dist/index.d.ts",
+	"files": ["dist", "README.md"],
+	"scripts": {
+		"build": "tsup",
+		"dev": "tsup --watch",
+		"typecheck": "tsc --noEmit",
+		"test": "vitest run",
+		"test:watch": "vitest",
+		"test:coverage": "vitest run --coverage"
+	},
+	"keywords": [
+		"ragpipe",
+		"rag",
+		"cloudflare",
+		"workers-ai",
+		"embedding",
+		"generation",
+		"plugin"
+	],
+	"peerDependencies": {
+		"ragpipe": ">=0.1.0"
+	},
+	"devDependencies": {
+		"ragpipe": "workspace:*",
+		"tsup": "^8.4.0",
+		"typescript": "^5.8.3",
+		"vitest": "^3.1.1"
+	}
+}