@lunora/ai 1.0.0-alpha.15 → 1.0.0-alpha.151

package/dist/rag/index.mjs

@@ -1,5 +1 @@
-export { default as fixedWindowChunks } from '../packem_shared/fixedWindowChunks-J-WfQDw9.mjs';
-export { default as defineRag } from '../packem_shared/defineRag-BwrgePLE.mjs';
-export { contentHash, guessMimeTypeFromExtension } from '../packem_shared/contentHash-Cgz5KRGD.mjs';
-export { default as hybridRank } from '../packem_shared/hybridRank-DPC9c2ON.mjs';
-export { default as bm25LexicalStore } from '../packem_shared/bm25LexicalStore-Q28z6fbO.mjs';
+import{default as o}from"../packem_shared/fixedWindowChunks-C461ahRE.mjs";import{markdownChunker as a,sentenceChunker as f,tokenChunker as n}from"../packem_shared/markdownChunker-iW8V4klY.mjs";import{default as x}from"../packem_shared/defineRag-gjKfV0c0.mjs";import{contentHash as p,guessMimeTypeFromExtension as i}from"../packem_shared/contentHash-BIn6ECP8.mjs";import{hybridRank as d}from"../packem_shared/hybridRank-B4skyCLx.mjs";import{default as k}from"../packem_shared/bm25LexicalStore-DMUzAL0O.mjs";import{default as h}from"../packem_shared/matchesMetadataFilter-BbIOyA5g.mjs";import{batchReranker as g,scoreReranker as C}from"../packem_shared/batchReranker-Bc38FBLH.mjs";import{defineRagSource as E}from"../packem_shared/defineRagSource-Q3f3niU8.mjs";import{sqlLexicalStore as T}from"../packem_shared/sqlLexicalStore-DQiteyUn.mjs";import{sqliteVectorStore as y}from"../packem_shared/sqliteVectorStore-f24ySqtJ.mjs";import{ragSyncTriggers as q}from"../packem_shared/ragSyncTriggers-D933fCwt.mjs";import{VECTORIZE_CAPABILITIES as A,vectorizeStore as F}from"../packem_shared/VECTORIZE_CAPABILITIES-l9ceRO5j.mjs";export{A as VECTORIZE_CAPABILITIES,g as batchReranker,k as bm25LexicalStore,p as contentHash,x as defineRag,E as defineRagSource,o as fixedWindowChunks,i as guessMimeTypeFromExtension,d as hybridRank,a as markdownChunker,h as matchesMetadataFilter,q as ragSyncTriggers,C as scoreReranker,f as sentenceChunker,T as sqlLexicalStore,y as sqliteVectorStore,n as tokenChunker,F as vectorizeStore};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lunora/ai",
-  "version": "1.0.0-alpha.15",
+  "version": "1.0.0-alpha.151",
   "description": "Workers AI helper for Lunora: provider-agnostic AI SDK access from functions, Workers AI by default",
   "keywords": [
     "ai",
@@ -43,6 +43,10 @@
       "types": "./dist/index.d.ts",
       "import": "./dist/index.mjs"
     },
+    "./create": {
+      "types": "./dist/create.d.ts",
+      "import": "./dist/create.mjs"
+    },
     "./rag": {
       "types": "./dist/rag/index.d.ts",
       "import": "./dist/rag/index.mjs"
@@ -53,21 +57,14 @@
     "access": "public"
   },
   "dependencies": {
-    "@lunora/errors": "1.0.0-alpha.5",
-    "ai": "7.0.16",
-    "workers-ai-provider": "3.3.1"
-  },
-  "peerDependencies": {
-    "@ai-sdk/anthropic": "4.0.8",
-    "@ai-sdk/openai": "4.0.8"
-  },
-  "peerDependenciesMeta": {
-    "@ai-sdk/anthropic": {
-      "optional": true
-    },
-    "@ai-sdk/openai": {
-      "optional": true
-    }
+    "@ai-sdk/anthropic": "4.0.71",
+    "@ai-sdk/google": "4.0.87",
+    "@ai-sdk/openai": "4.0.83",
+    "@ai-sdk/provider-utils": "5.0.53",
+    "@lunora/errors": ">=1.0.0-alpha.51 <2.0.0-0",
+    "@lunora/wire": "1.0.0-alpha.3",
+    "ai": "7.0.127",
+    "workers-ai-provider": "4.0.0"
   },
   "engines": {
     "node": "^22.15.0 || >=24.11.0"

package/dist/packem_shared/bm25LexicalStore-Q28z6fbO.mjs

@@ -1,118 +0,0 @@
-const BM25_K1 = 1.5;
-const BM25_B = 0.75;
-const TOKEN_PATTERN = /[a-z0-9]+/g;
-const tokenize = (text) => text.toLowerCase().match(TOKEN_PATTERN) ?? [];
-const isPrimitiveFilter = (filter) => Object.values(filter).every((value) => value === null || typeof value !== "object");
-const filterWarned = /* @__PURE__ */ new WeakSet();
-const bm25LexicalStore = () => {
-  const namespaces = /* @__PURE__ */ new Map();
-  const stateFor = (namespace = "") => {
-    let state = namespaces.get(namespace);
-    if (!state) {
-      state = { documents: /* @__PURE__ */ new Map(), postings: /* @__PURE__ */ new Map(), totalLength: 0 };
-      namespaces.set(namespace, state);
-    }
-    return state;
-  };
-  const removeDocument = (namespace, id) => {
-    const state = stateFor(namespace);
-    const existing = state.documents.get(id);
-    if (!existing) {
-      return;
-    }
-    for (const term of existing.termFrequency.keys()) {
-      const posting = state.postings.get(term);
-      if (posting) {
-        posting.delete(id);
-        if (posting.size === 0) {
-          state.postings.delete(term);
-        }
-      }
-    }
-    state.totalLength -= existing.length;
-    state.documents.delete(id);
-  };
-  const store = {
-    index: (chunks, options) => {
-      const state = stateFor(options.namespace);
-      for (const chunk of chunks) {
-        removeDocument(options.namespace, chunk.id);
-        const tokens = tokenize(chunk.text);
-        if (tokens.length === 0) {
-          continue;
-        }
-        const termFrequency = /* @__PURE__ */ new Map();
-        for (const token of tokens) {
-          termFrequency.set(token, (termFrequency.get(token) ?? 0) + 1);
-        }
-        for (const [term, frequency] of termFrequency) {
-          let posting = state.postings.get(term);
-          if (!posting) {
-            posting = /* @__PURE__ */ new Map();
-            state.postings.set(term, posting);
-          }
-          posting.set(chunk.id, frequency);
-        }
-        state.documents.set(chunk.id, { length: tokens.length, termFrequency, text: chunk.text });
-        state.totalLength += tokens.length;
-      }
-      return Promise.resolve();
-    },
-    remove: (ids, options) => {
-      for (const id of ids) {
-        removeDocument(options.namespace, id);
-      }
-      return Promise.resolve();
-    },
-    search: (query, options) => {
-      if (options.filter && Object.keys(options.filter).length > 0 && !isPrimitiveFilter(options.filter)) {
-        if (!filterWarned.has(store)) {
-          filterWarned.add(store);
-          console.warn(
-            "[@lunora/ai/rag] bm25LexicalStore cannot evaluate a metadata filter (it stores no metadata);\nthe lexical leg is skipped for filtered queries. Fold the RLS dimension into `namespace`,\nor plug a filter-aware RagLexicalStore, to keep a lexical leg under metadata-based RLS."
-          );
-        }
-        return Promise.resolve([]);
-      }
-      const state = stateFor(options.namespace);
-      const documentCount = state.documents.size;
-      if (documentCount === 0) {
-        return Promise.resolve([]);
-      }
-      const queryTerms = [...new Set(tokenize(query))];
-      if (queryTerms.length === 0) {
-        return Promise.resolve([]);
-      }
-      const averageLength = state.totalLength / documentCount;
-      const scores = /* @__PURE__ */ new Map();
-      for (const term of queryTerms) {
-        const posting = state.postings.get(term);
-        if (!posting) {
-          continue;
-        }
-        const documentFrequency = posting.size;
-        const idf = Math.log(1 + (documentCount - documentFrequency + 0.5) / (documentFrequency + 0.5));
-        for (const [id, frequency] of posting) {
-          const document = state.documents.get(id);
-          if (!document) {
-            continue;
-          }
-          const denominator = frequency + BM25_K1 * (1 - BM25_B + BM25_B * document.length / averageLength);
-          const contribution = idf * (frequency * (BM25_K1 + 1) / denominator);
-          scores.set(id, (scores.get(id) ?? 0) + contribution);
-        }
-      }
-      const matches = [...scores.entries()].map(([id, score]) => {
-        return {
-          id,
-          score,
-          text: state.documents.get(id)?.text ?? ""
-        };
-      });
-      return Promise.resolve(matches.toSorted((a, b) => b.score - a.score).slice(0, options.topK));
-    }
-  };
-  return store;
-};
-
-export { bm25LexicalStore as default };

package/dist/packem_shared/contentHash-Cgz5KRGD.mjs

@@ -1,92 +0,0 @@
-const DOT_PREFIX_RE = /^\.+/u;
-const EXTENSION_MIME_MAP = {
-  // Images
-  avif: "image/avif",
-  bmp: "image/bmp",
-  gif: "image/gif",
-  ico: "image/x-icon",
-  jpeg: "image/jpeg",
-  jpg: "image/jpeg",
-  png: "image/png",
-  svg: "image/svg+xml",
-  tiff: "image/tiff",
-  tif: "image/tiff",
-  webp: "image/webp",
-  // Video
-  avi: "video/x-msvideo",
-  mkv: "video/x-matroska",
-  mov: "video/quicktime",
-  mp4: "video/mp4",
-  mpeg: "video/mpeg",
-  mpg: "video/mpeg",
-  webm: "video/webm",
-  wmv: "video/x-ms-wmv",
-  // Audio
-  aac: "audio/aac",
-  flac: "audio/flac",
-  m4a: "audio/mp4",
-  mp3: "audio/mpeg",
-  ogg: "audio/ogg",
-  opus: "audio/opus",
-  wav: "audio/wav",
-  wma: "audio/x-ms-wma",
-  // Documents (office / PDF)
-  csv: "text/csv",
-  doc: "application/msword",
-  docx: "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
-  odp: "application/vnd.oasis.opendocument.presentation",
-  ods: "application/vnd.oasis.opendocument.spreadsheet",
-  odt: "application/vnd.oasis.opendocument.text",
-  pdf: "application/pdf",
-  ppt: "application/vnd.ms-powerpoint",
-  pptx: "application/vnd.openxmlformats-officedocument.presentationml.presentation",
-  rtf: "application/rtf",
-  xls: "application/vnd.ms-excel",
-  xlsx: "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
-  // Text / markup
-  css: "text/css",
-  html: "text/html",
-  htm: "text/html",
-  ini: "text/plain",
-  json: "application/json",
-  js: "text/javascript",
-  mjs: "text/javascript",
-  md: "text/markdown",
-  jsx: "text/javascript",
-  ts: "text/typescript",
-  tsx: "text/typescript",
-  txt: "text/plain",
-  xml: "application/xml",
-  yaml: "application/x-yaml",
-  yml: "application/x-yaml",
-  // Archives / binaries
-  "7z": "application/x-7z-compressed",
-  bz2: "application/x-bzip2",
-  gz: "application/gzip",
-  jar: "application/java-archive",
-  rar: "application/vnd.rar",
-  tar: "application/x-tar",
-  zip: "application/zip",
-  // Fonts
-  otf: "font/otf",
-  ttf: "font/ttf",
-  woff: "font/woff",
-  woff2: "font/woff2",
-  // Other common
-  bin: "application/octet-stream",
-  epub: "application/epub+zip",
-  exe: "application/vnd.microsoft.portable-executable",
-  iso: "application/x-iso9660-image",
-  sql: "application/sql",
-  toml: "application/toml"
-};
-const guessMimeTypeFromExtension = (extension) => {
-  const normalizedExtension = extension.replace(DOT_PREFIX_RE, "").toLowerCase();
-  return EXTENSION_MIME_MAP[normalizedExtension] ?? "application/octet-stream";
-};
-const contentHash = async (data) => {
-  const digest = await crypto.subtle.digest("SHA-256", data);
-  return [...new Uint8Array(digest)].map((byte) => byte.toString(16).padStart(2, "0")).join("");
-};
-
-export { contentHash, guessMimeTypeFromExtension };

package/dist/packem_shared/createAi-CYxQuvEL.mjs

@@ -1,55 +0,0 @@
-import { LunoraError } from '@lunora/errors';
-import { createWorkersAI } from 'workers-ai-provider';
-
-const buildProvider = (binding, gateway) => createWorkersAI({ binding, gateway });
-const createAi = (options) => {
-  const { binding, defaultEmbeddingModel, defaultModel, gateway, provider } = options;
-  if (!provider && !binding) {
-    throw new LunoraError("INTERNAL", "@lunora/ai: createAi requires a `binding` (env.AI) or a pre-built `provider`");
-  }
-  const workersai = provider ?? buildProvider(binding, gateway);
-  const model = (input) => {
-    if (input === void 0) {
-      if (!defaultModel) {
-        throw new LunoraError("INTERNAL", "@lunora/ai: no model supplied and no `defaultModel` configured — pass a model id or an AI SDK model");
-      }
-      return workersai(defaultModel);
-    }
-    return typeof input === "string" ? workersai(input) : input;
-  };
-  const resolveEmbeddingModel = (modelId) => {
-    const factory = workersai.textEmbeddingModel;
-    if (typeof factory !== "function") {
-      throw new LunoraError(
-        "INTERNAL",
-        "@lunora/ai: the Workers AI provider does not expose `textEmbeddingModel`; pass an AI SDK EmbeddingModel (e.g. from @ai-sdk/openai) to embed()"
-      );
-    }
-    return factory.call(workersai, modelId);
-  };
-  const embeddingModel = (input) => {
-    if (typeof input === "object") {
-      return input;
-    }
-    const modelId = input ?? defaultEmbeddingModel;
-    if (!modelId) {
-      throw new LunoraError(
-        "INTERNAL",
-        "@lunora/ai: no embedding model supplied and no `defaultEmbeddingModel` configured — pass an embedding model id or an AI SDK EmbeddingModel"
-      );
-    }
-    return resolveEmbeddingModel(modelId);
-  };
-  const run = async (modelId, inputs, runOptions) => {
-    if (!binding) {
-      throw new LunoraError(
-        "INTERNAL",
-        "@lunora/ai: ai.run requires the `binding` (env.AI) — it is unavailable when only a custom `provider` was supplied"
-      );
-    }
-    return binding.run(modelId, inputs, runOptions);
-  };
-  return { embeddingModel, model, run, workersai };
-};
-
-export { createAi as default };