@kaleabdenbel/llmweb 1.0.1 → 1.0.3

package/README.md

@@ -9,6 +9,7 @@ The data compiler that transforms messy application state into LLM-readable trut
 - **Static Truth**: Your contract with the world. Deterministic. Versioned.
 - **Dynamic Truth**: Live data from APIs, Server Actions, or DB calls.
 - **The Engine**: Compiles these into a single, structured JSON object for LLMs.
+- **Framework Adapters**: Utilities for [Next.js](docs/next.md), [React](docs/react.md), [Express](docs/express.md), and [Vanilla JS](docs/vanilla.md).
 
 ## Installation
 
@@ -24,7 +25,7 @@ Create an LLM route to expose your site's data.
 
 ```typescript
 // app/llm/route.ts
-import { createLLMHandler } from "llmweb/adapters/next";
+import { createLLMHandler } from "@kaleabdenbel/llmweb/adapters/next";
 import { getStaffList } from "@/actions/getStaffList";
 
 const config = {

package/dist/adapters/express.js

@@ -73,7 +73,11 @@ async function resolveSource(source, timeoutMs) {
 
 // src/core/transformer.ts
 function transform(sourceData, schema) {
-  if (!sourceData || typeof sourceData !== "object") return sourceData;
+  if (!sourceData) return sourceData;
+  if (Array.isArray(sourceData)) {
+    return sourceData.map((item) => transform(item, schema));
+  }
+  if (typeof sourceData !== "object") return sourceData;
   const result = {};
   for (const [targetKey, mapping] of Object.entries(schema)) {
     if (typeof mapping === "string") {
@@ -99,16 +103,15 @@ function merge(staticData, dynamicResults) {
   };
 }
 
-// src/index.ts
-var import_node_fs = require("fs");
-var import_node_path = require("path");
-async function createLLMSource(config, options = {}) {
+// src/core/compiler.ts
+async function compileLLM(config, loader, options = {}) {
   let staticTruth = {};
   if (config.static) {
     try {
-      const staticPath = config.static.startsWith("/") ? config.static : (0, import_node_path.join)(process.cwd(), config.static);
-      const content = (0, import_node_fs.readFileSync)(staticPath, "utf-8");
-      staticTruth = JSON.parse(content);
+      const content = await loader(config.static);
+      if (content) {
+        staticTruth = JSON.parse(content);
+      }
     } catch (error) {
       if (options.failLoudly) {
         throw new Error(`[llmweb] Static Truth Error: Failed to load/parse JSON at ${config.static}. ${error}`);
@@ -142,6 +145,17 @@ async function createLLMSource(config, options = {}) {
   return merge(staticTruth, dynamicTruth);
 }
 
+// src/index.ts
+var import_node_fs = require("fs");
+var import_node_path = require("path");
+var nodeLoader = async (path) => {
+  const fullPath = path.startsWith("/") ? path : (0, import_node_path.join)(process.cwd(), path);
+  return (0, import_node_fs.readFileSync)(fullPath, "utf-8");
+};
+async function createLLMSource(config, options = {}) {
+  return compileLLM(config, nodeLoader, options);
+}
+
 // src/adapters/express.ts
 function llmMiddleware(config) {
   return async (req, res, next) => {

package/dist/adapters/express.mjs

@@ -1,6 +1,134 @@
-import {
-  createLLMSource
-} from "../chunk-PYG5H54N.mjs";
+// src/core/resolver.ts
+async function resolveAll(dynamicSources, options = {}) {
+  const keys = Object.keys(dynamicSources);
+  const results = await Promise.allSettled(
+    keys.map((key) => resolveSource(dynamicSources[key], options.timeout))
+  );
+  const data = {};
+  results.forEach((result, index) => {
+    const key = keys[index];
+    if (result.status === "fulfilled") {
+      data[key] = result.value;
+    } else {
+      console.error(`[llmweb] Failed to resolve source "${key}":`, result.reason);
+      data[key] = null;
+    }
+  });
+  return data;
+}
+async function resolveSource(source, timeoutMs) {
+  const { from } = source;
+  const controller = timeoutMs ? new AbortController() : null;
+  const signal = controller?.signal;
+  const timeoutPromise = timeoutMs ? new Promise(
+    (_, reject) => setTimeout(() => {
+      controller?.abort();
+      reject(new Error(`Timeout of ${timeoutMs}ms exceeded`));
+    }, timeoutMs)
+  ) : null;
+  const resolvePromise = (async () => {
+    if (from.type === "fetch") {
+      if (!from.url) throw new Error("Fetch source requires a URL");
+      const response = await fetch(from.url, { signal });
+      if (!response.ok) throw new Error(`HTTP error ${response.status} for ${from.url}`);
+      return response.json();
+    }
+    if (from.type === "fn") {
+      if (!from.call) throw new Error('Function source requires a "call" property');
+      return from.call();
+    }
+    throw new Error(`Unsupported source type: ${from.type}`);
+  })();
+  if (timeoutPromise) {
+    return Promise.race([resolvePromise, timeoutPromise]);
+  }
+  return resolvePromise;
+}
+
+// src/core/transformer.ts
+function transform(sourceData, schema) {
+  if (!sourceData) return sourceData;
+  if (Array.isArray(sourceData)) {
+    return sourceData.map((item) => transform(item, schema));
+  }
+  if (typeof sourceData !== "object") return sourceData;
+  const result = {};
+  for (const [targetKey, mapping] of Object.entries(schema)) {
+    if (typeof mapping === "string") {
+      result[targetKey] = getValueByPath(sourceData, mapping);
+    } else if (typeof mapping === "function") {
+      result[targetKey] = mapping(sourceData);
+    } else if (typeof mapping === "object" && mapping !== null) {
+      result[targetKey] = transform(sourceData, mapping);
+    }
+  }
+  return result;
+}
+function getValueByPath(obj, path) {
+  return path.split(".").reduce((acc, part) => acc && acc[part], obj);
+}
+
+// src/core/merger.ts
+function merge(staticData, dynamicResults) {
+  if (!staticData) return dynamicResults;
+  return {
+    ...staticData,
+    ...dynamicResults
+  };
+}
+
+// src/core/compiler.ts
+async function compileLLM(config, loader, options = {}) {
+  let staticTruth = {};
+  if (config.static) {
+    try {
+      const content = await loader(config.static);
+      if (content) {
+        staticTruth = JSON.parse(content);
+      }
+    } catch (error) {
+      if (options.failLoudly) {
+        throw new Error(`[llmweb] Static Truth Error: Failed to load/parse JSON at ${config.static}. ${error}`);
+      }
+      console.warn(`[llmweb] Warning: Could not load static JSON at ${config.static}. Proceeding with dynamic data only.`);
+    }
+  }
+  const dynamicTruth = {};
+  if (config.dynamic) {
+    const rawResults = await resolveAll(config.dynamic, { timeout: options.timeout });
+    for (const [key, source] of Object.entries(config.dynamic)) {
+      const rawData = rawResults[key];
+      if (rawData === null && options.failLoudly) {
+        throw new Error(`[llmweb] Dynamic Truth Error: Source "${key}" failed to resolve.`);
+      }
+      if (rawData && source.map) {
+        try {
+          dynamicTruth[key] = transform(rawData, source.map);
+        } catch (error) {
+          if (options.failLoudly) {
+            throw new Error(`[llmweb] Transformation Error: Failed to map source "${key}". ${error}`);
+          }
+          console.error(`[llmweb] Warning: Mapping failed for "${key}". Using raw data.`);
+          dynamicTruth[key] = rawData;
+        }
+      } else {
+        dynamicTruth[key] = rawData;
+      }
+    }
+  }
+  return merge(staticTruth, dynamicTruth);
+}
+
+// src/index.ts
+import { readFileSync } from "fs";
+import { join } from "path";
+var nodeLoader = async (path) => {
+  const fullPath = path.startsWith("/") ? path : join(process.cwd(), path);
+  return readFileSync(fullPath, "utf-8");
+};
+async function createLLMSource(config, options = {}) {
+  return compileLLM(config, nodeLoader, options);
+}
 
 // src/adapters/express.ts
 function llmMiddleware(config) {

package/dist/adapters/next.js

@@ -74,7 +74,11 @@ async function resolveSource(source, timeoutMs) {
 
 // src/core/transformer.ts
 function transform(sourceData, schema) {
-  if (!sourceData || typeof sourceData !== "object") return sourceData;
+  if (!sourceData) return sourceData;
+  if (Array.isArray(sourceData)) {
+    return sourceData.map((item) => transform(item, schema));
+  }
+  if (typeof sourceData !== "object") return sourceData;
   const result = {};
   for (const [targetKey, mapping] of Object.entries(schema)) {
     if (typeof mapping === "string") {
@@ -100,16 +104,15 @@ function merge(staticData, dynamicResults) {
   };
 }
 
-// src/index.ts
-var import_node_fs = require("fs");
-var import_node_path = require("path");
-async function createLLMSource(config, options = {}) {
+// src/core/compiler.ts
+async function compileLLM(config, loader, options = {}) {
   let staticTruth = {};
   if (config.static) {
     try {
-      const staticPath = config.static.startsWith("/") ? config.static : (0, import_node_path.join)(process.cwd(), config.static);
-      const content = (0, import_node_fs.readFileSync)(staticPath, "utf-8");
-      staticTruth = JSON.parse(content);
+      const content = await loader(config.static);
+      if (content) {
+        staticTruth = JSON.parse(content);
+      }
     } catch (error) {
       if (options.failLoudly) {
         throw new Error(`[llmweb] Static Truth Error: Failed to load/parse JSON at ${config.static}. ${error}`);
@@ -143,6 +146,17 @@ async function createLLMSource(config, options = {}) {
   return merge(staticTruth, dynamicTruth);
 }
 
+// src/index.ts
+var import_node_fs = require("fs");
+var import_node_path = require("path");
+var nodeLoader = async (path) => {
+  const fullPath = path.startsWith("/") ? path : (0, import_node_path.join)(process.cwd(), path);
+  return (0, import_node_fs.readFileSync)(fullPath, "utf-8");
+};
+async function createLLMSource(config, options = {}) {
+  return compileLLM(config, nodeLoader, options);
+}
+
 // src/adapters/next.tsx
 var import_jsx_runtime = require("react/jsx-runtime");
 async function LLMJson({ config, className }) {

package/dist/adapters/next.mjs

@@ -1,6 +1,134 @@
-import {
-  createLLMSource
-} from "../chunk-PYG5H54N.mjs";
+// src/core/resolver.ts
+async function resolveAll(dynamicSources, options = {}) {
+  const keys = Object.keys(dynamicSources);
+  const results = await Promise.allSettled(
+    keys.map((key) => resolveSource(dynamicSources[key], options.timeout))
+  );
+  const data = {};
+  results.forEach((result, index) => {
+    const key = keys[index];
+    if (result.status === "fulfilled") {
+      data[key] = result.value;
+    } else {
+      console.error(`[llmweb] Failed to resolve source "${key}":`, result.reason);
+      data[key] = null;
+    }
+  });
+  return data;
+}
+async function resolveSource(source, timeoutMs) {
+  const { from } = source;
+  const controller = timeoutMs ? new AbortController() : null;
+  const signal = controller?.signal;
+  const timeoutPromise = timeoutMs ? new Promise(
+    (_, reject) => setTimeout(() => {
+      controller?.abort();
+      reject(new Error(`Timeout of ${timeoutMs}ms exceeded`));
+    }, timeoutMs)
+  ) : null;
+  const resolvePromise = (async () => {
+    if (from.type === "fetch") {
+      if (!from.url) throw new Error("Fetch source requires a URL");
+      const response = await fetch(from.url, { signal });
+      if (!response.ok) throw new Error(`HTTP error ${response.status} for ${from.url}`);
+      return response.json();
+    }
+    if (from.type === "fn") {
+      if (!from.call) throw new Error('Function source requires a "call" property');
+      return from.call();
+    }
+    throw new Error(`Unsupported source type: ${from.type}`);
+  })();
+  if (timeoutPromise) {
+    return Promise.race([resolvePromise, timeoutPromise]);
+  }
+  return resolvePromise;
+}
+
+// src/core/transformer.ts
+function transform(sourceData, schema) {
+  if (!sourceData) return sourceData;
+  if (Array.isArray(sourceData)) {
+    return sourceData.map((item) => transform(item, schema));
+  }
+  if (typeof sourceData !== "object") return sourceData;
+  const result = {};
+  for (const [targetKey, mapping] of Object.entries(schema)) {
+    if (typeof mapping === "string") {
+      result[targetKey] = getValueByPath(sourceData, mapping);
+    } else if (typeof mapping === "function") {
+      result[targetKey] = mapping(sourceData);
+    } else if (typeof mapping === "object" && mapping !== null) {
+      result[targetKey] = transform(sourceData, mapping);
+    }
+  }
+  return result;
+}
+function getValueByPath(obj, path) {
+  return path.split(".").reduce((acc, part) => acc && acc[part], obj);
+}
+
+// src/core/merger.ts
+function merge(staticData, dynamicResults) {
+  if (!staticData) return dynamicResults;
+  return {
+    ...staticData,
+    ...dynamicResults
+  };
+}
+
+// src/core/compiler.ts
+async function compileLLM(config, loader, options = {}) {
+  let staticTruth = {};
+  if (config.static) {
+    try {
+      const content = await loader(config.static);
+      if (content) {
+        staticTruth = JSON.parse(content);
+      }
+    } catch (error) {
+      if (options.failLoudly) {
+        throw new Error(`[llmweb] Static Truth Error: Failed to load/parse JSON at ${config.static}. ${error}`);
+      }
+      console.warn(`[llmweb] Warning: Could not load static JSON at ${config.static}. Proceeding with dynamic data only.`);
+    }
+  }
+  const dynamicTruth = {};
+  if (config.dynamic) {
+    const rawResults = await resolveAll(config.dynamic, { timeout: options.timeout });
+    for (const [key, source] of Object.entries(config.dynamic)) {
+      const rawData = rawResults[key];
+      if (rawData === null && options.failLoudly) {
+        throw new Error(`[llmweb] Dynamic Truth Error: Source "${key}" failed to resolve.`);
+      }
+      if (rawData && source.map) {
+        try {
+          dynamicTruth[key] = transform(rawData, source.map);
+        } catch (error) {
+          if (options.failLoudly) {
+            throw new Error(`[llmweb] Transformation Error: Failed to map source "${key}". ${error}`);
+          }
+          console.error(`[llmweb] Warning: Mapping failed for "${key}". Using raw data.`);
+          dynamicTruth[key] = rawData;
+        }
+      } else {
+        dynamicTruth[key] = rawData;
+      }
+    }
+  }
+  return merge(staticTruth, dynamicTruth);
+}
+
+// src/index.ts
+import { readFileSync } from "fs";
+import { join } from "path";
+var nodeLoader = async (path) => {
+  const fullPath = path.startsWith("/") ? path : join(process.cwd(), path);
+  return readFileSync(fullPath, "utf-8");
+};
+async function createLLMSource(config, options = {}) {
+  return compileLLM(config, nodeLoader, options);
+}
 
 // src/adapters/next.tsx
 import { jsx } from "react/jsx-runtime";

package/dist/adapters/react.js

@@ -0,0 +1,253 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/adapters/react.tsx
+var react_exports = {};
+__export(react_exports, {
+  LLMInjector: () => LLMInjector,
+  LLMJson: () => LLMJson
+});
+module.exports = __toCommonJS(react_exports);
+var import_react = __toESM(require("react"));
+
+// src/core/resolver.ts
+async function resolveAll(dynamicSources, options = {}) {
+  const keys = Object.keys(dynamicSources);
+  const results = await Promise.allSettled(
+    keys.map((key) => resolveSource(dynamicSources[key], options.timeout))
+  );
+  const data = {};
+  results.forEach((result, index) => {
+    const key = keys[index];
+    if (result.status === "fulfilled") {
+      data[key] = result.value;
+    } else {
+      console.error(`[llmweb] Failed to resolve source "${key}":`, result.reason);
+      data[key] = null;
+    }
+  });
+  return data;
+}
+async function resolveSource(source, timeoutMs) {
+  const { from } = source;
+  const controller = timeoutMs ? new AbortController() : null;
+  const signal = controller?.signal;
+  const timeoutPromise = timeoutMs ? new Promise(
+    (_, reject) => setTimeout(() => {
+      controller?.abort();
+      reject(new Error(`Timeout of ${timeoutMs}ms exceeded`));
+    }, timeoutMs)
+  ) : null;
+  const resolvePromise = (async () => {
+    if (from.type === "fetch") {
+      if (!from.url) throw new Error("Fetch source requires a URL");
+      const response = await fetch(from.url, { signal });
+      if (!response.ok) throw new Error(`HTTP error ${response.status} for ${from.url}`);
+      return response.json();
+    }
+    if (from.type === "fn") {
+      if (!from.call) throw new Error('Function source requires a "call" property');
+      return from.call();
+    }
+    throw new Error(`Unsupported source type: ${from.type}`);
+  })();
+  if (timeoutPromise) {
+    return Promise.race([resolvePromise, timeoutPromise]);
+  }
+  return resolvePromise;
+}
+
+// src/core/transformer.ts
+function transform(sourceData, schema) {
+  if (!sourceData) return sourceData;
+  if (Array.isArray(sourceData)) {
+    return sourceData.map((item) => transform(item, schema));
+  }
+  if (typeof sourceData !== "object") return sourceData;
+  const result = {};
+  for (const [targetKey, mapping] of Object.entries(schema)) {
+    if (typeof mapping === "string") {
+      result[targetKey] = getValueByPath(sourceData, mapping);
+    } else if (typeof mapping === "function") {
+      result[targetKey] = mapping(sourceData);
+    } else if (typeof mapping === "object" && mapping !== null) {
+      result[targetKey] = transform(sourceData, mapping);
+    }
+  }
+  return result;
+}
+function getValueByPath(obj, path) {
+  return path.split(".").reduce((acc, part) => acc && acc[part], obj);
+}
+
+// src/core/merger.ts
+function merge(staticData, dynamicResults) {
+  if (!staticData) return dynamicResults;
+  return {
+    ...staticData,
+    ...dynamicResults
+  };
+}
+
+// src/core/compiler.ts
+async function compileLLM(config, loader, options = {}) {
+  let staticTruth = {};
+  if (config.static) {
+    try {
+      const content = await loader(config.static);
+      if (content) {
+        staticTruth = JSON.parse(content);
+      }
+    } catch (error) {
+      if (options.failLoudly) {
+        throw new Error(`[llmweb] Static Truth Error: Failed to load/parse JSON at ${config.static}. ${error}`);
+      }
+      console.warn(`[llmweb] Warning: Could not load static JSON at ${config.static}. Proceeding with dynamic data only.`);
+    }
+  }
+  const dynamicTruth = {};
+  if (config.dynamic) {
+    const rawResults = await resolveAll(config.dynamic, { timeout: options.timeout });
+    for (const [key, source] of Object.entries(config.dynamic)) {
+      const rawData = rawResults[key];
+      if (rawData === null && options.failLoudly) {
+        throw new Error(`[llmweb] Dynamic Truth Error: Source "${key}" failed to resolve.`);
+      }
+      if (rawData && source.map) {
+        try {
+          dynamicTruth[key] = transform(rawData, source.map);
+        } catch (error) {
+          if (options.failLoudly) {
+            throw new Error(`[llmweb] Transformation Error: Failed to map source "${key}". ${error}`);
+          }
+          console.error(`[llmweb] Warning: Mapping failed for "${key}". Using raw data.`);
+          dynamicTruth[key] = rawData;
+        }
+      } else {
+        dynamicTruth[key] = rawData;
+      }
+    }
+  }
+  return merge(staticTruth, dynamicTruth);
+}
+
+// src/index.ts
+var import_node_fs = require("fs");
+var import_node_path = require("path");
+
+// src/core/injector.ts
+function toWindowString(data, key = "__LLM__") {
+  const json = JSON.stringify(data);
+  return `window.${key} = ${json};`;
+}
+
+// src/index.ts
+var nodeLoader = async (path) => {
+  const fullPath = path.startsWith("/") ? path : (0, import_node_path.join)(process.cwd(), path);
+  return (0, import_node_fs.readFileSync)(fullPath, "utf-8");
+};
+async function createLLMSource(config, options = {}) {
+  return compileLLM(config, nodeLoader, options);
+}
+
+// src/adapters/react.tsx
+var import_jsx_runtime = require("react/jsx-runtime");
+async function LLMJson({
+  config,
+  mode = "script",
+  targetKey = "__LLM__",
+  className
+}) {
+  const truth = await createLLMSource(config);
+  if (mode === "window") {
+    const scriptBody = toWindowString(truth, targetKey);
+    return /* @__PURE__ */ (0, import_jsx_runtime.jsx)(
+      "script",
+      {
+        id: `llm-window-${targetKey}`,
+        dangerouslySetInnerHTML: { __html: scriptBody }
+      }
+    );
+  }
+  if (mode === "pre") {
+    return /* @__PURE__ */ (0, import_jsx_runtime.jsx)("pre", { id: "llm-truth-pre", className, children: JSON.stringify(truth, null, 2) });
+  }
+  return /* @__PURE__ */ (0, import_jsx_runtime.jsx)(
+    "script",
+    {
+      id: "llm-truth-script",
+      type: "application/llm+json",
+      dangerouslySetInnerHTML: { __html: JSON.stringify(truth) }
+    }
+  );
+}
+function LLMInjector({
+  config,
+  mode = "script",
+  targetKey = "__LLM__",
+  className
+}) {
+  const [truth, setTruth] = import_react.default.useState(null);
+  import_react.default.useEffect(() => {
+    let mounted = true;
+    createLLMSource(config).then((data) => {
+      if (mounted) setTruth(data);
+    });
+    return () => {
+      mounted = false;
+    };
+  }, [config]);
+  if (!truth) return null;
+  if (mode === "window") {
+    const scriptBody = toWindowString(truth, targetKey);
+    return /* @__PURE__ */ (0, import_jsx_runtime.jsx)(
+      "script",
+      {
+        id: `llm-window-${targetKey}`,
+        dangerouslySetInnerHTML: { __html: scriptBody }
+      }
+    );
+  }
+  if (mode === "pre") {
+    return /* @__PURE__ */ (0, import_jsx_runtime.jsx)("pre", { id: "llm-truth-pre", className, children: JSON.stringify(truth, null, 2) });
+  }
+  return /* @__PURE__ */ (0, import_jsx_runtime.jsx)(
+    "script",
+    {
+      id: "llm-truth-script",
+      type: "application/llm+json",
+      dangerouslySetInnerHTML: { __html: JSON.stringify(truth) }
+    }
+  );
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  LLMInjector,
+  LLMJson
+});