aeo-ready 1.0.0

package/src/utils/fetch.js

@@ -0,0 +1,42 @@
+const DEFAULT_TIMEOUT = 10000;
+const USER_AGENT = "agent-web/1.0 (AI readiness auditor)";
+
+export async function fetchUrl(url, opts = {}) {
+  const controller = new AbortController();
+  const timeout = setTimeout(
+    () => controller.abort(),
+    opts.timeout || DEFAULT_TIMEOUT,
+  );
+
+  try {
+    const res = await fetch(url, {
+      signal: controller.signal,
+      headers: {
+        "User-Agent": USER_AGENT,
+        ...opts.headers,
+      },
+      redirect: "follow",
+    });
+    const text = await res.text();
+    return {
+      status: res.status,
+      text,
+      headers: Object.fromEntries(res.headers),
+    };
+  } catch (err) {
+    if (err.name === "AbortError") {
+      return { status: 0, text: "", headers: {}, error: "timeout" };
+    }
+    return { status: 0, text: "", headers: {}, error: err.message };
+  } finally {
+    clearTimeout(timeout);
+  }
+}
+
+export function resolveUrl(base, path) {
+  try {
+    return new URL(path, base).href;
+  } catch {
+    return null;
+  }
+}

package/src/utils/tokens.js

@@ -0,0 +1,18 @@
+export function estimateTokens(text) {
+  if (!text) return 0;
+  return Math.ceil(text.length / 4);
+}
+
+export const TOKEN_BUDGETS = {
+  quickstart: 15000,
+  apiRef: 25000,
+  guide: 20000,
+  llmsTxt: 5000,
+};
+
+export function checkTokenBudget(text, type) {
+  const tokens = estimateTokens(text);
+  const budget = TOKEN_BUDGETS[type];
+  if (!budget) return { tokens, withinBudget: true, budget: null };
+  return { tokens, withinBudget: tokens <= budget, budget };
+}