@agentsean/keywords 1.0.0

package/dist/cluster.js

@@ -0,0 +1,119 @@
+import { randomUUID } from "node:crypto";
+import { COSINE_MERGE, cosine } from "./embeddings.js";
+export async function clusterQueries(queries, embeddings, opts) {
+    const threshold = opts?.threshold ?? COSINE_MERGE;
+    const unique = [...new Set(queries.map((q) => q.trim()).filter(Boolean))];
+    const vectors = new Map();
+    for (const q of unique) {
+        vectors.set(q, await Promise.resolve(embeddings.embed(q)));
+    }
+    const assigned = new Set();
+    const clusters = [];
+    for (const q of unique) {
+        if (assigned.has(q))
+            continue;
+        const seed = vectors.get(q);
+        if (!seed)
+            continue;
+        const members = [q];
+        assigned.add(q);
+        for (const other of unique) {
+            if (assigned.has(other))
+                continue;
+            const v = vectors.get(other);
+            if (!v)
+                continue;
+            if (cosine(seed, v) >= threshold) {
+                members.push(other);
+                assigned.add(other);
+            }
+        }
+        clusters.push({
+            id: randomUUID(),
+            label: labelOf(members),
+            members,
+            serpConfirmed: false,
+        });
+    }
+    if (!opts?.serp || opts.serp.size === 0)
+        return clusters;
+    return confirmSerpMerges(clusters, opts.serp);
+}
+/** Merge clusters that share ≥ 3 top-10 URLs. Cuts SERP cost 5–20× vs SERP-first. */
+export function confirmSerpMerges(clusters, serp) {
+    const urlSet = (members) => {
+        const s = new Set();
+        for (const m of members) {
+            for (const u of serp.get(m) ?? [])
+                s.add(normalizeUrl(u));
+        }
+        return s;
+    };
+    const out = clusters.map((c) => ({ ...c, members: [...c.members] }));
+    let merged = true;
+    while (merged) {
+        merged = false;
+        outer: for (let i = 0; i < out.length; i++) {
+            for (let j = i + 1; j < out.length; j++) {
+                const a = out[i];
+                const b = out[j];
+                if (!a || !b)
+                    continue;
+                const shared = intersectionSize(urlSet(a.members), urlSet(b.members));
+                if (shared >= 3) {
+                    a.members = [...new Set([...a.members, ...b.members])];
+                    a.label = labelOf(a.members);
+                    a.serpConfirmed = true;
+                    out.splice(j, 1);
+                    merged = true;
+                    break outer;
+                }
+            }
+        }
+    }
+    for (const c of out) {
+        if (c.members.length >= 2 && (urlSet(c.members).size >= 3 || c.serpConfirmed)) {
+            const sharedInside = minShared(c.members, serp);
+            if (sharedInside >= 3)
+                c.serpConfirmed = true;
+        }
+    }
+    return out;
+}
+export function urlsFromSerp(result) {
+    return result.items.slice(0, 10).map((i) => i.url);
+}
+function minShared(members, serp) {
+    if (members.length < 2)
+        return 0;
+    let min = Infinity;
+    for (let i = 0; i < members.length; i++) {
+        for (let j = i + 1; j < members.length; j++) {
+            const a = new Set((serp.get(members[i] ?? "") ?? []).map(normalizeUrl));
+            const b = new Set((serp.get(members[j] ?? "") ?? []).map(normalizeUrl));
+            min = Math.min(min, intersectionSize(a, b));
+        }
+    }
+    return Number.isFinite(min) ? min : 0;
+}
+function intersectionSize(a, b) {
+    let n = 0;
+    for (const x of a)
+        if (b.has(x))
+            n++;
+    return n;
+}
+function normalizeUrl(url) {
+    try {
+        const u = new URL(url);
+        return `${u.hostname.replace(/^www\./, "")}${u.pathname.replace(/\/$/, "")}`;
+    }
+    catch {
+        return url.replace(/\/$/, "");
+    }
+}
+function labelOf(members) {
+    return (members.toSorted((a, b) => a.length - b.length || a.localeCompare(b))[0] ??
+        "cluster");
+}
+//# sourceMappingURL=cluster.js.map

package/dist/cluster.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cluster.js","sourceRoot":"","sources":["../src/cluster.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAGvD,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAiB,EACjB,UAAsB,EACtB,IAGC;IAED,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,YAAY,CAAC;IAClD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC5C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,SAAS;QAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAChB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC;gBAAE,SAAS;YAClC,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC7B,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,SAAS,EAAE,CAAC;gBACjC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACpB,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC;YACZ,EAAE,EAAE,UAAU,EAAE;YAChB,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC;YACvB,OAAO;YACP,aAAa,EAAE,KAAK;SACrB,CAAC,CAAC;IACL,CAAC;IACD,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IACzD,OAAO,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;AAChD,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,iBAAiB,CAC/B,QAAmB,EACnB,IAA2B;IAE3B,MAAM,MAAM,GAAG,CAAC,OAAiB,EAAE,EAAE;QACnC,MAAM,CAAC,GAAG,IAAI,GAAG,EAAU,CAAC;QAC5B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE;gBAAE,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IACrE,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,OAAO,MAAM,EAAE,CAAC;QACd,MAAM,GAAG,KAAK,CAAC;QACf,KAAK,EAAE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;gBACjB,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;gBACjB,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACvB,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBACtE,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;oBAChB,CAAC,CAAC,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBACvD,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;oBAC7B,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC;oBACvB,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBACjB,MAAM,GAAG,IAAI,CAAC;oBACd,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC;YAC9E,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAChD,IAAI,YAAY,IAAI,CAAC;gBAAE,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC;QAChD,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAkB;IAC7C,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,SAAS,CAAC,OAAiB,EAAE,IAA2B;IAC/D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IACjC,IAAI,GAAG,GAAG,QAAQ,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;YACxE,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;YACxE,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAc,EAAE,CAAc;IACtD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,CAAC;QAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,CAAC,EAAE,CAAC;IACrC,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC;IAC/E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAChC,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,OAAiB;IAChC,OAAO,CACL,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,SAAS,CACV,CAAC;AACJ,CAAC"}

package/dist/difficulty.d.ts

@@ -0,0 +1,8 @@
+import type { DifficultyModel, QueryDaily } from "./types.js";
+/**
+ * Per-site difficulty from the user's own GSC top-10 labels — not a vendor score.
+ * Label 0 (easy) if avg position ≤ 10, 1 (hard) if avg position ≥ 20.
+ */
+export declare function trainDifficulty(rows: QueryDaily[], brandTerms?: string[]): DifficultyModel;
+export declare function features(query: string, impressions: number, brandTerms: string[]): number[];
+//# sourceMappingURL=difficulty.d.ts.map

package/dist/difficulty.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"difficulty.d.ts","sourceRoot":"","sources":["../src/difficulty.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE9D;;;GAGG;AACH,wBAAgB,eAAe,CAC7B,IAAI,EAAE,UAAU,EAAE,EAClB,UAAU,GAAE,MAAM,EAAO,GACxB,eAAe,CA6BjB;AAED,wBAAgB,QAAQ,CACtB,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAAE,GACnB,MAAM,EAAE,CAOV"}

package/dist/difficulty.js

@@ -0,0 +1,103 @@
+/**
+ * Per-site difficulty from the user's own GSC top-10 labels — not a vendor score.
+ * Label 0 (easy) if avg position ≤ 10, 1 (hard) if avg position ≥ 20.
+ */
+export function trainDifficulty(rows, brandTerms = []) {
+    const agg = aggregate(rows);
+    const samples = [];
+    for (const row of agg.values()) {
+        if (row.position === null)
+            continue;
+        let y = null;
+        if (row.position <= 10)
+            y = 0;
+        else if (row.position >= 20)
+            y = 1;
+        if (y === null)
+            continue;
+        samples.push({ x: features(row.query, row.impressions, brandTerms), y });
+    }
+    if (samples.length < 10) {
+        return {
+            trained: false,
+            samples: samples.length,
+            note: `Need ≥10 GSC queries with a clear top-10 or 20+ position; have ${samples.length}.`,
+            predict: () => null,
+        };
+    }
+    const weights = fitLogistic(samples, 250);
+    return {
+        trained: true,
+        samples: samples.length,
+        note: `Trained on ${samples.length} GSC labels from this site.`,
+        predict(query, impressions) {
+            const p = sigmoid(dot(weights, features(query, impressions, brandTerms)));
+            return Math.round(p * 100);
+        },
+    };
+}
+export function features(query, impressions, brandTerms) {
+    const words = query.trim().split(/\s+/).filter(Boolean);
+    const hasDigit = /\d/.test(query) ? 1 : 0;
+    const brand = brandTerms.some((t) => query.toLowerCase().includes(t.toLowerCase()))
+        ? 1
+        : 0;
+    return [1, words.length, query.length, hasDigit, Math.log1p(impressions), brand];
+}
+function aggregate(rows) {
+    const map = new Map();
+    for (const r of rows) {
+        const cur = map.get(r.query) ?? {
+            query: r.query,
+            impressions: 0,
+            position: 0,
+            n: 0,
+        };
+        cur.impressions += r.impressions;
+        if (r.position !== null) {
+            cur.position += r.position;
+            cur.n++;
+        }
+        map.set(r.query, cur);
+    }
+    const out = new Map();
+    for (const [q, v] of map) {
+        out.set(q, {
+            query: q,
+            impressions: v.impressions,
+            position: v.n ? v.position / v.n : null,
+        });
+    }
+    return out;
+}
+function fitLogistic(samples, iters) {
+    const dim = samples[0]?.x.length ?? 1;
+    const w = Array.from({ length: dim }, () => 0);
+    const lr = 0.05;
+    for (let i = 0; i < iters; i++) {
+        const g = Array.from({ length: dim }, () => 0);
+        for (const s of samples) {
+            const p = sigmoid(dot(w, s.x));
+            const err = p - s.y;
+            for (let j = 0; j < dim; j++)
+                g[j] = (g[j] ?? 0) + err * (s.x[j] ?? 0);
+        }
+        for (let j = 0; j < dim; j++)
+            w[j] = (w[j] ?? 0) - (lr * (g[j] ?? 0)) / samples.length;
+    }
+    return w;
+}
+function dot(a, b) {
+    let s = 0;
+    for (let i = 0; i < a.length; i++)
+        s += (a[i] ?? 0) * (b[i] ?? 0);
+    return s;
+}
+function sigmoid(z) {
+    if (z > 20)
+        return 1;
+    if (z < -20)
+        return 0;
+    return 1 / (1 + Math.exp(-z));
+}
+//# sourceMappingURL=difficulty.js.map

package/dist/difficulty.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"difficulty.js","sourceRoot":"","sources":["../src/difficulty.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,IAAkB,EAClB,aAAuB,EAAE;IAEzB,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,OAAO,GAAsC,EAAE,CAAC;IACtD,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;QAC/B,IAAI,GAAG,CAAC,QAAQ,KAAK,IAAI;YAAE,SAAS;QACpC,IAAI,CAAC,GAAkB,IAAI,CAAC;QAC5B,IAAI,GAAG,CAAC,QAAQ,IAAI,EAAE;YAAE,CAAC,GAAG,CAAC,CAAC;aACzB,IAAI,GAAG,CAAC,QAAQ,IAAI,EAAE;YAAE,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK,IAAI;YAAE,SAAS;QACzB,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACxB,OAAO;YACL,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,OAAO,CAAC,MAAM;YACvB,IAAI,EAAE,kEAAkE,OAAO,CAAC,MAAM,GAAG;YACzF,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI;SACpB,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAC1C,OAAO;QACL,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,IAAI,EAAE,cAAc,OAAO,CAAC,MAAM,6BAA6B;QAC/D,OAAO,CAAC,KAAK,EAAE,WAAW;YACxB,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;YAC1E,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;QAC7B,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,QAAQ,CACtB,KAAa,EACb,WAAmB,EACnB,UAAoB;IAEpB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,CAAC,CAAC;IACN,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,KAAK,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,SAAS,CAChB,IAAkB;IAElB,MAAM,GAAG,GAAG,IAAI,GAAG,EAGhB,CAAC;IACJ,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI;YAC9B,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE,CAAC;YACX,CAAC,EAAE,CAAC;SACL,CAAC;QACF,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,CAAC;QACjC,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YACxB,GAAG,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC;YAC3B,GAAG,CAAC,CAAC,EAAE,CAAC;QACV,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACxB,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,GAAG,EAGhB,CAAC;IACJ,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;QACzB,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE;YACT,KAAK,EAAE,CAAC;YACR,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;SACxC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,WAAW,CAClB,OAA0C,EAC1C,KAAa;IAEb,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;IACtC,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,EAAE,GAAG,IAAI,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;gBAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;YAC1B,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7D,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,GAAG,CAAC,CAAW,EAAE,CAAW;IACnC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAClE,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,OAAO,CAAC,CAAS;IACxB,IAAI,CAAC,GAAG,EAAE;QAAE,OAAO,CAAC,CAAC;IACrB,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,OAAO,CAAC,CAAC;IACtB,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChC,CAAC"}

package/dist/embeddings.d.ts

@@ -0,0 +1,28 @@
+import type { Embeddings } from "./types.js";
+export declare const HASH_DIM = 256;
+export declare const COSINE_MERGE = 0.78;
+/**
+ * Always-available local embedder. Character 3-grams + tokens hashed into 256
+ * buckets, L2-normalised. Used when EmbeddingGemma is not installed (D10).
+ */
+export declare function createHashEmbeddings(): Embeddings;
+/**
+ * HTTP embeddings (Ollama EmbeddingGemma-300M or any OpenAI-compatible endpoint).
+ * PLAN default is EmbeddingGemma when a local runtime serves it.
+ */
+export declare function createHttpEmbeddings(opts: {
+    url: string;
+    model?: string;
+    fetch?: typeof fetch;
+    apiKey?: string;
+}): Embeddings;
+export declare function createEmbeddings(opts?: {
+    url?: string;
+    model?: string;
+    fetch?: typeof fetch;
+    embed?: Embeddings;
+}): Embeddings;
+export declare function cosine(a: number[], b: number[]): number;
+export declare function hashEmbed(text: string, dim?: number): number[];
+export declare function textHash(text: string, model: string): string;
+//# sourceMappingURL=embeddings.d.ts.map

package/dist/embeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../src/embeddings.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C,eAAO,MAAM,QAAQ,MAAM,CAAC;AAC5B,eAAO,MAAM,YAAY,OAAO,CAAC;AAEjC;;;GAGG;AACH,wBAAgB,oBAAoB,IAAI,UAAU,CAQjD;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE;IACzC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,UAAU,CAyBb;AAED,wBAAgB,gBAAgB,CAAC,IAAI,CAAC,EAAE;IACtC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB,GAAG,UAAU,CAiBb;AAED,wBAAgB,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAKvD;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,SAAW,GAAG,MAAM,EAAE,CAehE;AAcD,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAE5D"}

package/dist/embeddings.js

@@ -0,0 +1,103 @@
+import { createHash } from "node:crypto";
+export const HASH_DIM = 256;
+export const COSINE_MERGE = 0.78;
+/**
+ * Always-available local embedder. Character 3-grams + tokens hashed into 256
+ * buckets, L2-normalised. Used when EmbeddingGemma is not installed (D10).
+ */
+export function createHashEmbeddings() {
+    return {
+        model: "local_hash",
+        dim: HASH_DIM,
+        embed(text) {
+            return hashEmbed(text, HASH_DIM);
+        },
+    };
+}
+/**
+ * HTTP embeddings (Ollama EmbeddingGemma-300M or any OpenAI-compatible endpoint).
+ * PLAN default is EmbeddingGemma when a local runtime serves it.
+ */
+export function createHttpEmbeddings(opts) {
+    const model = opts.model ?? "embeddinggemma";
+    const fetchFn = opts.fetch ?? fetch;
+    return {
+        model,
+        dim: 0,
+        async embed(text) {
+            const res = await fetchFn(opts.url, {
+                method: "POST",
+                headers: {
+                    "content-type": "application/json",
+                    ...(opts.apiKey ? { authorization: `Bearer ${opts.apiKey}` } : {}),
+                },
+                body: JSON.stringify({ model, prompt: text, input: text }),
+            });
+            if (!res.ok)
+                throw new Error(`embeddings HTTP ${res.status}`);
+            const json = (await res.json());
+            const vec = json.embedding ?? json.data?.[0]?.embedding;
+            if (!vec?.length)
+                throw new Error("embeddings response missing vector");
+            return l2(vec);
+        },
+    };
+}
+export function createEmbeddings(opts) {
+    if (opts?.embed)
+        return opts.embed;
+    const url = opts?.url ??
+        (process.env["SEAN_EMBEDDINGS_URL"]
+            ? process.env["SEAN_EMBEDDINGS_URL"]
+            : process.env["OLLAMA_HOST"]
+                ? `${process.env["OLLAMA_HOST"].replace(/\/$/, "")}/api/embeddings`
+                : undefined);
+    if (url) {
+        return createHttpEmbeddings({
+            url,
+            ...(opts?.model ? { model: opts.model } : {}),
+            ...(opts?.fetch ? { fetch: opts.fetch } : {}),
+        });
+    }
+    return createHashEmbeddings();
+}
+export function cosine(a, b) {
+    const n = Math.min(a.length, b.length);
+    let dot = 0;
+    for (let i = 0; i < n; i++)
+        dot += (a[i] ?? 0) * (b[i] ?? 0);
+    return dot;
+}
+export function hashEmbed(text, dim = HASH_DIM) {
+    const vec = Array.from({ length: dim }, () => 0);
+    const norm = text.toLowerCase().replace(/\s+/g, " ").trim();
+    if (!norm)
+        return vec;
+    const grams = new Set();
+    for (const tok of norm.split(/[^a-z0-9]+/).filter(Boolean)) {
+        grams.add(`w:${tok}`);
+        const padded = ` ${tok} `;
+        for (let i = 0; i < padded.length - 2; i++)
+            grams.add(padded.slice(i, i + 3));
+    }
+    for (const g of grams) {
+        const h = fnv(g) % dim;
+        vec[h] = (vec[h] ?? 0) + 1;
+    }
+    return l2(vec);
+}
+function l2(vec) {
+    let ss = 0;
+    for (const x of vec)
+        ss += x * x;
+    const n = Math.sqrt(ss) || 1;
+    return vec.map((x) => x / n);
+}
+function fnv(s) {
+    const buf = createHash("sha256").update(s).digest();
+    return buf.readUInt32BE(0);
+}
+export function textHash(text, model) {
+    return createHash("sha256").update(`${model}\n${text}`).digest("hex");
+}
+//# sourceMappingURL=embeddings.js.map

package/dist/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../src/embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,CAAC,MAAM,QAAQ,GAAG,GAAG,CAAC;AAC5B,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC;AAEjC;;;GAGG;AACH,MAAM,UAAU,oBAAoB;IAClC,OAAO;QACL,KAAK,EAAE,YAAY;QACnB,GAAG,EAAE,QAAQ;QACb,KAAK,CAAC,IAAY;YAChB,OAAO,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAKpC;IACC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,gBAAgB,CAAC;IAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC;IACpC,OAAO;QACL,KAAK;QACL,GAAG,EAAE,CAAC;QACN,KAAK,CAAC,KAAK,CAAC,IAAY;YACtB,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE;gBAClC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACnE;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;aAC3D,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9D,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAG7B,CAAC;YACF,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;YACxD,IAAI,CAAC,GAAG,EAAE,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACxE,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAKhC;IACC,IAAI,IAAI,EAAE,KAAK;QAAE,OAAO,IAAI,CAAC,KAAK,CAAC;IACnC,MAAM,GAAG,GACP,IAAI,EAAE,GAAG;QACT,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;YACjC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;YACpC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;gBAC1B,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB;gBACnE,CAAC,CAAC,SAAS,CAAC,CAAC;IACnB,IAAI,GAAG,EAAE,CAAC;QACR,OAAO,oBAAoB,CAAC;YAC1B,GAAG;YACH,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;IACD,OAAO,oBAAoB,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,CAAW,EAAE,CAAW;IAC7C,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7D,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,GAAG,GAAG,QAAQ;IACpD,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5D,IAAI,CAAC,IAAI;QAAE,OAAO,GAAG,CAAC;IACtB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3D,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;QACtB,MAAM,MAAM,GAAG,IAAI,GAAG,GAAG,CAAC;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;QACvB,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;AACjB,CAAC;AAED,SAAS,EAAE,CAAC,GAAa;IACvB,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IACjC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IAC7B,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,GAAG,CAAC,CAAS;IACpB,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpD,OAAO,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAAY,EAAE,KAAa;IAClD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,KAAK,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACxE,CAAC"}

package/dist/engine.d.ts

@@ -0,0 +1,4 @@
+import type { KeywordsJobOptions, KeywordsJobResult } from "./types.js";
+import type { SqliteDatabase } from "@agentsean/db";
+export declare function runKeywordsJob(db: SqliteDatabase, opts: KeywordsJobOptions): Promise<KeywordsJobResult>;
+//# sourceMappingURL=engine.d.ts.map

package/dist/engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,EAAe,MAAM,YAAY,CAAC;AACrF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAEpD,wBAAsB,cAAc,CAClC,EAAE,EAAE,cAAc,EAClB,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAAC,iBAAiB,CAAC,CAqF5B"}

package/dist/engine.js

@@ -0,0 +1,84 @@
+import { clusterQueries, urlsFromSerp } from "./cluster.js";
+import { trainDifficulty } from "./difficulty.js";
+import { createEmbeddings } from "./embeddings.js";
+import { demandOpportunities, expansionOpportunities, strikingDistance, } from "./opportunities.js";
+import { saveClusters, saveKeywords, saveRanks } from "./persist.js";
+import { runRankCheck } from "./ranks.js";
+export async function runKeywordsJob(db, opts) {
+    const now = opts.now ?? new Date();
+    const quotes = [];
+    const embeddings = opts.embeddings ?? createEmbeddings();
+    const demand = demandOpportunities(opts.gsc);
+    const strike = strikingDistance(opts.gsc);
+    const known = new Set(demand.map((d) => d.query.toLowerCase()));
+    const related = [];
+    const seeds = opts.expandSeeds ?? strike.slice(0, 5).map((s) => s.query);
+    for (const seed of seeds.slice(0, 5)) {
+        const fromGsc = opts.stack.keywords.related(seed);
+        quotes.push(fromGsc.estimate);
+        related.push(...(await fromGsc.run()));
+        if (opts.expand) {
+            try {
+                related.push(...(await opts.expand(seed)));
+            }
+            catch {
+                // expansion (Bing / autocomplete) is best-effort; GSC demand still stands
+            }
+        }
+    }
+    const expansion = expansionOpportunities(related, known);
+    const difficulty = trainDifficulty(opts.gsc, opts.brandTerms ?? []);
+    const merged = [];
+    const seen = new Set();
+    for (const row of [...strike, ...demand, ...expansion]) {
+        const key = row.query.toLowerCase();
+        if (seen.has(key))
+            continue;
+        seen.add(key);
+        merged.push({
+            ...row,
+            difficulty: difficulty.predict(row.query, row.impressions),
+        });
+    }
+    saveKeywords(db, opts.siteId, merged, now);
+    const serpMap = new Map();
+    if (opts.serpForCluster && opts.stack.serp.available) {
+        for (const q of merged.slice(0, 10).map((m) => m.query)) {
+            const result = await opts.serpForCluster(q);
+            if (result)
+                serpMap.set(q, urlsFromSerp(result));
+        }
+    }
+    const clusters = await clusterQueries(merged.map((m) => m.query), embeddings, serpMap.size ? { serp: serpMap } : undefined);
+    saveClusters(db, opts.siteId, clusters, now);
+    const track = merged
+        .filter((m) => m.kind === "striking_distance" || m.kind === "demand")
+        .slice(0, opts.trackLimit ?? 50)
+        .map((m) => m.query);
+    const ranks = await runRankCheck({
+        db,
+        siteId: opts.siteId,
+        origin: opts.origin,
+        queries: track,
+        stack: opts.stack,
+        now,
+        ...(opts.dailyBudgetUsd !== undefined
+            ? { dailyBudgetUsd: opts.dailyBudgetUsd }
+            : {}),
+    });
+    quotes.push(...ranks.quotes);
+    if (!ranks.skipped)
+        saveRanks(db, opts.siteId, ranks.ranks, now);
+    return {
+        paidUpgrade: opts.stack.paidUpgrade,
+        opportunities: merged,
+        clusters,
+        strikingDistance: strike.map((s) => Object.assign({}, s, { difficulty: difficulty.predict(s.query, s.impressions) })),
+        ranks: ranks.ranks,
+        quotes,
+        embeddingsModel: embeddings.model,
+        difficultyNote: difficulty.note,
+        ...(ranks.reason ? { reason: ranks.reason } : {}),
+    };
+}
+//# sourceMappingURL=engine.js.map

package/dist/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EACL,mBAAmB,EACnB,sBAAsB,EACtB,gBAAgB,GACjB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAI1C,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,EAAkB,EAClB,IAAwB;IAExB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;IACnC,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,gBAAgB,EAAE,CAAC;IACzD,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAChE,MAAM,OAAO,GAAiB,EAAE,CAAC;IAEjC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACzE,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACvC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7C,CAAC;YAAC,MAAM,CAAC;gBACP,0EAA0E;YAC5E,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,sBAAsB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IACpE,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,MAAM,EAAE,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC;QACvD,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,MAAM,CAAC,IAAI,CAAC;YACV,GAAG,GAAG;YACN,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC;SAC3D,CAAC,CAAC;IACL,CAAC;IAED,YAAY,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;IAE3C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC5C,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACrD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YAC5C,IAAI,MAAM;gBAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,cAAc,CACnC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAC1B,UAAU,EACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAC7C,CAAC;IACF,YAAY,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IAE7C,MAAM,KAAK,GAAG,MAAM;SACjB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,mBAAmB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;SACpE,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;SAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACvB,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC;QAC/B,EAAE;QACF,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,GAAG;QACH,GAAG,CAAC,IAAI,CAAC,cAAc,KAAK,SAAS;YACnC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE;YACzC,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,CAAC;IACH,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,IAAI,CAAC,KAAK,CAAC,OAAO;QAAE,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAEjE,OAAO;QACL,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW;QACnC,aAAa,EAAE,MAAM;QACrB,QAAQ;QACR,gBAAgB,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACjC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CACjF;QACD,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM;QACN,eAAe,EAAE,UAAU,CAAC,KAAK;QACjC,cAAc,EAAE,UAAU,CAAC,IAAI;QAC/B,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC;AACJ,CAAC"}

package/dist/gsc.d.ts

@@ -0,0 +1,4 @@
+import { type SqliteDatabase } from "@agentsean/db";
+import type { QueryDaily } from "./types.js";
+export declare function loadGscQueries(db: SqliteDatabase, siteId: string): QueryDaily[];
+//# sourceMappingURL=gsc.d.ts.map

package/dist/gsc.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gsc.d.ts","sourceRoot":"","sources":["../src/gsc.ts"],"names":[],"mappings":"AACA,OAAO,EAAiB,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AACnE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C,wBAAgB,cAAc,CAAC,EAAE,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,GAAG,UAAU,EAAE,CAa/E"}

package/dist/gsc.js

@@ -0,0 +1,17 @@
+import { eq } from "drizzle-orm";
+import { gscQueryDaily } from "@agentsean/db";
+export function loadGscQueries(db, siteId) {
+    return db
+        .select()
+        .from(gscQueryDaily)
+        .where(eq(gscQueryDaily.siteId, siteId))
+        .all()
+        .map((r) => ({
+        date: r.date,
+        query: r.query,
+        clicks: r.clicks,
+        impressions: r.impressions,
+        position: r.position,
+    }));
+}
+//# sourceMappingURL=gsc.js.map

package/dist/gsc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gsc.js","sourceRoot":"","sources":["../src/gsc.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,aAAa,EAAuB,MAAM,eAAe,CAAC;AAGnE,MAAM,UAAU,cAAc,CAAC,EAAkB,EAAE,MAAc;IAC/D,OAAO,EAAE;SACN,MAAM,EAAE;SACR,IAAI,CAAC,aAAa,CAAC;SACnB,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;SACvC,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;KACrB,CAAC,CAAC,CAAC;AACR,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,11 @@
+export type { QueryDaily, Opportunity, Cluster, RankRow, Embeddings, VectorStore, VectorHit, DifficultyModel, KeywordsJobResult, KeywordsJobOptions, } from "./types.js";
+export { createHashEmbeddings, createHttpEmbeddings, createEmbeddings, cosine, COSINE_MERGE, HASH_DIM, } from "./embeddings.js";
+export { createMemoryVectorStore, createLanceVectorStore } from "./vectors.js";
+export { clusterQueries, confirmSerpMerges, urlsFromSerp } from "./cluster.js";
+export { trainDifficulty, features } from "./difficulty.js";
+export { strikingDistance, demandOpportunities, expansionOpportunities, aggregateQueries, } from "./opportunities.js";
+export { runRankCheck, type RankCheckResult } from "./ranks.js";
+export { runKeywordsJob } from "./engine.js";
+export { loadGscQueries } from "./gsc.js";
+export { saveKeywords, saveClusters, saveRanks, listKeywords, listClusters, listRanks, } from "./persist.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,UAAU,EACV,WAAW,EACX,OAAO,EACP,OAAO,EACP,UAAU,EACV,WAAW,EACX,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,kBAAkB,GACnB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,gBAAgB,EAChB,MAAM,EACN,YAAY,EACZ,QAAQ,GACT,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,uBAAuB,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAC/E,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EACnB,sBAAsB,EACtB,gBAAgB,GACjB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,YAAY,EAAE,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,SAAS,EACT,YAAY,EACZ,YAAY,EACZ,SAAS,GACV,MAAM,cAAc,CAAC"}

package/dist/index.js

@@ -0,0 +1,10 @@
+export { createHashEmbeddings, createHttpEmbeddings, createEmbeddings, cosine, COSINE_MERGE, HASH_DIM, } from "./embeddings.js";
+export { createMemoryVectorStore, createLanceVectorStore } from "./vectors.js";
+export { clusterQueries, confirmSerpMerges, urlsFromSerp } from "./cluster.js";
+export { trainDifficulty, features } from "./difficulty.js";
+export { strikingDistance, demandOpportunities, expansionOpportunities, aggregateQueries, } from "./opportunities.js";
+export { runRankCheck } from "./ranks.js";
+export { runKeywordsJob } from "./engine.js";
+export { loadGscQueries } from "./gsc.js";
+export { saveKeywords, saveClusters, saveRanks, listKeywords, listClusters, listRanks, } from "./persist.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAYA,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,gBAAgB,EAChB,MAAM,EACN,YAAY,EACZ,QAAQ,GACT,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,uBAAuB,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAC/E,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EACnB,sBAAsB,EACtB,gBAAgB,GACjB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,YAAY,EAAwB,MAAM,YAAY,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,SAAS,EACT,YAAY,EACZ,YAAY,EACZ,SAAS,GACV,MAAM,cAAc,CAAC"}

package/dist/opportunities.d.ts

@@ -0,0 +1,13 @@
+import type { Opportunity, QueryDaily } from "./types.js";
+import type { KeywordRow } from "@agentsean/providers";
+export declare function aggregateQueries(rows: QueryDaily[]): Array<{
+    query: string;
+    clicks: number;
+    impressions: number;
+    position: number | null;
+    page: string | null;
+}>;
+export declare function strikingDistance(rows: QueryDaily[]): Opportunity[];
+export declare function demandOpportunities(rows: QueryDaily[]): Opportunity[];
+export declare function expansionOpportunities(related: KeywordRow[], known: Set<string>): Opportunity[];
+//# sourceMappingURL=opportunities.d.ts.map

package/dist/opportunities.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"opportunities.d.ts","sourceRoot":"","sources":["../src/opportunities.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAKvD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC;IAC1D,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC,CAqCD;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,WAAW,EAAE,CAiBlE;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,WAAW,EAAE,CAerE;AAED,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,UAAU,EAAE,EACrB,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,GACjB,WAAW,EAAE,CAcf"}