@wrenautomation/falcon 0.0.0-stage → 0.3.1

package/LICENSE.md

@@ -0,0 +1,91 @@
+# PolyForm Shield License 1.0.0
+
+<https://polyformproject.org/licenses/shield/1.0.0>
+
+## Acceptance
+
+In order to get any license under these terms, you must agree to them as both strict obligations and conditions to all your licenses.
+
+## Copyright License
+
+The licensor grants you a copyright license for the software to do everything you might do with the software that would otherwise infringe the licensor's copyright in it for any permitted purpose.  However, you may only distribute the software according to [Distribution License](#distribution-license) and make changes or new works based on the software according to [Changes and New Works License](#changes-and-new-works-license).
+
+## Distribution License
+
+The licensor grants you an additional copyright license to distribute copies of the software.  Your license to distribute covers distributing the software with changes and new works permitted by [Changes and New Works License](#changes-and-new-works-license).
+
+## Notices
+
+You must ensure that anyone who gets a copy of any part of the software from you also gets a copy of these terms or the URL for them above, as well as copies of any plain-text lines beginning with `Required Notice:` that the licensor provided with the software.  For example:
+
+> Required Notice: Copyright Yoyodyne, Inc. (http://example.com)
+
+## Changes and New Works License
+
+The licensor grants you an additional copyright license to make changes and new works based on the software for any permitted purpose.
+
+## Patent License
+
+The licensor grants you a patent license for the software that covers patent claims the licensor can license, or becomes able to license, that you would infringe by using the software.
+
+## Noncompete
+
+Any purpose is a permitted purpose, except for providing any product that competes with the software or any product the licensor or any of its affiliates provides using the software.
+
+## Competition
+
+Goods and services compete even when they provide functionality through different kinds of interfaces or for different technical platforms.  Applications can compete with services, libraries with plugins, frameworks with development tools, and so on, even if they're written in different programming languages or for different computer architectures.  Goods and services compete even when provided free of charge.  If you market a product as a practical substitute for the software or another product, it definitely competes.
+
+## New Products
+
+If you are using the software to provide a product that does not compete, but the licensor or any of its affiliates brings your product into competition by providing a new version of the software or another product using the software, you may continue using versions of the software available under these terms beforehand to provide your competing product, but not any later versions.
+
+## Discontinued Products
+
+You may begin using the software to compete with a product or service that the licensor or any of its affiliates has stopped providing, unless the licensor includes a plain-text line beginning with `Licensor Line of Business:` with the software that mentions that line of business.  For example:
+
+> Licensor Line of Business: YoyodyneCMS Content Management System (http://example.com/cms)
+
+## Sales of Business
+
+If the licensor or any of its affiliates sells a line of business developing the software or using the software to provide a product, the buyer can also enforce [Noncompete](#noncompete) for that product.
+
+## Fair Use
+
+You may have "fair use" rights for the software under the law. These terms do not limit them.
+
+## No Other Rights
+
+These terms do not allow you to sublicense or transfer any of your licenses to anyone else, or prevent the licensor from granting licenses to anyone else.  These terms do not imply any other licenses.
+
+## Patent Defense
+
+If you make any written claim that the software infringes or contributes to infringement of any patent, your patent license for the software granted under these terms ends immediately. If your company makes such a claim, your patent license ends immediately for work on behalf of your company.
+
+## Violations
+
+The first time you are notified in writing that you have violated any of these terms, or done anything with the software not covered by your licenses, your licenses can nonetheless continue if you come into full compliance with these terms, and take practical steps to correct past violations, within 32 days of receiving notice.  Otherwise, all your licenses end immediately.
+
+## No Liability
+
+***As far as the law allows, the software comes as is, without any warranty or condition, and the licensor will not be liable to you for any damages arising out of these terms or the use or nature of the software, under any kind of legal claim.***
+
+## Definitions
+
+The **licensor** is the individual or entity offering these terms, and the **software** is the software the licensor makes available under these terms.
+
+A **product** can be a good or service, or a combination of them.
+
+**You** refers to the individual or entity agreeing to these terms.
+
+**Your company** is any legal entity, sole proprietorship, or other kind of organization that you work for, plus all its affiliates.
+
+**Affiliates** means the other organizations than an organization has control over, is under the control of, or is under common control with.
+
+**Control** means ownership of substantially all the assets of an entity, or the power to direct its management and policies by vote, contract, or otherwise.  Control can be direct or indirect.
+
+**Your licenses** are all the licenses granted to you for the software under these terms.
+
+**Use** means anything you do with the software requiring one of your licenses.
+
+Required Notice: Copyright 2026 William Jin (https://wrenautomation.com)

package/README.md

@@ -1,3 +1,51 @@
-# Temporary Holding Version
+# falcon
 
-This version is a temporary placeholder for this package. An operational version to replace this has been submitted for review and is awaiting a staged release.
+Files, markup and media in. Text and quoted facts out. No database, no
+accounts, no business rules: a library that reads, and a small CLI over it.
+Was `@wrenautomation/scribe` until 0.3.0, when fetching moved to
+[weaver](https://github.com/wrenautomation/weaver) and the rest took this name.
+
+Three doors:
+
+| Import | Does |
+|---|---|
+| `@wrenautomation/falcon/text` | `htmlText`, `pdfText`, `decodeHtml`; `readPage` (HTML to title, text, links, mailtos, tels) |
+| `@wrenautomation/falcon/video` | `watch` a video file: ffmpeg cuts and frames, Cohere speech and on-screen text, Gemini's read of the screen when a key works; shot labels. `captionsBody` renders a caption track per chapter, `hearAudio` transcribes an audio file by clips; both feed the one `VideoRead` shape weaver's readers return |
+| `@wrenautomation/falcon/study` | a study whose every claim quotes a page: query planning, the claim gate, which pages to read, drafts that cite claims, the markdown report |
+
+Everything is a pure function of what you pass: bytes, text, a file path, keys.
+What fetches a page or a video is weaver's (`@wrenautomation/weaver`: polite HTTP, robots, the
+fetch ladder, yt-dlp). What searches, stores, schedules or knows a customer belongs to the caller.
+
+## CLI
+
+Needs Node 24+. `watch` needs ffmpeg.
+
+```sh
+npm i @wrenautomation/falcon
+npx falcon text report.pdf                                        # a PDF as text
+npx falcon page saved.html --url https://example.com/report       # title, text, links as JSON
+COHERE_API_KEY=... npx falcon watch talk.mp4                      # speech, on-screen text, cuts
+```
+
+## Library
+
+```ts
+import { htmlText, readPage } from "@wrenautomation/falcon/text";
+import { gateClaims } from "@wrenautomation/falcon/study";
+
+const page = readPage(html, url);
+// Ask a model for claims about the page, then keep only the ones whose quote is on it.
+const { kept, dropped } = gateClaims(proposals, { url, text: page.text }, angles.length);
+```
+
+## Develop
+
+```sh
+pnpm install
+pnpm lint && pnpm typecheck && pnpm test
+```
+
+A `v*` tag publishes to npm (`.github/workflows/release.yml`, trusted publishing: no stored token).
+
+License: PolyForm Shield 1.0.0 (`LICENSE.md`).

package/dist/app/cli.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/app/cli.js

@@ -0,0 +1,77 @@
+#!/usr/bin/env node
+/**
+ * `falcon`: the library from a shell. `text <file>` prints an HTML or PDF file as text,
+ * `page <file>` an HTML file's title, text and links, `watch <video>` what a video file shows
+ * and says. A URL is weaver's (`npx weaver fetch|read|list`). Keys come from the environment:
+ * COHERE_API_KEY (or COHERE_API_KEY_1..n), GEMINI_API_KEY.
+ */
+import { readFile } from "node:fs/promises";
+import { Command } from "commander";
+import { readPage } from "../text/htmltext.js";
+import { htmlText, pdfText } from "../text/text.js";
+import { frameCounts, renderWatched, watch } from "../video/watch.js";
+/** `NAME`, then `NAME_1`, `NAME_2`, ... in order: a fleet of keys for one vendor. */
+function keys(env, name) {
+    const out = [];
+    const one = env[name];
+    if (one)
+        out.push(one);
+    for (let i = 1;; i++) {
+        const k = env[`${name}_${i}`];
+        if (!k)
+            break;
+        out.push(k);
+    }
+    return out;
+}
+const program = new Command().name("falcon").description("files and videos as text");
+program
+    .command("text <file>")
+    .description("an HTML or PDF file as text")
+    .action(async (file) => {
+    const bytes = await readFile(file);
+    const out = /\.pdf$/i.test(file) ? await pdfText(bytes) : htmlText(bytes.toString("utf8"));
+    if (out === null)
+        throw new Error(`${file}: no text (scanned, encrypted or broken)`);
+    console.log(out);
+});
+program
+    .command("page <file>")
+    .description("an HTML file's title, text, links, mailtos and tels as JSON")
+    .option("--url <url>", "the page's address, to resolve its links")
+    .action(async (file, o) => {
+    const html = await readFile(file, "utf8");
+    console.log(JSON.stringify(readPage(html, o.url ?? `file://${file}`), null, 2));
+});
+program
+    .command("watch <video>")
+    .description("a video file's speech, on-screen text and cuts")
+    .option("--json", "the result as JSON")
+    .option("--no-speech", "skip the transcription")
+    .option("--language <code>", "spoken language, ISO 639-1", "en")
+    .option("--every <s>", "seconds between frames", Number, 2)
+    .option("--ffmpeg <path>", "the ffmpeg binary", "ffmpeg")
+    .action(async (input, o) => {
+    const cohereKeys = keys(process.env, "COHERE_API_KEY");
+    if (!cohereKeys.length)
+        throw new Error("watch needs COHERE_API_KEY");
+    const watched = await watch(input, {
+        cohereKeys,
+        geminiKeys: keys(process.env, "GEMINI_API_KEY"),
+        ffmpeg: o.ffmpeg,
+        speech: o.speech,
+        language: o.language,
+        everyS: o.every,
+    });
+    if (o.json)
+        console.log(JSON.stringify(watched, null, 2));
+    else
+        console.log(renderWatched(watched));
+    const { read, unread } = frameCounts(watched);
+    console.error(`${watched.durationS}s, ${read} frames read, ${unread} not read, ${watched.cuts.length} cuts, ${watched.speech.length} chars of speech`);
+});
+program.parseAsync(process.argv).catch((err) => {
+    console.error(err instanceof Error ? err.message : String(err));
+    process.exit(1);
+});
+//# sourceMappingURL=cli.js.map

package/dist/app/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/app/cli.ts"],"names":[],"mappings":";AACA;;;;;GAKG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAEtE,qFAAqF;AACrF,SAAS,IAAI,CAAC,GAAsB,EAAE,IAAY;IAChD,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACtB,IAAI,GAAG;QAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,GAAI,CAAC,EAAE,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,CAAC;YAAE,MAAM;QACd,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACd,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,0BAA0B,CAAC,CAAC;AAErF,OAAO;KACJ,OAAO,CAAC,aAAa,CAAC;KACtB,WAAW,CAAC,6BAA6B,CAAC;KAC1C,MAAM,CAAC,KAAK,EAAE,IAAY,EAAE,EAAE;IAC7B,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3F,IAAI,GAAG,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,0CAA0C,CAAC,CAAC;IACrF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACnB,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,aAAa,CAAC;KACtB,WAAW,CAAC,6DAA6D,CAAC;KAC1E,MAAM,CAAC,aAAa,EAAE,0CAA0C,CAAC;KACjE,MAAM,CAAC,KAAK,EAAE,IAAY,EAAE,CAAmB,EAAE,EAAE;IAClD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,UAAU,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAClF,CAAC,CAAC,CAAC;AAUL,OAAO;KACJ,OAAO,CAAC,eAAe,CAAC;KACxB,WAAW,CAAC,gDAAgD,CAAC;KAC7D,MAAM,CAAC,QAAQ,EAAE,oBAAoB,CAAC;KACtC,MAAM,CAAC,aAAa,EAAE,wBAAwB,CAAC;KAC/C,MAAM,CAAC,mBAAmB,EAAE,4BAA4B,EAAE,IAAI,CAAC;KAC/D,MAAM,CAAC,aAAa,EAAE,wBAAwB,EAAE,MAAM,EAAE,CAAC,CAAC;KAC1D,MAAM,CAAC,iBAAiB,EAAE,mBAAmB,EAAE,QAAQ,CAAC;KACxD,MAAM,CAAC,KAAK,EAAE,KAAa,EAAE,CAAa,EAAE,EAAE;IAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;IACvD,IAAI,CAAC,UAAU,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IACtE,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE;QACjC,UAAU;QACV,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,gBAAgB,CAAC;QAC/C,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,MAAM,EAAE,CAAC,CAAC,KAAK;KAChB,CAAC,CAAC;IACH,IAAI,CAAC,CAAC,IAAI;QAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;;QACrD,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IACzC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IAC9C,OAAO,CAAC,KAAK,CACX,GAAG,OAAO,CAAC,SAAS,MAAM,IAAI,iBAAiB,MAAM,cAAc,OAAO,CAAC,IAAI,CAAC,MAAM,UAAU,OAAO,CAAC,MAAM,CAAC,MAAM,kBAAkB,CACxI,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;IACtD,OAAO,CAAC,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * falcon: files, markup and media in; text and quoted facts out. Three doors: `./text` (HTML and
+ * PDF to text, a page to title, text and links), `./video` (watch a video file with ffmpeg, Cohere
+ * and Gemini; captions and audio to markdown) and `./study` (claims that must quote a page, drafts
+ * that must cite a claim, the report). Fetching a page or a video is weaver's
+ * (`@wrenautomation/weaver`).
+ */
+export * from "./study/index.js";
+export * from "./text/index.js";
+export * from "./video/index.js";

package/dist/index.js

@@ -0,0 +1,11 @@
+/**
+ * falcon: files, markup and media in; text and quoted facts out. Three doors: `./text` (HTML and
+ * PDF to text, a page to title, text and links), `./video` (watch a video file with ffmpeg, Cohere
+ * and Gemini; captions and audio to markdown) and `./study` (claims that must quote a page, drafts
+ * that must cite a claim, the report). Fetching a page or a video is weaver's
+ * (`@wrenautomation/weaver`).
+ */
+export * from "./study/index.js";
+export * from "./text/index.js";
+export * from "./video/index.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC"}

package/dist/study/claims.d.ts

@@ -0,0 +1,50 @@
+/**
+ * The model's side of a study: plan an angle into searches, read one page into
+ * claims on every angle. Prompts, answer shapes and the claim gate; pure.
+ *
+ * A claim is kept only when its quote is on a page it was shown, word for
+ * word, and every number in the claim is in the quote (a year may come from
+ * the page). What the model knows without a page never reaches the report.
+ */
+import { z } from "zod";
+import { type EvidencePage } from "./grounding.js";
+export declare const STUDY_VERSION = "v2";
+export declare const QueryPlan: z.ZodObject<{
+    queries: z.ZodArray<z.ZodString>;
+}, z.core.$strip>;
+export type QueryPlan = z.infer<typeof QueryPlan>;
+/**
+ * `{name}` marks filled in one pass: a "{angle}" or "$&" inside a question or
+ * a page stays text.
+ */
+export declare const fill: (template: string, values: Readonly<Record<string, string>>) => string;
+export declare function buildPlanPrompt(question: string, angle: string, year: number): string;
+/** The plan's queries, trimmed, each once, at most QUERIES_PER_ANGLE. */
+export declare function planQueries(plan: QueryPlan): string[];
+export declare const ClaimProposals: z.ZodObject<{
+    claims: z.ZodArray<z.ZodObject<{
+        angle: z.ZodOptional<z.ZodNullable<z.ZodCoercedNumber<unknown>>>;
+        claim: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        quote: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type ClaimProposals = z.infer<typeof ClaimProposals>;
+export declare function buildClaimsPrompt(question: string, angles: readonly string[], page: EvidencePage): string;
+export interface Claim {
+    /** The angle it answers: its index in the study's angles. */
+    angle: number;
+    claim: string;
+    quote: string;
+    source_url: string;
+}
+type ClaimRejection = "no_angle" | "too_long" | "no_quote" | "quote_too_long" | "quote_not_found" | "number_not_in_quote";
+export interface DroppedClaim {
+    claim: string;
+    why: ClaimRejection;
+}
+/** Every proposal through the gate: kept (each quote once), dropped with why. */
+export declare function gateClaims(proposals: ClaimProposals, page: EvidencePage, angles: number): {
+    kept: Claim[];
+    dropped: DroppedClaim[];
+};
+export {};

package/dist/study/claims.js

@@ -0,0 +1,123 @@
+/**
+ * The model's side of a study: plan an angle into searches, read one page into
+ * claims on every angle. Prompts, answer shapes and the claim gate; pure.
+ *
+ * A claim is kept only when its quote is on a page it was shown, word for
+ * word, and every number in the claim is in the quote (a year may come from
+ * the page). What the model knows without a page never reaches the report.
+ */
+import { z } from "zod";
+import { numbersQuoted, pageQuoted, words } from "./grounding.js";
+export const STUDY_VERSION = "v2";
+const QUERIES_PER_ANGLE = 3;
+const CLAIMS_PER_PAGE = 8;
+const CLAIM_MAX_WORDS = 60;
+const QUOTE_MIN_WORDS = 5;
+/** The prompt asks for 60; a quote past this is a pasted section, not the words a claim rests on. */
+const QUOTE_MAX_WORDS = 80;
+const PLAN = `You plan web searches for one angle of a research study.
+
+Return ONLY a JSON object, no prose, exactly this shape:
+{"queries": ["...", "..."]}
+
+Rules:
+- At most {n} queries, each 3 to 10 words, as a person types into a search engine.
+- Each query finds a different kind of source: a survey or benchmark with numbers, a trade publication or industry association, people in the field talking (forums, Reddit, reviews), a government statistic.
+- Put a year in a query only when fresh numbers matter. This year is {year}.
+- No site: operators. Quotes only around a phrase that must match exactly.
+
+Study: {question}
+Angle: {angle}
+`;
+export const QueryPlan = z.object({ queries: z.array(z.string()) });
+/**
+ * `{name}` marks filled in one pass: a "{angle}" or "$&" inside a question or
+ * a page stays text.
+ */
+export const fill = (template, values) => template.replace(/\{(\w+)\}/g, (mark, name) => values[name] ?? mark);
+export function buildPlanPrompt(question, angle, year) {
+    return fill(PLAN, { n: String(QUERIES_PER_ANGLE), year: String(year), question, angle });
+}
+/** The plan's queries, trimmed, each once, at most QUERIES_PER_ANGLE. */
+export function planQueries(plan) {
+    const out = [];
+    for (const q of plan.queries.map((s) => s.replace(/\s+/g, " ").trim())) {
+        if (q && !out.some((o) => o.toLowerCase() === q.toLowerCase()))
+            out.push(q);
+    }
+    return out.slice(0, QUERIES_PER_ANGLE);
+}
+const CLAIMS = `You pull facts out of one web page for a research report. The study has numbered angles.
+
+Return ONLY a JSON object, no prose, exactly this shape:
+{"claims": [{"angle": 1, "claim": "...", "quote": "..."}]}
+
+Rules:
+- At most {max} claims, the most useful first. Only claims that answer an angle.
+- angle: the number of the angle the claim answers.
+- claim: one plain sentence a person would say out loud, at most {words} words. Specific: a number, a named practice, a stated cause. Say who says it ("A 2025 survey of 400 firms found ...", "Recruiters on Reddit say ...").
+- quote: the exact words from the page that the claim rests on, copied character for character, 5 to 60 words.
+- Every number in the claim must appear in the quote.
+- A company's marketing about itself is not a fact about the market.
+- Nothing on the page answers an angle: return {"claims": []}.
+
+Study: {question}
+
+ANGLES:
+{angles}
+
+PAGE: {url}
+{page}
+`;
+export const ClaimProposals = z.object({
+    claims: z.array(z.object({
+        angle: z.coerce.number().nullable().optional(),
+        claim: z.string().nullable().optional(),
+        quote: z.string().nullable().optional(),
+    })),
+});
+export function buildClaimsPrompt(question, angles, page) {
+    return fill(CLAIMS, {
+        max: String(CLAIMS_PER_PAGE),
+        words: String(CLAIM_MAX_WORDS),
+        question,
+        angles: angles.map((a, i) => `${i + 1}. ${a}`).join("\n"),
+        url: page.url,
+        page: page.text,
+    });
+}
+/** Keep the claim only when it answers an angle and stands on a quote from the page. */
+function groundClaim(p, page, angles) {
+    const claim = (p.claim ?? "").replace(/\s+/g, " ").trim();
+    if (!claim)
+        return { claim: null, rejected: null };
+    const angle = Number(p.angle) - 1;
+    if (!Number.isInteger(angle) || angle < 0 || angle >= angles)
+        return { claim: null, rejected: "no_angle" };
+    if (words(claim) > CLAIM_MAX_WORDS)
+        return { claim: null, rejected: "too_long" };
+    const quote = (p.quote ?? "").trim();
+    if (words(quote) < QUOTE_MIN_WORDS)
+        return { claim: null, rejected: "no_quote" };
+    if (words(quote) > QUOTE_MAX_WORDS)
+        return { claim: null, rejected: "quote_too_long" };
+    if (!pageQuoted(quote, [page], page.url))
+        return { claim: null, rejected: "quote_not_found" };
+    if (!numbersQuoted(claim, quote, page))
+        return { claim: null, rejected: "number_not_in_quote" };
+    return { claim: { angle, claim, quote, source_url: page.url }, rejected: null };
+}
+/** Every proposal through the gate: kept (each quote once), dropped with why. */
+export function gateClaims(proposals, page, angles) {
+    const kept = [];
+    const dropped = [];
+    for (const p of proposals.claims.slice(0, CLAIMS_PER_PAGE)) {
+        const { claim, rejected } = groundClaim(p, page, angles);
+        if (rejected)
+            dropped.push({ claim: (p.claim ?? "").trim(), why: rejected });
+        else if (claim && !kept.some((k) => k.quote === claim.quote))
+            kept.push(claim);
+    }
+    return { kept, dropped };
+}
+//# sourceMappingURL=claims.js.map

package/dist/study/claims.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"claims.js","sourceRoot":"","sources":["../../src/study/claims.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAqB,aAAa,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAErF,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAC;AAClC,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAC5B,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,eAAe,GAAG,EAAE,CAAC;AAC3B,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,qGAAqG;AACrG,MAAM,eAAe,GAAG,EAAE,CAAC;AAE3B,MAAM,IAAI,GAAG;;;;;;;;;;;;;CAaZ,CAAC;AAEF,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;AAGpE;;;GAGG;AACH,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,QAAgB,EAAE,MAAwC,EAAU,EAAE,CACzF,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,IAAY,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC;AAE/E,MAAM,UAAU,eAAe,CAAC,QAAgB,EAAE,KAAa,EAAE,IAAY;IAC3E,OAAO,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,WAAW,CAAC,IAAe;IACzC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACvE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;CAqBd,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,MAAM,EAAE,CAAC,CAAC,KAAK,CACb,CAAC,CAAC,MAAM,CAAC;QACP,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;QAC9C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;QACvC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;KACxC,CAAC,CACH;CACF,CAAC,CAAC;AAIH,MAAM,UAAU,iBAAiB,CAC/B,QAAgB,EAChB,MAAyB,EACzB,IAAkB;IAElB,OAAO,IAAI,CAAC,MAAM,EAAE;QAClB,GAAG,EAAE,MAAM,CAAC,eAAe,CAAC;QAC5B,KAAK,EAAE,MAAM,CAAC,eAAe,CAAC;QAC9B,QAAQ;QACR,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACzD,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,IAAI,EAAE,IAAI,CAAC,IAAI;KAChB,CAAC,CAAC;AACL,CAAC;AAuBD,wFAAwF;AACxF,SAAS,WAAW,CAClB,CAAgB,EAChB,IAAkB,EAClB,MAAc;IAEd,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1D,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACnD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,MAAM;QAC1D,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;IAC/C,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,eAAe;QAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;IACjF,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,eAAe;QAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;IACjF,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,eAAe;QAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IACvF,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9F,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,qBAAqB,EAAE,CAAC;IAChG,OAAO,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;AAClF,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,UAAU,CACxB,SAAyB,EACzB,IAAkB,EAClB,MAAc;IAEd,MAAM,IAAI,GAAY,EAAE,CAAC;IACzB,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,EAAE,CAAC;QAC3D,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACzD,IAAI,QAAQ;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;aACxE,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC3B,CAAC"}

package/dist/study/drafts.d.ts

@@ -0,0 +1,43 @@
+/**
+ * A study's claims turned into something to use: offer candidates, cold
+ * emails, a brief. The model sees only the numbered claims, never the pages,
+ * so a draft is two steps from a quote: draft cites claim, claim quotes page.
+ * An item that cites nothing, cites a claim that isn't there, or has a number
+ * no cited claim (or the task) gave it, is dropped.
+ */
+import { z } from "zod";
+import { type Claim } from "./claims.js";
+/** One draft a study writes from its claims: its key in the report and what to ask for. */
+export interface StudyDraftSpec {
+    key: string;
+    ask: string;
+}
+export declare const DraftProposals: z.ZodObject<{
+    items: z.ZodArray<z.ZodObject<{
+        title: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        body: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        cites: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodCoercedNumber<unknown>>>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type DraftProposals = z.infer<typeof DraftProposals>;
+/** A claim as drafts see it: its report number. */
+export interface NumberedClaim extends Claim {
+    n: number;
+}
+export declare function buildDraftPrompt(question: string, spec: StudyDraftSpec, claims: readonly NumberedClaim[]): string;
+export interface DraftItem {
+    title: string;
+    body: string;
+    cites: number[];
+}
+type DraftRejection = "empty" | "no_cites" | "unknown_cite" | "number_not_cited";
+export interface DroppedDraft {
+    title: string;
+    why: DraftRejection;
+}
+/** Every item through the gate: kept (citation marks stripped), or dropped with why. */
+export declare function gateDrafts(proposals: DraftProposals, spec: StudyDraftSpec, claims: readonly NumberedClaim[]): {
+    kept: DraftItem[];
+    dropped: DroppedDraft[];
+};
+export {};

package/dist/study/drafts.js

@@ -0,0 +1,93 @@
+/**
+ * A study's claims turned into something to use: offer candidates, cold
+ * emails, a brief. The model sees only the numbered claims, never the pages,
+ * so a draft is two steps from a quote: draft cites claim, claim quotes page.
+ * An item that cites nothing, cites a claim that isn't there, or has a number
+ * no cited claim (or the task) gave it, is dropped.
+ */
+import { z } from "zod";
+import { fill } from "./claims.js";
+import { numbers } from "./grounding.js";
+const DRAFT_ITEMS_MAX = 8;
+const DRAFT = `You turn research into something a small business can use. Use ONLY the numbered claims below: they are everything we know.
+
+Return ONLY a JSON object, no prose, exactly this shape:
+{"items": [{"title": "...", "body": "...", "cites": [1, 4]}]}
+
+Rules:
+- cites: the numbers of the claims the item rests on. At least one.
+- No citation marks like [1] or (claim 1) in the title or body: cites carries them.
+- Every number in the title or body must appear in a claim it cites, or in the task.
+- Never invent a statistic, a client, a result, a quote or a price. We have no clients yet: never say what clients or owners "tell us".
+- Plain words a person says out loud. No dashes as punctuation.
+
+TASK:
+{ask}
+
+Study: {question}
+
+CLAIMS:
+{claims}
+`;
+export const DraftProposals = z.object({
+    items: z.array(z.object({
+        title: z.string().nullable().optional(),
+        body: z.string().nullable().optional(),
+        cites: z.array(z.coerce.number()).nullable().optional(),
+    })),
+});
+const hostOf = (url) => {
+    try {
+        return new URL(url).hostname.replace(/^www\./, "");
+    }
+    catch {
+        return url;
+    }
+};
+export function buildDraftPrompt(question, spec, claims) {
+    return fill(DRAFT, {
+        ask: spec.ask,
+        question,
+        claims: claims.map((c) => `[${c.n}] ${c.claim} (${hostOf(c.source_url)})`).join("\n"),
+    });
+}
+/** "[3]", "[1, 4]", "(claim 2)", "(claims 1 and 5)": the model's citation marks, not text. */
+const CITE_MARK = /\s*(?:\[\d+(?:\s*,\s*\d+)*\]|\((?:claims?|sources?)\s*\d+(?:\s*(?:,|and|&)\s*\d+)*\))/gi;
+const stripCiteMarks = (s) => s
+    .replace(CITE_MARK, "")
+    .replace(/[ \t]+([.,;:!?])/g, "$1")
+    .trim();
+/** Every item through the gate: kept (citation marks stripped), or dropped with why. */
+export function gateDrafts(proposals, spec, claims) {
+    const byN = new Map(claims.map((c) => [c.n, c]));
+    const fromTask = new Set(numbers(spec.ask));
+    const kept = [];
+    const dropped = [];
+    for (const p of proposals.items.slice(0, DRAFT_ITEMS_MAX)) {
+        const title = stripCiteMarks(p.title ?? "");
+        const body = stripCiteMarks(p.body ?? "");
+        const cites = [...new Set(p.cites ?? [])];
+        const why = !body
+            ? "empty"
+            : !cites.length
+                ? "no_cites"
+                : cites.some((n) => !byN.has(n))
+                    ? "unknown_cite"
+                    : null;
+        if (why) {
+            dropped.push({ title, why });
+            continue;
+        }
+        const cited = new Set(cites.flatMap((n) => {
+            const c = byN.get(n);
+            return c ? numbers(`${c.claim} ${c.quote}`) : [];
+        }));
+        if (numbers(`${title} ${body}`).some((n) => !cited.has(n) && !fromTask.has(n))) {
+            dropped.push({ title, why: "number_not_cited" });
+            continue;
+        }
+        kept.push({ title, body, cites: cites.sort((a, b) => a - b) });
+    }
+    return { kept, dropped };
+}
+//# sourceMappingURL=drafts.js.map

package/dist/study/drafts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"drafts.js","sourceRoot":"","sources":["../../src/study/drafts.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAc,IAAI,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAQzC,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B,MAAM,KAAK,GAAG;;;;;;;;;;;;;;;;;;;CAmBb,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,KAAK,EAAE,CAAC,CAAC,KAAK,CACZ,CAAC,CAAC,MAAM,CAAC;QACP,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;QACvC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;QACtC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;KACxD,CAAC,CACH;CACF,CAAC,CAAC;AAQH,MAAM,MAAM,GAAG,CAAC,GAAW,EAAU,EAAE;IACrC,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,UAAU,gBAAgB,CAC9B,QAAgB,EAChB,IAAoB,EACpB,MAAgC;IAEhC,OAAO,IAAI,CAAC,KAAK,EAAE;QACjB,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,QAAQ;QACR,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;KACtF,CAAC,CAAC;AACL,CAAC;AAeD,8FAA8F;AAC9F,MAAM,SAAS,GACb,yFAAyF,CAAC;AAE5F,MAAM,cAAc,GAAG,CAAC,CAAS,EAAU,EAAE,CAC3C,CAAC;KACE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;KACtB,OAAO,CAAC,mBAAmB,EAAE,IAAI,CAAC;KAClC,IAAI,EAAE,CAAC;AAEZ,wFAAwF;AACxF,MAAM,UAAU,UAAU,CACxB,SAAyB,EACzB,IAAoB,EACpB,MAAgC;IAEhC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAgB,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;QAC1C,MAAM,GAAG,GAA0B,CAAC,IAAI;YACtC,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;gBACb,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBAC9B,CAAC,CAAC,cAAc;oBAChB,CAAC,CAAC,IAAI,CAAC;QACb,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YAC7B,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,GAAG,CACnB,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YAClB,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,CAAC,CAAC,CACH,CAAC;QACF,IAAI,OAAO,CAAC,GAAG,KAAK,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/E,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACjD,SAAS;QACX,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC3B,CAAC"}

package/dist/study/evidence.d.ts

@@ -0,0 +1,31 @@
+/**
+ * What a study reads and what the model is shown. Pure: the run stores the
+ * hits and pages, these decide which pages and which parts of them.
+ */
+import { type EvidencePage } from "./grounding.js";
+export interface Hit {
+    title: string;
+    url: string;
+    snippet: string | null;
+}
+/** One page, one read: no fragment, no trailing slash. */
+export declare const pageKey: (url: string) => string;
+/**
+ * The pages to read for one angle: each list's best hit, then each list's
+ * second, until `limit`. One list per query (and one for an answer engine's
+ * sources), so no single query fills the angle. Social and video pages are
+ * skipped; they don't read as text.
+ */
+export declare function pickReads(lists: readonly (readonly Hit[])[], limit: number): string[];
+/** The words worth matching in a question: four letters or more, not filler. */
+export declare function terms(...texts: string[]): Set<string>;
+/**
+ * The parts of a page worth showing for these terms, in page order, within
+ * `budget` characters. A chunk scores a point per term it has, and one more
+ * when it has a number (a study wants figures). A short page is shown whole.
+ */
+export declare function passages(text: string, want: ReadonlySet<string>, budget: number): string;
+/** How much of one page the model is shown: its best passages for every angle. */
+export declare const PAGE_CHARS = 12000;
+/** The part of one page its claims are drawn from. */
+export declare const pageEvidence: (page: EvidencePage, want: ReadonlySet<string>) => EvidencePage;