@proposit/proposit-core 5.1.0 → 5.2.0

package/dist/extensions/pipelines/ingestion/scribe/extract-stage.js

@@ -13,7 +13,7 @@ import { llmStage } from "../../../../lib/pipelines/stage-helpers.js";
 import { deterministicStage } from "../../../../lib/pipelines/stage-helpers.js";
 import { STAGE_IDS, buildResponseSchema, ClaimMentionExtractionOutputSchema, ClaimTypeClassificationOutputSchema, } from "../../base/stages/index.js";
 import { buildExtractOutputSchema, } from "./schemas.js";
-export const EXTRACT_MODEL = "gpt-5.4-mini";
+export const EXTRACT_MODEL = "gpt-6-sol";
 /** Internal default knobs for scribe's `extract` stage. */
 export const EXTRACT_STAGE_DEFAULTS = {
     model: EXTRACT_MODEL,
@@ -22,6 +22,10 @@ export const EXTRACT_SYSTEM_PROMPT = `You read a raw argument and emit its canon
 
 For each distinct proposition the author makes, emit one canonical claim. Two phrasings of the same proposition merge into a single claim.
 
+Every explicit link or URL the author offers as evidence becomes its own citation claim — one per distinct link, even when several links sit in one sentence or a link backs a claim you also emit as a normal claim.
+
+Lines that begin with "> " quote someone else, usually the person the author is replying to. They are not the author's claims: never emit a claim from them, and use them only to understand what the author is responding to.
+
 Also emit \`mentions\` — where in the input each claim is stated. One entry per place a claim is made:
 - \`mentionId\` — "<claim miniId>-m" for the first mention of a claim, then "-m2", "-m3", ... for further ones (e.g. "c1-m", "c1-m2").
 - \`text\` — the span of the input that states the claim, COPIED CHARACTER FOR CHARACTER from the input. Never reword, summarize, translate, correct, or join separated passages with an ellipsis, and do not change capitalization or punctuation — copy the first character exactly as the input has it, upper- or lower-case. Prefer the shortest span that states the claim on its own — usually one sentence or clause. A span that is not present in the input verbatim is discarded, and the claim loses its link back to the source.
@@ -32,10 +36,12 @@ Each canonical claim carries:
 - \`miniId\` — assign in order: c1, c2, c3, ...
 - \`mentionIds\` — the \`mentionId\`s of every mention that states this claim.
 - \`type\` — "normal" (a primary proposition), "citation" (content is "the cited source asserts X"; populate \`url\` + \`title\`, and set \`citationTypeGuess\`), or "axiomatic" (invoked as self-evident; populate \`axiom\`).
+- \`url\` (citation claims only) — a URL copied from the input exactly as written, scheme included. Never build one from a site name, domain or title ("www.example.org" is not "https://www.example.org/"); when the input gives the source no URL, use the empty string.
 - \`citationTypeGuess\` (citation claims only) — your best guess at the source's IEEE reference type, chosen from the allowed values in your output schema (e.g. "JournalArticle", "NewspaperArticle", "Book", "Website", "GovernmentPublication", …). Use "unknown" when no IEEE type fits or you cannot tell.
 - \`suggestedSymbol\` — a short PascalCase-or-snake_case identifier (letters/digits/underscores, starts with a letter or underscore, under 32 chars). Avoid single letters and generic names.
 - the extension fields your output schema requires (title, body, url, axiom — whichever apply to the claim's type).
 - \`mentionToClaim\` — one \`{ "mentionId": "...", "claimMiniId": "..." }\` entry per mention id you used.
+- \`sourceSupport\` — one \`{ "sourceMiniId": "...", "supportedMiniId": "..." }\` entry per citation claim and per axiomatic claim: its miniId, and the miniId of the normal claim it is offered as evidence for, or invoked to justify — usually the claim stated in the same sentence, or just before it. The supported claim must be a normal claim, never a citation or axiomatic one.
 
 Style:
 - Third-person, present-tense, active voice.
@@ -45,7 +51,7 @@ Output ONLY the schema-shaped object. No prose.`;
 function buildExtractPrompt(ctx) {
     const input = ctx.input;
     const system = `<!-- stage-id: ${STAGE_IDS.extract} -->\n${EXTRACT_SYSTEM_PROMPT}`;
-    const user = `Input text:\n\n${input.text}\n\nProduce the canonicalClaims + mentions + mentionToClaim object.`;
+    const user = `Input text:\n\n${input.text}\n\nProduce the canonicalClaims + mentions + mentionToClaim + sourceSupport object.`;
     return { system, user };
 }
 /**
@@ -54,7 +60,7 @@ function buildExtractPrompt(ctx) {
  * so the cheap model is asked for the same extension-shaped claim
  * records (title/body/url/axiom) scholar's canonicalizer produces —
  * without which finalize would assemble empty claims — plus the quoted
- * spans those claims came from.
+ * spans those claims came from, plus which claim each source supports.
  */
 export function createExtractStage(extension, options) {
     return llmStage({
@@ -70,7 +76,9 @@ export function createExtractStage(extension, options) {
 }
 /**
  * Adapter — republish `extract`'s canonical claims under the
- * canonicalization slot scholar's deterministic stages + finalize read.
+ * canonicalization slot scholar's deterministic stages + finalize read,
+ * after `settleCitations` has checked their urls and merged citations of
+ * the same page.
  *
  * It picks the two keys rather than passing the whole output through:
  * the canonicalization envelope is `additionalProperties: false`, so
@@ -86,14 +94,193 @@ export function createExtractCanonicalizationAdapterStage(extension) {
         dependsOn: [STAGE_IDS.extract],
         outputSchema: buildResponseSchema(extension),
         fn: (ctx) => {
-            const extract = ctx.get(STAGE_IDS.extract);
+            const settled = settleCitations(ctx.get(STAGE_IDS.extract), ctx.input.text, ctx.addFailure);
             return {
-                canonicalClaims: extract?.canonicalClaims ?? [],
-                mentionToClaim: extract?.mentionToClaim ?? [],
+                canonicalClaims: settled?.canonicalClaims ?? [],
+                mentionToClaim: settled?.mentionToClaim ?? [],
             };
         },
     });
 }
+/**
+ * `extract`'s output with its citations settled: a url the input does not
+ * contain is cleared (`SOURCE_URL_NOT_IN_TEXT_FAILURE_CODE`), one it
+ * contains in a slightly different form takes the text's form, and
+ * citations of the same page are merged into one
+ * (`SOURCE_DUPLICATE_MERGED_FAILURE_CODE`) — the first, unless it is an
+ * archive copy and the original is also cited. The kept citation takes
+ * the merged ones' mentions and supports what any of them supported.
+ *
+ * Deterministic, so every stage that reads `extract` directly can call it
+ * and see the same claim set; only one of them should report.
+ */
+export function settleCitations(extract, inputText, addFailure) {
+    if (extract === undefined)
+        return undefined;
+    const claims = extract.canonicalClaims.map((claim) => {
+        const url = claim.url;
+        if (claim.type !== "citation" ||
+            typeof url !== "string" ||
+            url.trim().length === 0)
+            return claim;
+        const found = findUrlInText(url.trim(), inputText);
+        if (found !== undefined)
+            return { ...claim, url: found };
+        addFailure({
+            code: SOURCE_URL_NOT_IN_TEXT_FAILURE_CODE,
+            message: `Citation "${claim.miniId}" gave the url "${url}", which does not appear in the input; the url was cleared and the citation kept.`,
+            severity: "warning",
+            context: { miniId: claim.miniId, url },
+        });
+        return { ...claim, url: "" };
+    });
+    const groups = new Map();
+    for (const claim of claims) {
+        const url = claim.url;
+        if (claim.type !== "citation" || typeof url !== "string" || url === "")
+            continue;
+        const key = citationUrlKey(url);
+        groups.set(key, [...(groups.get(key) ?? []), claim]);
+    }
+    const keptByMiniId = new Map();
+    const mergedMentions = new Map();
+    for (const group of groups.values()) {
+        if (group.length < 2)
+            continue;
+        const kept = group.find((c) => !ARCHIVE_URL.test(c.url)) ?? group[0];
+        const merged = group.filter((c) => c !== kept);
+        for (const c of merged)
+            keptByMiniId.set(c.miniId, kept.miniId);
+        mergedMentions.set(kept.miniId, [
+            ...new Set(group.flatMap((c) => [...c.mentionIds])),
+        ]);
+        addFailure({
+            code: SOURCE_DUPLICATE_MERGED_FAILURE_CODE,
+            message: `Citations ${merged.map((c) => `"${c.miniId}"`).join(", ")} cite the same page as "${kept.miniId}" and were merged into it.`,
+            severity: "warning",
+            context: {
+                keptMiniId: kept.miniId,
+                mergedMiniIds: merged.map((c) => c.miniId),
+            },
+        });
+    }
+    if (keptByMiniId.size === 0)
+        return { ...extract, canonicalClaims: claims };
+    const resolve = (miniId) => keptByMiniId.get(miniId) ?? miniId;
+    const seenSupport = new Set();
+    return {
+        ...extract,
+        canonicalClaims: claims
+            .filter((c) => !keptByMiniId.has(c.miniId))
+            .map((c) => {
+            const mentionIds = mergedMentions.get(c.miniId);
+            return mentionIds === undefined ? c : { ...c, mentionIds };
+        }),
+        mentionToClaim: extract.mentionToClaim.map((entry) => ({
+            ...entry,
+            claimMiniId: resolve(entry.claimMiniId),
+        })),
+        sourceSupport: extract.sourceSupport.flatMap((entry) => {
+            const settled = {
+                sourceMiniId: resolve(entry.sourceMiniId),
+                supportedMiniId: resolve(entry.supportedMiniId),
+            };
+            const key = `${settled.sourceMiniId}\u0000${settled.supportedMiniId}`;
+            if (seenSupport.has(key))
+                return [];
+            seenSupport.add(key);
+            return [settled];
+        }),
+    };
+}
+/**
+ * Warning code for a citation url `extract` reported that the input does
+ * not contain. A model asked for a source's url will build one from a bare
+ * site name ("www.gutenberg.org" in a reference list becomes
+ * "https://www.gutenberg.org/"), and a link the author never gave is worse
+ * than none — so the url is cleared and the citation kept, since the
+ * source itself is still named in the text.
+ */
+export const SOURCE_URL_NOT_IN_TEXT_FAILURE_CODE = "SOURCE_URL_NOT_IN_TEXT";
+/**
+ * Warning code for citations merged because their urls name the same page.
+ * A reference list often links one work several ways — an archive copy
+ * beside the original, `/index.html` beside `/` — and each became its own
+ * citation claim. `context` carries `keptMiniId` and `mergedMiniIds`.
+ */
+export const SOURCE_DUPLICATE_MERGED_FAILURE_CODE = "SOURCE_DUPLICATE_MERGED";
+/** A Wayback Machine copy: `web.archive.org/web/<timestamp>[flag_]/<url>`. */
+const ARCHIVE_URL = /^(?:[a-z][a-z0-9+.-]*:\/\/)?(?:www\.)?web\.archive\.org\/web\/\d+[a-z_]*\/(.+)$/i;
+/**
+ * What two citation urls must share to name the same page: the url with
+ * an archive copy unwrapped to its original, http and https treated alike,
+ * the host lowercased and without a leading "www.", a trailing
+ * "index.html" or "index.htm" and a trailing slash dropped, and a DOI
+ * read the same through either resolver with its path percent-decoded.
+ * The fragment is kept: it names a place in the page, as a page number
+ * names one in a book.
+ */
+export function citationUrlKey(url) {
+    const archived = ARCHIVE_URL.exec(url.trim());
+    if (archived !== null)
+        return citationUrlKey(archived[1]);
+    const match = /^([a-z][a-z0-9+.-]*):\/\/([^/?#]*)([^?#]*)(\?[^#]*)?(#.*)?$/i.exec(url.trim());
+    if (match === null)
+        return url.trim();
+    const scheme = match[1].toLowerCase();
+    let host = match[2].toLowerCase().replace(/^www\./, "");
+    let path = match[3].replace(/\/index\.html?$/i, "").replace(/\/$/, "");
+    if (host === "dx.doi.org" || host === "doi.org") {
+        host = "doi.org";
+        path = safeDecodeUri(path);
+    }
+    const prefix = scheme === "http" || scheme === "https" ? "" : `${scheme}:`;
+    return `${prefix}//${host}${path}${match[4] ?? ""}${match[5] ?? ""}`;
+}
+function safeDecodeUri(text) {
+    try {
+        return decodeURIComponent(text);
+    }
+    catch {
+        return text;
+    }
+}
+/**
+ * The url as the input writes it, if the input contains it: the same link
+ * with only differences that cannot change where it goes — the case of the
+ * scheme and host, http for https or the reverse, and a trailing slash.
+ */
+export function findUrlInText(url, text) {
+    const match = /^([a-z][a-z0-9+.-]*):(\/\/[^/?#]*)(.*)$/i.exec(url);
+    if (match === null)
+        return undefined;
+    const scheme = match[1].toLowerCase();
+    const isWeb = scheme === "http" || scheme === "https";
+    const authority = match[2].toLowerCase();
+    const path = match[3].replace(/\/$/, "");
+    const lowerText = text.toLowerCase();
+    for (let at = lowerText.indexOf(authority); at !== -1; at = lowerText.indexOf(authority, at + 1)) {
+        const textScheme = /([a-z][a-z0-9+.-]*):$/.exec(lowerText.slice(Math.max(0, at - 16), at))?.[1];
+        if (textScheme === undefined ||
+            (isWeb
+                ? textScheme !== "http" && textScheme !== "https"
+                : textScheme !== scheme))
+            continue;
+        const rest = text.slice(at + authority.length);
+        if (!rest.startsWith(path))
+            continue;
+        // The text's link must end where this one does, give or take its
+        // own trailing slash, so neither a longer host nor a longer path
+        // matches. Punctuation closing a sentence or clause is not part of
+        // a link.
+        const trailingSlash = rest.startsWith("/", path.length) ? 1 : 0;
+        const after = rest.slice(path.length + trailingSlash);
+        if (/^[.,;:!?]?[^\s)\]>"'<.,;:!?]/.test(after))
+            continue;
+        return text.slice(at - textScheme.length - 1, at + authority.length + path.length + trailingSlash);
+    }
+    return undefined;
+}
 /**
  * Adapter — republish `extract`'s mentions under the mention slot
  * finalize resolves into each claim's source anchors.
@@ -113,18 +300,20 @@ export const extractMentionAdapterStage = deterministicStage({
     }),
 });
 /**
- * Adapter — derive the classification slot from `extract`'s claim
- * records: each canonical claim already carries its `type`, so the
- * classification entry is `{ miniId, type, sourceString }`.
- * `sourceString` is the claim's `url` when present (citation claims),
- * else null — mirroring what scholar's classification stage records.
+ * Adapter — derive the classification slot from the canonical claim
+ * records: each one already carries its `type`, so the classification
+ * entry is `{ miniId, type, sourceString }`. `sourceString` is the claim's
+ * `url` when present (citation claims), else null — mirroring what
+ * scholar's classification stage records. It reads the canonicalization
+ * slot rather than `extract` itself, so a url that adapter cleared is not
+ * carried here.
  */
 export const extractClassificationAdapterStage = deterministicStage({
     id: STAGE_IDS.claimTypeClassification,
-    dependsOn: [STAGE_IDS.extract],
+    dependsOn: [STAGE_IDS.claimCanonicalization],
     outputSchema: ClaimTypeClassificationOutputSchema,
     fn: (ctx) => {
-        const canon = ctx.get(STAGE_IDS.extract);
+        const canon = ctx.get(STAGE_IDS.claimCanonicalization);
         const claims = canon?.canonicalClaims ?? [];
         return {
             classifications: claims.map((c) => {

package/dist/extensions/pipelines/ingestion/scribe/extract-stage.js.map

@@ -1 +1 @@
-{"version":3,"file":"extract-stage.js","sourceRoot":"","sources":["../../../../../src/extensions/pipelines/ingestion/scribe/extract-stage.ts"],"names":[],"mappings":"AAAA,mEAAmE;AACnE,qEAAqE;AACrE,yEAAyE;AACzE,qEAAqE;AACrE,yEAAyE;AACzE,8BAA8B;AAC9B,EAAE;AACF,sEAAsE;AACtE,yEAAyE;AACzE,oEAAoE;AACpE,qDAAqD;AAErD,OAAO,EAAE,QAAQ,EAAE,MAAM,4CAA4C,CAAA;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4CAA4C,CAAA;AAE/E,OAAO,EACH,SAAS,EACT,mBAAmB,EACnB,kCAAkC,EAClC,mCAAmC,GAItC,MAAM,4BAA4B,CAAA;AAMnC,OAAO,EACH,wBAAwB,GAE3B,MAAM,cAAc,CAAA;AAErB,MAAM,CAAC,MAAM,aAAa,GAAG,cAAc,CAAA;AAE3C,2DAA2D;AAC3D,MAAM,CAAC,MAAM,sBAAsB,GAA6B;IAC5D,KAAK,EAAE,aAAa;CACvB,CAAA;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG;;;;;;;;;;;;;;;;;;;;;;;gDAuBW,CAAA;AAEhD,SAAS,kBAAkB,CAAC,GAAkB;IAI1C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAwB,CAAA;IAC1C,MAAM,MAAM,GAAG,kBAAkB,SAAS,CAAC,OAAO,SAAS,qBAAqB,EAAE,CAAA;IAClF,MAAM,IAAI,GAAG,kBAAkB,KAAK,CAAC,IAAI,qEAAqE,CAAA;IAC9G,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;AAC3B,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,kBAAkB,CAC9B,SAA8B,EAC9B,OAAkC;IAElC,OAAO,QAAQ,CAAuB;QAClC,EAAE,EAAE,SAAS,CAAC,OAAO;QACrB,SAAS,EAAE,EAAE;QACb,YAAY,EAAE,wBAAwB,CAAC,SAAS,CAAC;QACjD,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,aAAa;QACtC,eAAe,EAAE,OAAO,EAAE,eAAe;QACzC,eAAe,EAAE,OAAO,EAAE,eAAe;QACzC,KAAK,EAAE,OAAO,EAAE,KAAK;QACrB,WAAW,EAAE,kBAAkB;KAClC,CAAC,CAAA;AACN,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,yCAAyC,CACrD,SAA8B;IAE9B,OAAO,kBAAkB,CAA+B;QACpD,EAAE,EAAE,SAAS,CAAC,qBAAqB;QACnC,SAAS,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;QAC9B,YAAY,EAAE,mBAAmB,CAAC,SAAS,CAAC;QAC5C,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE;YACR,MAAM,OAAO,GAAG,GAAG,CAAC,GAAG,CAAuB,SAAS,CAAC,OAAO,CAAC,CAAA;YAChE,OAAO;gBACH,eAAe,EAAE,OAAO,EAAE,eAAe,IAAI,EAAE;gBAC/C,cAAc,EAAE,OAAO,EAAE,cAAc,IAAI,EAAE;aAChD,CAAA;QACL,CAAC;KACJ,CAAC,CAAA;AACN,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,0BAA0B,GACnC,kBAAkB,CAAgC;IAC9C,EAAE,EAAE,SAAS,CAAC,sBAAsB;IACpC,SAAS,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;IAC9B,YAAY,EAAE,kCAAkC;IAChD,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACV,QAAQ,EACJ,GAAG,CAAC,GAAG,CAAuB,SAAS,CAAC,OAAO,CAAC,EAAE,QAAQ;YAC1D,EAAE;KACT,CAAC;CACL,CAAC,CAAA;AAEN;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAC1C,kBAAkB,CAAiC;IAC/C,EAAE,EAAE,SAAS,CAAC,uBAAuB;IACrC,SAAS,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;IAC9B,YAAY,EAAE,mCAAmC;IACjD,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE;QACR,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CACjB,SAAS,CAAC,OAAO,CACpB,CAAA;QACD,MAAM,MAAM,GAAG,KAAK,EAAE,eAAe,IAAI,EAAE,CAAA;QAC3C,OAAO;YACH,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC9B,MAAM,GAAG,GAAI,CAA6B,CAAC,GAAG,CAAA;gBAC9C,MAAM,YAAY,GACd,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;gBAC1D,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,YAAY,EAAE,CAAA;YAC3D,CAAC,CAAC;SACL,CAAA;IACL,CAAC;CACJ,CAAC,CAAA"}
+{"version":3,"file":"extract-stage.js","sourceRoot":"","sources":["../../../../../src/extensions/pipelines/ingestion/scribe/extract-stage.ts"],"names":[],"mappings":"AAAA,mEAAmE;AACnE,qEAAqE;AACrE,yEAAyE;AACzE,qEAAqE;AACrE,yEAAyE;AACzE,8BAA8B;AAC9B,EAAE;AACF,sEAAsE;AACtE,yEAAyE;AACzE,oEAAoE;AACpE,qDAAqD;AAErD,OAAO,EAAE,QAAQ,EAAE,MAAM,4CAA4C,CAAA;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4CAA4C,CAAA;AAE/E,OAAO,EACH,SAAS,EACT,mBAAmB,EACnB,kCAAkC,EAClC,mCAAmC,GAItC,MAAM,4BAA4B,CAAA;AAMnC,OAAO,EACH,wBAAwB,GAE3B,MAAM,cAAc,CAAA;AAErB,MAAM,CAAC,MAAM,aAAa,GAAG,WAAW,CAAA;AAExC,2DAA2D;AAC3D,MAAM,CAAC,MAAM,sBAAsB,GAA6B;IAC5D,KAAK,EAAE,aAAa;CACvB,CAAA;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gDA6BW,CAAA;AAEhD,SAAS,kBAAkB,CAAC,GAAkB;IAI1C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAwB,CAAA;IAC1C,MAAM,MAAM,GAAG,kBAAkB,SAAS,CAAC,OAAO,SAAS,qBAAqB,EAAE,CAAA;IAClF,MAAM,IAAI,GAAG,kBAAkB,KAAK,CAAC,IAAI,qFAAqF,CAAA;IAC9H,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;AAC3B,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,kBAAkB,CAC9B,SAA8B,EAC9B,OAAkC;IAElC,OAAO,QAAQ,CAAuB;QAClC,EAAE,EAAE,SAAS,CAAC,OAAO;QACrB,SAAS,EAAE,EAAE;QACb,YAAY,EAAE,wBAAwB,CAAC,SAAS,CAAC;QACjD,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,aAAa;QACtC,eAAe,EAAE,OAAO,EAAE,eAAe;QACzC,eAAe,EAAE,OAAO,EAAE,eAAe;QACzC,KAAK,EAAE,OAAO,EAAE,KAAK;QACrB,WAAW,EAAE,kBAAkB;KAClC,CAAC,CAAA;AACN,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,yCAAyC,CACrD,SAA8B;IAE9B,OAAO,kBAAkB,CAA+B;QACpD,EAAE,EAAE,SAAS,CAAC,qBAAqB;QACnC,SAAS,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;QAC9B,YAAY,EAAE,mBAAmB,CAAC,SAAS,CAAC;QAC5C,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE;YACR,MAAM,OAAO,GAAG,eAAe,CAC3B,GAAG,CAAC,GAAG,CAAuB,SAAS,CAAC,OAAO,CAAC,EAC/C,GAAG,CAAC,KAAyB,CAAC,IAAI,EACnC,GAAG,CAAC,UAAU,CACjB,CAAA;YACD,OAAO;gBACH,eAAe,EAAE,OAAO,EAAE,eAAe,IAAI,EAAE;gBAC/C,cAAc,EAAE,OAAO,EAAE,cAAc,IAAI,EAAE;aAChD,CAAA;QACL,CAAC;KACJ,CAAC,CAAA;AACN,CAAC;AAID;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,eAAe,CAC3B,OAAyC,EACzC,SAAiB,EACjB,UAAuB;IAEvB,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IAC3C,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACjD,MAAM,GAAG,GAAI,KAAiC,CAAC,GAAG,CAAA;QAClD,IACI,KAAK,CAAC,IAAI,KAAK,UAAU;YACzB,OAAO,GAAG,KAAK,QAAQ;YACvB,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAEvB,OAAO,KAAK,CAAA;QAChB,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,SAAS,CAAC,CAAA;QAClD,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;QACxD,UAAU,CAAC;YACP,IAAI,EAAE,mCAAmC;YACzC,OAAO,EAAE,aAAa,KAAK,CAAC,MAAM,mBAAmB,GAAG,mFAAmF;YAC3I,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE;SACzC,CAAC,CAAA;QACF,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAA;IAChC,CAAC,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAA;IAC/C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,GAAG,GAAI,KAAiC,CAAC,GAAG,CAAA;QAClD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,EAAE;YAClE,SAAQ;QACZ,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,CAAA;QAC/B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAA;IACxD,CAAC;IACD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC9C,MAAM,cAAc,GAAG,IAAI,GAAG,EAAoB,CAAA;IAClD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,SAAQ;QAC9B,MAAM,IAAI,GACN,KAAK,CAAC,IAAI,CACN,CAAC,CAAC,EAAE,EAAE,CACF,CAAC,WAAW,CAAC,IAAI,CACZ,CAA6B,CAAC,GAAa,CAC/C,CACR,IAAI,KAAK,CAAC,CAAC,CAAC,CAAA;QACjB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAA;QAC9C,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;QAC/D,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE;YAC5B,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;SACtD,CAAC,CAAA;QACF,UAAU,CAAC;YACP,IAAI,EAAE,oCAAoC;YAC1C,OAAO,EAAE,aAAa,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,2BAA2B,IAAI,CAAC,MAAM,4BAA4B;YACrI,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE;gBACL,UAAU,EAAE,IAAI,CAAC,MAAM;gBACvB,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aAC7C;SACJ,CAAC,CAAA;IACN,CAAC;IACD,IAAI,YAAY,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,EAAE,GAAG,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,CAAA;IAE3E,MAAM,OAAO,GAAG,CAAC,MAAc,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,MAAM,CAAA;IACtE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAA;IACrC,OAAO;QACH,GAAG,OAAO;QACV,eAAe,EAAE,MAAM;aAClB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;aAC1C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACP,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;YAC/C,OAAO,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAA;QAC9D,CAAC,CAAC;QACN,cAAc,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACnD,GAAG,KAAK;YACR,WAAW,EAAE,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC;SAC1C,CAAC,CAAC;QACH,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACnD,MAAM,OAAO,GAAG;gBACZ,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;gBACzC,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC;aAClD,CAAA;YACD,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,YAAY,SAAS,OAAO,CAAC,eAAe,EAAE,CAAA;YACrE,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,OAAO,EAAE,CAAA;YACnC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACpB,OAAO,CAAC,OAAO,CAAC,CAAA;QACpB,CAAC,CAAC;KACL,CAAA;AACL,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG,wBAAwB,CAAA;AAE3E;;;;;GAKG;AACH,MAAM,CAAC,MAAM,oCAAoC,GAAG,yBAAyB,CAAA;AAE7E,8EAA8E;AAC9E,MAAM,WAAW,GACb,kFAAkF,CAAA;AAEtF;;;;;;;;GAQG;AACH,MAAM,UAAU,cAAc,CAAC,GAAW;IACtC,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;IAC7C,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IACzD,MAAM,KAAK,GACP,8DAA8D,CAAC,IAAI,CAC/D,GAAG,CAAC,IAAI,EAAE,CACb,CAAA;IACL,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,GAAG,CAAC,IAAI,EAAE,CAAA;IACrC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;IACrC,IAAI,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;IACvD,IAAI,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;IACtE,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QAC9C,IAAI,GAAG,SAAS,CAAA;QAChB,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,CAAA;IAC9B,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,CAAA;IAC1E,OAAO,GAAG,MAAM,KAAK,IAAI,GAAG,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAA;AACxE,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IAC/B,IAAI,CAAC;QACD,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAA;IACnC,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,IAAI,CAAA;IACf,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,GAAW,EAAE,IAAY;IACnD,MAAM,KAAK,GAAG,0CAA0C,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAClE,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,SAAS,CAAA;IACpC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;IACrC,MAAM,KAAK,GAAG,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO,CAAA;IACrD,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;IACxC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IACpC,KACI,IAAI,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,EACrC,EAAE,KAAK,CAAC,CAAC,EACT,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,GAAG,CAAC,CAAC,EAC3C,CAAC;QACC,MAAM,UAAU,GAAG,uBAAuB,CAAC,IAAI,CAC3C,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAC5C,EAAE,CAAC,CAAC,CAAC,CAAA;QACN,IACI,UAAU,KAAK,SAAS;YACxB,CAAC,KAAK;gBACF,CAAC,CAAC,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,OAAO;gBACjD,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC;YAE5B,SAAQ;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,CAAA;QAC9C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,SAAQ;QACpC,iEAAiE;QACjE,iEAAiE;QACjE,mEAAmE;QACnE,UAAU;QACV,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,CAAA;QACrD,IAAI,8BAA8B,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,SAAQ;QACxD,OAAO,IAAI,CAAC,KAAK,CACb,EAAE,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAC1B,EAAE,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,aAAa,CACtD,CAAA;IACL,CAAC;IACD,OAAO,SAAS,CAAA;AACpB,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,0BAA0B,GACnC,kBAAkB,CAAgC;IAC9C,EAAE,EAAE,SAAS,CAAC,sBAAsB;IACpC,SAAS,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;IAC9B,YAAY,EAAE,kCAAkC;IAChD,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACV,QAAQ,EACJ,GAAG,CAAC,GAAG,CAAuB,SAAS,CAAC,OAAO,CAAC,EAAE,QAAQ;YAC1D,EAAE;KACT,CAAC;CACL,CAAC,CAAA;AAEN;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAC1C,kBAAkB,CAAiC;IAC/C,EAAE,EAAE,SAAS,CAAC,uBAAuB;IACrC,SAAS,EAAE,CAAC,SAAS,CAAC,qBAAqB,CAAC;IAC5C,YAAY,EAAE,mCAAmC;IACjD,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE;QACR,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CACjB,SAAS,CAAC,qBAAqB,CAClC,CAAA;QACD,MAAM,MAAM,GAAG,KAAK,EAAE,eAAe,IAAI,EAAE,CAAA;QAC3C,OAAO;YACH,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC9B,MAAM,GAAG,GAAI,CAA6B,CAAC,GAAG,CAAA;gBAC9C,MAAM,YAAY,GACd,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;gBAC1D,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,YAAY,EAAE,CAAA;YAC3D,CAAC,CAAC;SACL,CAAA;IACL,CAAC;CACJ,CAAC,CAAA"}

package/dist/extensions/pipelines/ingestion/scribe/schemas.d.ts

@@ -6,10 +6,23 @@ import type { TIngestionExtension } from "../../base/types.js";
  * mention slot's, in one object. Structural rather than a `Static<>`,
  * because the schema is built per-extension.
  */
-export type TScribeExtractOutput = TClaimCanonicalizationOutput & TClaimMentionExtractionOutput;
+export type TScribeExtractOutput = TClaimCanonicalizationOutput & TClaimMentionExtractionOutput & {
+    sourceSupport: TScribeSourceSupport[];
+};
+/**
+ * One source claim (a citation or an axiom) and the normal claim it
+ * supports, as `extract` reads it off the text. `structure` never sees the text, so
+ * this is the only place the pairing is known.
+ */
+export declare const ScribeSourceSupportSchema: Type.TObject<{
+    sourceMiniId: Type.TString;
+    supportedMiniId: Type.TString;
+}>;
+export type TScribeSourceSupport = Static<typeof ScribeSourceSupportSchema>;
 /**
  * `extract`'s output: the per-extension canonicalization shape, plus the
- * mentions whose quoted text becomes each claim's source anchor.
+ * mentions whose quoted text becomes each claim's source anchor, plus
+ * which claim each source supports.
  *
  * The mentions ride along on the one stage that is given the input text,
  * rather than coming from a stage of their own — scribe's whole point is

package/dist/extensions/pipelines/ingestion/scribe/schemas.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../../../../src/extensions/pipelines/ingestion/scribe/schemas.ts"],"names":[],"mappings":"AAeA,OAAO,IAAI,EAAE,EAAE,KAAK,MAAM,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAA;AAMzD,OAAO,KAAK,EACR,4BAA4B,EAC5B,6BAA6B,EAChC,MAAM,4BAA4B,CAAA;AACnC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AAE9D;;;;GAIG;AACH,MAAM,MAAM,oBAAoB,GAAG,4BAA4B,GAC3D,6BAA6B,CAAA;AAEjC;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,wBAAwB,CACpC,SAAS,EAAE,mBAAmB,GAC/B,OAAO,CAWT;AASD,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;EAQvC,CAAA;AACD,MAAM,MAAM,sBAAsB,GAAG,MAAM,CAAC,OAAO,2BAA2B,CAAC,CAAA"}
+{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../../../../src/extensions/pipelines/ingestion/scribe/schemas.ts"],"names":[],"mappings":"AAgBA,OAAO,IAAI,EAAE,EAAE,KAAK,MAAM,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAA;AAMzD,OAAO,KAAK,EACR,4BAA4B,EAC5B,6BAA6B,EAChC,MAAM,4BAA4B,CAAA;AACnC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AAE9D;;;;GAIG;AACH,MAAM,MAAM,oBAAoB,GAAG,4BAA4B,GAC3D,6BAA6B,GAAG;IAC5B,aAAa,EAAE,oBAAoB,EAAE,CAAA;CACxC,CAAA;AAEL;;;;GAIG;AACH,eAAO,MAAM,yBAAyB;;;EAMrC,CAAA;AACD,MAAM,MAAM,oBAAoB,GAAG,MAAM,CAAC,OAAO,yBAAyB,CAAC,CAAA;AAE3E;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,wBAAwB,CACpC,SAAS,EAAE,mBAAmB,GAC/B,OAAO,CAYT;AASD,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;EAQvC,CAAA;AACD,MAAM,MAAM,sBAAsB,GAAG,MAAM,CAAC,OAAO,2BAA2B,CAAC,CAAA"}

package/dist/extensions/pipelines/ingestion/scribe/schemas.js

@@ -10,13 +10,24 @@
 //     relation-extraction + conclusion-selection slots.
 //
 // `extract`'s output schema is the per-extension canonicalization
-// schema widened with the mention slot (`buildExtractOutputSchema`);
+// schema widened with the mention slot and the source pairings
+// (`buildExtractOutputSchema`);
 // `structure` needs a bespoke schema. Both are defined here.
 import Type, {} from "typebox";
 import { ClaimMentionExtractionOutputSchema, RelationExtractionOutputSchema, buildResponseSchema, } from "../../base/stages/index.js";
+/**
+ * One source claim (a citation or an axiom) and the normal claim it
+ * supports, as `extract` reads it off the text. `structure` never sees the text, so
+ * this is the only place the pairing is known.
+ */
+export const ScribeSourceSupportSchema = Type.Object({
+    sourceMiniId: Type.String(),
+    supportedMiniId: Type.String(),
+}, { additionalProperties: false });
 /**
  * `extract`'s output: the per-extension canonicalization shape, plus the
- * mentions whose quoted text becomes each claim's source anchor.
+ * mentions whose quoted text becomes each claim's source anchor, plus
+ * which claim each source supports.
  *
  * The mentions ride along on the one stage that is given the input text,
  * rather than coming from a stage of their own — scribe's whole point is
@@ -34,6 +45,7 @@ export function buildExtractOutputSchema(extension) {
     return Type.Object({
         ...canonicalization.properties,
         mentions: ClaimMentionExtractionOutputSchema.properties.mentions,
+        sourceSupport: Type.Array(ScribeSourceSupportSchema),
     }, { additionalProperties: false });
 }
 // `structure` emits the relation graph (same per-relation shape as

package/dist/extensions/pipelines/ingestion/scribe/schemas.js.map

@@ -1 +1 @@
-{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../../../../src/extensions/pipelines/ingestion/scribe/schemas.ts"],"names":[],"mappings":"AAAA,oDAAoD;AACpD,EAAE;AACF,uEAAuE;AACvE,mEAAmE;AACnE,kEAAkE;AAClE,mEAAmE;AACnE,qCAAqC;AACrC,qEAAqE;AACrE,+DAA+D;AAC/D,wDAAwD;AACxD,EAAE;AACF,kEAAkE;AAClE,qEAAqE;AACrE,6DAA6D;AAE7D,OAAO,IAAI,EAAE,EAA6B,MAAM,SAAS,CAAA;AACzD,OAAO,EACH,kCAAkC,EAClC,8BAA8B,EAC9B,mBAAmB,GACtB,MAAM,4BAA4B,CAAA;AAenC;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,wBAAwB,CACpC,SAA8B;IAE9B,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,SAAS,CAErD,CAAA;IACD,OAAO,IAAI,CAAC,MAAM,CACd;QACI,GAAG,gBAAgB,CAAC,UAAU;QAC9B,QAAQ,EAAE,kCAAkC,CAAC,UAAU,CAAC,QAAQ;KACnE,EACD,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAClC,CAAA;AACL,CAAC;AAED,mEAAmE;AACnE,kEAAkE;AAClE,mEAAmE;AACnE,qEAAqE;AACrE,+DAA+D;AAC/D,8DAA8D;AAC9D,mDAAmD;AACnD,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAC,MAAM,CAClD;IACI,SAAS,EAAE,8BAA8B,CAAC,UAAU,CAAC,SAAS;IAC9D,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;IAC/C,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE;IAC9B,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE;CAC3B,EACD,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAClC,CAAA"}
+{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../../../../src/extensions/pipelines/ingestion/scribe/schemas.ts"],"names":[],"mappings":"AAAA,oDAAoD;AACpD,EAAE;AACF,uEAAuE;AACvE,mEAAmE;AACnE,kEAAkE;AAClE,mEAAmE;AACnE,qCAAqC;AACrC,qEAAqE;AACrE,+DAA+D;AAC/D,wDAAwD;AACxD,EAAE;AACF,kEAAkE;AAClE,+DAA+D;AAC/D,gCAAgC;AAChC,6DAA6D;AAE7D,OAAO,IAAI,EAAE,EAA6B,MAAM,SAAS,CAAA;AACzD,OAAO,EACH,kCAAkC,EAClC,8BAA8B,EAC9B,mBAAmB,GACtB,MAAM,4BAA4B,CAAA;AAiBnC;;;;GAIG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,IAAI,CAAC,MAAM,CAChD;IACI,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE;IAC3B,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE;CACjC,EACD,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAClC,CAAA;AAGD;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,wBAAwB,CACpC,SAA8B;IAE9B,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,SAAS,CAErD,CAAA;IACD,OAAO,IAAI,CAAC,MAAM,CACd;QACI,GAAG,gBAAgB,CAAC,UAAU;QAC9B,QAAQ,EAAE,kCAAkC,CAAC,UAAU,CAAC,QAAQ;QAChE,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC;KACvD,EACD,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAClC,CAAA;AACL,CAAC;AAED,mEAAmE;AACnE,kEAAkE;AAClE,mEAAmE;AACnE,qEAAqE;AACrE,+DAA+D;AAC/D,8DAA8D;AAC9D,mDAAmD;AACnD,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAC,MAAM,CAClD;IACI,SAAS,EAAE,8BAA8B,CAAC,UAAU,CAAC,SAAS;IAC9D,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;IAC/C,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE;IAC9B,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE;CAC3B,EACD,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAClC,CAAA"}

package/dist/extensions/pipelines/ingestion/scribe/scribe.js

@@ -11,7 +11,7 @@
 // DAG:
 //
 //   extract ──┬─ (adapter) claim-canonicalization ─┬─ claim-reference-validation
-//             ├─ (adapter) claim-type-classification ┤
+//             │    └─ (adapter) claim-type-classification ┤
 //             │                                      └─ variable-assignment
 //             └─ (adapter) claim-mention-extraction
 //   structure ─┬─ (adapter) relation-extraction
@@ -30,7 +30,7 @@ import { INGESTION_INPUT_SCHEMA } from "../scholar/scholar.js";
 import { createExtractStage, createExtractCanonicalizationAdapterStage, extractClassificationAdapterStage, extractMentionAdapterStage, EXTRACT_STAGE_DEFAULTS, } from "./extract-stage.js";
 import { createStructureStage, structureRelationAdapterStage, structureConclusionAdapterStage, STRUCTURE_STAGE_DEFAULTS, } from "./structure-stage.js";
 const PIPELINE_ID = "argument-ingestion-scribe";
-const PIPELINE_VERSION = "1.0.0";
+const PIPELINE_VERSION = "1.1.0";
 /**
  * Build the scribe (fast) ingestion pipeline for the supplied
  * extension: `extract` + `structure` cheap LLM calls, their

package/dist/extensions/pipelines/ingestion/scribe/scribe.js.map

@@ -1 +1 @@
-{"version":3,"file":"scribe.js","sourceRoot":"","sources":["../../../../../src/extensions/pipelines/ingestion/scribe/scribe.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,EAAE;AACF,+DAA+D;AAC/D,sEAAsE;AACtE,8DAA8D;AAC9D,sEAAsE;AACtE,iEAAiE;AACjE,oEAAoE;AACpE,qEAAqE;AACrE,EAAE;AACF,OAAO;AACP,EAAE;AACF,iFAAiF;AACjF,uDAAuD;AACvD,4EAA4E;AAC5E,oDAAoD;AACpD,gDAAgD;AAChD,iDAAiD;AACjD,+DAA+D;AAC/D,8DAA8D;AAC9D,oDAAoD;AACpD,EAAE;AACF,sEAAsE;AACtE,4CAA4C;AAE5C,OAAO,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAA;AAG7D,OAAO,EACH,SAAS,EACT,6BAA6B,EAC7B,uBAAuB,EACvB,uBAAuB,EACvB,sBAAsB,GAEzB,MAAM,4BAA4B,CAAA;AACnC,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAA;AACvE,OAAO,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAA;AAMhF,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,EACH,kBAAkB,EAClB,yCAAyC,EACzC,iCAAiC,EACjC,0BAA0B,EAC1B,sBAAsB,GACzB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EACH,oBAAoB,EACpB,6BAA6B,EAC7B,+BAA+B,EAC/B,wBAAwB,GAC3B,MAAM,sBAAsB,CAAA;AAE7B,MAAM,WAAW,GAAG,2BAA2B,CAAA;AAC/C,MAAM,gBAAgB,GAAG,OAAO,CAAA;AAWhC;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB,CAChC,SAA8B,EAC9B,OAAsC;IAEtC,MAAM,GAAG,GAAG,OAAO,EAAE,GAAG,CAAA;IACxB,MAAM,YAAY,GAAG,kBAAkB,CACnC,SAAS,EACT,sBAAsB,CAAC,SAAS,CAAC,OAAO,EAAE,sBAAsB,EAAE,GAAG,CAAC,CACzE,CAAA;IACD,MAAM,mCAAmC,GACrC,yCAAyC,CAAC,SAAS,CAAC,CAAA;IACxD,MAAM,cAAc,GAAG,oBAAoB,CACvC,sBAAsB,CAClB,SAAS,CAAC,eAAe,EACzB,wBAAwB,EACxB,GAAG,CACN,CACJ,CAAA;IAED,MAAM,MAAM,GAA+B;QACvC,YAAY;QACZ,mCAAmC;QACnC,iCAAiC;QACjC,0BAA0B;QAC1B,6BAA6B;QAC7B,uBAAuB;QACvB,cAAc;QACd,6BAA6B;QAC7B,+BAA+B;QAC/B,uBAAuB;QACvB,sBAAsB;KACK,CAAA;IAE/B,OAAO;QACH,EAAE,EAAE,WAAW;QACf,OAAO,EAAE,gBAAgB;QACzB,WAAW,EAAE,sBAAsB;QACnC,sDAAsD;QACtD,mDAAmD;QACnD,wCAAwC;QACxC,YAAY,EAAE,SAAS,CAAC,cAAc;QACtC,MAAM;QACN,QAAQ,EAAE;YACN,SAAS,EAAE;gBACP,SAAS,CAAC,qBAAqB;gBAC/B,SAAS,CAAC,kBAAkB;gBAC5B,SAAS,CAAC,kBAAkB;gBAC5B,QAAQ,CAAC,SAAS,CAAC,uBAAuB,CAAC;gBAC3C,QAAQ,CAAC,SAAS,CAAC,kBAAkB,CAAC;gBACtC,QAAQ,CAAC,SAAS,CAAC,mBAAmB,CAAC;gBACvC,QAAQ,CAAC,SAAS,CAAC,iBAAiB,CAAC;gBACrC,QAAQ,CAAC,SAAS,CAAC,wBAAwB,CAAC;gBAC5C,wDAAwD;gBACxD,sDAAsD;gBACtD,sBAAsB;gBACtB,QAAQ,CAAC,SAAS,CAAC,sBAAsB,CAAC;aAC7C;YACD,+DAA+D;YAC/D,4DAA4D;YAC5D,gEAAgE;YAChE,eAAe;YACf,EAAE;YACF,gEAAgE;YAChE,8DAA8D;YAC9D,0DAA0D;YAC1D,yDAAyD;YACzD,gEAAgE;YAChE,0BAA0B;YAC1B,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,CACT,kBAAkB,CAAC;gBACf,GAAG;gBACH,SAAS;gBACT,QAAQ,EAAE,GAAG,CAAC,GAAG,CACb,SAAS,CAAC,sBAAsB,CACnC;aACJ,CAAC;SACT;KACJ,CAAA;AACL,CAAC"}
+{"version":3,"file":"scribe.js","sourceRoot":"","sources":["../../../../../src/extensions/pipelines/ingestion/scribe/scribe.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,EAAE;AACF,+DAA+D;AAC/D,sEAAsE;AACtE,8DAA8D;AAC9D,sEAAsE;AACtE,iEAAiE;AACjE,oEAAoE;AACpE,qEAAqE;AACrE,EAAE;AACF,OAAO;AACP,EAAE;AACF,iFAAiF;AACjF,4DAA4D;AAC5D,4EAA4E;AAC5E,oDAAoD;AACpD,gDAAgD;AAChD,iDAAiD;AACjD,+DAA+D;AAC/D,8DAA8D;AAC9D,oDAAoD;AACpD,EAAE;AACF,sEAAsE;AACtE,4CAA4C;AAE5C,OAAO,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAA;AAG7D,OAAO,EACH,SAAS,EACT,6BAA6B,EAC7B,uBAAuB,EACvB,uBAAuB,EACvB,sBAAsB,GAEzB,MAAM,4BAA4B,CAAA;AACnC,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAA;AACvE,OAAO,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAA;AAMhF,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,EACH,kBAAkB,EAClB,yCAAyC,EACzC,iCAAiC,EACjC,0BAA0B,EAC1B,sBAAsB,GACzB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EACH,oBAAoB,EACpB,6BAA6B,EAC7B,+BAA+B,EAC/B,wBAAwB,GAC3B,MAAM,sBAAsB,CAAA;AAE7B,MAAM,WAAW,GAAG,2BAA2B,CAAA;AAC/C,MAAM,gBAAgB,GAAG,OAAO,CAAA;AAWhC;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB,CAChC,SAA8B,EAC9B,OAAsC;IAEtC,MAAM,GAAG,GAAG,OAAO,EAAE,GAAG,CAAA;IACxB,MAAM,YAAY,GAAG,kBAAkB,CACnC,SAAS,EACT,sBAAsB,CAAC,SAAS,CAAC,OAAO,EAAE,sBAAsB,EAAE,GAAG,CAAC,CACzE,CAAA;IACD,MAAM,mCAAmC,GACrC,yCAAyC,CAAC,SAAS,CAAC,CAAA;IACxD,MAAM,cAAc,GAAG,oBAAoB,CACvC,sBAAsB,CAClB,SAAS,CAAC,eAAe,EACzB,wBAAwB,EACxB,GAAG,CACN,CACJ,CAAA;IAED,MAAM,MAAM,GAA+B;QACvC,YAAY;QACZ,mCAAmC;QACnC,iCAAiC;QACjC,0BAA0B;QAC1B,6BAA6B;QAC7B,uBAAuB;QACvB,cAAc;QACd,6BAA6B;QAC7B,+BAA+B;QAC/B,uBAAuB;QACvB,sBAAsB;KACK,CAAA;IAE/B,OAAO;QACH,EAAE,EAAE,WAAW;QACf,OAAO,EAAE,gBAAgB;QACzB,WAAW,EAAE,sBAAsB;QACnC,sDAAsD;QACtD,mDAAmD;QACnD,wCAAwC;QACxC,YAAY,EAAE,SAAS,CAAC,cAAc;QACtC,MAAM;QACN,QAAQ,EAAE;YACN,SAAS,EAAE;gBACP,SAAS,CAAC,qBAAqB;gBAC/B,SAAS,CAAC,kBAAkB;gBAC5B,SAAS,CAAC,kBAAkB;gBAC5B,QAAQ,CAAC,SAAS,CAAC,uBAAuB,CAAC;gBAC3C,QAAQ,CAAC,SAAS,CAAC,kBAAkB,CAAC;gBACtC,QAAQ,CAAC,SAAS,CAAC,mBAAmB,CAAC;gBACvC,QAAQ,CAAC,SAAS,CAAC,iBAAiB,CAAC;gBACrC,QAAQ,CAAC,SAAS,CAAC,wBAAwB,CAAC;gBAC5C,wDAAwD;gBACxD,sDAAsD;gBACtD,sBAAsB;gBACtB,QAAQ,CAAC,SAAS,CAAC,sBAAsB,CAAC;aAC7C;YACD,+DAA+D;YAC/D,4DAA4D;YAC5D,gEAAgE;YAChE,eAAe;YACf,EAAE;YACF,gEAAgE;YAChE,8DAA8D;YAC9D,0DAA0D;YAC1D,yDAAyD;YACzD,gEAAgE;YAChE,0BAA0B;YAC1B,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,CACT,kBAAkB,CAAC;gBACf,GAAG;gBACH,SAAS;gBACT,QAAQ,EAAE,GAAG,CAAC,GAAG,CACb,SAAS,CAAC,sBAAsB,CACnC;aACJ,CAAC;SACT;KACJ,CAAA;AACL,CAAC"}

package/dist/extensions/pipelines/ingestion/scribe/source-attachment.d.ts

@@ -0,0 +1,29 @@
+import type { TClaimTypeClassificationEntry, TInferenceRelation } from "../../base/stages/index.js";
+import type { TScribeExtractOutput } from "./schemas.js";
+export declare const SOURCE_ATTACHMENT_FAILURE_CODES: {
+    readonly invalidSource: "SOURCE_ATTACHMENT_INVALID_SOURCE";
+    readonly invalidTarget: "SOURCE_ATTACHMENT_INVALID_TARGET";
+    readonly mixed: "SOURCE_ATTACHMENT_MIXED";
+    readonly unattached: "SOURCE_ATTACHMENT_UNATTACHED";
+};
+type TClaimType = TClaimTypeClassificationEntry["type"];
+type TAddFailure = (failure: {
+    code: string;
+    message: string;
+    severity: "warning" | "error";
+    context?: Record<string, unknown>;
+}) => void;
+/**
+ * The relations that attach each citation and axiomatic claim to what it
+ * supports, to be published alongside `structure`'s own. See the file
+ * comment for the order in which a target is chosen.
+ */
+export declare function buildSourceRelations(args: {
+    extract: TScribeExtractOutput | undefined;
+    structureRelations: readonly TInferenceRelation[];
+    typeByMiniId: Map<string, TClaimType>;
+    inputText: string;
+    addFailure: TAddFailure;
+}): TInferenceRelation[];
+export {};
+//# sourceMappingURL=source-attachment.d.ts.map

package/dist/extensions/pipelines/ingestion/scribe/source-attachment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"source-attachment.d.ts","sourceRoot":"","sources":["../../../../../src/extensions/pipelines/ingestion/scribe/source-attachment.ts"],"names":[],"mappings":"AAwBA,OAAO,KAAK,EAER,6BAA6B,EAC7B,kBAAkB,EACrB,MAAM,4BAA4B,CAAA;AAGnC,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAA;AAExD,eAAO,MAAM,+BAA+B;;;;;CAKlC,CAAA;AAEV,KAAK,UAAU,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAA;AAIvD,KAAK,WAAW,GAAG,CAAC,OAAO,EAAE;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAA;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACpC,KAAK,IAAI,CAAA;AA+EV;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE;IACvC,OAAO,EAAE,oBAAoB,GAAG,SAAS,CAAA;IACzC,kBAAkB,EAAE,SAAS,kBAAkB,EAAE,CAAA;IACjD,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;IACrC,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,WAAW,CAAA;CAC1B,GAAG,kBAAkB,EAAE,CA+HvB"}