wiki-graph-core 0.3.1 → 0.4.0

package/dist/editor/review.js

@@ -1,189 +0,0 @@
-import { z } from "zod";
-import { getLogger } from "../common/logging.js";
-import {
-  GuaranteedRequestFailureError,
-  requestGuaranteedJson,
-  RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE
-} from "../guaranteed/index.js";
-import {
-  CLUE_REVIEWER_GENERATOR_PROMPT_TEMPLATE,
-  CLUE_REVIEWER_PROMPT_TEMPLATE
-} from "./prompt-templates.js";
-import { formatClueAsBook } from "./markup.js";
-import {
-  ReviewSeverity,
-  expectReviewSeverity
-} from "./types.js";
-const REVIEW_SEVERITY_VALUES = [
-  ReviewSeverity.Critical,
-  ReviewSeverity.Major,
-  ReviewSeverity.Minor
-];
-const reviewIssueSchema = z.object({
-  problem: z.string(),
-  severity: z.enum(REVIEW_SEVERITY_VALUES),
-  suggestion: z.string().default("")
-});
-const reviewResponseSchema = z.object({
-  issues: z.array(reviewIssueSchema)
-});
-class CompressionReviewer {
-  #llm;
-  #reviewGuideScope;
-  #reviewScope;
-  #serialFragments;
-  #userLanguage;
-  constructor(llm, serialFragments, scopes, userLanguage) {
-    this.#llm = llm;
-    this.#reviewGuideScope = scopes.reviewGuide;
-    this.#reviewScope = scopes.review;
-    this.#serialFragments = serialFragments;
-    this.#userLanguage = userLanguage;
-  }
-  async generateClueReviewers(clues) {
-    return await Promise.all(
-      clues.map(
-        async (clue) => await this.#llm.request(async (request) => {
-          const clueText = await formatClueAsBook({
-            chunks: clue.chunks,
-            fullMarkup: true,
-            serialFragments: this.#serialFragments
-          });
-          const messages = [
-            {
-              content: this.#llm.loadSystemPrompt(
-                CLUE_REVIEWER_GENERATOR_PROMPT_TEMPLATE
-              ),
-              role: "system"
-            },
-            {
-              content: clueText,
-              role: "user"
-            }
-          ];
-          const reviewerInfo = await request(messages, {
-            scope: this.#reviewGuideScope
-          });
-          return {
-            clueId: clue.clueId,
-            label: clue.label,
-            reviewerInfo: reviewerInfo.trim(),
-            weight: clue.weight
-          };
-        })
-      )
-    );
-  }
-  async reviewCompression(compressedText, clueReviewers, reviewerHistories) {
-    const results = await Promise.all(
-      clueReviewers.map(
-        async (clueReviewer) => await this.#llm.request(async (request) => {
-          const systemPrompt = this.#llm.loadSystemPrompt(
-            CLUE_REVIEWER_PROMPT_TEMPLATE,
-            {
-              thread_info: clueReviewer.reviewerInfo,
-              user_language: this.#userLanguage
-            }
-          );
-          const previousHistory = reviewerHistories[String(clueReviewer.clueId)];
-          const messages = buildReviewMessages(
-            {
-              compressedText,
-              systemPrompt
-            },
-            previousHistory
-          );
-          try {
-            return await requestGuaranteedJson({
-              messages,
-              parse: (data) => ({
-                rawResponse: JSON.stringify(data),
-                review: {
-                  clueId: clueReviewer.clueId,
-                  issues: data.issues.map((issue) => ({
-                    ...issue,
-                    severity: expectReviewSeverity(issue.severity)
-                  })),
-                  weight: clueReviewer.weight
-                }
-              }),
-              responseIntentClassifierPrompt: this.#llm.loadSystemPrompt(
-                RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE
-              ),
-              request: async (retryMessages, retryIndex, retryMax) => await request(retryMessages, {
-                retryIndex,
-                retryMax,
-                scope: this.#reviewScope,
-                useCache: false
-              }),
-              schema: reviewResponseSchema
-            });
-          } catch (error) {
-            if (!(error instanceof GuaranteedRequestFailureError)) {
-              throw error;
-            }
-            getLogger({
-              clueId: clueReviewer.clueId,
-              component: "editor-review"
-            }).warn(
-              { error },
-              "Compression reviewer failed to produce valid JSON; treating it as no issues."
-            );
-            return {
-              rawResponse: void 0,
-              review: {
-                clueId: clueReviewer.clueId,
-                issues: [],
-                weight: clueReviewer.weight
-              }
-            };
-          }
-        })
-      )
-    );
-    const rawResponses = /* @__PURE__ */ Object.create(null);
-    for (const result of results) {
-      rawResponses[String(result.review.clueId)] = result.rawResponse;
-    }
-    return {
-      rawResponses,
-      reviews: results.map((result) => result.review)
-    };
-  }
-}
-function buildReviewMessages(input, previousHistory) {
-  if (previousHistory === void 0) {
-    return [
-      {
-        content: input.systemPrompt,
-        role: "system"
-      },
-      {
-        content: input.compressedText,
-        role: "user"
-      }
-    ];
-  }
-  return [
-    {
-      content: input.systemPrompt,
-      role: "system"
-    },
-    {
-      content: previousHistory[0],
-      role: "user"
-    },
-    {
-      content: previousHistory[1],
-      role: "assistant"
-    },
-    {
-      content: input.compressedText,
-      role: "user"
-    }
-  ];
-}
-export {
-  CompressionReviewer
-};
-//# sourceMappingURL=review.js.map

package/dist/editor/review.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/editor/review.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { getLogger } from \"../common/logging.js\";\nimport {\n  GuaranteedRequestFailureError,\n  requestGuaranteedJson,\n  RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE,\n} from \"../guaranteed/index.js\";\nimport type { Language } from \"../common/language.js\";\nimport type { LLMessage, LLM } from \"../llm/index.js\";\nimport type { ReadonlySerialFragments } from \"../document/index.js\";\nimport type { Clue } from \"./clue.js\";\nimport {\n  CLUE_REVIEWER_GENERATOR_PROMPT_TEMPLATE,\n  CLUE_REVIEWER_PROMPT_TEMPLATE,\n} from \"./prompt-templates.js\";\nimport { formatClueAsBook } from \"./markup.js\";\nimport {\n  ReviewSeverity,\n  expectReviewSeverity,\n  type ClueReviewerInfo,\n  type ReviewResult,\n} from \"./types.js\";\n\nconst REVIEW_SEVERITY_VALUES = [\n  ReviewSeverity.Critical,\n  ReviewSeverity.Major,\n  ReviewSeverity.Minor,\n] as const;\n\nconst reviewIssueSchema = z.object({\n  problem: z.string(),\n  severity: z.enum(REVIEW_SEVERITY_VALUES),\n  suggestion: z.string().default(\"\"),\n});\nconst reviewResponseSchema = z.object({\n  issues: z.array(reviewIssueSchema),\n});\n\nexport type ReviewerHistories = Record<\n  string,\n  readonly [compressedText: string, rawResponse: string] | undefined\n>;\n\nexport class CompressionReviewer<S extends string> {\n  readonly #llm: LLM<S>;\n  readonly #reviewGuideScope: S;\n  readonly #reviewScope: S;\n  readonly #serialFragments: ReadonlySerialFragments;\n  readonly #userLanguage: Language | undefined;\n\n  public constructor(\n    llm: LLM<S>,\n    serialFragments: ReadonlySerialFragments,\n    scopes: {\n      readonly reviewGuide: S;\n      readonly review: S;\n    },\n    userLanguage?: Language,\n  ) {\n    this.#llm = llm;\n    this.#reviewGuideScope = scopes.reviewGuide;\n    this.#reviewScope = scopes.review;\n    this.#serialFragments = serialFragments;\n    this.#userLanguage = userLanguage;\n  }\n\n  public async generateClueReviewers(\n    clues: readonly Clue[],\n  ): Promise<readonly ClueReviewerInfo[]> {\n    return await Promise.all(\n      clues.map(\n        async (clue) =>\n          await this.#llm.request(async (request) => {\n            const clueText = await formatClueAsBook({\n              chunks: clue.chunks,\n              fullMarkup: true,\n              serialFragments: this.#serialFragments,\n            });\n            const messages: LLMessage[] = [\n              {\n                content: this.#llm.loadSystemPrompt(\n                  CLUE_REVIEWER_GENERATOR_PROMPT_TEMPLATE,\n                ),\n                role: \"system\",\n              },\n              {\n                content: clueText,\n                role: \"user\",\n              },\n            ];\n            const reviewerInfo = await request(messages, {\n              scope: this.#reviewGuideScope,\n            });\n\n            return {\n              clueId: clue.clueId,\n              label: clue.label,\n              reviewerInfo: reviewerInfo.trim(),\n              weight: clue.weight,\n            };\n          }),\n      ),\n    );\n  }\n\n  public async reviewCompression(\n    compressedText: string,\n    clueReviewers: readonly ClueReviewerInfo[],\n    reviewerHistories: ReviewerHistories,\n  ): Promise<{\n    readonly rawResponses: Readonly<Record<string, string | undefined>>;\n    readonly reviews: readonly ReviewResult[];\n  }> {\n    const results = await Promise.all(\n      clueReviewers.map(\n        async (clueReviewer) =>\n          await this.#llm.request(async (request) => {\n            const systemPrompt = this.#llm.loadSystemPrompt(\n              CLUE_REVIEWER_PROMPT_TEMPLATE,\n              {\n                thread_info: clueReviewer.reviewerInfo,\n                user_language: this.#userLanguage,\n              },\n            );\n            const previousHistory =\n              reviewerHistories[String(clueReviewer.clueId)];\n            const messages = buildReviewMessages(\n              {\n                compressedText,\n                systemPrompt,\n              },\n              previousHistory,\n            );\n\n            try {\n              return await requestGuaranteedJson({\n                messages,\n                parse: (data) => ({\n                  rawResponse: JSON.stringify(data),\n                  review: {\n                    clueId: clueReviewer.clueId,\n                    issues: data.issues.map((issue) => ({\n                      ...issue,\n                      severity: expectReviewSeverity(issue.severity),\n                    })),\n                    weight: clueReviewer.weight,\n                  },\n                }),\n                responseIntentClassifierPrompt: this.#llm.loadSystemPrompt(\n                  RESPONSE_INTENT_CLASSIFIER_PROMPT_TEMPLATE,\n                ),\n                request: async (retryMessages, retryIndex, retryMax) =>\n                  await request(retryMessages, {\n                    retryIndex,\n                    retryMax,\n                    scope: this.#reviewScope,\n                    useCache: false,\n                  }),\n                schema: reviewResponseSchema,\n              });\n            } catch (error) {\n              if (!(error instanceof GuaranteedRequestFailureError)) {\n                throw error;\n              }\n\n              getLogger({\n                clueId: clueReviewer.clueId,\n                component: \"editor-review\",\n              }).warn(\n                { error },\n                \"Compression reviewer failed to produce valid JSON; treating it as no issues.\",\n              );\n\n              return {\n                rawResponse: undefined,\n                review: {\n                  clueId: clueReviewer.clueId,\n                  issues: [],\n                  weight: clueReviewer.weight,\n                },\n              };\n            }\n          }),\n      ),\n    );\n    const rawResponses = Object.create(null) as Record<\n      string,\n      string | undefined\n    >;\n\n    for (const result of results) {\n      rawResponses[String(result.review.clueId)] = result.rawResponse;\n    }\n\n    return {\n      rawResponses,\n      reviews: results.map((result) => result.review),\n    };\n  }\n}\n\nfunction buildReviewMessages(\n  input: {\n    compressedText: string;\n    systemPrompt: string;\n  },\n  previousHistory?: readonly [compressedText: string, rawResponse: string],\n): LLMessage[] {\n  if (previousHistory === undefined) {\n    return [\n      {\n        content: input.systemPrompt,\n        role: \"system\",\n      },\n      {\n        content: input.compressedText,\n        role: \"user\",\n      },\n    ];\n  }\n\n  return [\n    {\n      content: input.systemPrompt,\n      role: \"system\",\n    },\n    {\n      content: previousHistory[0],\n      role: \"user\",\n    },\n    {\n      content: previousHistory[1],\n      role: \"assistant\",\n    },\n    {\n      content: input.compressedText,\n      role: \"user\",\n    },\n  ];\n}\n"],"mappings":"AAAA,SAAS,SAAS;AAElB,SAAS,iBAAiB;AAC1B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAKP;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,wBAAwB;AACjC;AAAA,EACE;AAAA,EACA;AAAA,OAGK;AAEP,MAAM,yBAAyB;AAAA,EAC7B,eAAe;AAAA,EACf,eAAe;AAAA,EACf,eAAe;AACjB;AAEA,MAAM,oBAAoB,EAAE,OAAO;AAAA,EACjC,SAAS,EAAE,OAAO;AAAA,EAClB,UAAU,EAAE,KAAK,sBAAsB;AAAA,EACvC,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE;AACnC,CAAC;AACD,MAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,QAAQ,EAAE,MAAM,iBAAiB;AACnC,CAAC;AAOM,MAAM,oBAAsC;AAAA,EACxC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEF,YACL,KACA,iBACA,QAIA,cACA;AACA,SAAK,OAAO;AACZ,SAAK,oBAAoB,OAAO;AAChC,SAAK,eAAe,OAAO;AAC3B,SAAK,mBAAmB;AACxB,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,MAAa,sBACX,OACsC;AACtC,WAAO,MAAM,QAAQ;AAAA,MACnB,MAAM;AAAA,QACJ,OAAO,SACL,MAAM,KAAK,KAAK,QAAQ,OAAO,YAAY;AACzC,gBAAM,WAAW,MAAM,iBAAiB;AAAA,YACtC,QAAQ,KAAK;AAAA,YACb,YAAY;AAAA,YACZ,iBAAiB,KAAK;AAAA,UACxB,CAAC;AACD,gBAAM,WAAwB;AAAA,YAC5B;AAAA,cACE,SAAS,KAAK,KAAK;AAAA,gBACjB;AAAA,cACF;AAAA,cACA,MAAM;AAAA,YACR;AAAA,YACA;AAAA,cACE,SAAS;AAAA,cACT,MAAM;AAAA,YACR;AAAA,UACF;AACA,gBAAM,eAAe,MAAM,QAAQ,UAAU;AAAA,YAC3C,OAAO,KAAK;AAAA,UACd,CAAC;AAED,iBAAO;AAAA,YACL,QAAQ,KAAK;AAAA,YACb,OAAO,KAAK;AAAA,YACZ,cAAc,aAAa,KAAK;AAAA,YAChC,QAAQ,KAAK;AAAA,UACf;AAAA,QACF,CAAC;AAAA,MACL;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAa,kBACX,gBACA,eACA,mBAIC;AACD,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,cAAc;AAAA,QACZ,OAAO,iBACL,MAAM,KAAK,KAAK,QAAQ,OAAO,YAAY;AACzC,gBAAM,eAAe,KAAK,KAAK;AAAA,YAC7B;AAAA,YACA;AAAA,cACE,aAAa,aAAa;AAAA,cAC1B,eAAe,KAAK;AAAA,YACtB;AAAA,UACF;AACA,gBAAM,kBACJ,kBAAkB,OAAO,aAAa,MAAM,CAAC;AAC/C,gBAAM,WAAW;AAAA,YACf;AAAA,cACE;AAAA,cACA;AAAA,YACF;AAAA,YACA;AAAA,UACF;AAEA,cAAI;AACF,mBAAO,MAAM,sBAAsB;AAAA,cACjC;AAAA,cACA,OAAO,CAAC,UAAU;AAAA,gBAChB,aAAa,KAAK,UAAU,IAAI;AAAA,gBAChC,QAAQ;AAAA,kBACN,QAAQ,aAAa;AAAA,kBACrB,QAAQ,KAAK,OAAO,IAAI,CAAC,WAAW;AAAA,oBAClC,GAAG;AAAA,oBACH,UAAU,qBAAqB,MAAM,QAAQ;AAAA,kBAC/C,EAAE;AAAA,kBACF,QAAQ,aAAa;AAAA,gBACvB;AAAA,cACF;AAAA,cACA,gCAAgC,KAAK,KAAK;AAAA,gBACxC;AAAA,cACF;AAAA,cACA,SAAS,OAAO,eAAe,YAAY,aACzC,MAAM,QAAQ,eAAe;AAAA,gBAC3B;AAAA,gBACA;AAAA,gBACA,OAAO,KAAK;AAAA,gBACZ,UAAU;AAAA,cACZ,CAAC;AAAA,cACH,QAAQ;AAAA,YACV,CAAC;AAAA,UACH,SAAS,OAAO;AACd,gBAAI,EAAE,iBAAiB,gCAAgC;AACrD,oBAAM;AAAA,YACR;AAEA,sBAAU;AAAA,cACR,QAAQ,aAAa;AAAA,cACrB,WAAW;AAAA,YACb,CAAC,EAAE;AAAA,cACD,EAAE,MAAM;AAAA,cACR;AAAA,YACF;AAEA,mBAAO;AAAA,cACL,aAAa;AAAA,cACb,QAAQ;AAAA,gBACN,QAAQ,aAAa;AAAA,gBACrB,QAAQ,CAAC;AAAA,gBACT,QAAQ,aAAa;AAAA,cACvB;AAAA,YACF;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACL;AAAA,IACF;AACA,UAAM,eAAe,uBAAO,OAAO,IAAI;AAKvC,eAAW,UAAU,SAAS;AAC5B,mBAAa,OAAO,OAAO,OAAO,MAAM,CAAC,IAAI,OAAO;AAAA,IACtD;AAEA,WAAO;AAAA,MACL;AAAA,MACA,SAAS,QAAQ,IAAI,CAAC,WAAW,OAAO,MAAM;AAAA,IAChD;AAAA,EACF;AACF;AAEA,SAAS,oBACP,OAIA,iBACa;AACb,MAAI,oBAAoB,QAAW;AACjC,WAAO;AAAA,MACL;AAAA,QACE,SAAS,MAAM;AAAA,QACf,MAAM;AAAA,MACR;AAAA,MACA;AAAA,QACE,SAAS,MAAM;AAAA,QACf,MAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,MACE,SAAS,MAAM;AAAA,MACf,MAAM;AAAA,IACR;AAAA,IACA;AAAA,MACE,SAAS,gBAAgB,CAAC;AAAA,MAC1B,MAAM;AAAA,IACR;AAAA,IACA;AAAA,MACE,SAAS,gBAAgB,CAAC;AAAA,MAC1B,MAAM;AAAA,IACR;AAAA,IACA;AAAA,MACE,SAAS,MAAM;AAAA,MACf,MAAM;AAAA,IACR;AAAA,EACF;AACF;","names":[]}

package/dist/editor/types.js

@@ -1,21 +0,0 @@
-import {
-  createEnumValueAsserter,
-  createEnumValueGuard
-} from "../utils/enum.js";
-var ReviewSeverity = /* @__PURE__ */ ((ReviewSeverity2) => {
-  ReviewSeverity2["Critical"] = "critical";
-  ReviewSeverity2["Major"] = "major";
-  ReviewSeverity2["Minor"] = "minor";
-  return ReviewSeverity2;
-})(ReviewSeverity || {});
-const isReviewSeverity = createEnumValueGuard(ReviewSeverity);
-const expectReviewSeverity = createEnumValueAsserter(
-  ReviewSeverity,
-  "review severity"
-);
-export {
-  ReviewSeverity,
-  expectReviewSeverity,
-  isReviewSeverity
-};
-//# sourceMappingURL=types.js.map

package/dist/editor/types.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/editor/types.ts"],"sourcesContent":["import {\n  createEnumValueAsserter,\n  createEnumValueGuard,\n} from \"../utils/enum.js\";\n\nexport enum ReviewSeverity {\n  Critical = \"critical\",\n  Major = \"major\",\n  Minor = \"minor\",\n}\n\nexport const isReviewSeverity = createEnumValueGuard(ReviewSeverity);\nexport const expectReviewSeverity = createEnumValueAsserter(\n  ReviewSeverity,\n  \"review severity\",\n);\n\nexport interface ClueReviewerInfo {\n  readonly clueId: number;\n  readonly label: string;\n  readonly reviewerInfo: string;\n  readonly weight: number;\n}\n\nexport interface ReviewIssue {\n  readonly problem: string;\n  readonly severity: ReviewSeverity;\n  readonly suggestion: string;\n}\n\nexport interface ReviewResult {\n  readonly clueId: number;\n  readonly issues: readonly ReviewIssue[];\n  readonly weight: number;\n}\n\nexport interface CompressionVersion {\n  readonly iteration: number;\n  readonly reviews: readonly ReviewResult[];\n  readonly score: number;\n  readonly text: string;\n}\n"],"mappings":"AAAA;AAAA,EACE;AAAA,EACA;AAAA,OACK;AAEA,IAAK,iBAAL,kBAAKA,oBAAL;AACL,EAAAA,gBAAA,cAAW;AACX,EAAAA,gBAAA,WAAQ;AACR,EAAAA,gBAAA,WAAQ;AAHE,SAAAA;AAAA,GAAA;AAML,MAAM,mBAAmB,qBAAqB,cAAc;AAC5D,MAAM,uBAAuB;AAAA,EAClC;AAAA,EACA;AACF;","names":["ReviewSeverity"]}

package/dist/evidence-selection/anchor-resolver.d.ts

@@ -1,43 +0,0 @@
-import { SentenceId } from '../document/types.js';
-import { EvidenceResolutionResult, EvidenceResolutionFailure, RankedSentenceCandidate } from './anchor-types.js';
-
-interface AnchorSpec {
-    readonly mode: "full" | "head_tail";
-    readonly text?: string;
-    readonly head?: string;
-    readonly tail?: string;
-}
-declare class EvidenceResolver {
-    #private;
-    resolve(evidence: Record<string, unknown>, candidateSentenceIds: readonly SentenceId[], candidateTexts: readonly string[]): readonly [
-        result: EvidenceResolutionResult | undefined,
-        failure: EvidenceResolutionFailure | undefined
-    ];
-    resolveWithOverrides(input: {
-        evidence: Record<string, unknown>;
-        candidateSentenceIds: readonly SentenceId[];
-        candidateTexts: readonly string[];
-        overrides: Partial<Readonly<Record<"start_anchor" | "end_anchor", RankedSentenceCandidate>>>;
-    }): readonly [
-        result: EvidenceResolutionResult | undefined,
-        failure: EvidenceResolutionFailure | undefined
-    ];
-    parseAnchor(value: unknown, fieldName: string): readonly [
-        anchor: AnchorSpec | undefined,
-        failure: EvidenceResolutionFailure | undefined
-    ];
-    resolveAnchor(input: {
-        anchor: AnchorSpec | undefined;
-        candidateSentenceIds: readonly SentenceId[];
-        candidateTexts: readonly string[];
-        label: string;
-        minIndex?: number;
-    }): readonly [
-        candidate: RankedSentenceCandidate | undefined,
-        strategy: string,
-        failure: EvidenceResolutionFailure | undefined
-    ];
-    rankAnchor(anchor: AnchorSpec, candidateSentenceIds: readonly SentenceId[], candidateTexts: readonly string[], label: string): RankedSentenceCandidate[];
-}
-
-export { EvidenceResolver };