peerbench 0.0.2-alpha.0 → 0.0.2-alpha.2

package/dist/scorers/index.d.ts

@@ -1,11 +1,12 @@
 import { A as AbstractScorer } from '../abstract-Dec9Sc5O.js';
 export { B as BaseScorerResult } from '../abstract-Dec9Sc5O.js';
-export { b as LLMJudgeCriterion, L as LLMJudgeScorer, d as LLMJudgeScorerParams, c as LLMJudgeScorerResult, a as MCQScorer, M as MCQScorerParams } from '../llm-judge-DIG1f1Az.js';
+export { b as LLMAsAJudgeCriterion, c as LLMAsAJudgeScoreParams, L as LLMAsAJudgeScorer, a as MCQScorer, M as MCQScorerParams } from '../llm-judge-QThCZ9TQ.js';
 import '../llm-DNj_tp2T.js';
 import '../provider-BDjGp2y-.js';
 import 'openai/resources/shared';
 import 'openai/resources/chat/completions';
 import '../rate-limiter-CSmVIRsM.js';
+import 'zod';
 
 type RegexPattern = {
     /**
@@ -51,7 +52,7 @@ type RegexScorerParams = {
  * Generic Regex scorer. It scores the given input against a set of regex patterns.
  */
 declare class RegexScorer extends AbstractScorer {
-    readonly kind = "regex";
+    readonly kind: "peerbench.ai/regex";
     score(params: RegexScorerParams): Promise<{
         value: number;
         extractedAnswers: {

package/dist/scorers/index.js

@@ -1,493 +1,15 @@
 import {
-  AbstractScorer
-} from "../chunk-22HU24QF.js";
-import {
-  parseResponseAsJSON
-} from "../chunk-DUBKY73H.js";
+  AbstractScorer,
+  LLMAsAJudgeScorer,
+  MCQScorer,
+  RegexScorer
+} from "../chunk-ZEWI24CV.js";
+import "../chunk-UHHHSYVE.js";
+import "../chunk-4UBK6452.js";
 import "../chunk-PZ5AY32C.js";
-
-// src/scorers/regex.ts
-var RegexScorer = class extends AbstractScorer {
-  kind = "regex";
-  async score(params) {
-    const allGroupNames = /* @__PURE__ */ new Set();
-    for (const pattern of params.patterns) {
-      const regexSource = pattern.regex.source;
-      const namedGroupRegex = /\(\?<(\w+)>/g;
-      while (true) {
-        const match = namedGroupRegex.exec(regexSource);
-        if (match === null) {
-          break;
-        }
-        if (match[1]) {
-          allGroupNames.add(match[1]);
-        }
-      }
-    }
-    const extractedValues = {};
-    for (const groupName of allGroupNames) {
-      extractedValues[groupName] = null;
-    }
-    const matchPreference = params.matchPreference ?? "last";
-    for (const pattern of params.patterns) {
-      const matches = Array.from(params.input.matchAll(pattern.regex));
-      const match = matchPreference === "first" ? matches[0] : matches.at(-1);
-      if (match && match.groups) {
-        let hasExtractedValue = false;
-        for (const [groupName, groupValue] of Object.entries(match.groups)) {
-          if (groupValue !== void 0) {
-            let value = groupValue;
-            if (pattern.transform) {
-              const transformed = pattern.transform(value);
-              if (transformed === void 0) {
-                continue;
-              }
-              value = transformed;
-            }
-            extractedValues[groupName] = value;
-            hasExtractedValue = true;
-          }
-        }
-        if (hasExtractedValue) {
-          break;
-        }
-      } else if (match) {
-        const captureGroupIndex = pattern.captureGroupIndex ?? 1;
-        const extractedValue = match[captureGroupIndex];
-        if (extractedValue !== void 0) {
-          if (pattern.transform) {
-            const transformed = pattern.transform(extractedValue);
-            if (transformed === void 0) {
-              continue;
-            }
-          }
-          break;
-        }
-      }
-    }
-    const allowPartial = params.allowPartialScoring ?? false;
-    let score = 0;
-    if (typeof params.expectedValue === "function") {
-      const validator = params.expectedValue;
-      const extractedEntries = Object.entries(extractedValues).filter(
-        ([, value]) => value !== null
-      );
-      if (extractedEntries.length === 0) {
-        score = 0;
-      } else {
-        if (allowPartial) {
-          const passingCount = extractedEntries.filter(
-            ([groupName, extractedValue]) => validator(groupName, extractedValue)
-          ).length;
-          score = passingCount / extractedEntries.length;
-        } else {
-          const allMatch = extractedEntries.every(
-            ([groupName, extractedValue]) => validator(groupName, extractedValue)
-          );
-          score = allMatch ? 1 : 0;
-        }
-      }
-    } else {
-      const expectedEntries = Object.entries(params.expectedValue);
-      const totalExpected = expectedEntries.length;
-      if (allowPartial) {
-        const matchingCount = expectedEntries.filter(([key, expectedValue]) => {
-          const extractedValue = extractedValues[key];
-          return extractedValue !== null && extractedValue === expectedValue;
-        }).length;
-        score = totalExpected > 0 ? matchingCount / totalExpected : 0;
-      } else {
-        const allMatch = expectedEntries.every(([key, expectedValue]) => {
-          const extractedValue = extractedValues[key];
-          return extractedValue !== null && extractedValue === expectedValue;
-        });
-        score = allMatch ? 1 : 0;
-      }
-    }
-    return {
-      value: score,
-      extractedAnswers: Object.fromEntries(
-        Object.entries(extractedValues).filter(
-          (entry) => entry[1] !== null
-        )
-      )
-    };
-  }
-};
-
-// src/scorers/mcq.ts
-var MCQScorer = class extends AbstractScorer {
-  kind = "mcq";
-  regexScorer = new RegexScorer();
-  async score(params) {
-    const { response, choices, correctAnswers } = params;
-    const normalizedCorrectAnswers = correctAnswers.map(
-      (ca) => ca.toUpperCase()
-    );
-    const normalizedResponse = response.trim().toUpperCase();
-    if (normalizedCorrectAnswers.includes(normalizedResponse)) {
-      return {
-        value: 1,
-        extractedAnswers: [normalizedResponse]
-      };
-    }
-    const json = parseResponseAsJSON(response);
-    if (json !== void 0 && typeof json === "object") {
-      const extractedAnswer = json.answer !== void 0 ? getFirstLetter(json.answer) : void 0;
-      if (extractedAnswer !== void 0) {
-        const normalizedExtracted = extractedAnswer.trim().toUpperCase();
-        if (normalizedCorrectAnswers.includes(normalizedExtracted)) {
-          return {
-            value: 1,
-            extractedAnswers: [extractedAnswer]
-          };
-        }
-        return {
-          value: 0,
-          extractedAnswers: json.answer === void 0 ? [] : [extractedAnswer ?? String(json.answer)]
-        };
-      }
-    }
-    const patterns = [];
-    for (const answer of Object.values(params.choices)) {
-      const answerPatterns = this.buildPatternsForAnswer(answer);
-      patterns.push(...answerPatterns);
-    }
-    const validateAnswer = (groupName, extracted) => {
-      const normalizedExtracted = extracted.trim().toUpperCase();
-      if (normalizedCorrectAnswers.includes(normalizedExtracted)) {
-        return true;
-      }
-      const answerOption = Object.entries(choices).find(
-        ([, value]) => value.trim().toUpperCase() === extracted.trim().toUpperCase()
-      );
-      if (answerOption && normalizedCorrectAnswers.includes(answerOption[0].toUpperCase())) {
-        return true;
-      }
-      return false;
-    };
-    const regexParams = {
-      input: response,
-      patterns,
-      expectedValue: validateAnswer,
-      matchPreference: "last"
-    };
-    const result = await this.regexScorer.score(regexParams);
-    return {
-      value: result.value,
-      extractedAnswers: Object.entries(result.extractedAnswers).map(
-        ([, value]) => value
-      )
-    };
-  }
-  buildPatternsForAnswer(answerText) {
-    const escapedAnswer = escapeRegex(answerText);
-    return [
-      {
-        // "<!NO ANSWER!>" - This pattern matches but has no capture group, so it won't extract anything
-        regex: /<!NO ANSWER!>/g
-      },
-      // Specific patterns for the full answer text (checked first)
-      {
-        // "Answer is $\boxed{answer text}$"
-        regex: new RegExp(
-          `[Aa]nswer is \\$\\\\boxed\\{(?<answer>${escapedAnswer})\\}\\$`,
-          "g"
-        ),
-        transform: (value) => value.toUpperCase()
-      },
-      {
-        // "Answer is answer text"
-        regex: new RegExp(`[Aa]nswer is\\s+(?<answer>${escapedAnswer})`, "g"),
-        transform: (value) => value.toUpperCase()
-      },
-      {
-        // "Answer is **answer text**"
-        regex: new RegExp(
-          `[Aa]nswer is\\s+\\**(?<answer>${escapedAnswer})\\**`,
-          "g"
-        ),
-        transform: (value) => value.toUpperCase()
-      },
-      // Generic patterns (checked after specific patterns)
-      {
-        // "Answer is $\boxed{A}$."
-        regex: /[Aa]nswer is \$\\boxed\{(?<answer>[A-Z])\}\$\.?/g
-      },
-      {
-        // "Answer is A" - match single letter only when it's a complete standalone answer.
-        // Pattern matches: "Answer is" + whitespace + single letter + end or punctuation
-        regex: /[Aa]nswer is\s+(?<answer>[A-Z])(?=\s*$|[.,;:!?])/g
-      },
-      {
-        // "Answer is **A**"
-        regex: /[Aa]nswer is\s+\**(?<answer>[A-Z])\**/g
-      },
-      {
-        // "A: answer text"
-        regex: /(?<answer>[A-Z]):.+/g
-      },
-      {
-        // "A) answer text"
-        regex: /(?<answer>[A-Z])\)\s*.+/g
-      },
-      {
-        // "A)"
-        regex: /(?<answer>[A-Z])\)/g
-      }
-    ];
-  }
-};
-function getFirstLetter(text) {
-  const match = text.match(/[A-Za-z]/);
-  return match ? match[0].toUpperCase() : void 0;
-}
-function escapeRegex(str) {
-  return str.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
-}
-
-// src/scorers/llm-judge.ts
-var LLMJudgeScorer = class extends AbstractScorer {
-  kind = "llmJudge";
-  provider;
-  constructor(provider) {
-    super();
-    this.provider = provider;
-  }
-  async score(params) {
-    const criteria = normalizeWeights(params.criteria ?? DEFAULT_CRITERIA);
-    const systemPrompt = params.systemPrompt ?? [
-      "You are a strict, fair evaluation judge.",
-      "Only use information provided in the task, reference, and candidate answer(s).",
-      "For each criterion, return an integer score within the provided scale and a very brief justification (\u22642 sentences).",
-      "Return only JSON that conforms to the requested schema.",
-      "Do not include chain-of-thought or internal reasoning; only concise justifications."
-    ].join(" ");
-    const promptPrefix = params.promptPrefix ?? "";
-    const promptSuffix = params.promptSuffix ?? "";
-    return await scorePointwise(
-      {
-        task: params.task,
-        referenceAnswer: params.referenceAnswer,
-        candidateAnswer: params.candidateAnswer,
-        criteria,
-        meta: params.meta,
-        model: params.model,
-        rateLimiter: params.rateLimiter,
-        systemPrompt,
-        promptPrefix,
-        promptSuffix
-      },
-      this.provider
-    );
-  }
-};
-var DEFAULT_CRITERIA = [
-  {
-    id: "correctness",
-    description: "Factual correctness and alignment with the task/reference.",
-    weight: 0.5,
-    scale: { min: 0, max: 5 }
-  },
-  {
-    id: "instruction_following",
-    description: "Adheres to constraints, format, and intent of the task.",
-    weight: 0.3,
-    scale: { min: 0, max: 5 }
-  },
-  {
-    id: "clarity",
-    description: "Clear, concise, and well-structured.",
-    weight: 0.2,
-    scale: { min: 0, max: 5 }
-  }
-];
-async function executeProviderCall(call, rateLimiter) {
-  if (!rateLimiter) {
-    return await call();
-  }
-  return await rateLimiter.execute(call);
-}
-function normalizeWeights(criteria) {
-  const sum = criteria.reduce((a, c) => a + (c.weight ?? 1), 0) || 1;
-  return criteria.map((c) => ({ ...c, weight: (c.weight ?? 1) / sum }));
-}
-function renderCriteria(criteria) {
-  return criteria.map((c, i) => {
-    const min = c.scale?.min ?? 0;
-    const max = c.scale?.max ?? 5;
-    const weight = c.weight ?? 0;
-    return `${i + 1}. id="${c.id}" (weight=${weight}, scale=${min}..${max}) \u2014 ${c.description}`;
-  }).join("\n");
-}
-function computeOverallScore(perCriterion, criteria) {
-  let total = 0;
-  for (const pc of perCriterion) {
-    const criterion = criteria.find((c) => c.id === pc.id);
-    const min = criterion?.scale?.min ?? 0;
-    const max = criterion?.scale?.max ?? 5;
-    const weight = criterion?.weight ?? 0;
-    const score = Number(pc.score);
-    if (!Number.isFinite(score)) continue;
-    const clamped = Math.max(min, Math.min(max, score));
-    const normalized100 = max === min ? 0 : (clamped - min) / (max - min) * 100;
-    total += normalized100 * weight;
-  }
-  return Math.round(total);
-}
-function deriveVerdict(overall) {
-  if (overall >= 85) return "strong-pass";
-  if (overall >= 70) return "pass";
-  if (overall >= 60) return "borderline";
-  return "fail";
-}
-function mapVerdict(verdict) {
-  if (verdict === "borderline") return "borderline";
-  if (verdict === "fail") return "fail";
-  return "pass";
-}
-function buildPointwiseExplanation(json) {
-  let explanation = "";
-  if (json.notes && Array.isArray(json.notes)) {
-    explanation += json.notes.join(" ");
-  } else if (typeof json.notes === "string") {
-    explanation += json.notes;
-  }
-  for (const criterion of json.perCriterion ?? []) {
-    explanation += [
-      `
-Criteria: ${criterion.id}`,
-      `Score: ${criterion.score}`,
-      `Justification: ${criterion.justification}`
-    ].join("\n");
-  }
-  return explanation.trim() ? explanation.trim() : void 0;
-}
-function extractFirstJSON(text) {
-  const jsonText = extractFirstJSONObjectString(text);
-  if (!jsonText) return;
-  return parseResponseAsJSON(jsonText);
-}
-async function scorePointwise(args, provider) {
-  const user = [
-    args.promptPrefix ? `${args.promptPrefix}
-` : "",
-    `TASK:
-${args.task}`,
-    args.meta ? `
-
-ADDITIONAL CONTEXT:
-${JSON.stringify(args.meta, null, 2)}` : "",
-    `
-
-RUBRIC:
-${renderCriteria(args.criteria)}`,
-    args.referenceAnswer ? `
-
-REFERENCE ANSWER:
-${args.referenceAnswer}` : "\n\nREFERENCE ANSWER:\n<!NO REFERENCE PROVIDED!> (Judge based on task/context/rubric.)",
-    `
-
-CANDIDATE ANSWER:
-${args.candidateAnswer}`,
-    `
-
-RESPONSE FORMAT (strict JSON):`,
-    JSON.stringify(
-      {
-        perCriterion: [
-          {
-            id: "<string>",
-            score: "<integer within scale>",
-            justification: "<\u22642 sentences>"
-          }
-        ],
-        overall: "<integer 0-100>",
-        verdict: "<strong-pass|pass|borderline|fail>",
-        notes: "<optional list of short strings>"
-      },
-      null,
-      2
-    ),
-    "\n\nINSTRUCTIONS:",
-    "- Compute per-criterion integer scores within each scale.",
-    "- Compute weighted overall as a 0-100 integer: normalize weights, map each score to 0-100 by its scale, then weighted average.",
-    "- Use verdict thresholds: \u226585 strong-pass, 70-84 pass, 60-69 borderline, <60 fail.",
-    "- Output valid JSON only.",
-    args.promptSuffix ? `
-${args.promptSuffix}` : ""
-  ].join("");
-  const messages = [
-    { role: "system", content: args.systemPrompt },
-    { role: "user", content: user }
-  ];
-  const providerResponse = await executeProviderCall(
-    () => provider.forward({
-      model: args.model,
-      messages
-    }),
-    args.rateLimiter
-  );
-  const json = extractFirstJSON(providerResponse.data);
-  if (!json || !Array.isArray(json.perCriterion)) {
-    return null;
-  }
-  const computedOverall = computeOverallScore(json.perCriterion, args.criteria);
-  const overall = Number.isFinite(Number(json.overall)) && Number(json.overall) > 0 ? Math.round(Number(json.overall)) : computedOverall;
-  const verdict = json.verdict ?? deriveVerdict(overall);
-  const value = Math.min(1, Math.max(0, overall / 100));
-  const explanation = buildPointwiseExplanation(json);
-  return {
-    value,
-    verdict: mapVerdict(verdict),
-    explanation,
-    provider: provider.kind,
-    inputTokensUsed: providerResponse.inputTokensUsed,
-    outputTokensUsed: providerResponse.outputTokensUsed,
-    inputCost: providerResponse.inputCost,
-    outputCost: providerResponse.outputCost,
-    metadata: {
-      overall,
-      verdict,
-      perCriterion: json.perCriterion,
-      notes: json.notes,
-      scorePrompt: user,
-      systemPrompt: args.systemPrompt
-    }
-  };
-}
-function extractFirstJSONObjectString(text) {
-  const start = text.indexOf("{");
-  if (start === -1) return;
-  let depth = 0;
-  let inString = false;
-  let escape = false;
-  for (let i = start; i < text.length; i++) {
-    const ch = text[i];
-    if (inString) {
-      if (escape) {
-        escape = false;
-      } else if (ch === "\\") {
-        escape = true;
-      } else if (ch === '"') {
-        inString = false;
-      }
-      continue;
-    }
-    if (ch === '"') {
-      inString = true;
-      continue;
-    }
-    if (ch === "{") depth++;
-    if (ch === "}") depth--;
-    if (depth === 0) {
-      return text.slice(start, i + 1);
-    }
-  }
-}
 export {
   AbstractScorer,
-  LLMJudgeScorer,
+  LLMAsAJudgeScorer,
   MCQScorer,
   RegexScorer
 };

package/dist/scorers/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/scorers/regex.ts","../../src/scorers/mcq.ts","../../src/scorers/llm-judge.ts"],"sourcesContent":["import { AbstractScorer, BaseScorerResult } from \"./abstract\";\n\nexport type RegexPattern = {\n  /**\n   * The regex pattern to match against the response\n   */\n  regex: RegExp;\n\n  /**\n   * The index of the capture group to extract (1-based, like match[1])\n   * If not provided, defaults to 1 (first capture group)\n   */\n  captureGroupIndex?: number;\n\n  /**\n   * Optional function to transform the extracted value before validation\n   */\n  transform?: (value: string) => string | undefined;\n};\n\nexport type RegexScorerParams = {\n  /**\n   * The input text to score\n   */\n  input: string;\n\n  /**\n   * Array of regex patterns to try (in order, first match wins)\n   */\n  patterns: RegexPattern[];\n\n  /**\n   * Expected value(s) to match against. Can be a record of expected values for named groups, or a validation function\n   */\n  expectedValue:\n    | Record<string, string>\n    | ((groupName: string, match: string) => boolean);\n\n  /**\n   * Optional: Which match to use when multiple matches are found\n   * Defaults to \"last\" (uses the last match found)\n   */\n  matchPreference?: \"first\" | \"last\";\n\n  /**\n   * Optional: If true, allows partial scoring based on how many groups match\n   * For example, if 2 groups are expected and only 1 matches, score would be 0.5\n   * Defaults to false (all-or-nothing scoring)\n   */\n  allowPartialScoring?: boolean;\n};\n\n/**\n * Generic Regex scorer. It scores the given input against a set of regex patterns.\n */\nexport class RegexScorer extends AbstractScorer {\n  override readonly kind = \"regex\";\n\n  override async score(params: RegexScorerParams) {\n    // Collect all named group names from all patterns\n    const allGroupNames = new Set<string>();\n    for (const pattern of params.patterns) {\n      const regexSource = pattern.regex.source;\n      const namedGroupRegex = /\\(\\?<(\\w+)>/g;\n\n      while (true) {\n        const match = namedGroupRegex.exec(regexSource);\n        if (match === null) {\n          break;\n        }\n\n        if (match[1]) {\n          allGroupNames.add(match[1]);\n        }\n      }\n    }\n\n    // Initialize result object with all group names set to null (aka not found yet)\n    const extractedValues: Record<string, string | null> = {};\n    for (const groupName of allGroupNames) {\n      extractedValues[groupName] = null;\n    }\n\n    // Try regex patterns in order, stop at first successful match\n    const matchPreference = params.matchPreference ?? \"last\";\n    for (const pattern of params.patterns) {\n      const matches = Array.from(params.input.matchAll(pattern.regex));\n      const match = matchPreference === \"first\" ? matches[0] : matches.at(-1);\n\n      if (match && match.groups) {\n        // Extract all named groups from this match\n        let hasExtractedValue = false;\n        for (const [groupName, groupValue] of Object.entries(match.groups)) {\n          if (groupValue !== undefined) {\n            let value = groupValue;\n\n            // Apply transformation if provided\n            if (pattern.transform) {\n              const transformed = pattern.transform(value);\n              if (transformed === undefined) {\n                continue;\n              }\n              value = transformed;\n            }\n\n            extractedValues[groupName] = value;\n            hasExtractedValue = true;\n          }\n        }\n        // If we extracted at least one value, stop processing further patterns\n        if (hasExtractedValue) {\n          break;\n        }\n      } else if (match) {\n        // Fallback to captureGroupIndex if no named groups\n        // For unnamed groups, we can't add to extractedValues by name\n        // They are only used for scoring if no named groups are found\n        const captureGroupIndex = pattern.captureGroupIndex ?? 1;\n        const extractedValue = match[captureGroupIndex];\n\n        if (extractedValue !== undefined) {\n          // Apply transformation if provided\n          if (pattern.transform) {\n            const transformed = pattern.transform(extractedValue);\n            if (transformed === undefined) {\n              continue;\n            }\n            // For unnamed groups, we can't store in extractedValues\n            // but we can use it for scoring if no named groups were found\n          }\n          // If we have an extracted value (even if unnamed), stop processing\n          // Note: This is a fallback case, so we break here too\n          break;\n        }\n      }\n    }\n\n    // Calculate score based on matched value\n    const allowPartial = params.allowPartialScoring ?? false;\n    let score = 0;\n\n    if (typeof params.expectedValue === \"function\") {\n      // To get proper type inference, cast it using \"as\"\n      const validator = params.expectedValue as typeof params.expectedValue;\n      const extractedEntries = Object.entries(extractedValues).filter(\n        ([, value]) => value !== null\n      );\n\n      // If no values were extracted, score is 0\n      if (extractedEntries.length === 0) {\n        score = 0;\n      } else {\n        if (allowPartial) {\n          // Count how many extracted values pass validation\n          const passingCount = extractedEntries.filter(\n            ([groupName, extractedValue]) =>\n              validator(groupName, extractedValue as string)\n          ).length;\n          score = passingCount / extractedEntries.length;\n        } else {\n          // All extracted values must pass validation\n          const allMatch = extractedEntries.every(\n            ([groupName, extractedValue]) =>\n              validator(groupName, extractedValue as string)\n          );\n          score = allMatch ? 1 : 0;\n        }\n      }\n    } else {\n      const expectedEntries = Object.entries(params.expectedValue);\n      const totalExpected = expectedEntries.length;\n\n      if (allowPartial) {\n        // Count how many expected values match their extracted values\n        const matchingCount = expectedEntries.filter(([key, expectedValue]) => {\n          const extractedValue = extractedValues[key];\n          return extractedValue !== null && extractedValue === expectedValue;\n        }).length;\n        score = totalExpected > 0 ? matchingCount / totalExpected : 0;\n      } else {\n        // All expected values must match\n        const allMatch = expectedEntries.every(([key, expectedValue]) => {\n          const extractedValue = extractedValues[key];\n          return extractedValue !== null && extractedValue === expectedValue;\n        });\n        score = allMatch ? 1 : 0;\n      }\n    }\n\n    return {\n      value: score,\n      extractedAnswers: Object.fromEntries(\n        Object.entries(extractedValues).filter(\n          (entry): entry is [string, string] => entry[1] !== null\n        )\n      ),\n    } satisfies BaseScorerResult;\n  }\n}\n","import { parseResponseAsJSON } from \"@/utils\";\nimport { AbstractScorer, BaseScorerResult } from \"./abstract\";\nimport { RegexScorer, RegexPattern, RegexScorerParams } from \"./regex\";\n\nexport type MCQScorerParams = {\n  response: string;\n  choices: Record<string, string>;\n  correctAnswers: string[];\n};\n\nexport class MCQScorer extends AbstractScorer {\n  override readonly kind = \"mcq\";\n  private regexScorer = new RegexScorer();\n\n  async score(params: MCQScorerParams): Promise<BaseScorerResult & {\n    extractedAnswers: string[];\n  }> {\n    const { response, choices, correctAnswers } = params;\n    const normalizedCorrectAnswers = correctAnswers.map((ca) =>\n      ca.toUpperCase()\n    );\n\n    // Direct answer comparison\n    const normalizedResponse = response.trim().toUpperCase();\n    if (normalizedCorrectAnswers.includes(normalizedResponse)) {\n      return {\n        value: 1,\n        extractedAnswers: [normalizedResponse],\n      };\n    }\n\n    // Try to parse the response as JSON (original behavior: returns early if parsed)\n    const json = parseResponseAsJSON<{ answer: string }>(response);\n    if (json !== undefined && typeof json === \"object\") {\n      const extractedAnswer =\n        json.answer !== undefined ? getFirstLetter(json.answer) : undefined;\n\n      if (extractedAnswer !== undefined) {\n        const normalizedExtracted = extractedAnswer.trim().toUpperCase();\n        if (normalizedCorrectAnswers.includes(normalizedExtracted)) {\n          return {\n            value: 1,\n            extractedAnswers: [extractedAnswer],\n          };\n        }\n\n        // Response parsed as JSON but does not represent the correct answer\n        return {\n          value: 0,\n          extractedAnswers:\n            json.answer === undefined\n              ? []\n              : [extractedAnswer ?? String(json.answer)],\n        };\n      }\n    }\n\n    // Build patterns for all correctAnswers\n    const patterns: RegexPattern[] = [];\n    for (const answer of Object.values(params.choices)) {\n      const answerPatterns = this.buildPatternsForAnswer(answer);\n      patterns.push(...answerPatterns);\n    }\n\n    // Create validation function that handles choices matching\n    // New RegexScorer API expects (groupName: string, match: string) => boolean\n    const validateAnswer = (groupName: string, extracted: string): boolean => {\n      const normalizedExtracted = extracted.trim().toUpperCase();\n\n      // Check if extracted value is in correctAnswers\n      if (normalizedCorrectAnswers.includes(normalizedExtracted)) {\n        return true;\n      }\n\n      // Check if extracted text matches any choice value, and that choice key is correct\n      // Note: When transform uppercases the value, we need to compare case-insensitively\n      const answerOption = Object.entries(choices).find(\n        ([, value]) =>\n          value.trim().toUpperCase() === extracted.trim().toUpperCase()\n      );\n\n      if (\n        answerOption &&\n        normalizedCorrectAnswers.includes(answerOption[0].toUpperCase())\n      ) {\n        return true;\n      }\n\n      return false;\n    };\n\n    // Build regex scorer params\n    const regexParams: RegexScorerParams = {\n      input: response,\n      patterns,\n      expectedValue: validateAnswer,\n      matchPreference: \"last\",\n    };\n\n    // Call regex scorer\n    const result = await this.regexScorer.score(regexParams);\n\n    return {\n      value: result.value,\n      extractedAnswers: Object.entries(result.extractedAnswers).map(\n        ([, value]) => value\n      ),\n    };\n  }\n\n  private buildPatternsForAnswer(answerText: string): RegexPattern[] {\n    const escapedAnswer = escapeRegex(answerText);\n\n    return [\n      {\n        // \"<!NO ANSWER!>\" - This pattern matches but has no capture group, so it won't extract anything\n        regex: /<!NO ANSWER!>/g,\n      },\n      // Specific patterns for the full answer text (checked first)\n      {\n        // \"Answer is $\\boxed{answer text}$\"\n        regex: new RegExp(\n          `[Aa]nswer is \\\\$\\\\\\\\boxed\\\\{(?<answer>${escapedAnswer})\\\\}\\\\$`,\n          \"g\"\n        ),\n        transform: (value: string) => value.toUpperCase(),\n      },\n      {\n        // \"Answer is answer text\"\n        regex: new RegExp(`[Aa]nswer is\\\\s+(?<answer>${escapedAnswer})`, \"g\"),\n        transform: (value: string) => value.toUpperCase(),\n      },\n      {\n        // \"Answer is **answer text**\"\n        regex: new RegExp(\n          `[Aa]nswer is\\\\s+\\\\**(?<answer>${escapedAnswer})\\\\**`,\n          \"g\"\n        ),\n        transform: (value: string) => value.toUpperCase(),\n      },\n      // Generic patterns (checked after specific patterns)\n      {\n        // \"Answer is $\\boxed{A}$.\"\n        regex: /[Aa]nswer is \\$\\\\boxed\\{(?<answer>[A-Z])\\}\\$\\.?/g,\n      },\n      {\n        // \"Answer is A\" - match single letter only when it's a complete standalone answer.\n        // Pattern matches: \"Answer is\" + whitespace + single letter + end or punctuation\n        regex: /[Aa]nswer is\\s+(?<answer>[A-Z])(?=\\s*$|[.,;:!?])/g,\n      },\n      {\n        // \"Answer is **A**\"\n        regex: /[Aa]nswer is\\s+\\**(?<answer>[A-Z])\\**/g,\n      },\n      {\n        // \"A: answer text\"\n        regex: /(?<answer>[A-Z]):.+/g,\n      },\n      {\n        // \"A) answer text\"\n        regex: /(?<answer>[A-Z])\\)\\s*.+/g,\n      },\n      {\n        // \"A)\"\n        regex: /(?<answer>[A-Z])\\)/g,\n      },\n    ];\n  }\n}\n\nfunction getFirstLetter(text: string): string | undefined {\n  const match = text.match(/[A-Za-z]/);\n  return match ? match[0].toUpperCase() : undefined;\n}\n\nfunction escapeRegex(str: string): string {\n  return str.replace(/[.*+?^${}()|[\\]\\\\]/g, \"\\\\$&\");\n}\n","import { AbstractLLMProvider } from \"@/providers/abstract/llm\";\nimport { parseResponseAsJSON } from \"@/utils\";\nimport { RateLimiter } from \"@/utils/rate-limiter\";\nimport { ChatCompletionMessageParam } from \"openai/resources/index\";\nimport { AbstractScorer, BaseScorerResult } from \"./abstract\";\n\nexport class LLMJudgeScorer extends AbstractScorer {\n  override readonly kind = \"llmJudge\";\n\n  private provider: AbstractLLMProvider;\n\n  constructor(provider: AbstractLLMProvider) {\n    super();\n    this.provider = provider;\n  }\n\n  override async score(\n    params: LLMJudgeScorerParams\n  ): Promise<LLMJudgeScorerResult | null> {\n    const criteria = normalizeWeights(params.criteria ?? DEFAULT_CRITERIA);\n    const systemPrompt =\n      params.systemPrompt ??\n      [\n        \"You are a strict, fair evaluation judge.\",\n        \"Only use information provided in the task, reference, and candidate answer(s).\",\n        \"For each criterion, return an integer score within the provided scale and a very brief justification (≤2 sentences).\",\n        \"Return only JSON that conforms to the requested schema.\",\n        \"Do not include chain-of-thought or internal reasoning; only concise justifications.\",\n      ].join(\" \");\n\n    const promptPrefix = params.promptPrefix ?? \"\";\n    const promptSuffix = params.promptSuffix ?? \"\";\n\n    return await scorePointwise(\n      {\n        task: params.task,\n        referenceAnswer: params.referenceAnswer,\n        candidateAnswer: params.candidateAnswer,\n        criteria,\n        meta: params.meta,\n        model: params.model,\n        rateLimiter: params.rateLimiter,\n        systemPrompt,\n        promptPrefix,\n        promptSuffix,\n      },\n      this.provider\n    );\n  }\n}\n\nexport type LLMJudgeCriterion = {\n  id: string;\n  description: string;\n  weight?: number;\n  scale?: {\n    min: number;\n    max: number;\n  };\n};\n\nexport type LLMJudgeScorerResult = BaseScorerResult & {\n  provider: string;\n  inputTokensUsed?: number;\n  outputTokensUsed?: number;\n  inputCost?: string;\n  outputCost?: string;\n  verdict?: \"pass\" | \"borderline\" | \"fail\";\n};\n\nexport type LLMJudgeScorerParams = {\n  task: string;\n  candidateAnswer: string;\n  referenceAnswer?: string;\n\n  model: string;\n\n  /**\n   * The rubric used for judging (defaults to a generic set).\n   */\n  criteria?: LLMJudgeCriterion[];\n\n  /**\n   * Optional extra context that the judge can use (constraints, references, etc.).\n   */\n  meta?: Record<string, unknown>;\n\n  /**\n   * Optional rate limiter wrapper for provider calls.\n   */\n  rateLimiter?: RateLimiter;\n\n  /**\n   * Optional prompt tweaks.\n   */\n  systemPrompt?: string;\n  promptPrefix?: string;\n  promptSuffix?: string;\n};\n\ntype PointwiseResult = {\n  perCriterion: Array<{ id: string; score: number; justification: string }>;\n  overall?: number;\n  verdict?: \"strong-pass\" | \"pass\" | \"borderline\" | \"fail\";\n  notes?: string[] | string;\n};\n\nconst DEFAULT_CRITERIA: LLMJudgeCriterion[] = [\n  {\n    id: \"correctness\",\n    description: \"Factual correctness and alignment with the task/reference.\",\n    weight: 0.5,\n    scale: { min: 0, max: 5 },\n  },\n  {\n    id: \"instruction_following\",\n    description: \"Adheres to constraints, format, and intent of the task.\",\n    weight: 0.3,\n    scale: { min: 0, max: 5 },\n  },\n  {\n    id: \"clarity\",\n    description: \"Clear, concise, and well-structured.\",\n    weight: 0.2,\n    scale: { min: 0, max: 5 },\n  },\n];\n\n// Standalone functions extracted from LLMJudgeScorer1 class\nasync function executeProviderCall<T>(\n  call: () => Promise<T>,\n  rateLimiter?: RateLimiter\n): Promise<T> {\n  if (!rateLimiter) {\n    return await call();\n  }\n  return await rateLimiter.execute(call);\n}\n\nfunction normalizeWeights(criteria: LLMJudgeCriterion[]): LLMJudgeCriterion[] {\n  const sum = criteria.reduce((a, c) => a + (c.weight ?? 1), 0) || 1;\n  return criteria.map((c) => ({ ...c, weight: (c.weight ?? 1) / sum }));\n}\n\nfunction renderCriteria(criteria: LLMJudgeCriterion[]): string {\n  return criteria\n    .map((c, i) => {\n      const min = c.scale?.min ?? 0;\n      const max = c.scale?.max ?? 5;\n      const weight = c.weight ?? 0;\n      return `${i + 1}. id=\"${c.id}\" (weight=${weight}, scale=${min}..${max}) — ${c.description}`;\n    })\n    .join(\"\\n\");\n}\n\nfunction computeOverallScore(\n  perCriterion: Array<{ id: string; score: number; justification: string }>,\n  criteria: LLMJudgeCriterion[]\n): number {\n  let total = 0;\n  for (const pc of perCriterion) {\n    const criterion = criteria.find((c) => c.id === pc.id);\n    const min = criterion?.scale?.min ?? 0;\n    const max = criterion?.scale?.max ?? 5;\n    const weight = criterion?.weight ?? 0;\n\n    const score = Number(pc.score);\n    if (!Number.isFinite(score)) continue;\n\n    const clamped = Math.max(min, Math.min(max, score));\n    const normalized100 =\n      max === min ? 0 : ((clamped - min) / (max - min)) * 100;\n    total += normalized100 * weight;\n  }\n  return Math.round(total);\n}\n\nfunction deriveVerdict(\n  overall: number\n): \"strong-pass\" | \"pass\" | \"borderline\" | \"fail\" {\n  if (overall >= 85) return \"strong-pass\";\n  if (overall >= 70) return \"pass\";\n  if (overall >= 60) return \"borderline\";\n  return \"fail\";\n}\n\nfunction mapVerdict(\n  verdict: \"strong-pass\" | \"pass\" | \"borderline\" | \"fail\"\n): \"pass\" | \"borderline\" | \"fail\" {\n  if (verdict === \"borderline\") return \"borderline\";\n  if (verdict === \"fail\") return \"fail\";\n  return \"pass\";\n}\n\nfunction buildPointwiseExplanation(json: PointwiseResult): string | undefined {\n  let explanation = \"\";\n  if (json.notes && Array.isArray(json.notes)) {\n    explanation += json.notes.join(\" \");\n  } else if (typeof json.notes === \"string\") {\n    explanation += json.notes;\n  }\n\n  for (const criterion of json.perCriterion ?? []) {\n    explanation += [\n      `\\nCriteria: ${criterion.id}`,\n      `Score: ${criterion.score}`,\n      `Justification: ${criterion.justification}`,\n    ].join(\"\\n\");\n  }\n\n  return explanation.trim() ? explanation.trim() : undefined;\n}\n\nfunction extractFirstJSON<T>(text: string): T | undefined {\n  const jsonText = extractFirstJSONObjectString(text);\n  if (!jsonText) return;\n  return parseResponseAsJSON<T>(jsonText);\n}\n\nasync function scorePointwise(\n  args: {\n    task: string;\n    referenceAnswer?: string;\n    candidateAnswer: string;\n    criteria: LLMJudgeCriterion[];\n    meta?: Record<string, unknown>;\n    model: string;\n    rateLimiter?: RateLimiter;\n    systemPrompt: string;\n    promptPrefix: string;\n    promptSuffix: string;\n  },\n  provider: AbstractLLMProvider\n): Promise<LLMJudgeScorerResult | null> {\n  const user = [\n    args.promptPrefix ? `${args.promptPrefix}\\n` : \"\",\n    `TASK:\\n${args.task}`,\n    args.meta\n      ? `\\n\\nADDITIONAL CONTEXT:\\n${JSON.stringify(args.meta, null, 2)}`\n      : \"\",\n    `\\n\\nRUBRIC:\\n${renderCriteria(args.criteria)}`,\n    args.referenceAnswer\n      ? `\\n\\nREFERENCE ANSWER:\\n${args.referenceAnswer}`\n      : \"\\n\\nREFERENCE ANSWER:\\n<!NO REFERENCE PROVIDED!> (Judge based on task/context/rubric.)\",\n    `\\n\\nCANDIDATE ANSWER:\\n${args.candidateAnswer}`,\n    `\\n\\nRESPONSE FORMAT (strict JSON):`,\n    JSON.stringify(\n      {\n        perCriterion: [\n          {\n            id: \"<string>\",\n            score: \"<integer within scale>\",\n            justification: \"<≤2 sentences>\",\n          },\n        ],\n        overall: \"<integer 0-100>\",\n        verdict: \"<strong-pass|pass|borderline|fail>\",\n        notes: \"<optional list of short strings>\",\n      },\n      null,\n      2\n    ),\n    \"\\n\\nINSTRUCTIONS:\",\n    \"- Compute per-criterion integer scores within each scale.\",\n    \"- Compute weighted overall as a 0-100 integer: normalize weights, map each score to 0-100 by its scale, then weighted average.\",\n    \"- Use verdict thresholds: ≥85 strong-pass, 70-84 pass, 60-69 borderline, <60 fail.\",\n    \"- Output valid JSON only.\",\n    args.promptSuffix ? `\\n${args.promptSuffix}` : \"\",\n  ].join(\"\");\n\n  const messages: ChatCompletionMessageParam[] = [\n    { role: \"system\", content: args.systemPrompt },\n    { role: \"user\", content: user },\n  ];\n\n  const providerResponse = await executeProviderCall(\n    () =>\n      provider.forward({\n        model: args.model,\n        messages,\n      }),\n    args.rateLimiter\n  );\n\n  const json = extractFirstJSON<PointwiseResult>(providerResponse.data);\n  if (!json || !Array.isArray(json.perCriterion)) {\n    return null;\n  }\n\n  const computedOverall = computeOverallScore(json.perCriterion, args.criteria);\n  const overall =\n    Number.isFinite(Number(json.overall)) && Number(json.overall) > 0\n      ? Math.round(Number(json.overall))\n      : computedOverall;\n\n  const verdict = json.verdict ?? deriveVerdict(overall);\n\n  const value = Math.min(1, Math.max(0, overall / 100));\n  const explanation = buildPointwiseExplanation(json);\n\n  return {\n    value,\n    verdict: mapVerdict(verdict),\n    explanation,\n    provider: provider.kind,\n    inputTokensUsed: providerResponse.inputTokensUsed,\n    outputTokensUsed: providerResponse.outputTokensUsed,\n    inputCost: providerResponse.inputCost,\n    outputCost: providerResponse.outputCost,\n    metadata: {\n      overall,\n      verdict,\n      perCriterion: json.perCriterion,\n      notes: json.notes,\n      scorePrompt: user,\n      systemPrompt: args.systemPrompt,\n    },\n  };\n}\n\nfunction extractFirstJSONObjectString(text: string): string | undefined {\n  const start = text.indexOf(\"{\");\n  if (start === -1) return;\n\n  let depth = 0;\n  let inString = false;\n  let escape = false;\n\n  for (let i = start; i < text.length; i++) {\n    const ch = text[i];\n    if (inString) {\n      if (escape) {\n        escape = false;\n      } else if (ch === \"\\\\\") {\n        escape = true;\n      } else if (ch === '\"') {\n        inString = false;\n      }\n      continue;\n    }\n\n    if (ch === '\"') {\n      inString = true;\n      continue;\n    }\n\n    if (ch === \"{\") depth++;\n    if (ch === \"}\") depth--;\n\n    if (depth === 0) {\n      return text.slice(start, i + 1);\n    }\n  }\n}\n"],"mappings":";;;;;;;;;AAuDO,IAAM,cAAN,cAA0B,eAAe;AAAA,EAC5B,OAAO;AAAA,EAEzB,MAAe,MAAM,QAA2B;AAE9C,UAAM,gBAAgB,oBAAI,IAAY;AACtC,eAAW,WAAW,OAAO,UAAU;AACrC,YAAM,cAAc,QAAQ,MAAM;AAClC,YAAM,kBAAkB;AAExB,aAAO,MAAM;AACX,cAAM,QAAQ,gBAAgB,KAAK,WAAW;AAC9C,YAAI,UAAU,MAAM;AAClB;AAAA,QACF;AAEA,YAAI,MAAM,CAAC,GAAG;AACZ,wBAAc,IAAI,MAAM,CAAC,CAAC;AAAA,QAC5B;AAAA,MACF;AAAA,IACF;AAGA,UAAM,kBAAiD,CAAC;AACxD,eAAW,aAAa,eAAe;AACrC,sBAAgB,SAAS,IAAI;AAAA,IAC/B;AAGA,UAAM,kBAAkB,OAAO,mBAAmB;AAClD,eAAW,WAAW,OAAO,UAAU;AACrC,YAAM,UAAU,MAAM,KAAK,OAAO,MAAM,SAAS,QAAQ,KAAK,CAAC;AAC/D,YAAM,QAAQ,oBAAoB,UAAU,QAAQ,CAAC,IAAI,QAAQ,GAAG,EAAE;AAEtE,UAAI,SAAS,MAAM,QAAQ;AAEzB,YAAI,oBAAoB;AACxB,mBAAW,CAAC,WAAW,UAAU,KAAK,OAAO,QAAQ,MAAM,MAAM,GAAG;AAClE,cAAI,eAAe,QAAW;AAC5B,gBAAI,QAAQ;AAGZ,gBAAI,QAAQ,WAAW;AACrB,oBAAM,cAAc,QAAQ,UAAU,KAAK;AAC3C,kBAAI,gBAAgB,QAAW;AAC7B;AAAA,cACF;AACA,sBAAQ;AAAA,YACV;AAEA,4BAAgB,SAAS,IAAI;AAC7B,gCAAoB;AAAA,UACtB;AAAA,QACF;AAEA,YAAI,mBAAmB;AACrB;AAAA,QACF;AAAA,MACF,WAAW,OAAO;AAIhB,cAAM,oBAAoB,QAAQ,qBAAqB;AACvD,cAAM,iBAAiB,MAAM,iBAAiB;AAE9C,YAAI,mBAAmB,QAAW;AAEhC,cAAI,QAAQ,WAAW;AACrB,kBAAM,cAAc,QAAQ,UAAU,cAAc;AACpD,gBAAI,gBAAgB,QAAW;AAC7B;AAAA,YACF;AAAA,UAGF;AAGA;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,UAAM,eAAe,OAAO,uBAAuB;AACnD,QAAI,QAAQ;AAEZ,QAAI,OAAO,OAAO,kBAAkB,YAAY;AAE9C,YAAM,YAAY,OAAO;AACzB,YAAM,mBAAmB,OAAO,QAAQ,eAAe,EAAE;AAAA,QACvD,CAAC,CAAC,EAAE,KAAK,MAAM,UAAU;AAAA,MAC3B;AAGA,UAAI,iBAAiB,WAAW,GAAG;AACjC,gBAAQ;AAAA,MACV,OAAO;AACL,YAAI,cAAc;AAEhB,gBAAM,eAAe,iBAAiB;AAAA,YACpC,CAAC,CAAC,WAAW,cAAc,MACzB,UAAU,WAAW,cAAwB;AAAA,UACjD,EAAE;AACF,kBAAQ,eAAe,iBAAiB;AAAA,QAC1C,OAAO;AAEL,gBAAM,WAAW,iBAAiB;AAAA,YAChC,CAAC,CAAC,WAAW,cAAc,MACzB,UAAU,WAAW,cAAwB;AAAA,UACjD;AACA,kBAAQ,WAAW,IAAI;AAAA,QACzB;AAAA,MACF;AAAA,IACF,OAAO;AACL,YAAM,kBAAkB,OAAO,QAAQ,OAAO,aAAa;AAC3D,YAAM,gBAAgB,gBAAgB;AAEtC,UAAI,cAAc;AAEhB,cAAM,gBAAgB,gBAAgB,OAAO,CAAC,CAAC,KAAK,aAAa,MAAM;AACrE,gBAAM,iBAAiB,gBAAgB,GAAG;AAC1C,iBAAO,mBAAmB,QAAQ,mBAAmB;AAAA,QACvD,CAAC,EAAE;AACH,gBAAQ,gBAAgB,IAAI,gBAAgB,gBAAgB;AAAA,MAC9D,OAAO;AAEL,cAAM,WAAW,gBAAgB,MAAM,CAAC,CAAC,KAAK,aAAa,MAAM;AAC/D,gBAAM,iBAAiB,gBAAgB,GAAG;AAC1C,iBAAO,mBAAmB,QAAQ,mBAAmB;AAAA,QACvD,CAAC;AACD,gBAAQ,WAAW,IAAI;AAAA,MACzB;AAAA,IACF;AAEA,WAAO;AAAA,MACL,OAAO;AAAA,MACP,kBAAkB,OAAO;AAAA,QACvB,OAAO,QAAQ,eAAe,EAAE;AAAA,UAC9B,CAAC,UAAqC,MAAM,CAAC,MAAM;AAAA,QACrD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;;;AC5LO,IAAM,YAAN,cAAwB,eAAe;AAAA,EAC1B,OAAO;AAAA,EACjB,cAAc,IAAI,YAAY;AAAA,EAEtC,MAAM,MAAM,QAET;AACD,UAAM,EAAE,UAAU,SAAS,eAAe,IAAI;AAC9C,UAAM,2BAA2B,eAAe;AAAA,MAAI,CAAC,OACnD,GAAG,YAAY;AAAA,IACjB;AAGA,UAAM,qBAAqB,SAAS,KAAK,EAAE,YAAY;AACvD,QAAI,yBAAyB,SAAS,kBAAkB,GAAG;AACzD,aAAO;AAAA,QACL,OAAO;AAAA,QACP,kBAAkB,CAAC,kBAAkB;AAAA,MACvC;AAAA,IACF;AAGA,UAAM,OAAO,oBAAwC,QAAQ;AAC7D,QAAI,SAAS,UAAa,OAAO,SAAS,UAAU;AAClD,YAAM,kBACJ,KAAK,WAAW,SAAY,eAAe,KAAK,MAAM,IAAI;AAE5D,UAAI,oBAAoB,QAAW;AACjC,cAAM,sBAAsB,gBAAgB,KAAK,EAAE,YAAY;AAC/D,YAAI,yBAAyB,SAAS,mBAAmB,GAAG;AAC1D,iBAAO;AAAA,YACL,OAAO;AAAA,YACP,kBAAkB,CAAC,eAAe;AAAA,UACpC;AAAA,QACF;AAGA,eAAO;AAAA,UACL,OAAO;AAAA,UACP,kBACE,KAAK,WAAW,SACZ,CAAC,IACD,CAAC,mBAAmB,OAAO,KAAK,MAAM,CAAC;AAAA,QAC/C;AAAA,MACF;AAAA,IACF;AAGA,UAAM,WAA2B,CAAC;AAClC,eAAW,UAAU,OAAO,OAAO,OAAO,OAAO,GAAG;AAClD,YAAM,iBAAiB,KAAK,uBAAuB,MAAM;AACzD,eAAS,KAAK,GAAG,cAAc;AAAA,IACjC;AAIA,UAAM,iBAAiB,CAAC,WAAmB,cAA+B;AACxE,YAAM,sBAAsB,UAAU,KAAK,EAAE,YAAY;AAGzD,UAAI,yBAAyB,SAAS,mBAAmB,GAAG;AAC1D,eAAO;AAAA,MACT;AAIA,YAAM,eAAe,OAAO,QAAQ,OAAO,EAAE;AAAA,QAC3C,CAAC,CAAC,EAAE,KAAK,MACP,MAAM,KAAK,EAAE,YAAY,MAAM,UAAU,KAAK,EAAE,YAAY;AAAA,MAChE;AAEA,UACE,gBACA,yBAAyB,SAAS,aAAa,CAAC,EAAE,YAAY,CAAC,GAC/D;AACA,eAAO;AAAA,MACT;AAEA,aAAO;AAAA,IACT;AAGA,UAAM,cAAiC;AAAA,MACrC,OAAO;AAAA,MACP;AAAA,MACA,eAAe;AAAA,MACf,iBAAiB;AAAA,IACnB;AAGA,UAAM,SAAS,MAAM,KAAK,YAAY,MAAM,WAAW;AAEvD,WAAO;AAAA,MACL,OAAO,OAAO;AAAA,MACd,kBAAkB,OAAO,QAAQ,OAAO,gBAAgB,EAAE;AAAA,QACxD,CAAC,CAAC,EAAE,KAAK,MAAM;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,uBAAuB,YAAoC;AACjE,UAAM,gBAAgB,YAAY,UAAU;AAE5C,WAAO;AAAA,MACL;AAAA;AAAA,QAEE,OAAO;AAAA,MACT;AAAA;AAAA,MAEA;AAAA;AAAA,QAEE,OAAO,IAAI;AAAA,UACT,yCAAyC,aAAa;AAAA,UACtD;AAAA,QACF;AAAA,QACA,WAAW,CAAC,UAAkB,MAAM,YAAY;AAAA,MAClD;AAAA,MACA;AAAA;AAAA,QAEE,OAAO,IAAI,OAAO,6BAA6B,aAAa,KAAK,GAAG;AAAA,QACpE,WAAW,CAAC,UAAkB,MAAM,YAAY;AAAA,MAClD;AAAA,MACA;AAAA;AAAA,QAEE,OAAO,IAAI;AAAA,UACT,iCAAiC,aAAa;AAAA,UAC9C;AAAA,QACF;AAAA,QACA,WAAW,CAAC,UAAkB,MAAM,YAAY;AAAA,MAClD;AAAA;AAAA,MAEA;AAAA;AAAA,QAEE,OAAO;AAAA,MACT;AAAA,MACA;AAAA;AAAA;AAAA,QAGE,OAAO;AAAA,MACT;AAAA,MACA;AAAA;AAAA,QAEE,OAAO;AAAA,MACT;AAAA,MACA;AAAA;AAAA,QAEE,OAAO;AAAA,MACT;AAAA,MACA;AAAA;AAAA,QAEE,OAAO;AAAA,MACT;AAAA,MACA;AAAA;AAAA,QAEE,OAAO;AAAA,MACT;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,eAAe,MAAkC;AACxD,QAAM,QAAQ,KAAK,MAAM,UAAU;AACnC,SAAO,QAAQ,MAAM,CAAC,EAAE,YAAY,IAAI;AAC1C;AAEA,SAAS,YAAY,KAAqB;AACxC,SAAO,IAAI,QAAQ,uBAAuB,MAAM;AAClD;;;AC3KO,IAAM,iBAAN,cAA6B,eAAe;AAAA,EAC/B,OAAO;AAAA,EAEjB;AAAA,EAER,YAAY,UAA+B;AACzC,UAAM;AACN,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,MAAe,MACb,QACsC;AACtC,UAAM,WAAW,iBAAiB,OAAO,YAAY,gBAAgB;AACrE,UAAM,eACJ,OAAO,gBACP;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,EAAE,KAAK,GAAG;AAEZ,UAAM,eAAe,OAAO,gBAAgB;AAC5C,UAAM,eAAe,OAAO,gBAAgB;AAE5C,WAAO,MAAM;AAAA,MACX;AAAA,QACE,MAAM,OAAO;AAAA,QACb,iBAAiB,OAAO;AAAA,QACxB,iBAAiB,OAAO;AAAA,QACxB;AAAA,QACA,MAAM,OAAO;AAAA,QACb,OAAO,OAAO;AAAA,QACd,aAAa,OAAO;AAAA,QACpB;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,KAAK;AAAA,IACP;AAAA,EACF;AACF;AA0DA,IAAM,mBAAwC;AAAA,EAC5C;AAAA,IACE,IAAI;AAAA,IACJ,aAAa;AAAA,IACb,QAAQ;AAAA,IACR,OAAO,EAAE,KAAK,GAAG,KAAK,EAAE;AAAA,EAC1B;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,aAAa;AAAA,IACb,QAAQ;AAAA,IACR,OAAO,EAAE,KAAK,GAAG,KAAK,EAAE;AAAA,EAC1B;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,aAAa;AAAA,IACb,QAAQ;AAAA,IACR,OAAO,EAAE,KAAK,GAAG,KAAK,EAAE;AAAA,EAC1B;AACF;AAGA,eAAe,oBACb,MACA,aACY;AACZ,MAAI,CAAC,aAAa;AAChB,WAAO,MAAM,KAAK;AAAA,EACpB;AACA,SAAO,MAAM,YAAY,QAAQ,IAAI;AACvC;AAEA,SAAS,iBAAiB,UAAoD;AAC5E,QAAM,MAAM,SAAS,OAAO,CAAC,GAAG,MAAM,KAAK,EAAE,UAAU,IAAI,CAAC,KAAK;AACjE,SAAO,SAAS,IAAI,CAAC,OAAO,EAAE,GAAG,GAAG,SAAS,EAAE,UAAU,KAAK,IAAI,EAAE;AACtE;AAEA,SAAS,eAAe,UAAuC;AAC7D,SAAO,SACJ,IAAI,CAAC,GAAG,MAAM;AACb,UAAM,MAAM,EAAE,OAAO,OAAO;AAC5B,UAAM,MAAM,EAAE,OAAO,OAAO;AAC5B,UAAM,SAAS,EAAE,UAAU;AAC3B,WAAO,GAAG,IAAI,CAAC,SAAS,EAAE,EAAE,aAAa,MAAM,WAAW,GAAG,KAAK,GAAG,YAAO,EAAE,WAAW;AAAA,EAC3F,CAAC,EACA,KAAK,IAAI;AACd;AAEA,SAAS,oBACP,cACA,UACQ;AACR,MAAI,QAAQ;AACZ,aAAW,MAAM,cAAc;AAC7B,UAAM,YAAY,SAAS,KAAK,CAAC,MAAM,EAAE,OAAO,GAAG,EAAE;AACrD,UAAM,MAAM,WAAW,OAAO,OAAO;AACrC,UAAM,MAAM,WAAW,OAAO,OAAO;AACrC,UAAM,SAAS,WAAW,UAAU;AAEpC,UAAM,QAAQ,OAAO,GAAG,KAAK;AAC7B,QAAI,CAAC,OAAO,SAAS,KAAK,EAAG;AAE7B,UAAM,UAAU,KAAK,IAAI,KAAK,KAAK,IAAI,KAAK,KAAK,CAAC;AAClD,UAAM,gBACJ,QAAQ,MAAM,KAAM,UAAU,QAAQ,MAAM,OAAQ;AACtD,aAAS,gBAAgB;AAAA,EAC3B;AACA,SAAO,KAAK,MAAM,KAAK;AACzB;AAEA,SAAS,cACP,SACgD;AAChD,MAAI,WAAW,GAAI,QAAO;AAC1B,MAAI,WAAW,GAAI,QAAO;AAC1B,MAAI,WAAW,GAAI,QAAO;AAC1B,SAAO;AACT;AAEA,SAAS,WACP,SACgC;AAChC,MAAI,YAAY,aAAc,QAAO;AACrC,MAAI,YAAY,OAAQ,QAAO;AAC/B,SAAO;AACT;AAEA,SAAS,0BAA0B,MAA2C;AAC5E,MAAI,cAAc;AAClB,MAAI,KAAK,SAAS,MAAM,QAAQ,KAAK,KAAK,GAAG;AAC3C,mBAAe,KAAK,MAAM,KAAK,GAAG;AAAA,EACpC,WAAW,OAAO,KAAK,UAAU,UAAU;AACzC,mBAAe,KAAK;AAAA,EACtB;AAEA,aAAW,aAAa,KAAK,gBAAgB,CAAC,GAAG;AAC/C,mBAAe;AAAA,MACb;AAAA,YAAe,UAAU,EAAE;AAAA,MAC3B,UAAU,UAAU,KAAK;AAAA,MACzB,kBAAkB,UAAU,aAAa;AAAA,IAC3C,EAAE,KAAK,IAAI;AAAA,EACb;AAEA,SAAO,YAAY,KAAK,IAAI,YAAY,KAAK,IAAI;AACnD;AAEA,SAAS,iBAAoB,MAA6B;AACxD,QAAM,WAAW,6BAA6B,IAAI;AAClD,MAAI,CAAC,SAAU;AACf,SAAO,oBAAuB,QAAQ;AACxC;AAEA,eAAe,eACb,MAYA,UACsC;AACtC,QAAM,OAAO;AAAA,IACX,KAAK,eAAe,GAAG,KAAK,YAAY;AAAA,IAAO;AAAA,IAC/C;AAAA,EAAU,KAAK,IAAI;AAAA,IACnB,KAAK,OACD;AAAA;AAAA;AAAA,EAA4B,KAAK,UAAU,KAAK,MAAM,MAAM,CAAC,CAAC,KAC9D;AAAA,IACJ;AAAA;AAAA;AAAA,EAAgB,eAAe,KAAK,QAAQ,CAAC;AAAA,IAC7C,KAAK,kBACD;AAAA;AAAA;AAAA,EAA0B,KAAK,eAAe,KAC9C;AAAA,IACJ;AAAA;AAAA;AAAA,EAA0B,KAAK,eAAe;AAAA,IAC9C;AAAA;AAAA;AAAA,IACA,KAAK;AAAA,MACH;AAAA,QACE,cAAc;AAAA,UACZ;AAAA,YACE,IAAI;AAAA,YACJ,OAAO;AAAA,YACP,eAAe;AAAA,UACjB;AAAA,QACF;AAAA,QACA,SAAS;AAAA,QACT,SAAS;AAAA,QACT,OAAO;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,KAAK,eAAe;AAAA,EAAK,KAAK,YAAY,KAAK;AAAA,EACjD,EAAE,KAAK,EAAE;AAET,QAAM,WAAyC;AAAA,IAC7C,EAAE,MAAM,UAAU,SAAS,KAAK,aAAa;AAAA,IAC7C,EAAE,MAAM,QAAQ,SAAS,KAAK;AAAA,EAChC;AAEA,QAAM,mBAAmB,MAAM;AAAA,IAC7B,MACE,SAAS,QAAQ;AAAA,MACf,OAAO,KAAK;AAAA,MACZ;AAAA,IACF,CAAC;AAAA,IACH,KAAK;AAAA,EACP;AAEA,QAAM,OAAO,iBAAkC,iBAAiB,IAAI;AACpE,MAAI,CAAC,QAAQ,CAAC,MAAM,QAAQ,KAAK,YAAY,GAAG;AAC9C,WAAO;AAAA,EACT;AAEA,QAAM,kBAAkB,oBAAoB,KAAK,cAAc,KAAK,QAAQ;AAC5E,QAAM,UACJ,OAAO,SAAS,OAAO,KAAK,OAAO,CAAC,KAAK,OAAO,KAAK,OAAO,IAAI,IAC5D,KAAK,MAAM,OAAO,KAAK,OAAO,CAAC,IAC/B;AAEN,QAAM,UAAU,KAAK,WAAW,cAAc,OAAO;AAErD,QAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,UAAU,GAAG,CAAC;AACpD,QAAM,cAAc,0BAA0B,IAAI;AAElD,SAAO;AAAA,IACL;AAAA,IACA,SAAS,WAAW,OAAO;AAAA,IAC3B;AAAA,IACA,UAAU,SAAS;AAAA,IACnB,iBAAiB,iBAAiB;AAAA,IAClC,kBAAkB,iBAAiB;AAAA,IACnC,WAAW,iBAAiB;AAAA,IAC5B,YAAY,iBAAiB;AAAA,IAC7B,UAAU;AAAA,MACR;AAAA,MACA;AAAA,MACA,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK;AAAA,MACZ,aAAa;AAAA,MACb,cAAc,KAAK;AAAA,IACrB;AAAA,EACF;AACF;AAEA,SAAS,6BAA6B,MAAkC;AACtE,QAAM,QAAQ,KAAK,QAAQ,GAAG;AAC9B,MAAI,UAAU,GAAI;AAElB,MAAI,QAAQ;AACZ,MAAI,WAAW;AACf,MAAI,SAAS;AAEb,WAAS,IAAI,OAAO,IAAI,KAAK,QAAQ,KAAK;AACxC,UAAM,KAAK,KAAK,CAAC;AACjB,QAAI,UAAU;AACZ,UAAI,QAAQ;AACV,iBAAS;AAAA,MACX,WAAW,OAAO,MAAM;AACtB,iBAAS;AAAA,MACX,WAAW,OAAO,KAAK;AACrB,mBAAW;AAAA,MACb;AACA;AAAA,IACF;AAEA,QAAI,OAAO,KAAK;AACd,iBAAW;AACX;AAAA,IACF;AAEA,QAAI,OAAO,IAAK;AAChB,QAAI,OAAO,IAAK;AAEhB,QAAI,UAAU,GAAG;AACf,aAAO,KAAK,MAAM,OAAO,IAAI,CAAC;AAAA,IAChC;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/storages/index.d.ts

@@ -0,0 +1,69 @@
+import { A as AbstractStorage } from '../json-file-ZwzLUbje.js';
+export { c as AbstractFileStorageCodec, F as FileStorage, b as FileStorageFileHandle, J as JSONFileStorage, a as JSONFileStorageCodec } from '../json-file-ZwzLUbje.js';
+import * as better_sqlite3 from 'better-sqlite3';
+import 'node:fs/promises';
+import 'zod';
+
+declare class HttpStorage<TObject> extends AbstractStorage<TObject> {
+    protected readonly url: string;
+    protected readonly codec: AbstractHttpStorageCodec<TObject>;
+    protected readonly fetchFn: typeof fetch;
+    constructor(config: {
+        url: string;
+        codec: AbstractHttpStorageCodec<TObject>;
+        fetchFn?: typeof fetch;
+    });
+    init(_params?: unknown): Promise<void>;
+    read(_key: string, _params?: unknown): Promise<TObject | null>;
+    readAll(params?: unknown): Promise<TObject[]>;
+    write(_key: string, _value: TObject, _params?: unknown): Promise<unknown>;
+}
+declare abstract class AbstractHttpStorageCodec<TObject> {
+    abstract readAll(params: {
+        url: string;
+        response: Response;
+        params?: unknown;
+    }): Promise<TObject[]>;
+}
+
+declare class SQLiteStorage<TObject> extends AbstractStorage<TObject> {
+    protected readonly path: string;
+    protected readonly codec: AbstractSQLiteStorageCodec<TObject>;
+    protected db: SQLiteDatabase | undefined;
+    constructor(config: {
+        path: string;
+        codec: AbstractSQLiteStorageCodec<TObject>;
+    });
+    init(params?: unknown): Promise<void>;
+    read(key: string, params?: unknown): Promise<TObject | null>;
+    readAll(params?: unknown): Promise<TObject[]>;
+    write(key: string, value: TObject, params?: unknown): Promise<unknown>;
+    close(): void;
+    protected assertInitialized(): asserts this is this & {
+        db: SQLiteDatabase;
+    };
+}
+declare abstract class AbstractSQLiteStorageCodec<TObject> {
+    init?(params: {
+        db: SQLiteDatabase;
+        params?: unknown;
+    }): Promise<void> | void;
+    abstract read(params: {
+        db: SQLiteDatabase;
+        key: string;
+        params?: unknown;
+    }): Promise<TObject | null>;
+    abstract readAll(params: {
+        db: SQLiteDatabase;
+        params?: unknown;
+    }): Promise<TObject[]>;
+    abstract write(params: {
+        db: SQLiteDatabase;
+        key: string;
+        value: TObject;
+        params?: unknown;
+    }): Promise<unknown>;
+}
+type SQLiteDatabase = better_sqlite3.Database;
+
+export { AbstractHttpStorageCodec, AbstractSQLiteStorageCodec, AbstractStorage, HttpStorage, SQLiteStorage };