jev-web 0.7.2 → 0.9.0

package/src/encode.mjs

@@ -1,83 +1,83 @@
-// jev-web — pure input builder for open-jev-shaped models.
-//
-// Layout produced (mirrors the reference export):
-//   [CLS] [STATE] state [Q] instructions [OPT] option … [SEP]
-//
-// `seg` carries a span slot per token: option tokens get their pair index,
-// question-instruction tokens get `totalPairs + question index`, everything
-// else -1. `pair_q` / `pair_opt` list the question slot and pair slot for
-// every (question, option) pair; `groups` groups pair indices per question.
-// The ONNX graph consumes these directly (see the model's export docs).
-
-export class DecisionInputTooLongError extends Error {
-  constructor(message) {
-    super(message);
-    this.name = "DecisionInputTooLongError";
-  }
-}
-
-// Runtime-independent: take pre-tokenized ids and lay out the sequence.
-export function buildDecisionInput({
-  stateIds,
-  markers, // { cls, sep, state, question, option } single token ids
-  questions, // [{ type, instructionIds: number[], optionIds: number[][] }]
-  maxStateTokens = 256,
-  maxLen = 512,
-}) {
-  if (!Array.isArray(stateIds)) throw new TypeError("stateIds must be an array of token ids");
-  if (!Array.isArray(questions) || questions.length === 0) {
-    throw new TypeError("questions must be a non-empty array of tokenized questions");
-  }
-  for (const key of ["cls", "sep", "state", "question", "option"]) {
-    if (!Number.isInteger(markers?.[key])) throw new TypeError(`markers.${key} must be a token id`);
-  }
-
-  const truncated = stateIds.length > maxStateTokens;
-  const state = truncated ? stateIds.slice(0, maxStateTokens) : stateIds;
-
-  const inputIds = [markers.cls, markers.state, ...state];
-  const seg = inputIds.map(() => -1);
-  const pairQ = [];
-  const pairOpt = [];
-  const groups = [];
-  const totalPairs = questions.reduce((n, q) => n + q.optionIds.length, 0);
-
-  questions.forEach((q, qi) => {
-    inputIds.push(markers.question, ...q.instructionIds);
-    seg.push(-1, ...q.instructionIds.map(() => totalPairs + qi));
-    groups.push(
-      q.optionIds.map((ids) => {
-        inputIds.push(markers.option, ...ids);
-        seg.push(-1, ...ids.map(() => pairOpt.length));
-        pairQ.push(totalPairs + qi);
-        pairOpt.push(pairOpt.length);
-        return pairOpt.length - 1;
-      }),
-    );
-  });
-  inputIds.push(markers.sep);
-  seg.push(-1);
-
-  if (inputIds.length > maxLen) {
-    throw new DecisionInputTooLongError(
-      `decision input is ${inputIds.length} tokens, over the ${maxLen}-token limit ` +
-        `(state capped at ${maxStateTokens}) — shorten the questions or the state`,
-    );
-  }
-  return { inputIds, seg, pairQ, pairOpt, groups, truncated, length: inputIds.length, totalPairs };
-}
-
-// Shared marker lookup: every marker must encode to exactly one token id.
-// (Custom typed-decision exports add [STATE]/[Q]/[OPT] to the tokenizer; if
-// they are missing, the model is not a typed-decision export.)
-export function typedMarkerIds(encodeFn, { markers = ["[STATE]", "[Q]", "[OPT]"], cls = "[CLS]", sep = "[SEP]" } = {}) {
-  const one = (text) => {
-    const ids = encodeFn(text);
-    if (!Array.isArray(ids) || ids.length !== 1) {
-      throw new Error(`marker ${text} must encode to exactly one token (got ${ids?.length ?? 0})`);
-    }
-    return ids[0];
-  };
-  const [state, question, option] = markers.map(one);
-  return { cls: one(cls), sep: one(sep), state, question, option };
-}
+// jev-web — pure input builder for open-jev-shaped models.
+//
+// Layout produced (mirrors the reference export):
+//   [CLS] [STATE] state [Q] instructions [OPT] option … [SEP]
+//
+// `seg` carries a span slot per token: option tokens get their pair index,
+// question-instruction tokens get `totalPairs + question index`, everything
+// else -1. `pair_q` / `pair_opt` list the question slot and pair slot for
+// every (question, option) pair; `groups` groups pair indices per question.
+// The ONNX graph consumes these directly (see the model's export docs).
+
+export class DecisionInputTooLongError extends Error {
+  constructor(message) {
+    super(message);
+    this.name = "DecisionInputTooLongError";
+  }
+}
+
+// Runtime-independent: take pre-tokenized ids and lay out the sequence.
+export function buildDecisionInput({
+  stateIds,
+  markers, // { cls, sep, state, question, option } single token ids
+  questions, // [{ type, instructionIds: number[], optionIds: number[][] }]
+  maxStateTokens = 256,
+  maxLen = 512,
+}) {
+  if (!Array.isArray(stateIds)) throw new TypeError("stateIds must be an array of token ids");
+  if (!Array.isArray(questions) || questions.length === 0) {
+    throw new TypeError("questions must be a non-empty array of tokenized questions");
+  }
+  for (const key of ["cls", "sep", "state", "question", "option"]) {
+    if (!Number.isInteger(markers?.[key])) throw new TypeError(`markers.${key} must be a token id`);
+  }
+
+  const truncated = stateIds.length > maxStateTokens;
+  const state = truncated ? stateIds.slice(0, maxStateTokens) : stateIds;
+
+  const inputIds = [markers.cls, markers.state, ...state];
+  const seg = inputIds.map(() => -1);
+  const pairQ = [];
+  const pairOpt = [];
+  const groups = [];
+  const totalPairs = questions.reduce((n, q) => n + q.optionIds.length, 0);
+
+  questions.forEach((q, qi) => {
+    inputIds.push(markers.question, ...q.instructionIds);
+    seg.push(-1, ...q.instructionIds.map(() => totalPairs + qi));
+    groups.push(
+      q.optionIds.map((ids) => {
+        inputIds.push(markers.option, ...ids);
+        seg.push(-1, ...ids.map(() => pairOpt.length));
+        pairQ.push(totalPairs + qi);
+        pairOpt.push(pairOpt.length);
+        return pairOpt.length - 1;
+      }),
+    );
+  });
+  inputIds.push(markers.sep);
+  seg.push(-1);
+
+  if (inputIds.length > maxLen) {
+    throw new DecisionInputTooLongError(
+      `decision input is ${inputIds.length} tokens, over the ${maxLen}-token limit ` +
+        `(state capped at ${maxStateTokens}) — shorten the questions or the state`,
+    );
+  }
+  return { inputIds, seg, pairQ, pairOpt, groups, truncated, length: inputIds.length, totalPairs };
+}
+
+// Shared marker lookup: every marker must encode to exactly one token id.
+// (Custom typed-decision exports add [STATE]/[Q]/[OPT] to the tokenizer; if
+// they are missing, the model is not a typed-decision export.)
+export function typedMarkerIds(encodeFn, { markers = ["[STATE]", "[Q]", "[OPT]"], cls = "[CLS]", sep = "[SEP]" } = {}) {
+  const one = (text) => {
+    const ids = encodeFn(text);
+    if (!Array.isArray(ids) || ids.length !== 1) {
+      throw new Error(`marker ${text} must encode to exactly one token (got ${ids?.length ?? 0})`);
+    }
+    return ids[0];
+  };
+  const [state, question, option] = markers.map(one);
+  return { cls: one(cls), sep: one(sep), state, question, option };
+}

package/src/index.mjs

@@ -1,113 +1,197 @@
-// jev-web — public API (typed decisions in the browser).
-export { createDecider } from "./session.mjs";
-export {
-  registerDecisionFamily, createDecisionRuntime,
-  listDecisionFamilies, getDecisionFamily,
-} from "./registry.mjs";
-export { normalizeQuestions, QUESTION_TYPES, NOUL_OPTIONS } from "./questions.mjs";
-export { buildDecisionInput, typedMarkerIds, DecisionInputTooLongError } from "./encode.mjs";
-export { answersFromScores, softmaxWithTemperature } from "./answers.mjs";
-export {
-  createLayaDecider,
-  buildLayaSequence,
-  collateLayaItems,
-  layaAnswersFromLogits,
-  layaTokenizerAdapter,
-  renderLayaOptions,
-  layaTempBucket,
-  clampTemperature,
-  LAYA_DEFAULT_MODEL,
-  LAYA_DEFAULT_REVISION,
-  LAYA_DEFAULT_SUBFOLDER,
-  LAYA_DEFAULT_TEMPERATURES,
-  LAYA_DEFAULT_TEMPERATURES_BY_OPTIONS,
-  LAYA_DEFAULT_MAX_LEN,
-  LAYA_DEFAULT_HEAD_MAX_LEN,
-  LAYA_DEFAULT_MAX_PREFIXES,
-  LAYA_QTYPE,
-  LAYA_TEMP_MIN,
-  LAYA_TEMP_MAX,
-} from "./laya.mjs";
-export {
-  createStrandsDecider,
-  renderStrandsQuestion,
-  renderStrandsState,
-  renderStrandsContent,
-  buildStrandsBatch,
-  collateStrandsItems,
-  strandsOptionTokenIndices,
-  strandsAnswersFromLogits,
-  strandsChoiceConfidence,
-  strandsScoreConfidence,
-  STRANDS_DEFAULT_MODEL,
-  STRANDS_DEFAULT_REVISION,
-  STRANDS_DEFAULT_FILE,
-  STRANDS_TEMPERATURE,
-  STRANDS_TEMPERATURE_BY_KIND,
-  STRANDS_ORDINAL_SMOOTHING,
-  STRANDS_DEFAULT_MAX_LEN,
-  STRANDS_MAX_QUESTION_FRACTION,
-  STRANDS_KIND,
-} from "./strands.mjs";
-export {
-  createBekkoDecider,
-  renderBekkoContent,
-  renderBekkoRequest,
-  tokenizeBekkoRequest,
-  collateBekkoDocs,
-  bekkoSoftmax,
-  bekkoAnswerFromLogits,
-  BEKKO_DEFAULT_MODEL,
-  BEKKO_DEFAULT_REVISION,
-  BEKKO_DEFAULT_SUBDIR,
-  BEKKO_68M_MODEL,
-  BEKKO_68M_REVISION,
-  BEKKO_400M_MODEL,
-  BEKKO_400M_REVISION,
-  BEKKO_VARIANTS,
-  BEKKO_ATTENTION_BUDGET,
-  BEKKO_DEFAULT_YES,
-  BEKKO_DEFAULT_NO,
-  BEKKO_NOUL_DESCRIPTIONS,
-} from "./bekko.mjs";
-export {
-  createDecision2Decider,
-  renderDecision2Content,
-  renderDecision2Options,
-  buildDecision2Segments,
-  tokenizeDecision2Segments,
-  decision2Softmax,
-  decision2AnswerFromLogits,
-  DECISION2_DEFAULT_MODEL,
-  DECISION2_DEFAULT_REVISION,
-  DECISION2_DEFAULT_FILE,
-  DECISION2_EOS_MODEL,
-  DECISION2_EOS_REVISION,
-  DECISION2_SOL_MODEL,
-  DECISION2_SOL_REVISION,
-  DECISION2_VARIANTS,
-  DECISION2_MAX_INPUT_TOKENS,
-  DECISION2_NOUL_DESCRIPTIONS,
-} from "./decision2.mjs";
-export {
-  createKevDecider,
-  escapeKevText,
-  packKevSequence,
-  KEV_DEFAULT_MODEL,
-  KEV_DEFAULT_REVISION,
-  KEV_4B_MODEL,
-  KEV_4B_REVISION,
-  KEV_VARIANTS,
-} from "./kev.mjs";
-export {
-  DEFAULT_MODEL,
-  DEFAULT_REVISION,
-  DEFAULT_TEMPERATURE,
-  DEFAULT_MARKERS,
-  DEFAULT_MAX_STATE_TOKENS,
-  DEFAULT_MAX_LEN,
-  resolveDevice,
-  resolveDtype,
-  detectWebGPU,
-  loadModelConfig,
+// jev-web — public API (typed decisions in the browser).
+export { createDecider } from "./session.mjs";
+export {
+  registerDecisionFamily, createDecisionRuntime,
+  listDecisionFamilies, getDecisionFamily,
+} from "./registry.mjs";
+export { normalizeQuestions, QUESTION_TYPES, NOUL_OPTIONS } from "./questions.mjs";
+export { buildDecisionInput, typedMarkerIds, DecisionInputTooLongError } from "./encode.mjs";
+export { answersFromScores, softmaxWithTemperature } from "./answers.mjs";
+export {
+  createLayaDecider,
+  buildLayaSequence,
+  collateLayaItems,
+  layaAnswersFromLogits,
+  layaTokenizerAdapter,
+  renderLayaOptions,
+  layaTempBucket,
+  clampTemperature,
+  LAYA_DEFAULT_MODEL,
+  LAYA_DEFAULT_REVISION,
+  LAYA_DEFAULT_SUBFOLDER,
+  LAYA_DEFAULT_TEMPERATURES,
+  LAYA_DEFAULT_TEMPERATURES_BY_OPTIONS,
+  LAYA_DEFAULT_MAX_LEN,
+  LAYA_DEFAULT_HEAD_MAX_LEN,
+  LAYA_DEFAULT_MAX_PREFIXES,
+  LAYA_QTYPE,
+  LAYA_TEMP_MIN,
+  LAYA_TEMP_MAX,
+} from "./laya.mjs";
+export {
+  createStrandsDecider,
+  renderStrandsQuestion,
+  renderStrandsState,
+  renderStrandsContent,
+  buildStrandsBatch,
+  collateStrandsItems,
+  strandsOptionTokenIndices,
+  strandsAnswersFromLogits,
+  strandsChoiceConfidence,
+  strandsScoreConfidence,
+  parseStrandsCalibration,
+  loadStrandsCalibration,
+  STRANDS_DEFAULT_MODEL,
+  STRANDS_DEFAULT_REVISION,
+  STRANDS_DEFAULT_FILE,
+  STRANDS_TEMPERATURE,
+  STRANDS_TEMPERATURE_BY_KIND,
+  STRANDS_ORDINAL_SMOOTHING,
+  STRANDS_DEFAULT_MAX_LEN,
+  STRANDS_MAX_QUESTION_FRACTION,
+  STRANDS_KIND,
+  STRANDS_CONFIG_FILES,
+  STRANDS_VARIANTS,
+} from "./strands.mjs";
+export {
+  createBekkoDecider,
+  renderBekkoContent,
+  renderBekkoRequest,
+  tokenizeBekkoRequest,
+  collateBekkoDocs,
+  bekkoSoftmax,
+  bekkoAnswerFromLogits,
+  BEKKO_DEFAULT_MODEL,
+  BEKKO_DEFAULT_REVISION,
+  BEKKO_DEFAULT_SUBDIR,
+  BEKKO_68M_MODEL,
+  BEKKO_68M_REVISION,
+  BEKKO_400M_MODEL,
+  BEKKO_400M_REVISION,
+  BEKKO_VARIANTS,
+  BEKKO_ATTENTION_BUDGET,
+  BEKKO_DEFAULT_YES,
+  BEKKO_DEFAULT_NO,
+  BEKKO_NOUL_DESCRIPTIONS,
+} from "./bekko.mjs";
+export {
+  createDecision2Decider,
+  renderDecision2Content,
+  renderDecision2Options,
+  buildDecision2Segments,
+  tokenizeDecision2Segments,
+  decision2Softmax,
+  decision2AnswerFromLogits,
+  DECISION2_DEFAULT_MODEL,
+  DECISION2_DEFAULT_REVISION,
+  DECISION2_DEFAULT_FILE,
+  DECISION2_EOS_MODEL,
+  DECISION2_EOS_REVISION,
+  DECISION2_SOL_MODEL,
+  DECISION2_SOL_REVISION,
+  DECISION2_VARIANTS,
+  DECISION2_MAX_INPUT_TOKENS,
+  DECISION2_NOUL_DESCRIPTIONS,
+} from "./decision2.mjs";
+export {
+  createKevDecider,
+  escapeKevText,
+  packKevSequence,
+  KEV_DEFAULT_MODEL,
+  KEV_DEFAULT_REVISION,
+  KEV_4B_MODEL,
+  KEV_4B_REVISION,
+  KEV_VARIANTS,
+} from "./kev.mjs";
+export {
+  createVegaDecider,
+  buildVegaPrompt,
+  packVegaBatch,
+  packVegaChunks,
+  vegaQuestionDef,
+  vegaOptionTexts,
+  vegaThermalFeatures,
+  vegaThermalProbabilities,
+  vegaAnswers,
+  vegaOptionLabels,
+  renderVegaText,
+  vegaJsonDumps,
+  vegaRoute,
+  vegaTextPositions,
+  emptyVegaPast,
+  poolVegaHidden,
+  VEGA_DEFAULT_MODEL,
+  VEGA_DEFAULT_REVISION,
+  VEGA_TORSO_FILE,
+  VEGA_ENGINE_FILE,
+  VEGA_Q8_DEFAULT_MODEL,
+  VEGA_Q8_DEFAULT_REVISION,
+  VEGA_Q8_DEFAULT_SUBFOLDER,
+  VEGA_Q8_EMBED_FILE,
+  VEGA_Q8_DECODER_FILE,
+  VEGA_Q8_ENGINE_FILE,
+  VEGA_VARIANTS,
+  VEGA_QTYPE,
+  VEGA_QTYPE_NAMES,
+  VEGA_DEFAULTS,
+  VEGA_DEFAULT_THETA,
+} from "./vega.mjs";
+export {
+  createClefDecider,
+  encodeClefRecord,
+  packClefBatch,
+  clefQuestionOptions,
+  clefAnswers,
+  renderClefContent,
+  CLEF_DEFAULT_MODEL,
+  CLEF_DEFAULT_REVISION,
+  CLEF_DEFAULT_FILE,
+  CLEF_DEFAULT_MAX_LEN,
+  CLEF_SYSTEM_PROMPT,
+  CLEF_QTYPE,
+  CLEF_QTYPE_NAMES,
+  CLEF_NOUL_DESCRIPTIONS,
+  CLEF_DEFAULTS,
+} from "./clef.mjs";
+export {
+  createDecision3Decider,
+  buildDecision3Prompt,
+  decision3Messages,
+  renderDecision3Chat,
+  normalizeDecision3Question,
+  decision3OptionTexts,
+  decision3CandidateCodes,
+  decision3ProbsFromLogits,
+  decision3Confidence,
+  decision3Answers,
+  packDecision3Batch,
+  renderDecision3Json,
+  renderDecision3Canonical,
+  describeDecision3Value,
+  DECISION3_DEFAULT_MODEL,
+  DECISION3_DEFAULT_REVISION,
+  DECISION3_TORSO_FILE,
+  DECISION3_READOUT_FILE,
+  DECISION3_DEFAULT_BATCH_SIZE,
+  DECISION3_DEFAULT_MAX_LEN,
+  DECISION3_MAX_OPTIONS,
+  DECISION3_SCORE_LEVELS,
+  DECISION3_SYSTEM_PROMPT,
+  DECISION3_NOUL_DESCRIPTIONS,
+  DECISION3_DEFAULT_INSTRUCTIONS,
+  DECISION3_DEFAULTS,
+  DECISION3_VARIANTS,
+  DECISION3_DEFAULT_CODES,
+} from "./decision3.mjs";
+export {
+  DEFAULT_MODEL,
+  DEFAULT_REVISION,
+  DEFAULT_TEMPERATURE,
+  DEFAULT_MARKERS,
+  DEFAULT_MAX_STATE_TOKENS,
+  DEFAULT_MAX_LEN,
+  resolveDevice,
+  resolveDtype,
+  detectWebGPU,
+  loadModelConfig,
 } from "./config.mjs";