@xom11/whiteboard 0.29.0 → 0.30.0

package/dist/ai.d.mts

@@ -1,5 +1,7 @@
 import { c as State, b as AiFigureUiResult } from './types-C3FjpoUi.mjs';
 import { z } from 'zod';
+import { I as ImagePart } from './handleExtractProblem-BrDY9ifM.mjs';
+export { a as ExtractProblemOptions, b as ExtractProblemOutcome, E as ExtractUiResult, H as HandleExtractProblemOptions, e as extractProblemFromImage, h as handleExtractProblem } from './handleExtractProblem-BrDY9ifM.mjs';
 import 'react';
 import '@excalidraw/excalidraw/element/types';
 
@@ -3337,4 +3339,34 @@ declare function tryPartialDeterministic(problem: string): PartialDeterministicR
  */
 declare function mergeIntents(det: readonly IntentT[], llm: readonly IntentT[]): IntentT[];
 
-export { type AddPointIntentT, type AiFigureIntentUiResult, type ConnectIntentT, type DeterministicFigure, type DrawCircleIntentT, type DrawShapeIntentT, type FigureEnvelopeT, FigureEnvelopeZ, type GenerateIntentOptions, type HandleGenerateFigureInput, type HandleGenerateFigureIntentInput, type HandleGenerateFigureIntentOptions, type HandleGenerateFigureOptions, IntentBuilderError, type IntentEnvelopeT, IntentEnvelopeZ, type IntentFailureResult, type IntentGenerateResult, type IntentSuccessResult, type IntentT, IntentZ, type PartialDeterministicResult, type TryDeterministicResult, type VerifyIssue, type VerifyReport, buildIntentSystemPrompt, compareIntents, envelopeBuildDsl, envelopeIntentList, envelopeJsonSchema, generateFigureIntent, handleGenerateFigure, handleGenerateFigureIntent, intentEnvelopeJsonSchema, intentsToDsl, mergeIntents, tryDeterministicFigure, tryPartialDeterministic, verifyGeometry };
+declare const ALLOWED_TYPES: readonly ["image/png", "image/jpeg", "image/webp"];
+type AllowedType = (typeof ALLOWED_TYPES)[number];
+type ValidationResult = {
+    ok: true;
+    mediaType: AllowedType;
+} | {
+    ok: false;
+    code: 'invalid-format' | 'too-large';
+    message: string;
+};
+declare function inferMediaType(file: File): AllowedType | null;
+declare function validateFile(file: File): ValidationResult;
+/**
+ * Convert File → ImagePart. Auto-downscale nếu max edge > MAX_EDGE_PX.
+ * Throws nếu file invalid hoặc decode fail.
+ */
+declare function fileToImagePart(file: File): Promise<ImagePart>;
+
+interface TesseractOcrOptions {
+    /** Tesseract language code. Default 'vie+eng' cho đề toán VN. */
+    lang?: string;
+    signal?: AbortSignal;
+}
+interface TesseractOcrResult {
+    text: string;
+    /** Confidence 0–100 (Tesseract scale). */
+    confidence: number;
+}
+declare function runTesseractOcr(image: ImagePart, opts?: TesseractOcrOptions): Promise<TesseractOcrResult>;
+
+export { type AddPointIntentT, type AiFigureIntentUiResult, type ConnectIntentT, type DeterministicFigure, type DrawCircleIntentT, type DrawShapeIntentT, type FigureEnvelopeT, FigureEnvelopeZ, type GenerateIntentOptions, type HandleGenerateFigureInput, type HandleGenerateFigureIntentInput, type HandleGenerateFigureIntentOptions, type HandleGenerateFigureOptions, ImagePart, IntentBuilderError, type IntentEnvelopeT, IntentEnvelopeZ, type IntentFailureResult, type IntentGenerateResult, type IntentSuccessResult, type IntentT, IntentZ, type PartialDeterministicResult, type TryDeterministicResult, type ValidationResult, type VerifyIssue, type VerifyReport, buildIntentSystemPrompt, compareIntents, envelopeBuildDsl, envelopeIntentList, envelopeJsonSchema, fileToImagePart, generateFigureIntent, handleGenerateFigure, handleGenerateFigureIntent, inferMediaType, intentEnvelopeJsonSchema, intentsToDsl, mergeIntents, runTesseractOcr, tryDeterministicFigure, tryPartialDeterministic, validateFile, verifyGeometry };

package/dist/ai.d.ts

@@ -1,5 +1,7 @@
 import { c as State, b as AiFigureUiResult } from './types-C3FjpoUi.js';
 import { z } from 'zod';
+import { I as ImagePart } from './handleExtractProblem-BrDY9ifM.js';
+export { a as ExtractProblemOptions, b as ExtractProblemOutcome, E as ExtractUiResult, H as HandleExtractProblemOptions, e as extractProblemFromImage, h as handleExtractProblem } from './handleExtractProblem-BrDY9ifM.js';
 import 'react';
 import '@excalidraw/excalidraw/element/types';
 
@@ -3337,4 +3339,34 @@ declare function tryPartialDeterministic(problem: string): PartialDeterministicR
  */
 declare function mergeIntents(det: readonly IntentT[], llm: readonly IntentT[]): IntentT[];
 
-export { type AddPointIntentT, type AiFigureIntentUiResult, type ConnectIntentT, type DeterministicFigure, type DrawCircleIntentT, type DrawShapeIntentT, type FigureEnvelopeT, FigureEnvelopeZ, type GenerateIntentOptions, type HandleGenerateFigureInput, type HandleGenerateFigureIntentInput, type HandleGenerateFigureIntentOptions, type HandleGenerateFigureOptions, IntentBuilderError, type IntentEnvelopeT, IntentEnvelopeZ, type IntentFailureResult, type IntentGenerateResult, type IntentSuccessResult, type IntentT, IntentZ, type PartialDeterministicResult, type TryDeterministicResult, type VerifyIssue, type VerifyReport, buildIntentSystemPrompt, compareIntents, envelopeBuildDsl, envelopeIntentList, envelopeJsonSchema, generateFigureIntent, handleGenerateFigure, handleGenerateFigureIntent, intentEnvelopeJsonSchema, intentsToDsl, mergeIntents, tryDeterministicFigure, tryPartialDeterministic, verifyGeometry };
+declare const ALLOWED_TYPES: readonly ["image/png", "image/jpeg", "image/webp"];
+type AllowedType = (typeof ALLOWED_TYPES)[number];
+type ValidationResult = {
+    ok: true;
+    mediaType: AllowedType;
+} | {
+    ok: false;
+    code: 'invalid-format' | 'too-large';
+    message: string;
+};
+declare function inferMediaType(file: File): AllowedType | null;
+declare function validateFile(file: File): ValidationResult;
+/**
+ * Convert File → ImagePart. Auto-downscale nếu max edge > MAX_EDGE_PX.
+ * Throws nếu file invalid hoặc decode fail.
+ */
+declare function fileToImagePart(file: File): Promise<ImagePart>;
+
+interface TesseractOcrOptions {
+    /** Tesseract language code. Default 'vie+eng' cho đề toán VN. */
+    lang?: string;
+    signal?: AbortSignal;
+}
+interface TesseractOcrResult {
+    text: string;
+    /** Confidence 0–100 (Tesseract scale). */
+    confidence: number;
+}
+declare function runTesseractOcr(image: ImagePart, opts?: TesseractOcrOptions): Promise<TesseractOcrResult>;
+
+export { type AddPointIntentT, type AiFigureIntentUiResult, type ConnectIntentT, type DeterministicFigure, type DrawCircleIntentT, type DrawShapeIntentT, type FigureEnvelopeT, FigureEnvelopeZ, type GenerateIntentOptions, type HandleGenerateFigureInput, type HandleGenerateFigureIntentInput, type HandleGenerateFigureIntentOptions, type HandleGenerateFigureOptions, ImagePart, IntentBuilderError, type IntentEnvelopeT, IntentEnvelopeZ, type IntentFailureResult, type IntentGenerateResult, type IntentSuccessResult, type IntentT, IntentZ, type PartialDeterministicResult, type TryDeterministicResult, type ValidationResult, type VerifyIssue, type VerifyReport, buildIntentSystemPrompt, compareIntents, envelopeBuildDsl, envelopeIntentList, envelopeJsonSchema, fileToImagePart, generateFigureIntent, handleGenerateFigure, handleGenerateFigureIntent, inferMediaType, intentEnvelopeJsonSchema, intentsToDsl, mergeIntents, runTesseractOcr, tryDeterministicFigure, tryPartialDeterministic, validateFile, verifyGeometry };

package/dist/ai.js

@@ -6533,6 +6533,179 @@ function mergeIntents(det, llm) {
   return out;
 }
 
+// src/stamps/geometry-2d/ai/vision/tesseract.ts
+var DEFAULT_LANG = "vie+eng";
+async function runTesseractOcr(image, opts = {}) {
+  if (opts.signal?.aborted) {
+    const err = new Error("Tesseract OCR aborted");
+    err.name = "AbortError";
+    throw err;
+  }
+  const { createWorker } = await import('tesseract.js');
+  const lang = opts.lang ?? DEFAULT_LANG;
+  const worker = await createWorker(lang);
+  try {
+    const dataUrl = `data:${image.mediaType};base64,${image.base64}`;
+    const { data } = await worker.recognize(dataUrl);
+    return { text: data.text, confidence: data.confidence };
+  } finally {
+    await worker.terminate();
+  }
+}
+
+// src/stamps/geometry-2d/ai/vision/extractProblem.ts
+var MIN_HIGH_CONFIDENCE_CHARS = 10;
+var MAX_TEXT_CHARS = 2e3;
+var TESSERACT_HIGH_CONFIDENCE_THRESHOLD = 70;
+async function extractProblemFromImage(image, opts = {}) {
+  let raw;
+  try {
+    raw = await runTesseractOcr(image, {
+      ...opts.tesseractLang ? { lang: opts.tesseractLang } : {},
+      ...opts.signal ? { signal: opts.signal } : {}
+    });
+  } catch (e) {
+    const err = e;
+    return {
+      ok: false,
+      reason: "unreadable",
+      message: "Tesseract OCR fail: " + (err.message ?? "?")
+    };
+  }
+  const text = postProcess(raw.text);
+  if (text.length === 0) {
+    return { ok: false, reason: "empty", message: "Tesseract kh\xF4ng tr\xEDch \u0111\u01B0\u1EE3c text." };
+  }
+  const tooShort = text.length < MIN_HIGH_CONFIDENCE_CHARS;
+  const lowConf = raw.confidence < TESSERACT_HIGH_CONFIDENCE_THRESHOLD;
+  const confidence = tooShort || lowConf ? "low" : "high";
+  return {
+    ok: true,
+    text,
+    confidence,
+    usage: { inputTokens: 0, outputTokens: 0 }
+  };
+}
+function postProcess(raw) {
+  let t = raw.trim();
+  t = t.replace(/\*\*(.+?)\*\*/g, "$1");
+  t = t.replace(/\*(.+?)\*/g, "$1");
+  t = t.replace(/_(.+?)_/g, "$1");
+  t = t.replace(/```[\s\S]*?```/g, "").replace(/`([^`]+)`/g, "$1");
+  t = t.replace(/\s+/g, " ").trim();
+  t = t.normalize("NFC");
+  if (t.length > MAX_TEXT_CHARS) t = t.slice(0, MAX_TEXT_CHARS);
+  return t;
+}
+
+// src/stamps/geometry-2d/ai/handleExtractProblem.ts
+async function handleExtractProblem(image, opts = {}) {
+  try {
+    const r = await extractProblemFromImage(image, opts);
+    if (r.ok) {
+      if (r.confidence === "low") {
+        return {
+          kind: "low-confidence",
+          text: r.text,
+          warning: "OCR c\xF3 th\u1EC3 kh\xF4ng ch\xEDnh x\xE1c, ki\u1EC3m tra tr\u01B0\u1EDBc khi v\u1EBD.",
+          usage: r.usage
+        };
+      }
+      return { kind: "success", text: r.text, usage: r.usage };
+    }
+    if (r.reason === "not-math") {
+      return { kind: "refused", reason: "not-math", message: r.message };
+    }
+    if (r.reason === "unsupported") {
+      return { kind: "error", code: "unsupported", message: r.message };
+    }
+    if (r.reason === "unreadable") {
+      return { kind: "error", code: "network", message: r.message };
+    }
+    return { kind: "error", code: "empty", message: r.message };
+  } catch (e) {
+    return {
+      kind: "error",
+      code: "unexpected",
+      message: e instanceof Error ? e.message : String(e)
+    };
+  }
+}
+
+// src/stamps/geometry-2d/ai/vision/preprocess.ts
+var MAX_EDGE_PX = 2048;
+var MAX_RAW_BYTES = 10 * 1024 * 1024;
+var MAX_ENCODED_BYTES = 3 * 1024 * 1024;
+var ALLOWED_TYPES = ["image/png", "image/jpeg", "image/webp"];
+function inferMediaType(file) {
+  const t = file.type.toLowerCase();
+  if (ALLOWED_TYPES.includes(t)) return t;
+  return null;
+}
+function validateFile(file) {
+  const mt = inferMediaType(file);
+  if (mt == null) {
+    return {
+      ok: false,
+      code: "invalid-format",
+      message: "Ch\u1EC9 h\u1ED7 tr\u1EE3 PNG, JPEG, WEBP."
+    };
+  }
+  if (file.size > MAX_RAW_BYTES) {
+    return {
+      ok: false,
+      code: "too-large",
+      message: `\u1EA2nh qu\xE1 l\u1EDBn (> ${Math.round(MAX_RAW_BYTES / 1024 / 1024)} MB). Crop ho\u1EB7c resize tr\u01B0\u1EDBc.`
+    };
+  }
+  return { ok: true, mediaType: mt };
+}
+async function fileToImagePart(file) {
+  const v = validateFile(file);
+  if (!v.ok) throw new Error(v.message);
+  const bitmap = await createImageBitmap(file);
+  const { width, height } = bitmap;
+  const maxEdge = Math.max(width, height);
+  const scale = maxEdge > MAX_EDGE_PX ? MAX_EDGE_PX / maxEdge : 1;
+  const targetW = Math.round(width * scale);
+  const targetH = Math.round(height * scale);
+  const canvas = typeof OffscreenCanvas !== "undefined" ? new OffscreenCanvas(targetW, targetH) : Object.assign(document.createElement("canvas"), { width: targetW, height: targetH });
+  const ctx = canvas.getContext("2d");
+  if (!ctx) throw new Error("Kh\xF4ng t\u1EA1o \u0111\u01B0\u1EE3c canvas 2D context");
+  ctx.drawImage(bitmap, 0, 0, targetW, targetH);
+  bitmap.close();
+  let outputType = v.mediaType === "image/png" ? "image/png" : "image/jpeg";
+  let finalBlob = await canvasToBlob(canvas, outputType, 0.92);
+  if (finalBlob.size > MAX_ENCODED_BYTES) {
+    outputType = "image/jpeg";
+    finalBlob = await canvasToBlob(canvas, "image/jpeg", 0.7);
+  }
+  const base64 = await blobToBase64(finalBlob);
+  return { mediaType: outputType, base64 };
+}
+async function canvasToBlob(canvas, type, quality) {
+  if ("convertToBlob" in canvas) {
+    return canvas.convertToBlob({ type, quality });
+  }
+  return new Promise((resolve, reject) => {
+    canvas.toBlob(
+      (b) => b ? resolve(b) : reject(new Error("Canvas encode fail")),
+      type,
+      quality
+    );
+  });
+}
+async function blobToBase64(blob) {
+  const buf = await blob.arrayBuffer();
+  let binary = "";
+  const bytes = new Uint8Array(buf);
+  const chunk = 32768;
+  for (let i = 0; i < bytes.length; i += chunk) {
+    binary += String.fromCharCode(...bytes.subarray(i, i + chunk));
+  }
+  return typeof btoa === "function" ? btoa(binary) : Buffer.from(binary, "binary").toString("base64");
+}
+
 exports.FigureEnvelopeZ = FigureEnvelopeZ;
 exports.IntentBuilderError = IntentBuilderError;
 exports.IntentEnvelopeZ = IntentEnvelopeZ;
@@ -6542,14 +6715,20 @@ exports.compareIntents = compareIntents;
 exports.envelopeBuildDsl = envelopeBuildDsl;
 exports.envelopeIntentList = envelopeIntentList;
 exports.envelopeJsonSchema = envelopeJsonSchema;
+exports.extractProblemFromImage = extractProblemFromImage;
+exports.fileToImagePart = fileToImagePart;
 exports.generateFigureIntent = generateFigureIntent;
+exports.handleExtractProblem = handleExtractProblem;
 exports.handleGenerateFigure = handleGenerateFigure;
 exports.handleGenerateFigureIntent = handleGenerateFigureIntent;
+exports.inferMediaType = inferMediaType;
 exports.intentEnvelopeJsonSchema = intentEnvelopeJsonSchema;
 exports.intentsToDsl = intentsToDsl;
 exports.mergeIntents = mergeIntents;
+exports.runTesseractOcr = runTesseractOcr;
 exports.tryDeterministicFigure = tryDeterministicFigure;
 exports.tryPartialDeterministic = tryPartialDeterministic;
+exports.validateFile = validateFile;
 exports.verifyGeometry = verifyGeometry;
 //# sourceMappingURL=ai.js.map
 //# sourceMappingURL=ai.js.map