scribe-cms 0.0.12 → 0.0.14

package/dist/src/translate/sanitize-mdx-jsx.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sanitize-mdx-jsx.d.ts","sourceRoot":"","sources":["../../../src/translate/sanitize-mdx-jsx.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAgB,6BAA6B,CAAC,IAAI,EAAE,MAAM,GAAG;IAC3D,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;CACnB,CAyGA"}
+{"version":3,"file":"sanitize-mdx-jsx.d.ts","sourceRoot":"","sources":["../../../src/translate/sanitize-mdx-jsx.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAgB,6BAA6B,CAAC,IAAI,EAAE,MAAM,GAAG;IAC3D,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;CACnB,CAkHA"}

package/dist/src/translate/translate-core.d.ts

@@ -0,0 +1,155 @@
+import type { ContentTypeConfig, ScribeConfig, ScribeDocument } from "../core/types.js";
+import type { GeminiTokenUsage } from "./gemini-client.js";
+import { type TranslationCostMode } from "./gemini-pricing.js";
+import type { TranslationWorkItem } from "./worklist.js";
+export type TranslateMode = "batch" | "direct";
+export interface TranslatePageResult {
+    contentType: string;
+    enSlug: string;
+    locale: string;
+    skipped: boolean;
+    failed?: boolean;
+    reason?: "fresh" | "in-flight";
+    model?: string;
+    usage?: GeminiTokenUsage;
+    estimatedCostUsd?: number;
+    durationMs?: number;
+    error?: string;
+    slugAdjusted?: {
+        from: string;
+        to: string;
+        matchedCode: string;
+    };
+    mdxAdjusted?: boolean;
+}
+export interface TranslateWorklistTotals {
+    translated: number;
+    skipped: number;
+    failed: number;
+    inputTokens: number;
+    outputTokens: number;
+    estimatedCostUsd: number;
+    durationMs: number;
+}
+export type TranslateProgressEvent = {
+    type: "start";
+    total: number;
+    concurrency: number;
+    dryRun: boolean;
+    model?: string;
+    mode?: TranslateMode;
+} | {
+    type: "item-start";
+    item: TranslationWorkItem;
+    active: string[];
+} | {
+    type: "item-done";
+    result: TranslatePageResult;
+} | {
+    type: "batch-submitted";
+    name: string;
+    count: number;
+    model?: string;
+    jobIndex: number;
+    jobCount: number;
+    resumed?: boolean;
+    /** ISO timestamp of the job's actual submission (persisted created_at). */
+    createdAt?: string;
+} | {
+    type: "batch-polling";
+    name: string;
+    state: string;
+    /** Elapsed since the job was submitted (not since the CLI started). */
+    elapsedMs: number;
+    jobIndex: number;
+    jobCount: number;
+} | {
+    type: "batch-done";
+    name: string;
+    state: string;
+    model?: string;
+    count: number;
+    jobIndex: number;
+    jobCount: number;
+    translated: number;
+    failed: number;
+    inputTokens: number;
+    outputTokens: number;
+    estimatedCostUsd: number;
+    /** Elapsed since the job was submitted. */
+    elapsedMs: number;
+    /**
+     * True when a concurrent scribe process won the ingestion claim: the
+     * job's results were saved by that process, this one has nothing to add.
+     */
+    alreadyIngested?: boolean;
+} | {
+    type: "done";
+    results: TranslatePageResult[];
+    totals: TranslateWorklistTotals;
+};
+/** Stable identity for a worklist item / batch item row. */
+export declare function translationItemKey(item: {
+    contentType?: string;
+    content_type?: string;
+    enSlug?: string;
+    en_slug?: string;
+    locale: string;
+}): string;
+export declare function summarizeResults(results: TranslatePageResult[], durationMs: number): TranslateWorklistTotals;
+export declare function formatTranslateError(error: unknown): string;
+export declare function baseForItem(item: TranslationWorkItem): Pick<TranslatePageResult, "contentType" | "enSlug" | "locale">;
+/** Everything needed to submit and finalize one translation request. */
+export interface PreparedTranslation {
+    item: TranslationWorkItem;
+    type: ContentTypeConfig;
+    enDoc: ScribeDocument;
+    payload: {
+        frontmatter: Record<string, unknown>;
+        body: string;
+    };
+    currentEnHash: string;
+    existingSlug?: string;
+    /** Configured model (may be undefined; env/default applies downstream). */
+    model?: string;
+    prompt: string;
+    responseSchema?: Record<string, unknown>;
+}
+export type PrepareOutcome = {
+    status: "ready";
+    prepared: PreparedTranslation;
+} | {
+    status: "done";
+    result: TranslatePageResult;
+};
+/**
+ * Shared pre-flight for the direct and batch paths: read the EN doc, skip when
+ * the stored translation is fresh, and build the prompt + response schema.
+ * Throws on unrecoverable item errors (unknown type, missing EN doc).
+ */
+export declare function prepareTranslation(config: ScribeConfig, item: TranslationWorkItem, options: {
+    model?: string;
+    force?: boolean;
+}, startedAt: number): PrepareOutcome;
+/**
+ * Shared post-processing for the direct and batch paths: strip locale suffixes
+ * from the slug, validate frontmatter + MDX body, snapshot the EN source and
+ * upsert the translation. Never throws — failures come back as a failed result.
+ * Pass `snapshotId` when the EN snapshot was already recorded (batch submission
+ * time) so ingestion does not depend on the current EN files.
+ */
+export declare function finalizeTranslation(config: ScribeConfig, prepared: PreparedTranslation, output: {
+    model: string;
+    parsed: {
+        frontmatter: Record<string, unknown>;
+        body: string;
+        slug?: string;
+    };
+    usage: GeminiTokenUsage;
+}, options: {
+    costMode: TranslationCostMode;
+    startedAt: number;
+    snapshotId?: number;
+}): TranslatePageResult;
+export declare function displayModelFor(prepared: PreparedTranslation): string;
+//# sourceMappingURL=translate-core.d.ts.map

package/dist/src/translate/translate-core.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"translate-core.d.ts","sourceRoot":"","sources":["../../../src/translate/translate-core.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAMxF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAA8B,KAAK,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAO3F,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAEzD,MAAM,MAAM,aAAa,GAAG,OAAO,GAAG,QAAQ,CAAC;AAE/C,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,GAAG,WAAW,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACjE,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,sBAAsB,GAC9B;IACE,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,aAAa,CAAC;CACtB,GACD;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,GACnE;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,MAAM,EAAE,mBAAmB,CAAA;CAAE,GAClD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,2EAA2E;IAC3E,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GACD;IACE,IAAI,EAAE,eAAe,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,uEAAuE;IACvE,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,2CAA2C;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,GACD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,mBAAmB,EAAE,CAAC;IAAC,MAAM,EAAE,uBAAuB,CAAA;CAAE,CAAC;AAEtF,4DAA4D;AAC5D,wBAAgB,kBAAkB,CAAC,IAAI,EAAE;IACvC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,MAAM,CAIT;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,mBAAmB,EAAE,EAC9B,UAAU,EAAE,MAAM,GACjB,uBAAuB,CAsBzB;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAa3D;AAWD,wBAAgB,WAAW,CACzB,IAAI,EAAE,mBAAmB,GACxB,IAAI,CAAC,mBAAmB,EAAE,aAAa,GAAG,QAAQ,GAAG,QAAQ,CAAC,CAMhE;AAED,wEAAwE;AACxE,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE,cAAc,CAAC;IACtB,OAAO,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAChE,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2EAA2E;IAC3E,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC1C;AAED,MAAM,MAAM,cAAc,GACtB;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,mBAAmB,CAAA;CAAE,GAClD;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,mBAAmB,CAAA;CAAE,CAAC;AAEpD;;;;GAIG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,YAAY,EACpB,IAAI,EAAE,mBAAmB,EACzB,OAAO,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,OAAO,CAAA;CAAE,EAC5C,SAAS,EAAE,MAAM,GAChB,cAAc,CAsDhB;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,YAAY,EACpB,QAAQ,EAAE,mBAAmB,EAC7B,MAAM,EAAE;IACN,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9E,KAAK,EAAE,gBAAgB,CAAC;CACzB,EACD,OAAO,EAAE;IAAE,QAAQ,EAAE,mBAAmB,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GACjF,mBAAmB,CA6ErB;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,mBAAmB,GAAG,MAAM,CAIrE"}

package/dist/studio/server.cjs

@@ -51,20 +51,16 @@ function getRelationTarget(schema) {
   }
   return null;
 }
-function unwrapSchema(schema) {
+function peelOptionalWrappers(schema) {
   let current = schema;
   for (let i = 0; i < 8; i++) {
-    const anySchema = current;
-    if (typeof anySchema.unwrap === "function") {
-      current = anySchema.unwrap();
+    const type = current._def?.type;
+    if (type === "optional" || type === "nullable") {
+      current = current.unwrap();
       continue;
     }
-    if (typeof anySchema.removeDefault === "function") {
-      current = anySchema.removeDefault();
-      continue;
-    }
-    if (anySchema._def?.innerType) {
-      current = anySchema._def.innerType;
+    if (type === "default") {
+      current = current.removeDefault();
       continue;
     }
     break;
@@ -73,6 +69,12 @@ function unwrapSchema(schema) {
 }
 
 // src/core/introspect-schema.ts
+function getArrayElement(schema) {
+  if (schema instanceof Object && "element" in schema && schema._def?.type === "array") {
+    return schema.element;
+  }
+  return null;
+}
 function introspectSchema(schema, prefix = []) {
   const relation = getRelationTarget(schema);
   if (relation && prefix.length > 0) {
@@ -86,7 +88,10 @@ function introspectSchema(schema, prefix = []) {
       }
     ];
   }
-  const base = unwrapSchema(schema);
+  if (prefix.length > 0 && getFieldKind(schema) === "translatable") {
+    return [{ path: prefix, kind: "translatable" }];
+  }
+  const base = peelOptionalWrappers(schema);
   if (base instanceof Object && "shape" in base) {
     const shape = base.shape;
     const fields = [];
@@ -95,9 +100,9 @@ function introspectSchema(schema, prefix = []) {
     }
     return fields;
   }
-  if (base instanceof Object && "element" in base) {
-    const element = base.element;
-    const elementBase = unwrapSchema(element);
+  const element = getArrayElement(base);
+  if (element) {
+    const elementBase = peelOptionalWrappers(element);
     if (elementBase instanceof Object && "shape" in elementBase) {
       const shape = elementBase.shape;
       const fields = [];
@@ -109,15 +114,48 @@ function introspectSchema(schema, prefix = []) {
   }
   return [{ path: prefix, kind: getFieldKind(schema) }];
 }
-function extractByPaths(data, paths) {
-  const out = {};
+function buildPathTrie(paths) {
+  const root = { leaf: false, children: /* @__PURE__ */ new Map() };
   for (const path4 of paths) {
-    const value = getAtPath(data, path4);
+    let node = root;
+    for (const segment of path4) {
+      let child = node.children.get(segment);
+      if (!child) {
+        child = { leaf: false, children: /* @__PURE__ */ new Map() };
+        node.children.set(segment, child);
+      }
+      node = child;
+    }
+    node.leaf = true;
+  }
+  return root;
+}
+function extractNode(data, trie) {
+  if (trie.leaf) return data;
+  const star = trie.children.get("*");
+  if (star) {
+    if (!Array.isArray(data)) return void 0;
+    return data.map(
+      (item) => typeof item === "object" && item !== null ? extractNode(item, star) ?? {} : {}
+    );
+  }
+  if (typeof data !== "object" || data === null || Array.isArray(data)) return void 0;
+  const record = data;
+  const out = {};
+  let any = false;
+  for (const [key, child] of trie.children) {
+    const value = extractNode(record[key], child);
     if (value !== void 0) {
-      setAtPath(out, path4.filter((p) => p !== "*"), value);
+      out[key] = value;
+      any = true;
     }
   }
-  return out;
+  return any ? out : void 0;
+}
+function extractByPaths(data, paths) {
+  if (paths.length === 0) return {};
+  const extracted = extractNode(data, buildPathTrie(paths));
+  return extracted && typeof extracted === "object" && !Array.isArray(extracted) ? extracted : {};
 }
 function pickTranslatable(data, schema) {
   const translatablePaths = introspectSchema(schema).filter((f) => f.kind === "translatable").map((f) => f.path);
@@ -132,32 +170,6 @@ function mergeStructuralOntoLocale(localeData, enData, schema) {
   const translatable = pickTranslatable(localeData, schema);
   return deepMerge(structural, translatable);
 }
-function getAtPath(obj, path4) {
-  let current = obj;
-  for (const segment of path4) {
-    if (segment === "*") {
-      if (!Array.isArray(current)) return void 0;
-      return current.map(
-        (item) => typeof item === "object" && item !== null ? getAtPath(item, path4.slice(path4.indexOf("*") + 1)) : void 0
-      );
-    }
-    if (typeof current !== "object" || current === null || Array.isArray(current)) return void 0;
-    current = current[segment];
-  }
-  return current;
-}
-function setAtPath(obj, path4, value) {
-  if (path4.length === 0) return;
-  if (path4.length === 1) {
-    obj[path4[0]] = value;
-    return;
-  }
-  const [head, ...rest] = path4;
-  if (!(head in obj) || typeof obj[head] !== "object" || obj[head] === null) {
-    obj[head] = {};
-  }
-  setAtPath(obj[head], rest, value);
-}
 function deepMerge(base, overlay) {
   const out = { ...base };
   for (const [key, value] of Object.entries(overlay)) {
@@ -377,7 +389,7 @@ function mergeBuiltinsIntoFrontmatter(frontmatter, doc, type, defaultLocale, loc
   out.canonicalPath = resolveCanonicalPathname(type, doc, defaultLocale, localeRouting);
   return out;
 }
-var SCHEMA_VERSION = 4;
+var SCHEMA_VERSION = 5;
 var MIGRATIONS = [
   `CREATE TABLE IF NOT EXISTS meta (
     key TEXT PRIMARY KEY,
@@ -425,7 +437,30 @@ var MIGRATIONS = [
     UNIQUE (content_type, en_slug, en_hash)
   )`,
   `CREATE INDEX IF NOT EXISTS idx_en_snapshots_lookup
-    ON en_snapshots(content_type, en_slug, created_at DESC)`
+    ON en_snapshots(content_type, en_slug, created_at DESC)`,
+  `CREATE TABLE IF NOT EXISTS translation_batch_jobs (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    job_name TEXT NOT NULL UNIQUE,
+    model TEXT NOT NULL,
+    display_model TEXT NOT NULL,
+    created_at TEXT NOT NULL,
+    state TEXT NOT NULL,
+    completed_at TEXT
+  )`,
+  `CREATE TABLE IF NOT EXISTS translation_batch_items (
+    job_id INTEGER NOT NULL,
+    request_index INTEGER NOT NULL,
+    content_type TEXT NOT NULL,
+    en_slug TEXT NOT NULL,
+    locale TEXT NOT NULL,
+    en_hash TEXT NOT NULL,
+    snapshot_id INTEGER NOT NULL,
+    status TEXT NOT NULL,
+    error TEXT,
+    PRIMARY KEY (job_id, request_index)
+  )`,
+  `CREATE INDEX IF NOT EXISTS idx_batch_items_status
+    ON translation_batch_items(status)`
 ];
 function resolveStorePath(config) {
   return config.storePath;
@@ -448,6 +483,8 @@ function addColumnIfMissing(db, table, column, ddlType) {
   }
 }
 function readSchemaVersion(db) {
+  const metaTable = db.prepare(`SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'meta'`).get();
+  if (!metaTable) return 0;
   const row = db.prepare(`SELECT value FROM meta WHERE key = 'schema_version'`).get();
   return row ? Number.parseInt(row.value, 10) || 0 : 0;
 }