scribe-cms 0.0.5 → 0.0.7

package/dist/cli/translate-progress.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"translate-progress.d.ts","sourceRoot":"","sources":["../../cli/translate-progress.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,sBAAsB,EAEvB,MAAM,qCAAqC,CAAC;AAuD7C,MAAM,WAAW,yBAAyB;IACxC,OAAO,EAAE,CAAC,KAAK,EAAE,sBAAsB,KAAK,IAAI,CAAC;IACjD,MAAM,EAAE,MAAM,IAAI,CAAC;CACpB;AAED,wBAAgB,+BAA+B,CAAC,OAAO,GAAE;IACvD,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,yBAAyB,CAuIjC"}
+{"version":3,"file":"translate-progress.d.ts","sourceRoot":"","sources":["../../cli/translate-progress.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,sBAAsB,EAEvB,MAAM,qCAAqC,CAAC;AAiE7C,MAAM,WAAW,yBAAyB;IACxC,OAAO,EAAE,CAAC,KAAK,EAAE,sBAAsB,KAAK,IAAI,CAAC;IACjD,MAAM,EAAE,MAAM,IAAI,CAAC;CACpB;AAED,wBAAgB,+BAA+B,CAAC,OAAO,GAAE;IACvD,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,yBAAyB,CAmJjC"}

package/dist/index.cjs

@@ -509,7 +509,7 @@ function seoFieldsFromEn(enDoc) {
     redirectTo: enDoc.redirectTo
   };
 }
-var SCHEMA_VERSION = 3;
+var SCHEMA_VERSION = 4;
 var MIGRATIONS = [
   `CREATE TABLE IF NOT EXISTS meta (
     key TEXT PRIMARY KEY,
@@ -529,20 +529,6 @@ var MIGRATIONS = [
   )`,
   `CREATE INDEX IF NOT EXISTS idx_translations_type_locale
     ON translations(content_type, locale)`,
-  `CREATE TABLE IF NOT EXISTS revisions (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    content_type TEXT NOT NULL,
-    en_slug TEXT NOT NULL,
-    locale TEXT,
-    revision_kind TEXT NOT NULL,
-    en_hash TEXT NOT NULL,
-    body_hash TEXT NOT NULL,
-    created_at TEXT NOT NULL,
-    model TEXT,
-    body_preview TEXT
-  )`,
-  `CREATE INDEX IF NOT EXISTS idx_revisions_lookup
-    ON revisions(content_type, en_slug, locale, created_at DESC)`,
   `CREATE TABLE IF NOT EXISTS slug_aliases (
     content_type TEXT NOT NULL,
     canonical_en_slug TEXT NOT NULL,
@@ -559,7 +545,19 @@ var MIGRATIONS = [
     locale_slug TEXT NOT NULL,
     captured_at TEXT NOT NULL,
     PRIMARY KEY (content_type, alias_en_slug, locale)
-  )`
+  )`,
+  `CREATE TABLE IF NOT EXISTS en_snapshots (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    content_type TEXT NOT NULL,
+    en_slug TEXT NOT NULL,
+    en_hash TEXT NOT NULL,
+    frontmatter_json TEXT NOT NULL,
+    body TEXT NOT NULL,
+    created_at TEXT NOT NULL,
+    UNIQUE (content_type, en_slug, en_hash)
+  )`,
+  `CREATE INDEX IF NOT EXISTS idx_en_snapshots_lookup
+    ON en_snapshots(content_type, en_slug, created_at DESC)`
 ];
 function resolveStorePath(config) {
   return config.storePath;
@@ -581,12 +579,19 @@ function addColumnIfMissing(db, table, column, ddlType) {
     db.exec(`ALTER TABLE ${table} ADD COLUMN ${column} ${ddlType}`);
   }
 }
+function readSchemaVersion(db) {
+  const row = db.prepare(`SELECT value FROM meta WHERE key = 'schema_version'`).get();
+  return row ? Number.parseInt(row.value, 10) || 0 : 0;
+}
 function migrate(db) {
+  const previousVersion = readSchemaVersion(db);
   for (const sql of MIGRATIONS) {
     db.exec(sql);
   }
-  addColumnIfMissing(db, "revisions", "frontmatter_json", "TEXT");
-  addColumnIfMissing(db, "revisions", "body", "TEXT");
+  if (previousVersion < 4) {
+    db.exec(`DROP TABLE IF EXISTS revisions`);
+  }
+  addColumnIfMissing(db, "translations", "snapshot_id", "INTEGER");
   db.prepare(
     `INSERT INTO meta(key, value) VALUES('schema_version', ?)
      ON CONFLICT(key) DO UPDATE SET value = excluded.value`
@@ -594,18 +599,38 @@ function migrate(db) {
 }
 
 // src/storage/translations.ts
+function getOrCreateEnSnapshot(db, input) {
+  db.prepare(
+    `INSERT OR IGNORE INTO en_snapshots (
+      content_type, en_slug, en_hash, frontmatter_json, body, created_at
+    ) VALUES (?, ?, ?, ?, ?, ?)`
+  ).run(
+    input.contentType,
+    input.enSlug,
+    input.enHash,
+    JSON.stringify(input.frontmatter),
+    input.body,
+    input.createdAt
+  );
+  const row = db.prepare(
+    `SELECT id FROM en_snapshots
+       WHERE content_type = ? AND en_slug = ? AND en_hash = ?`
+  ).get(input.contentType, input.enSlug, input.enHash);
+  return row.id;
+}
 function upsertTranslation(db, input) {
   db.prepare(
     `INSERT INTO translations (
-      content_type, en_slug, locale, slug, frontmatter_json, body, en_hash, translated_at, model
-    ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
+      content_type, en_slug, locale, slug, frontmatter_json, body, en_hash, translated_at, model, snapshot_id
+    ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
     ON CONFLICT(content_type, en_slug, locale) DO UPDATE SET
       slug = excluded.slug,
       frontmatter_json = excluded.frontmatter_json,
       body = excluded.body,
       en_hash = excluded.en_hash,
       translated_at = excluded.translated_at,
-      model = excluded.model`
+      model = excluded.model,
+      snapshot_id = excluded.snapshot_id`
   ).run(
     input.contentType,
     input.enSlug,
@@ -615,7 +640,8 @@ function upsertTranslation(db, input) {
     input.body,
     input.enHash,
     input.translatedAt,
-    input.model
+    input.model,
+    input.snapshotId
   );
 }
 function getTranslation(db, contentType, enSlug, locale) {
@@ -634,27 +660,6 @@ function listTranslationsForEnSlug(db, contentType, enSlug) {
 function bulkLoadTranslations(db) {
   return db.prepare(`SELECT * FROM translations ORDER BY content_type, en_slug, locale`).all();
 }
-function appendRevision(db, input) {
-  const result = db.prepare(
-    `INSERT INTO revisions (
-        content_type, en_slug, locale, revision_kind, en_hash, body_hash, created_at,
-        model, body_preview, frontmatter_json, body
-      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`
-  ).run(
-    input.contentType,
-    input.enSlug,
-    input.locale,
-    input.revisionKind,
-    input.enHash,
-    input.bodyHash,
-    input.createdAt,
-    input.model ?? null,
-    input.bodyPreview ?? null,
-    input.frontmatterJson ?? null,
-    input.body ?? null
-  );
-  return Number(result.lastInsertRowid);
-}
 
 // src/loader/normalize-en.ts
 function normalizeEnFrontmatter(data) {
@@ -1875,23 +1880,43 @@ function validateDocumentAssets(config, input) {
   return issues;
 }
 
+// src/core/localized-slug.ts
+function findLocaleSuffixInSlug(slug, localeCodes) {
+  const sorted = [...localeCodes].sort((a, b) => b.length - a.length);
+  for (const code of sorted) {
+    if (slug.endsWith(`-${code}`)) {
+      return code;
+    }
+  }
+  return void 0;
+}
+function stripLocaleSuffixFromSlug(slug, localeCodes) {
+  const matchedCode = findLocaleSuffixInSlug(slug, localeCodes);
+  if (!matchedCode) {
+    return { slug, stripped: false };
+  }
+  return {
+    slug: slug.slice(0, -(matchedCode.length + 1)),
+    stripped: true,
+    matchedCode
+  };
+}
+
 // src/validate/validate-slug-suffix.ts
 function validateTranslationSlugSuffixes(config, db) {
   const issues = [];
   const localeCodes = config.locales.filter((l) => l !== config.defaultLocale);
   for (const row of bulkLoadTranslations(db)) {
     if (row.locale === config.defaultLocale) continue;
-    for (const code of localeCodes) {
-      if (row.slug.endsWith(`-${code}`)) {
-        issues.push({
-          contentTypeId: row.content_type,
-          enSlug: row.en_slug,
-          locale: row.locale,
-          slug: row.slug,
-          message: `Translation slug "${row.slug}" ends with locale code "-${code}"`
-        });
-        break;
-      }
+    const matchedCode = findLocaleSuffixInSlug(row.slug, localeCodes);
+    if (matchedCode) {
+      issues.push({
+        contentTypeId: row.content_type,
+        enSlug: row.en_slug,
+        locale: row.locale,
+        slug: row.slug,
+        message: `Translation slug "${row.slug}" ends with locale code "-${matchedCode}"`
+      });
     }
   }
   return issues;
@@ -2039,7 +2064,7 @@ function validateProject(config) {
   try {
     for (const issue of validateTranslationSlugSuffixes(config, dbForSuffix)) {
       issues.push({
-        level: "error",
+        level: "warning",
         contentType: issue.contentTypeId,
         enSlug: issue.enSlug,
         locale: issue.locale,
@@ -2059,9 +2084,6 @@ function computePageEnHash(translatableFrontmatter, body) {
   const payload = JSON.stringify({ frontmatter: translatableFrontmatter, body });
   return sha256(payload);
 }
-function computeBodyHash(body) {
-  return sha256(body);
-}
 
 // src/translate/worklist.ts
 function listEnSlugs3(rootDir, contentDir) {
@@ -2122,23 +2144,18 @@ function resolveLocalesFromPreset(config, preset, explicitLocales) {
   return config.locales.filter((l) => l !== config.defaultLocale);
 }
 
-// src/history/record-revision.ts
-function recordRevision(config, input) {
-  const db = openStore(config, "readwrite");
-  const id = appendRevision(db, {
+// src/history/record-snapshot.ts
+function recordEnSnapshot(config, input, db) {
+  const ownDb = db ?? openStore(config, "readwrite");
+  const id = getOrCreateEnSnapshot(ownDb, {
     contentType: input.contentType,
     enSlug: input.enSlug,
-    locale: input.locale,
-    revisionKind: input.revisionKind,
     enHash: input.enHash,
-    bodyHash: computeBodyHash(input.body),
-    createdAt: (/* @__PURE__ */ new Date()).toISOString(),
-    model: input.model,
-    bodyPreview: input.body.slice(0, 200),
-    frontmatterJson: input.frontmatter ? JSON.stringify(input.frontmatter) : null,
-    body: input.body
+    frontmatter: input.frontmatter,
+    body: input.body,
+    createdAt: (/* @__PURE__ */ new Date()).toISOString()
   });
-  db.close();
+  if (!db) ownDb.close();
   return id;
 }
 
@@ -2266,6 +2283,9 @@ function buildPageTranslationPrompt(input) {
     ...input.contextLabel ? [`Document: ${input.contextLabel}`, ""] : [],
     "## Rules",
     ...input.resolved.rules.map((rule) => `- ${rule}`),
+    ...input.slugStrategy === "localized" ? [
+      `- The slug MUST be written in ${localeName}, derived from the ${localeName} title and its meaning \u2014 never the English slug. Transliterate non-Latin ${localeName} into ASCII Latin.`
+    ] : [],
     "",
     "## Output format",
     "Return ONLY valid JSON with keys:",
@@ -2349,9 +2369,11 @@ function buildGeminiResponseSchema(schema, slugStrategy) {
 function slugStrategyRules(slugStrategy, preserveTerms) {
   if (slugStrategy === "localized") {
     const rules = [
-      "Provide a localized URL slug in JSON field `slug`.",
+      "Provide a URL slug in JSON field `slug` that is TRANSLATED into the target language.",
+      "Base the slug on the meaning of the translated title \u2014 do NOT reuse the English slug words.",
       "Slug MUST be ASCII only: a-z, 0-9, hyphens. No uppercase, accents, underscores, or spaces.",
-      "For non-Latin locales, transliterate into Latin script."
+      "For non-Latin languages, write the words in the target language and transliterate them into Latin script (e.g. Russian -> romanized Russian, not English).",
+      "Do NOT append locale codes to the slug (e.g. -fr, -he, -zh-cn). Locale routing is handled by the URL prefix, not the slug."
     ];
     if (preserveTerms?.length) {
       rules.push(
@@ -2509,12 +2531,26 @@ async function translatePage(config, item, options = {}) {
       model,
       responseSchema: responseSchema ?? void 0
     });
-    const slug = type.slugStrategy === "localized" ? result.parsed.slug ?? existing?.slug ?? item.enSlug : item.enSlug;
+    const rawSlug = type.slugStrategy === "localized" ? result.parsed.slug ?? existing?.slug ?? item.enSlug : item.enSlug;
+    const localeCodes = config.locales.filter((l) => l !== config.defaultLocale);
+    const { slug, stripped, matchedCode } = stripLocaleSuffixFromSlug(rawSlug, localeCodes);
+    const slugAdjusted = stripped && matchedCode ? { from: rawSlug, to: slug, matchedCode } : void 0;
     const validated = validateTranslatedFrontmatter(enDoc, result.parsed.frontmatter, type.schema);
     if (!validated.ok) {
       throw new Error(`Translation validation failed: ${validated.error}`);
     }
     const writeDb = openStore(config, "readwrite");
+    const snapshotId = recordEnSnapshot(
+      config,
+      {
+        contentType: type.id,
+        enSlug: item.enSlug,
+        enHash: currentEnHash,
+        frontmatter: payload.frontmatter,
+        body: payload.body
+      },
+      writeDb
+    );
     upsertTranslation(writeDb, {
       contentType: type.id,
       enSlug: item.enSlug,
@@ -2524,19 +2560,10 @@ async function translatePage(config, item, options = {}) {
       body: result.parsed.body,
       enHash: currentEnHash,
       translatedAt: (/* @__PURE__ */ new Date()).toISOString(),
-      model: result.model
+      model: result.model,
+      snapshotId
     });
     writeDb.close();
-    recordRevision(config, {
-      contentType: type.id,
-      enSlug: item.enSlug,
-      locale: item.locale,
-      revisionKind: "translation",
-      enHash: currentEnHash,
-      body: result.parsed.body,
-      frontmatter: validated.frontmatter,
-      model: result.model
-    });
     const estimatedCostUsd = estimateTranslationCostUsd(
       normalizeGeminiDisplayName(result.model),
       result.usage.inputTokens,
@@ -2548,7 +2575,8 @@ async function translatePage(config, item, options = {}) {
       model: result.model,
       usage: result.usage,
       estimatedCostUsd,
-      durationMs: Date.now() - startedAt
+      durationMs: Date.now() - startedAt,
+      slugAdjusted
     };
   } catch (error) {
     return {