lens-content-processor 0.34.0 → 0.36.0

package/dist/validator/video-imports.js

@@ -0,0 +1,183 @@
+import { parseTimestamp } from "../bundler/video.js";
+// ::video{attr}[[path|alias]] or ::video[[path|alias]]{attr}, anchored to a
+// full (trimmed) line. Alias is accepted for wikilink-tooling compatibility
+// but unused — the display title comes from the transcript frontmatter.
+const VIDEO_IMPORT_LINE_RE = /^::video(?:\{([^}]*)\})?\[\[([^\]|]+)(?:\|[^\]]+)?\]\](?:\{([^}]*)\})?$/;
+// Anything that looks like an attempted ::video import (used to flag
+// malformed/misplaced usages without false-positives on prose that merely
+// mentions "::video").
+const VIDEO_IMPORT_CANDIDATE_RE = /::video[[{]/;
+// CommonMark permits up to three leading spaces before a fenced code block.
+const CODE_FENCE = /^ {0,3}(?:```|~~~)/;
+const CONTAINER_OPEN = /^(:{3,})([\w-]+)/;
+const CONTAINER_CLOSE = /^(:{3,})\s*(?:\{[^}]*\})?\s*$/;
+/** Parse `from="..." to="..."` attribute text. */
+function parseAttrs(attr) {
+    if (attr === undefined || attr.trim() === "")
+        return {};
+    const tokens = [...attr.matchAll(/([\w-]+)\s*=\s*"([^"]*)"/g)];
+    const consumed = tokens.map((m) => m[0]).join(" ");
+    if (consumed.replace(/\s+/g, " ").trim() !== attr.replace(/\s+/g, " ").trim()) {
+        return {
+            reason: `invalid attributes '{${attr}}'`,
+            suggestion: 'Use key="value" attributes: from and/or to',
+        };
+    }
+    const result = {};
+    for (const token of tokens) {
+        const key = token[1];
+        const value = token[2];
+        if (key !== "from" && key !== "to") {
+            return {
+                reason: `unrecognized attribute '${key}'`,
+                suggestion: "Only from and to attributes are supported",
+            };
+        }
+        if (result[key] !== undefined) {
+            return {
+                reason: `duplicate attribute '${key}'`,
+                suggestion: `Keep only one ${key} attribute`,
+            };
+        }
+        if (parseTimestamp(value) === null) {
+            return {
+                reason: `invalid timestamp in '${key}="${value}"'`,
+                suggestion: "Use M:SS (e.g. 1:30) or H:MM:SS (e.g. 1:30:00)",
+            };
+        }
+        result[key] = value;
+    }
+    return result;
+}
+/**
+ * Classify a single line of article body text.
+ * - "import": a valid own-line ::video import
+ * - "invalid": an attempted import with broken syntax
+ * - "none": not a video import at all
+ */
+export function parseVideoImportLine(line) {
+    const trimmed = line.trim();
+    if (!VIDEO_IMPORT_CANDIDATE_RE.test(trimmed))
+        return { kind: "none" };
+    const match = trimmed.match(VIDEO_IMPORT_LINE_RE);
+    if (!match) {
+        if (trimmed.startsWith("::video")) {
+            return {
+                kind: "invalid",
+                reason: "malformed ::video import",
+                suggestion: 'Use ::video[[../video_transcripts/name]] with optional {from="1:30" to="4:10"}, alone on its own line',
+            };
+        }
+        // ::video appears mid-line — an import buried in prose.
+        return {
+            kind: "invalid",
+            reason: "::video import must be alone on its own line",
+            suggestion: "Move the ::video[[...]] import to its own line",
+        };
+    }
+    const preAttr = match[1];
+    const target = match[2].trim();
+    const postAttr = match[3];
+    if (preAttr !== undefined && postAttr !== undefined) {
+        return {
+            kind: "invalid",
+            reason: "attributes given both before and after the wikilink",
+            suggestion: "Use a single {from=... to=...} block after the ]]",
+        };
+    }
+    const attrs = parseAttrs(preAttr ?? postAttr);
+    if ("reason" in attrs) {
+        return { kind: "invalid", reason: attrs.reason, suggestion: attrs.suggestion };
+    }
+    if (target === "") {
+        return {
+            kind: "invalid",
+            reason: "empty wikilink target",
+            suggestion: "Reference a transcript: ::video[[../video_transcripts/name]]",
+        };
+    }
+    return { kind: "import", import: { target, ...attrs } };
+}
+/**
+ * Parse-time validation of ::video imports in an article body.
+ * Resolution errors (missing transcript file, bad range) are reported later
+ * by the flattener, which has the file map.
+ */
+export function validateVideoImports(body, file, bodyStartLine) {
+    const errors = [];
+    const lines = body.split("\n");
+    let inCodeBlock = false;
+    // Names of open container directives, innermost last. Imports inside
+    // hide/collapse would silently vanish from rendered output (the collapsed
+    // string strips them), so they are rejected outright.
+    const containerStack = [];
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        const absLine = bodyStartLine + i;
+        if (CODE_FENCE.test(line)) {
+            inCodeBlock = !inCodeBlock;
+            continue;
+        }
+        if (inCodeBlock)
+            continue;
+        const openMatch = line.match(CONTAINER_OPEN);
+        if (openMatch) {
+            containerStack.push(openMatch[2]);
+            continue;
+        }
+        if (CONTAINER_CLOSE.test(line)) {
+            containerStack.pop();
+            continue;
+        }
+        const parsed = parseVideoImportLine(line);
+        if (parsed.kind === "none")
+            continue;
+        if (parsed.kind === "invalid") {
+            const notOwnLine = parsed.reason.includes("own line");
+            errors.push({
+                file,
+                line: absLine,
+                code: notOwnLine
+                    ? "article.video-import-not-own-line"
+                    : "article.video-import-invalid",
+                message: `Invalid ::video import: ${parsed.reason}`,
+                suggestion: parsed.suggestion,
+                severity: "error",
+            });
+            continue;
+        }
+        const hiddenIn = containerStack.find((name) => name === "hide" || name === "collapse");
+        if (hiddenIn) {
+            errors.push({
+                file,
+                line: absLine,
+                code: "article.video-import-in-hide",
+                message: `::video import inside a ':::${hiddenIn}' container`,
+                suggestion: "Move the import outside the hidden block — hidden text is collapsed and the video would never render",
+                severity: "error",
+            });
+        }
+    }
+    return errors;
+}
+/**
+ * Lens text segments do not resolve ::video imports — catch attempts there
+ * with a pointer to the supported mechanisms.
+ */
+export function validateNoVideoImportsInLensText(content, file, line) {
+    const errors = [];
+    const lines = content.split("\n");
+    for (let i = 0; i < lines.length; i++) {
+        if (VIDEO_IMPORT_CANDIDATE_RE.test(lines[i])) {
+            errors.push({
+                file,
+                line: line + i,
+                message: "::video imports are only supported in article bodies",
+                suggestion: "Use a '#### Video' segment in the lens, or move the import into the article file",
+                severity: "error",
+            });
+        }
+    }
+    return errors;
+}
+//# sourceMappingURL=video-imports.js.map

package/dist/validator/video-imports.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-imports.js","sourceRoot":"","sources":["../../src/validator/video-imports.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErD,4EAA4E;AAC5E,4EAA4E;AAC5E,wEAAwE;AACxE,MAAM,oBAAoB,GACxB,yEAAyE,CAAC;AAE5E,qEAAqE;AACrE,0EAA0E;AAC1E,uBAAuB;AACvB,MAAM,yBAAyB,GAAG,aAAa,CAAC;AAEhD,4EAA4E;AAC5E,MAAM,UAAU,GAAG,oBAAoB,CAAC;AACxC,MAAM,cAAc,GAAG,kBAAkB,CAAC;AAC1C,MAAM,eAAe,GAAG,+BAA+B,CAAC;AAcxD,kDAAkD;AAClD,SAAS,UAAU,CACjB,IAAwB;IAExB,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,EAAE,CAAC;IACxD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC,CAAC;IAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnD,IACE,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EACzE,CAAC;QACD,OAAO;YACL,MAAM,EAAE,wBAAwB,IAAI,IAAI;YACxC,UAAU,EAAE,4CAA4C;SACzD,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAmC,EAAE,CAAC;IAClD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACnC,OAAO;gBACL,MAAM,EAAE,2BAA2B,GAAG,GAAG;gBACzC,UAAU,EAAE,2CAA2C;aACxD,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO;gBACL,MAAM,EAAE,wBAAwB,GAAG,GAAG;gBACtC,UAAU,EAAE,iBAAiB,GAAG,YAAY;aAC7C,CAAC;QACJ,CAAC;QACD,IAAI,cAAc,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;YACnC,OAAO;gBACL,MAAM,EAAE,yBAAyB,GAAG,KAAK,KAAK,IAAI;gBAClD,UAAU,EAAE,gDAAgD;aAC7D,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACtB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAEtE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,0BAA0B;gBAClC,UAAU,EACR,uGAAuG;aAC1G,CAAC;QACJ,CAAC;QACD,wDAAwD;QACxD,OAAO;YACL,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,8CAA8C;YACtD,UAAU,EAAE,gDAAgD;SAC7D,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACzB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1B,IAAI,OAAO,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACpD,OAAO;YACL,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,qDAAqD;YAC7D,UAAU,EAAE,mDAAmD;SAChE,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,IAAI,QAAQ,CAAC,CAAC;IAC9C,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;QACtB,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;IACjF,CAAC;IACD,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,uBAAuB;YAC/B,UAAU,EAAE,8DAA8D;SAC3E,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,GAAG,KAAK,EAAE,EAAE,CAAC;AAC1D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,IAAY,EACZ,IAAY,EACZ,aAAqB;IAErB,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,qEAAqE;IACrE,0EAA0E;IAC1E,sDAAsD;IACtD,MAAM,cAAc,GAAa,EAAE,CAAC;IAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,OAAO,GAAG,aAAa,GAAG,CAAC,CAAC;QAElC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,WAAW,GAAG,CAAC,WAAW,CAAC;YAC3B,SAAS;QACX,CAAC;QACD,IAAI,WAAW;YAAE,SAAS;QAE1B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAC7C,IAAI,SAAS,EAAE,CAAC;YACd,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,SAAS;QACX,CAAC;QACD,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,cAAc,CAAC,GAAG,EAAE,CAAC;YACrB,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QACrC,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YACtD,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,UAAU;oBACd,CAAC,CAAC,mCAAmC;oBACrC,CAAC,CAAC,8BAA8B;gBAClC,OAAO,EAAE,2BAA2B,MAAM,CAAC,MAAM,EAAE;gBACnD,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,QAAQ,EAAE,OAAO;aAClB,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAClC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,UAAU,CACjD,CAAC;QACF,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,8BAA8B;gBACpC,OAAO,EAAE,+BAA+B,QAAQ,aAAa;gBAC7D,UAAU,EACR,sGAAsG;gBACxG,QAAQ,EAAE,OAAO;aAClB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gCAAgC,CAC9C,OAAe,EACf,IAAY,EACZ,IAAY;IAEZ,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,IAAI,EAAE,IAAI,GAAG,CAAC;gBACd,OAAO,EAAE,sDAAsD;gBAC/D,UAAU,EACR,kFAAkF;gBACpF,QAAQ,EAAE,OAAO;aAClB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "lens-content-processor",
-  "version": "0.34.0",
+  "version": "0.36.0",
   "description": "Parser and validator for Lens educational content (Markdown modules, lenses, learning outcomes)",
   "type": "module",
   "main": "dist/index.js",
@@ -34,6 +34,7 @@
     "directory": "content_processor"
   },
   "devDependencies": {
+    "@types/mdast": "^4.0.4",
     "@types/node": "^22.0.0",
     "tsx": "^4.0.0",
     "typescript": "^5.7.0",
@@ -41,6 +42,13 @@
   },
   "dependencies": {
     "katex": "^0.16.47",
+    "mdast-util-to-string": "^4.0.0",
+    "remark-directive": "^4.0.0",
+    "remark-gfm": "^4.0.1",
+    "remark-math": "^6.0.0",
+    "remark-parse": "^11.0.0",
+    "unified": "^11.0.5",
+    "unist-util-visit": "^5.1.0",
     "yaml": "^2.8.2"
   }
 }