@knapsack/mdx-adapter 4.92.2--canary.ab2a72c.0 → 4.92.2--canary.58dd175.0

package/dist/parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../src/parser.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,SAAS,EACT,WAAW,EAKZ,MAAM,wBAAwB,CAAC;AAGhC,wBAAgB,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,GAAG,IAAI,CA2GhE"}
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../src/parser.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,SAAS,EACT,WAAW,EAKZ,MAAM,wBAAwB,CAAC;AAOhC,wBAAgB,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,GAAG,IAAI,CA4GhE"}

package/dist/parser.js

@@ -1,7 +1,7 @@
 import { readFileSync } from 'node:fs';
 import { basename, extname, join } from 'node:path';
 import { stringify as stringifyYaml } from 'yaml';
-import { buildLogContext, SOURCE_TYPE_TO_EVT } from '@knapsack/adapter-core';
+import { buildLogContext, SOURCE_TYPE_TO_EVT, sourceTag, } from '@knapsack/adapter-core';
 export function parse(config, deps) {
     const ref = basename(config.path, extname(config.path));
     const siteId = config.siteId ?? 'unknown';
@@ -10,6 +10,7 @@ export function parse(config, deps) {
         sourceKey: config.sourceKey,
         siteId,
     };
+    const tag = sourceTag({ sourceType: 'MDX', sourceKey: config.sourceKey });
     const start = Date.now();
     deps.logger.info('Parse started', buildLogContext({
         context: logCtx,
@@ -36,7 +37,7 @@ export function parse(config, deps) {
             },
         }));
         deps.writeFile({
-            path: join(deps.outputPath, 'raw', config.sourceKey, `${ref}.json`),
+            path: join(deps.outputPath, 'raw', tag, `${ref}.json`),
             content: JSON.stringify({ ref, content }),
         });
         items.push({ ref, refType: 'document', stage: 'parse' });
@@ -76,7 +77,7 @@ export function parse(config, deps) {
         },
     };
     deps.writeFile({
-        path: join(deps.outputPath, 'raw', config.sourceKey, 'manifest.yml'),
+        path: join(deps.outputPath, 'raw', tag, 'manifest.yml'),
         content: stringifyYaml(manifest),
     });
     deps.logger.info('Parse complete', buildLogContext({

package/dist/transformer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transformer.d.ts","sourceRoot":"","sources":["../src/transformer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,SAAS,EACT,WAAW,EAKZ,MAAM,wBAAwB,CAAC;AAGhC,wBAAgB,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,GAAG,IAAI,CAkJpE"}
+{"version":3,"file":"transformer.d.ts","sourceRoot":"","sources":["../src/transformer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,SAAS,EACT,WAAW,EAKZ,MAAM,wBAAwB,CAAC;AAiDhC,wBAAgB,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,GAAG,IAAI,CAoKpE"}

package/dist/transformer.js

@@ -1,9 +1,35 @@
 import { readFileSync } from 'node:fs';
 import { join } from 'node:path';
 import { parse as parseYaml, stringify as stringifyYaml } from 'yaml';
-import { buildLogContext, SOURCE_TYPE_TO_EVT } from '@knapsack/adapter-core';
+import { buildEntityFrontmatter, buildLogContext, contentHash, SOURCE_TYPE_TO_EVT, sourceTag, tagFilenameForEntity, } from '@knapsack/adapter-core';
+const RESERVED_FRONTMATTER_KEYS = new Set([
+    'key',
+    'sourceKey',
+    'source',
+    'lastIngested',
+    'contentHash',
+    'platform',
+    'import',
+]);
+function splitMdxFrontmatter(raw) {
+    const match = raw.match(/^---\r?\n([\s\S]*?)\r?\n---\r?\n?/);
+    if (!match) {
+        return { frontmatter: {}, body: raw };
+    }
+    const parsed = parseYaml(match[1] ?? '');
+    return {
+        frontmatter: parsed !== null && typeof parsed === 'object' && !Array.isArray(parsed)
+            ? parsed
+            : {},
+        body: raw.slice(match[0].length),
+    };
+}
+function omitReservedFrontmatter(frontmatter) {
+    return Object.fromEntries(Object.entries(frontmatter).filter(([key]) => !RESERVED_FRONTMATTER_KEYS.has(key)));
+}
 export function transform(config, deps) {
     const start = Date.now();
+    const lastIngested = new Date().toISOString();
     const logCtx = {
         sourceType: 'MDX',
         sourceKey: config.sourceKey,
@@ -18,8 +44,13 @@ export function transform(config, deps) {
             outcome: null,
         },
     }));
-    const rawDir = join(deps.outputPath, 'raw', config.sourceKey);
-    const sourcesDir = join(deps.outputPath, 'sources', config.sourceKey);
+    // PCIF entity-stage source tag — used as folder name + filename tag
+    const tag = sourceTag({
+        sourceType: 'MDX',
+        sourceKey: config.sourceKey,
+    });
+    const rawDir = join(deps.outputPath, 'raw', tag);
+    const sourcesDir = join(deps.outputPath, 'sources', tag);
     const manifest = parseYaml(readFileSync(join(rawDir, 'manifest.yml'), 'utf-8'));
     const entities = [];
     let errors = 0;
@@ -47,10 +78,21 @@ export function transform(config, deps) {
         try {
             // Read the raw extraction
             const raw = JSON.parse(readFileSync(join(rawDir, `${item.ref}.json`), 'utf-8'));
+            const { frontmatter, body } = splitMdxFrontmatter(raw.content);
+            const content = buildEntityFrontmatter({
+                entityKind: 'DOCUMENT',
+                key: `document/${item.ref}`,
+                sourceKey: `mdx://${config.sourceKey}/${item.ref}`,
+                source: 'mdx',
+                lastIngested,
+                contentHash: contentHash(body),
+                ...omitReservedFrontmatter(frontmatter),
+            }) + `\n\n${body}`;
             // Write transformed MDX to sources/{sourceKey}/document/
+            const taggedName = tagFilenameForEntity(`${item.ref}.mdx`, tag);
             deps.writeFile({
-                path: join(sourcesDir, 'document', `${item.ref}.mdx`),
-                content: raw.content,
+                path: join(sourcesDir, 'document', taggedName),
+                content,
             });
             entities.push({
                 canonicalKey: `document/${item.ref}`,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@knapsack/mdx-adapter",
   "description": "MDX Context Adapter",
-  "version": "4.92.2--canary.ab2a72c.0",
+  "version": "4.92.2--canary.58dd175.0",
   "type": "module",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -23,13 +23,13 @@
   },
   "author": "Knapsack (https://www.knapsack.cloud)",
   "dependencies": {
-    "@knapsack/adapter-core": "4.92.2--canary.ab2a72c.0",
+    "@knapsack/adapter-core": "4.92.2--canary.58dd175.0",
     "@mdx-js/mdx": "^3.0.0",
     "yaml": "^2.7.0"
   },
   "devDependencies": {
-    "@knapsack/eslint-config-starter": "4.92.2--canary.ab2a72c.0",
-    "@knapsack/typescript-config-starter": "4.92.2--canary.ab2a72c.0",
+    "@knapsack/eslint-config-starter": "4.92.2--canary.58dd175.0",
+    "@knapsack/typescript-config-starter": "4.92.2--canary.58dd175.0",
     "@types/node": "^22.19.11",
     "eslint": "^9.20.0",
     "typescript": "^5.9.3",
@@ -44,5 +44,5 @@
     "directory": "libs/ingest-pipeline/adapters/mdx",
     "type": "git"
   },
-  "gitHead": "ab2a72c3adb82c2d02f4a15fa664658fa67461c8"
+  "gitHead": "58dd17555746c4fc1f24574ad947929a04080370"
 }