@knapsack/mdx-adapter 4.92.2--canary.eb7e898.0 → 4.92.2--canary.77d16bf.0

package/dist/parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../src/parser.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,SAAS,EACT,WAAW,EAKZ,MAAM,wBAAwB,CAAC;AAGhC,wBAAgB,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,GAAG,IAAI,CA2GhE"}
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../src/parser.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,SAAS,EACT,WAAW,EAKZ,MAAM,wBAAwB,CAAC;AAOhC,wBAAgB,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,GAAG,IAAI,CA6GhE"}

package/dist/parser.js

@@ -1,7 +1,7 @@
 import { readFileSync } from 'node:fs';
 import { basename, extname, join } from 'node:path';
 import { stringify as stringifyYaml } from 'yaml';
-import { buildLogContext, SOURCE_TYPE_TO_EVT } from '@knapsack/adapter-core';
+import { buildLogContext, SOURCE_TYPE_TO_EVT, sourceTag, } from '@knapsack/adapter-core';
 export function parse(config, deps) {
     const ref = basename(config.path, extname(config.path));
     const siteId = config.siteId ?? 'unknown';
@@ -10,6 +10,7 @@ export function parse(config, deps) {
         sourceKey: config.sourceKey,
         siteId,
     };
+    const tag = sourceTag({ sourceType: 'MDX', sourceKey: config.sourceKey });
     const start = Date.now();
     deps.logger.info('Parse started', buildLogContext({
         context: logCtx,
@@ -36,11 +37,11 @@ export function parse(config, deps) {
             },
         }));
         deps.writeFile({
-            path: join(deps.outputPath, 'raw', config.sourceKey, `${ref}.json`),
+            path: join(deps.outputPath, 'raw', tag, `${ref}.json`),
             content: JSON.stringify({ ref, content }),
         });
         items.push({ ref, refType: 'document', stage: 'parse' });
-        deps.emit({ stage: 'parse', type: 'item.extracted', ref });
+        deps.emit({ stage: 'parse', type: 'item.ok', ref });
     }
     catch (err) {
         const message = err instanceof Error ? err.message : String(err);
@@ -56,7 +57,7 @@ export function parse(config, deps) {
             error: err instanceof Error ? err : undefined,
         }));
         items.push({ ref, refType: 'document', stage: 'parse', error: message });
-        deps.emit({ stage: 'parse', type: 'item.failed', ref, error: message });
+        deps.emit({ stage: 'parse', type: 'item.error', ref, error: message });
         errors += 1;
     }
     const manifest = {
@@ -67,16 +68,18 @@ export function parse(config, deps) {
         items,
         stages: {
             parse: {
+                status: errors > 0 ? 'failure' : 'success',
                 discoveredItemCount: 1,
                 itemCount: items.length - errors,
                 errors,
                 durationMs: Date.now() - start,
+                startedAt: new Date(start).toISOString(),
                 completedAt: new Date().toISOString(),
             },
         },
     };
     deps.writeFile({
-        path: join(deps.outputPath, 'raw', config.sourceKey, 'manifest.yml'),
+        path: join(deps.outputPath, 'raw', tag, 'manifest.yml'),
         content: stringifyYaml(manifest),
     });
     deps.logger.info('Parse complete', buildLogContext({

package/dist/transformer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transformer.d.ts","sourceRoot":"","sources":["../src/transformer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,SAAS,EACT,WAAW,EAKZ,MAAM,wBAAwB,CAAC;AAGhC,wBAAgB,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,GAAG,IAAI,CAkJpE"}
+{"version":3,"file":"transformer.d.ts","sourceRoot":"","sources":["../src/transformer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,SAAS,EACT,WAAW,EAKZ,MAAM,wBAAwB,CAAC;AAiDhC,wBAAgB,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,GAAG,IAAI,CAsKpE"}

package/dist/transformer.js

@@ -1,9 +1,35 @@
 import { readFileSync } from 'node:fs';
 import { join } from 'node:path';
 import { parse as parseYaml, stringify as stringifyYaml } from 'yaml';
-import { buildLogContext, SOURCE_TYPE_TO_EVT } from '@knapsack/adapter-core';
+import { buildEntityFrontmatter, buildLogContext, contentHash, SOURCE_TYPE_TO_EVT, sourceTag, tagFilenameForEntity, } from '@knapsack/adapter-core';
+const RESERVED_FRONTMATTER_KEYS = new Set([
+    'key',
+    'sourceKey',
+    'source',
+    'lastIngested',
+    'contentHash',
+    'platform',
+    'import',
+]);
+function splitMdxFrontmatter(raw) {
+    const match = raw.match(/^---\r?\n([\s\S]*?)\r?\n---\r?\n?/);
+    if (!match) {
+        return { frontmatter: {}, body: raw };
+    }
+    const parsed = parseYaml(match[1] ?? '');
+    return {
+        frontmatter: parsed !== null && typeof parsed === 'object' && !Array.isArray(parsed)
+            ? parsed
+            : {},
+        body: raw.slice(match[0].length),
+    };
+}
+function omitReservedFrontmatter(frontmatter) {
+    return Object.fromEntries(Object.entries(frontmatter).filter(([key]) => !RESERVED_FRONTMATTER_KEYS.has(key)));
+}
 export function transform(config, deps) {
     const start = Date.now();
+    const lastIngested = new Date().toISOString();
     const logCtx = {
         sourceType: 'MDX',
         sourceKey: config.sourceKey,
@@ -18,8 +44,13 @@ export function transform(config, deps) {
             outcome: null,
         },
     }));
-    const rawDir = join(deps.outputPath, 'raw', config.sourceKey);
-    const sourcesDir = join(deps.outputPath, 'sources', config.sourceKey);
+    // PCIF entity-stage source tag — used as folder name + filename tag
+    const tag = sourceTag({
+        sourceType: 'MDX',
+        sourceKey: config.sourceKey,
+    });
+    const rawDir = join(deps.outputPath, 'raw', tag);
+    const sourcesDir = join(deps.outputPath, 'sources', tag);
     const manifest = parseYaml(readFileSync(join(rawDir, 'manifest.yml'), 'utf-8'));
     const entities = [];
     let errors = 0;
@@ -37,7 +68,7 @@ export function transform(config, deps) {
             }));
             deps.emit({
                 stage: 'transform',
-                type: 'item.failed',
+                type: 'item.error',
                 ref: item.ref,
                 error: item.error,
             });
@@ -47,17 +78,28 @@ export function transform(config, deps) {
         try {
             // Read the raw extraction
             const raw = JSON.parse(readFileSync(join(rawDir, `${item.ref}.json`), 'utf-8'));
+            const { frontmatter, body } = splitMdxFrontmatter(raw.content);
+            const content = buildEntityFrontmatter({
+                entityKind: 'DOCUMENT',
+                key: `document/${item.ref}`,
+                sourceKey: `mdx://${config.sourceKey}/${item.ref}`,
+                source: 'mdx',
+                lastIngested,
+                contentHash: contentHash(body),
+                extraFields: omitReservedFrontmatter(frontmatter),
+            }) + `\n\n${body}`;
             // Write transformed MDX to sources/{sourceKey}/document/
+            const taggedName = tagFilenameForEntity(`${item.ref}.mdx`, tag);
             deps.writeFile({
-                path: join(sourcesDir, 'document', `${item.ref}.mdx`),
-                content: raw.content,
+                path: join(sourcesDir, 'document', taggedName),
+                content,
             });
             entities.push({
                 canonicalKey: `document/${item.ref}`,
                 entityKind: 'DOCUMENT',
                 sourceKey: config.sourceKey,
             });
-            deps.emit({ stage: 'transform', type: 'item.extracted', ref: item.ref });
+            deps.emit({ stage: 'transform', type: 'item.ok', ref: item.ref });
             deps.logger.info('Transform normalize succeeded', buildLogContext({
                 context: logCtx,
                 evt: {
@@ -84,7 +126,7 @@ export function transform(config, deps) {
             }));
             deps.emit({
                 stage: 'transform',
-                type: 'item.failed',
+                type: 'item.error',
                 ref: item.ref,
                 error: message,
             });
@@ -98,9 +140,11 @@ export function transform(config, deps) {
         stages: {
             ...manifest.stages,
             transform: {
+                status: errors > 0 ? 'failure' : 'success',
                 itemCount: entities.length,
                 errors,
                 durationMs: Date.now() - start,
+                startedAt: new Date(start).toISOString(),
                 completedAt: new Date().toISOString(),
             },
         },

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@knapsack/mdx-adapter",
   "description": "MDX Context Adapter",
-  "version": "4.92.2--canary.eb7e898.0",
+  "version": "4.92.2--canary.77d16bf.0",
   "type": "module",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -23,16 +23,16 @@
   },
   "author": "Knapsack (https://www.knapsack.cloud)",
   "dependencies": {
-    "@knapsack/adapter-core": "4.92.2--canary.eb7e898.0",
+    "@knapsack/adapter-core": "4.92.2--canary.77d16bf.0",
     "@mdx-js/mdx": "^3.0.0",
     "yaml": "^2.7.0"
   },
   "devDependencies": {
-    "@knapsack/eslint-config-starter": "4.92.2--canary.eb7e898.0",
-    "@knapsack/typescript-config-starter": "4.92.2--canary.eb7e898.0",
+    "@knapsack/eslint-config-starter": "4.92.2--canary.77d16bf.0",
+    "@knapsack/typescript-config-starter": "4.92.2--canary.77d16bf.0",
     "@types/node": "^22.19.11",
     "eslint": "^9.20.0",
-    "typescript": "^6.0.0",
+    "typescript": "^5.9.3",
     "vitest": "^4.0.18"
   },
   "license": "GPL-2.0-or-later",
@@ -44,5 +44,5 @@
     "directory": "libs/ingest-pipeline/adapters/mdx",
     "type": "git"
   },
-  "gitHead": "eb7e898467cd0ff7b1e27faa3cffc69ccd985720"
+  "gitHead": "77d16bf68c911461c261b5247b563a73e9c1eae6"
 }

package/tsconfig.json

@@ -1,6 +1,5 @@
 {
   "compilerOptions": {
-    "types": ["node"],
     "target": "ES2022",
     "module": "NodeNext",
     "moduleResolution": "NodeNext",