@vivantel/virage-chunker-ce-ts 0.1.1

package/dist/index.d.ts

@@ -0,0 +1,4 @@
+import type { ArtifactChunker, BaseOptions } from "@vivantel/virage-chunker-ce-ast";
+export type TsChunkerOptions = BaseOptions;
+export declare function createChunker(opts?: TsChunkerOptions): ArtifactChunker;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,eAAe,EAAsC,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAKxH,MAAM,MAAM,gBAAgB,GAAG,WAAW,CAAC;AA2I3C,wBAAgB,aAAa,CAAC,IAAI,CAAC,EAAE,gBAAgB,GAAG,eAAe,CA+CtE"}

package/dist/index.js

@@ -0,0 +1,175 @@
+import { createHash } from "node:crypto";
+import { readFile, stat } from "node:fs/promises";
+import * as ts from "typescript";
+import { minimatch } from "minimatch";
+import { walkToChunks } from "@vivantel/virage-chunker-ce-ast";
+const NAME = "@vivantel/virage-chunker-ce-ts";
+const VERSION = "0.1.0";
+function makeGeneratorId(role, opts) {
+    const fp = JSON.stringify({
+        maxTokens: opts.maxTokens,
+        minTokens: opts.minTokens,
+        overlap: opts.overlap,
+        adaptiveSize: opts.adaptiveSize,
+        recursive: opts.recursive,
+    });
+    return createHash("sha256")
+        .update(`${NAME}@${VERSION}:${role}:${fp}`)
+        .digest("hex")
+        .slice(0, 16);
+}
+function emptyAttrs(byteStart = 0, byteEnd = 0) {
+    return { byteStart, byteEnd };
+}
+/**
+ * Build a ViDoc DocNode from a TypeScript/JavaScript source file.
+ * Top-level declarations become sections; imports form a preamble code node.
+ */
+function buildDocNode(filePath, content) {
+    const sourceFile = ts.createSourceFile(filePath, content, ts.ScriptTarget.Latest, true);
+    const children = [];
+    // Gather import declarations as a single preamble code node.
+    const importLines = [];
+    for (const stmt of sourceFile.statements) {
+        if (ts.isImportDeclaration(stmt) ||
+            ts.isImportEqualsDeclaration(stmt)) {
+            importLines.push(stmt.getText(sourceFile).trim());
+        }
+    }
+    if (importLines.length > 0) {
+        const importText = importLines.join("\n");
+        children.push({
+            type: "code",
+            text: importText,
+            attrs: {
+                ...emptyAttrs(sourceFile.getStart(), sourceFile.getEnd()),
+                codeLanguage: "typescript",
+                sourceFormat: "ts",
+            },
+        });
+    }
+    // Each top-level non-import declaration becomes a section.
+    for (const stmt of sourceFile.statements) {
+        if (ts.isImportDeclaration(stmt) ||
+            ts.isImportEqualsDeclaration(stmt)) {
+            continue;
+        }
+        const start = stmt.getStart(sourceFile);
+        const end = stmt.getEnd();
+        const text = content.slice(start, end);
+        const startLine = sourceFile.getLineAndCharacterOfPosition(start).line + 1;
+        const endLine = sourceFile.getLineAndCharacterOfPosition(end).line + 1;
+        let heading;
+        if (ts.isFunctionDeclaration(stmt) || ts.isFunctionExpression(stmt)) {
+            heading = stmt.name ? stmt.name.text : "(anonymous function)";
+        }
+        else if (ts.isClassDeclaration(stmt)) {
+            heading = stmt.name ? stmt.name.text : "(anonymous class)";
+        }
+        else if (ts.isInterfaceDeclaration(stmt)) {
+            heading = stmt.name.text;
+        }
+        else if (ts.isTypeAliasDeclaration(stmt)) {
+            heading = stmt.name.text;
+        }
+        else if (ts.isEnumDeclaration(stmt)) {
+            heading = stmt.name.text;
+        }
+        else if (ts.isVariableStatement(stmt)) {
+            const decls = stmt.declarationList.declarations;
+            const names = decls
+                .map((d) => (ts.isIdentifier(d.name) ? d.name.text : ""))
+                .filter(Boolean);
+            heading = names.join(", ") || "(variable)";
+        }
+        else if (ts.isExportDeclaration(stmt) || ts.isExportAssignment(stmt)) {
+            heading = "export";
+        }
+        else {
+            heading = "(statement)";
+        }
+        const sectionNode = {
+            type: "section",
+            attrs: {
+                byteStart: start,
+                byteEnd: end,
+                lineStart: startLine,
+                lineEnd: endLine,
+                headingLevel: 1,
+                breadcrumb: [heading],
+                codeLanguage: "typescript",
+                sourceFormat: "ts",
+            },
+            children: [
+                {
+                    type: "heading",
+                    text: heading,
+                    attrs: {
+                        byteStart: start,
+                        byteEnd: start,
+                        headingLevel: 1,
+                    },
+                },
+                {
+                    type: "code",
+                    text,
+                    attrs: {
+                        byteStart: start,
+                        byteEnd: end,
+                        lineStart: startLine,
+                        lineEnd: endLine,
+                        codeLanguage: "typescript",
+                    },
+                },
+            ],
+        };
+        children.push(sectionNode);
+    }
+    return {
+        type: "document",
+        attrs: emptyAttrs(0, content.length),
+        children,
+    };
+}
+export function createChunker(opts) {
+    const resolvedOpts = opts ?? {};
+    const ignore = resolvedOpts.ignore ?? [];
+    const sparseTextGeneratorId = makeGeneratorId("sparse", resolvedOpts);
+    const metadataGeneratorId = makeGeneratorId("meta", resolvedOpts);
+    return {
+        name: NAME,
+        version: VERSION,
+        patterns: ["**/*.ts", "**/*.tsx", "**/*.js", "**/*.jsx", "**/*.mjs", "**/*.cjs"],
+        sparseTextGeneratorId,
+        metadataGeneratorId,
+        async chunk(filePath, commitHash) {
+            const content = await readFile(filePath, "utf-8");
+            const fileStat = await stat(filePath);
+            const fileHash = createHash("sha256").update(content).digest("hex").slice(0, 16);
+            const docNode = buildDocNode(filePath, content);
+            return walkToChunks(docNode, {
+                sourceFile: filePath,
+                sourceFormat: "ts",
+                commitHash,
+                strategy: NAME,
+                sparseTextGeneratorId,
+                metadataGeneratorId,
+                ...(resolvedOpts.maxTokens != null ? { maxTokens: resolvedOpts.maxTokens } : {}),
+                ...(resolvedOpts.minTokens != null ? { minTokens: resolvedOpts.minTokens } : {}),
+                ...(resolvedOpts.overlap != null ? { overlap: resolvedOpts.overlap } : {}),
+                ...(resolvedOpts.adaptiveSize != null ? { adaptiveSize: resolvedOpts.adaptiveSize } : {}),
+                ...(resolvedOpts.recursive != null ? { recursive: resolvedOpts.recursive } : {}),
+                fileHash,
+                fileSizeBytes: fileStat.size,
+                fileModifiedAt: fileStat.mtime.toISOString(),
+            });
+        },
+        async canProcess(filePath) {
+            if (ignore.some((p) => minimatch(filePath, p, { matchBase: true }))) {
+                return false;
+            }
+            return ["**/*.ts", "**/*.tsx", "**/*.js", "**/*.jsx", "**/*.mjs", "**/*.cjs"].some((p) => minimatch(filePath, p, { matchBase: true }));
+        },
+    };
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,KAAK,EAAE,MAAM,YAAY,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAG/D,MAAM,IAAI,GAAG,gCAAgC,CAAC;AAC9C,MAAM,OAAO,GAAG,OAAO,CAAC;AAIxB,SAAS,eAAe,CAAC,IAAY,EAAE,IAAsB;IAC3D,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QACxB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,SAAS,EAAE,IAAI,CAAC,SAAS;KAC1B,CAAC,CAAC;IACH,OAAO,UAAU,CAAC,QAAQ,CAAC;SACxB,MAAM,CAAC,GAAG,IAAI,IAAI,OAAO,IAAI,IAAI,IAAI,EAAE,EAAE,CAAC;SAC1C,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,UAAU,CAAC,SAAS,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC;IAC5C,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CACnB,QAAgB,EAChB,OAAe;IAEf,MAAM,UAAU,GAAG,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,6DAA6D;IAC7D,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;QACzC,IACE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC;YAC5B,EAAE,CAAC,yBAAyB,CAAC,IAAI,CAAC,EAClC,CAAC;YACD,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE;gBACL,GAAG,UAAU,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;gBACzD,YAAY,EAAE,YAAY;gBAC1B,YAAY,EAAE,IAAI;aACnB;SACF,CAAC,CAAC;IACL,CAAC;IAED,2DAA2D;IAC3D,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;QACzC,IACE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC;YAC5B,EAAE,CAAC,yBAAyB,CAAC,IAAI,CAAC,EAClC,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,UAAU,CAAC,6BAA6B,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;QAC3E,MAAM,OAAO,GAAG,UAAU,CAAC,6BAA6B,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;QAEvE,IAAI,OAAe,CAAC;QAEpB,IAAI,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC;YACpE,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,sBAAsB,CAAC;QAChE,CAAC;aAAM,IAAI,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAC7D,CAAC;aAAM,IAAI,EAAE,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAC3B,CAAC;aAAM,IAAI,EAAE,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAC3B,CAAC;aAAM,IAAI,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;YACtC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAC3B,CAAC;aAAM,IAAI,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;YAChD,MAAM,KAAK,GAAG,KAAK;iBAChB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;iBACxD,MAAM,CAAC,OAAO,CAAC,CAAC;YACnB,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC;QAC7C,CAAC;aAAM,IAAI,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;YACvE,OAAO,GAAG,QAAQ,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,aAAa,CAAC;QAC1B,CAAC;QAED,MAAM,WAAW,GAAY;YAC3B,IAAI,EAAE,SAAS;YACf,KAAK,EAAE;gBACL,SAAS,EAAE,KAAK;gBAChB,OAAO,EAAE,GAAG;gBACZ,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,OAAO;gBAChB,YAAY,EAAE,CAAC;gBACf,UAAU,EAAE,CAAC,OAAO,CAAC;gBACrB,YAAY,EAAE,YAAY;gBAC1B,YAAY,EAAE,IAAI;aACnB;YACD,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE;wBACL,SAAS,EAAE,KAAK;wBAChB,OAAO,EAAE,KAAK;wBACd,YAAY,EAAE,CAAC;qBAChB;iBACF;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI;oBACJ,KAAK,EAAE;wBACL,SAAS,EAAE,KAAK;wBAChB,OAAO,EAAE,GAAG;wBACZ,SAAS,EAAE,SAAS;wBACpB,OAAO,EAAE,OAAO;wBAChB,YAAY,EAAE,YAAY;qBAC3B;iBACF;aACF;SACF,CAAC;QAEF,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC;QACpC,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAuB;IACnD,MAAM,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,IAAI,EAAE,CAAC;IACzC,MAAM,qBAAqB,GAAG,eAAe,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACtE,MAAM,mBAAmB,GAAG,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAElE,OAAO;QACL,IAAI,EAAE,IAAI;QACV,OAAO,EAAE,OAAO;QAChB,QAAQ,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC;QAChF,qBAAqB;QACrB,mBAAmB;QAEnB,KAAK,CAAC,KAAK,CAAC,QAAgB,EAAE,UAAkB;YAC9C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtC,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAEjF,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEhD,OAAO,YAAY,CAAC,OAAO,EAAE;gBAC3B,UAAU,EAAE,QAAQ;gBACpB,YAAY,EAAE,IAAI;gBAClB,UAAU;gBACV,QAAQ,EAAE,IAAI;gBACd,qBAAqB;gBACrB,mBAAmB;gBACnB,GAAG,CAAC,YAAY,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,YAAY,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChF,GAAG,CAAC,YAAY,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,YAAY,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChF,GAAG,CAAC,YAAY,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1E,GAAG,CAAC,YAAY,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzF,GAAG,CAAC,YAAY,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,YAAY,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChF,QAAQ;gBACR,aAAa,EAAE,QAAQ,CAAC,IAAI;gBAC5B,cAAc,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE;aAC7C,CAAC,CAAC;QACL,CAAC;QAED,KAAK,CAAC,UAAU,CAAC,QAAgB;YAC/B,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACpE,OAAO,KAAK,CAAC;YACf,CAAC;YACD,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,IAAI,CAChF,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CACnD,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/package.json

@@ -0,0 +1,46 @@
+{
+  "name": "@vivantel/virage-chunker-ce-ts",
+  "version": "0.1.1",
+  "description": "TypeScript / JavaScript chunker for Virage — pure TypeScript, no native binary",
+  "type": "module",
+  "main": "./dist/index.js",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc --build",
+    "type-check": "tsc --build --noEmit",
+    "test": "vitest run",
+    "prepublishOnly": "npm run build"
+  },
+  "peerDependencies": {
+    "@vivantel/virage-chunker-ce-ast": ">=0.1"
+  },
+  "dependencies": {
+    "minimatch": "^10.0.0",
+    "typescript": "^5.0.0"
+  },
+  "rag-plugin": {
+    "type": "chunker",
+    "label": "TypeScript / JavaScript",
+    "key": "ts",
+    "defaultConfig": {
+      "maxTokens": 512
+    }
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "license": "MIT OR Apache-2.0",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/vivantel/virage-chunkers-ce.git",
+    "directory": "packages/virage-chunker-ce-ts"
+  }
+}