@kt3k/tku 1.0.8 → 1.0.9

package/dist/main.js

@@ -60,7 +60,9 @@ async function listTextFiles(repoPath, options = {}) {
   const cwd = resolve(repoPath);
   const files = await listFiles(repoPath, options);
   const results = [];
-  for (const file of files) {
+  for (let i = 0; i < files.length; i++) {
+    const file = files[i];
+    options.onProgress?.(file, i + 1, files.length);
     const fullPath = resolve(cwd, file);
     try {
       if (!await isBinary(fullPath)) {
@@ -76,12 +78,14 @@ async function listTextFiles(repoPath, options = {}) {
 import { readFile } from "node:fs/promises";
 import { resolve as resolve2 } from "node:path";
 import { get_encoding } from "tiktoken";
-async function tokenizeFiles(repoPath, files, encoding) {
+async function tokenizeFiles(repoPath, files, encoding, options = {}) {
   const enc = get_encoding(encoding);
   try {
     const results = [];
     let totalTokens = 0;
-    for (const file of files) {
+    for (let i = 0; i < files.length; i++) {
+      const file = files[i];
+      options.onProgress?.(file, i + 1, files.length);
       const fullPath = resolve2(repoPath, file);
       const content = await readFile(fullPath, "utf-8");
       const tokens = enc.encode_ordinary(content).length;
@@ -112,7 +116,7 @@ function formatTokenCount(n) {
   }
   return String(n);
 }
-function formatTable(result) {
+function formatTable(result, omitted = 0) {
   const lines = [];
   const formatted = result.files.map((f) => ({
     path: f.path,
@@ -123,6 +127,9 @@ function formatTable(result) {
   for (const f of formatted) {
     lines.push(`${f.display.padStart(maxWidth)}  ${f.path}`);
   }
+  if (omitted > 0) {
+    lines.push(`${"".padStart(maxWidth)}  ... ${omitted} more files`);
+  }
   lines.push(`${"\u2500".repeat(maxWidth)}\u2500\u2500`);
   const totalDisplay = formatTokenCount(result.totalTokens);
   lines.push(`${totalDisplay.padStart(maxWidth)}  total (${result.totalFiles} files)`);
@@ -139,11 +146,12 @@ function formatResult(result, options = {}) {
     sorted.sort((a, b) => b.tokens - a.tokens);
   }
   const filtered = top !== void 0 ? sorted.slice(0, top) : sorted;
+  const omitted = sorted.length - filtered.length;
   const adjusted = {
     ...result,
     files: filtered
   };
-  return json ? JSON.stringify(adjusted, null, 2) : formatTable(adjusted);
+  return json ? JSON.stringify(adjusted, null, 2) : formatTable(adjusted, omitted);
 }
 
 // src/main.ts
@@ -203,12 +211,28 @@ async function main() {
   const encoding = values.encoding;
   const sort = values.sort;
   const top = values.top !== void 0 ? Number(values.top) : void 0;
+  const isTTY = process.stderr.isTTY;
+  function status(msg) {
+    if (isTTY) {
+      process.stderr.write(`\r\x1B[K${msg}`);
+    }
+  }
+  function clearStatus() {
+    if (isTTY) {
+      process.stderr.write("\r\x1B[K");
+    }
+  }
   try {
     const files = await listTextFiles(repoPath, {
       exclude: values.exclude,
-      noGitignore: !values.gitignore
+      noGitignore: !values.gitignore,
+      onProgress: (file, i, total) => status(`Scanning [${i}/${total}] ${file}`)
+    });
+    clearStatus();
+    const result = await tokenizeFiles(repoPath, files, encoding, {
+      onProgress: (file, i, total) => status(`Tokenizing [${i}/${total}] ${file}`)
     });
-    const result = await tokenizeFiles(repoPath, files, encoding);
+    clearStatus();
     const output = formatResult(result, {
       json: values.json,
       top,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kt3k/tku",
-  "version": "1.0.8",
+  "version": "1.0.9",
   "description": "",
   "main": "dist/main.js",
   "bin": {