pindex 1.2.2 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. package/README.md +11 -5
  2. package/dist/cli/index.js +13 -9
  3. package/dist/cli/index.js.map +1 -1
  4. package/dist/cli/init.d.ts.map +1 -1
  5. package/dist/cli/init.js +3 -4
  6. package/dist/cli/init.js.map +1 -1
  7. package/dist/cli/project-detector.js +2 -2
  8. package/dist/cli/project-detector.js.map +1 -1
  9. package/dist/db/database.d.ts.map +1 -1
  10. package/dist/db/database.js +1 -0
  11. package/dist/db/database.js.map +1 -1
  12. package/dist/db/migrations.d.ts +4 -1
  13. package/dist/db/migrations.d.ts.map +1 -1
  14. package/dist/db/migrations.js +26 -3
  15. package/dist/db/migrations.js.map +1 -1
  16. package/dist/db/queries.d.ts +11 -2
  17. package/dist/db/queries.d.ts.map +1 -1
  18. package/dist/db/queries.js +60 -24
  19. package/dist/db/queries.js.map +1 -1
  20. package/dist/db/schema.d.ts.map +1 -1
  21. package/dist/db/schema.js +4 -0
  22. package/dist/db/schema.js.map +1 -1
  23. package/dist/gui/server.d.ts.map +1 -1
  24. package/dist/gui/server.js +32 -12
  25. package/dist/gui/server.js.map +1 -1
  26. package/dist/index.js +46 -7
  27. package/dist/index.js.map +1 -1
  28. package/dist/indexer/index.d.ts +22 -3
  29. package/dist/indexer/index.d.ts.map +1 -1
  30. package/dist/indexer/index.js +196 -116
  31. package/dist/indexer/index.js.map +1 -1
  32. package/dist/indexer/parse-pool.d.ts +26 -0
  33. package/dist/indexer/parse-pool.d.ts.map +1 -0
  34. package/dist/indexer/parse-pool.js +201 -0
  35. package/dist/indexer/parse-pool.js.map +1 -0
  36. package/dist/indexer/parse-types.d.ts +33 -0
  37. package/dist/indexer/parse-types.d.ts.map +1 -0
  38. package/dist/indexer/parse-types.js +2 -0
  39. package/dist/indexer/parse-types.js.map +1 -0
  40. package/dist/indexer/parse-worker.d.ts +2 -0
  41. package/dist/indexer/parse-worker.d.ts.map +1 -0
  42. package/dist/indexer/parse-worker.js +39 -0
  43. package/dist/indexer/parse-worker.js.map +1 -0
  44. package/dist/indexer/parser.d.ts.map +1 -1
  45. package/dist/indexer/parser.js +47 -46
  46. package/dist/indexer/parser.js.map +1 -1
  47. package/dist/indexer/summarizer.d.ts +18 -7
  48. package/dist/indexer/summarizer.d.ts.map +1 -1
  49. package/dist/indexer/summarizer.js +110 -13
  50. package/dist/indexer/summarizer.js.map +1 -1
  51. package/dist/indexer/watcher.d.ts +6 -1
  52. package/dist/indexer/watcher.d.ts.map +1 -1
  53. package/dist/indexer/watcher.js +46 -6
  54. package/dist/indexer/watcher.js.map +1 -1
  55. package/dist/memory/anti-patterns.d.ts.map +1 -1
  56. package/dist/memory/anti-patterns.js +9 -11
  57. package/dist/memory/anti-patterns.js.map +1 -1
  58. package/dist/memory/observer.d.ts.map +1 -1
  59. package/dist/memory/observer.js +20 -4
  60. package/dist/memory/observer.js.map +1 -1
  61. package/dist/monitoring/server.d.ts.map +1 -1
  62. package/dist/monitoring/server.js +16 -4
  63. package/dist/monitoring/server.js.map +1 -1
  64. package/dist/monitoring/token-logger.d.ts +2 -2
  65. package/dist/monitoring/token-logger.d.ts.map +1 -1
  66. package/dist/monitoring/token-logger.js +1 -1
  67. package/dist/monitoring/token-logger.js.map +1 -1
  68. package/dist/server.d.ts +1 -0
  69. package/dist/server.d.ts.map +1 -1
  70. package/dist/server.js +56 -36
  71. package/dist/server.js.map +1 -1
  72. package/dist/tools/get_context.d.ts.map +1 -1
  73. package/dist/tools/get_context.js +35 -9
  74. package/dist/tools/get_context.js.map +1 -1
  75. package/dist/tools/get_project_overview.d.ts.map +1 -1
  76. package/dist/tools/get_project_overview.js +16 -12
  77. package/dist/tools/get_project_overview.js.map +1 -1
  78. package/dist/tools/get_session_memory.d.ts.map +1 -1
  79. package/dist/tools/get_session_memory.js +2 -5
  80. package/dist/tools/get_session_memory.js.map +1 -1
  81. package/dist/tools/schemas.d.ts +75 -0
  82. package/dist/tools/schemas.d.ts.map +1 -0
  83. package/dist/tools/schemas.js +79 -0
  84. package/dist/tools/schemas.js.map +1 -0
  85. package/dist/tools/search_symbols.d.ts.map +1 -1
  86. package/dist/tools/search_symbols.js +9 -7
  87. package/dist/tools/search_symbols.js.map +1 -1
  88. package/dist/util/paths.d.ts +9 -0
  89. package/dist/util/paths.d.ts.map +1 -0
  90. package/dist/util/paths.js +18 -0
  91. package/dist/util/paths.js.map +1 -0
  92. package/package.json +10 -7
@@ -1,6 +1,7 @@
1
1
  import { readFileSync, existsSync } from 'node:fs';
2
- import { join } from 'node:path';
2
+ import { basename } from 'node:path';
3
3
  import { searchSymbolsFts } from '../db/queries.js';
4
+ import { resolveWithinRoot } from '../util/paths.js';
4
5
  export function searchSymbols(db, input, federatedDbs = [], projectRoot) {
5
6
  const limit = input.limit ?? 20;
6
7
  const filters = {
@@ -19,15 +20,15 @@ export function searchSymbols(db, input, federatedDbs = [], projectRoot) {
19
20
  hasTryCatch: row.has_try_catch === 1,
20
21
  };
21
22
  if (input.snippet && root) {
22
- const absPath = join(root, row.file_path);
23
- if (existsSync(absPath)) {
23
+ const absPath = resolveWithinRoot(root, row.file_path);
24
+ if (absPath && existsSync(absPath)) {
24
25
  try {
25
26
  const lines = readFileSync(absPath, 'utf-8').split('\n');
26
27
  const startIdx = Math.max(0, row.start_line - 1);
27
28
  result.snippet = lines.slice(startIdx, startIdx + 5).join('\n');
28
29
  }
29
- catch {
30
- // ignore read errors
30
+ catch (err) {
31
+ process.stderr.write(`[pindex] search_symbols snippet read failed for ${absPath}: ${String(err)}\n`);
31
32
  }
32
33
  }
33
34
  }
@@ -42,10 +43,11 @@ export function searchSymbols(db, input, federatedDbs = [], projectRoot) {
42
43
  try {
43
44
  return searchSymbolsFts(fedDb, input.query, limit, filters).map((row) => ({
44
45
  ...mapRow(row),
45
- project: path.split('/').pop() ?? path,
46
+ project: basename(path),
46
47
  }));
47
48
  }
48
- catch {
49
+ catch (err) {
50
+ process.stderr.write(`[pindex] Federated search failed for ${path}: ${err}\n`);
49
51
  return [];
50
52
  }
51
53
  });
@@ -1 +1 @@
1
- {"version":3,"file":"search_symbols.js","sourceRoot":"","sources":["../../src/tools/search_symbols.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAGpD,MAAM,UAAU,aAAa,CAC3B,EAAqB,EACrB,KAAyB,EACzB,eAA8B,EAAE,EAChC,WAAoB;IAEpB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,WAAW,EAAE,KAAK,CAAC,WAAW;KAC/B,CAAC;IAEF,SAAS,MAAM,CAAC,GAAgD,EAAE,IAAa;QAC7E,MAAM,MAAM,GAAuB;YACjC,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,IAAI,EAAE,GAAG,CAAC,SAAS;YACnB,IAAI,EAAE,GAAG,CAAC,UAAU;YACpB,OAAO,EAAE,GAAG,CAAC,QAAQ,KAAK,CAAC;YAC3B,WAAW,EAAE,GAAG,CAAC,aAAa,KAAK,CAAC;SACrC,CAAC;QAEF,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;YAC1C,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;oBACjD,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClE,CAAC;gBAAC,MAAM,CAAC;oBACP,qBAAqB;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,oBAAoB;IACpB,MAAM,OAAO,GAAG,gBAAgB,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAC5E,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,CACzB,CAAC;IAEF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IAE9C,6DAA6D;IAC7D,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;QAC7D,IAAI,CAAC;YACH,OAAO,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACxE,GAAG,MAAM,CAAC,GAAG,CAAC;gBACd,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,IAAI;aACvC,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,mDAAmD;IACnD,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;AAChF,CAAC"}
1
+ {"version":3,"file":"search_symbols.js","sourceRoot":"","sources":["../../src/tools/search_symbols.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAGrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,MAAM,UAAU,aAAa,CAC3B,EAAqB,EACrB,KAAyB,EACzB,eAA8B,EAAE,EAChC,WAAoB;IAEpB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,WAAW,EAAE,KAAK,CAAC,WAAW;KAC/B,CAAC;IAEF,SAAS,MAAM,CAAC,GAAgD,EAAE,IAAa;QAC7E,MAAM,MAAM,GAAuB;YACjC,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,IAAI,EAAE,GAAG,CAAC,SAAS;YACnB,IAAI,EAAE,GAAG,CAAC,UAAU;YACpB,OAAO,EAAE,GAAG,CAAC,QAAQ,KAAK,CAAC;YAC3B,WAAW,EAAE,GAAG,CAAC,aAAa,KAAK,CAAC;SACrC,CAAC;QAEF,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;YACvD,IAAI,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;oBACjD,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClE,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mDAAmD,OAAO,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACvG,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,oBAAoB;IACpB,MAAM,OAAO,GAAG,gBAAgB,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAC5E,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,CACzB,CAAC;IAEF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IAE9C,6DAA6D;IAC7D,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;QAC7D,IAAI,CAAC;YACH,OAAO,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACxE,GAAG,MAAM,CAAC,GAAG,CAAC;gBACd,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC;aACxB,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC;YAC/E,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,mDAAmD;IACnD,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;AAChF,CAAC"}
@@ -0,0 +1,9 @@
1
+ /**
2
+ * Resolves `relative` against `projectRoot` and returns the absolute path
3
+ * ONLY if it stays within the root. Prevents path traversal attacks via
4
+ * tainted tool inputs (e.g. `file: "../../etc/passwd"`).
5
+ *
6
+ * Returns `null` when the resolved path escapes `projectRoot`.
7
+ */
8
+ export declare function resolveWithinRoot(projectRoot: string, relative: string): string | null;
9
+ //# sourceMappingURL=paths.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"paths.d.ts","sourceRoot":"","sources":["../../src/util/paths.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAMtF"}
@@ -0,0 +1,18 @@
1
+ import { resolve, sep } from 'node:path';
2
+ /**
3
+ * Resolves `relative` against `projectRoot` and returns the absolute path
4
+ * ONLY if it stays within the root. Prevents path traversal attacks via
5
+ * tainted tool inputs (e.g. `file: "../../etc/passwd"`).
6
+ *
7
+ * Returns `null` when the resolved path escapes `projectRoot`.
8
+ */
9
+ export function resolveWithinRoot(projectRoot, relative) {
10
+ const normalizedRoot = resolve(projectRoot);
11
+ const candidate = resolve(normalizedRoot, relative);
12
+ if (candidate === normalizedRoot)
13
+ return candidate;
14
+ if (candidate.startsWith(normalizedRoot + sep))
15
+ return candidate;
16
+ return null;
17
+ }
18
+ //# sourceMappingURL=paths.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"paths.js","sourceRoot":"","sources":["../../src/util/paths.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAEzC;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAAC,WAAmB,EAAE,QAAgB;IACrE,MAAM,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IACpD,IAAI,SAAS,KAAK,cAAc;QAAE,OAAO,SAAS,CAAC;IACnD,IAAI,SAAS,CAAC,UAAU,CAAC,cAAc,GAAG,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACjE,OAAO,IAAI,CAAC;AACd,CAAC"}
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "pindex",
3
- "version": "1.2.2",
4
- "description": "MCP Server that structurally indexes a codebase for 80-90% token reduction",
3
+ "version": "1.3.0",
4
+ "description": "MCP server providing structural codebase indexing for token-efficient AI coding assistants on medium-to-large projects",
5
5
  "type": "module",
6
6
  "bin": {
7
7
  "pindex": "./dist/cli/index.js",
@@ -20,6 +20,8 @@
20
20
  "test": "vitest run",
21
21
  "test:watch": "vitest",
22
22
  "test:coverage": "vitest run --coverage",
23
+ "test:integration": "npm run build && vitest run --config vitest.integration.config.ts",
24
+ "bench:index": "npm run build && node scripts/bench-index.mjs",
23
25
  "lint": "tsc --noEmit",
24
26
  "prepublishOnly": "npm run build",
25
27
  "start": "node dist/index.js",
@@ -36,7 +38,7 @@
36
38
  "license": "MIT",
37
39
  "dependencies": {
38
40
  "@modelcontextprotocol/sdk": "^1.0.0",
39
- "better-sqlite3": "^9.0.0",
41
+ "better-sqlite3": "^11.5.0",
40
42
  "chokidar": "^3.6.0",
41
43
  "express": "^4.18.0",
42
44
  "glob": "^10.0.0",
@@ -44,19 +46,20 @@
44
46
  "tree-sitter": "^0.21.0",
45
47
  "tree-sitter-typescript": "^0.21.0",
46
48
  "uuid": "^9.0.0",
47
- "ws": "^8.16.0"
49
+ "ws": "^8.16.0",
50
+ "zod": "^4.3.6"
48
51
  },
49
52
  "devDependencies": {
50
- "@types/better-sqlite3": "^7.6.0",
53
+ "@types/better-sqlite3": "^7.6.11",
51
54
  "@types/express": "^4.17.0",
52
55
  "@types/node": "^20.0.0",
53
56
  "@types/supertest": "^6.0.0",
54
57
  "@types/uuid": "^9.0.0",
55
58
  "@types/ws": "^8.5.0",
56
- "@vitest/coverage-v8": "^1.0.0",
59
+ "@vitest/coverage-v8": "^4.0.18",
57
60
  "supertest": "^6.0.0",
58
61
  "typescript": "^5.0.0",
59
- "vitest": "^1.0.0"
62
+ "vitest": "^4.0.18"
60
63
  },
61
64
  "engines": {
62
65
  "node": ">=18.0.0"