@pella-labs/pinakes 0.4.3 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/ingest/ingester.js
CHANGED
|
@@ -196,9 +196,9 @@ export class IngesterService {
|
|
|
196
196
|
}
|
|
197
197
|
w.prepare('DELETE FROM pinakes_nodes WHERE scope = ? AND source_uri = ?').run(this.scope, sourceUri);
|
|
198
198
|
// Insert new nodes
|
|
199
|
-
const insertNode = w.prepare(`INSERT INTO pinakes_nodes (id, scope, source_uri, section_path, kind, title, content, source_sha, token_count, created_at, updated_at, last_accessed_at, confidence, confidence_score)
|
|
199
|
+
const insertNode = w.prepare(`INSERT OR REPLACE INTO pinakes_nodes (id, scope, source_uri, section_path, kind, title, content, source_sha, token_count, created_at, updated_at, last_accessed_at, confidence, confidence_score)
|
|
200
200
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`);
|
|
201
|
-
const insertChunk = w.prepare(`INSERT INTO pinakes_chunks (id, node_id, chunk_index, text, chunk_sha, token_count, created_at)
|
|
201
|
+
const insertChunk = w.prepare(`INSERT OR REPLACE INTO pinakes_chunks (id, node_id, chunk_index, text, chunk_sha, token_count, created_at)
|
|
202
202
|
VALUES (?, ?, ?, ?, ?, ?, ?)`);
|
|
203
203
|
const insertVec = w.prepare('INSERT OR REPLACE INTO pinakes_chunks_vec(rowid, embedding) VALUES (?, ?)');
|
|
204
204
|
for (const node of planned) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"repo-mirror.d.ts","sourceRoot":"","sources":["../../src/ingest/repo-mirror.ts"],"names":[],"mappings":"AAsBA,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAQD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAA0B;IACzC,OAAO,CAAC,OAAO,CAAyC;IACxD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAkB;gBAErC,IAAI,EAAE,iBAAiB;IAM7B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"repo-mirror.d.ts","sourceRoot":"","sources":["../../src/ingest/repo-mirror.ts"],"names":[],"mappings":"AAsBA,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAQD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAA0B;IACzC,OAAO,CAAC,OAAO,CAAyC;IACxD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAkB;gBAErC,IAAI,EAAE,iBAAiB;IAM7B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAsDtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAY3B,OAAO,CAAC,WAAW;IAoBnB,OAAO,CAAC,aAAa;CAmBtB"}
|
|
@@ -29,17 +29,21 @@ export class RepoMirrorWatcher {
|
|
|
29
29
|
async start() {
|
|
30
30
|
if (this.watcher)
|
|
31
31
|
throw new Error('RepoMirrorWatcher.start called twice');
|
|
32
|
-
// Note: chokidar 4.x removed glob support for `ignored`. We filter
|
|
33
|
-
// in the event handlers instead, matching the pattern used by
|
|
34
|
-
// ChokidarWatcher (see chokidar.ts comment about this).
|
|
35
|
-
this.watcher = chokidar.watch(this.projectRoot, {
|
|
36
|
-
ignoreInitial: true,
|
|
37
|
-
awaitWriteFinish: false,
|
|
38
|
-
});
|
|
39
32
|
const SKIP_DIRS = new Set([
|
|
40
33
|
'node_modules', '.git', '.pinakes', 'dist', 'build', 'coverage',
|
|
41
34
|
'.next', '.nuxt', 'vendor', '__pycache__', '.tox', 'target',
|
|
42
35
|
]);
|
|
36
|
+
// chokidar 4.x supports function-based `ignored` to prevent watching
|
|
37
|
+
// directories that will never contain mirrored .md files. This avoids
|
|
38
|
+
// EMFILE errors on large repos with thousands of node_modules dirs.
|
|
39
|
+
this.watcher = chokidar.watch(this.projectRoot, {
|
|
40
|
+
ignoreInitial: true,
|
|
41
|
+
awaitWriteFinish: false,
|
|
42
|
+
ignored: (path) => {
|
|
43
|
+
const base = path.split('/').pop() ?? '';
|
|
44
|
+
return SKIP_DIRS.has(base);
|
|
45
|
+
},
|
|
46
|
+
});
|
|
43
47
|
const shouldMirror = (path) => {
|
|
44
48
|
if (!path.toLowerCase().endsWith('.md'))
|
|
45
49
|
return false;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"repo-mirror.js","sourceRoot":"","sources":["../../src/ingest/repo-mirror.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEvD,OAAO,QAA4B,MAAM,UAAU,CAAC;AAEpD,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAsB,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAEpD;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,GAAG,KAAK,CAAC;AAa1B,MAAM,OAAO,iBAAiB;IACpB,OAAO,GAAqB,IAAI,CAAC;IACjC,OAAO,GAA+B,IAAI,GAAG,EAAE,CAAC;IACvC,WAAW,CAAS;IACpB,QAAQ,CAAS;IACjB,cAAc,CAAkB;IAEjD,YAAY,IAAuB;QACjC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAE1E,
|
|
1
|
+
{"version":3,"file":"repo-mirror.js","sourceRoot":"","sources":["../../src/ingest/repo-mirror.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEvD,OAAO,QAA4B,MAAM,UAAU,CAAC;AAEpD,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAsB,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAEpD;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,GAAG,KAAK,CAAC;AAa1B,MAAM,OAAO,iBAAiB;IACpB,OAAO,GAAqB,IAAI,CAAC;IACjC,OAAO,GAA+B,IAAI,GAAG,EAAE,CAAC;IACvC,WAAW,CAAS;IACpB,QAAQ,CAAS;IACjB,cAAc,CAAkB;IAEjD,YAAY,IAAuB;QACjC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAE1E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;YACxB,cAAc,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU;YAC/D,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ;SAC5D,CAAC,CAAC;QAEH,qEAAqE;QACrE,sEAAsE;QACtE,oEAAoE;QACpE,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE;YAC9C,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,KAAK;YACvB,OAAO,EAAE,CAAC,IAAY,EAAE,EAAE;gBACxB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBACzC,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;SACF,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,CAAC,IAAY,EAAW,EAAE;YAC7C,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YACtD,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;YAC1B,0EAA0E;YAC1E,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,IAAI,GAAG,KAAK,IAAI,CAAC,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAC/E,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;YAC5C,wCAAwC;YACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAChC,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxC,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,OAAO,KAAK,CAAC;YACvC,CAAC;YACD,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACjD,CAAC,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE;YAC9B,IAAI,YAAY,CAAC,IAAI,CAAC;gBAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE;YACjC,IAAI,YAAY,CAAC,IAAI,CAAC;gBAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE;YACjC,IAAI,YAAY,CAAC,IAAI,CAAC;gBAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC/B,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,2BAA2B,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,MAAM,IAAI,OAAO,CAAO,CAAC,WAAW,EAAE,EAAE;YACtC,IAAI,CAAC,OAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,EAAE,6BAA6B,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,IAAI;QACR,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC5C,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAErB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,IAAuB,EAAE,UAAkB;QAC7D,MAAM,GAAG,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC;YACrB,QAAQ,CAAC,UAAU,GAAG,GAAG,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC,EAAE,WAAW,CAAC,CAAC;QAEhB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1D,CAAC;IAEO,aAAa,CAAC,OAAsB;QAC1C,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAC3D,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,SAAS;QAE3C,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAE3C,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC5B,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAChD,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBACnC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,qBAAqB,CAAC,CAAC;YAC9E,CAAC;iBAAM,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3D,MAAM,CAAC,MAAM,CAAC,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,+BAA+B,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;CACF"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@pella-labs/pinakes",
|
|
3
|
-
"version": "0.4.
|
|
3
|
+
"version": "0.4.4",
|
|
4
4
|
"description": "Local stdio MCP server that indexes a Karpathy-style two-level knowledge wiki into SQLite and exposes it to a coding LLM via Cloudflare-style code-mode.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"bin": {
|