@contextosai/core 0.1.0

package/dist/watcher.d.ts

@@ -0,0 +1,16 @@
+export interface WatchOptions {
+    onEvent?: (message: string) => void;
+}
+export declare class FileWatcher {
+    private watcher;
+    private indexer;
+    private rootPath;
+    private debounceTimers;
+    private metadataRefreshTimer;
+    private changeCount;
+    constructor(rootPath: string);
+    private scheduleMetadataRefresh;
+    start(options?: WatchOptions): void;
+    stop(): Promise<void>;
+}
+//# sourceMappingURL=watcher.d.ts.map

package/dist/watcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"watcher.d.ts","sourceRoot":"","sources":["../src/watcher.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CACrC;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAA0B;IACzC,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,cAAc,CAAoD;IAC1E,OAAO,CAAC,oBAAoB,CAA8C;IAC1E,OAAO,CAAC,WAAW,CAAK;gBAEZ,QAAQ,EAAE,MAAM;IAK5B,OAAO,CAAC,uBAAuB;IAgB/B,KAAK,CAAC,OAAO,GAAE,YAAiB,GAAG,IAAI;IA4DjC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAe5B"}

package/dist/watcher.js

@@ -0,0 +1,102 @@
+import chokidar from 'chokidar';
+import { relative } from 'node:path';
+import { IGNORED_DIRS, SUPPORTED_EXTENSIONS } from '@contextosai/shared';
+import { generateId } from './config.js';
+import { Indexer } from './indexer.js';
+export class FileWatcher {
+    watcher = null;
+    indexer;
+    rootPath;
+    debounceTimers = new Map();
+    metadataRefreshTimer = null;
+    changeCount = 0;
+    constructor(rootPath) {
+        this.rootPath = rootPath;
+        this.indexer = new Indexer(rootPath);
+    }
+    scheduleMetadataRefresh(onEvent) {
+        this.changeCount++;
+        if (this.metadataRefreshTimer)
+            clearTimeout(this.metadataRefreshTimer);
+        this.metadataRefreshTimer = setTimeout(async () => {
+            this.metadataRefreshTimer = null;
+            this.changeCount = 0;
+            try {
+                await this.indexer.refreshMetadata(onEvent);
+                onEvent?.('Refreshed architecture rules and agent context');
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : 'Metadata refresh failed';
+                onEvent?.(`Error: ${msg}`);
+            }
+        }, 30000);
+    }
+    start(options = {}) {
+        const { onEvent } = options;
+        this.watcher = chokidar.watch(this.rootPath, {
+            ignored: (path) => {
+                const parts = path.split(/[/\\]/);
+                return parts.some((p) => IGNORED_DIRS.has(p));
+            },
+            persistent: true,
+            ignoreInitial: true,
+        });
+        const scheduleReindex = (filePath, action) => {
+            const relPath = relative(this.rootPath, filePath);
+            const existing = this.debounceTimers.get(relPath);
+            if (existing)
+                clearTimeout(existing);
+            this.debounceTimers.set(relPath, setTimeout(() => {
+                void (async () => {
+                    this.debounceTimers.delete(relPath);
+                    onEvent?.(`${action}: ${relPath}`);
+                    const db = this.indexer.getDatabase();
+                    db.addActivity({
+                        id: generateId(),
+                        path: relPath,
+                        action,
+                        timestamp: new Date().toISOString(),
+                    });
+                    try {
+                        if (action === 'deleted') {
+                            db.deleteFile(relPath);
+                            await this.indexer.getVectorStore().deleteByPath(relPath);
+                        }
+                        else {
+                            const ext = '.' + relPath.split('.').pop()?.toLowerCase();
+                            if (SUPPORTED_EXTENSIONS.has(ext)) {
+                                await this.indexer.reindexFile(relPath);
+                            }
+                        }
+                        this.scheduleMetadataRefresh(onEvent);
+                    }
+                    catch (err) {
+                        const msg = err instanceof Error ? err.message : 'Reindex failed';
+                        onEvent?.(`Error reindexing ${relPath}: ${msg}`);
+                    }
+                })();
+            }, 500));
+        };
+        this.watcher
+            .on('add', (path) => scheduleReindex(path, 'created'))
+            .on('change', (path) => scheduleReindex(path, 'modified'))
+            .on('unlink', (path) => scheduleReindex(path, 'deleted'));
+        onEvent?.('Watching for file changes...');
+    }
+    async stop() {
+        if (this.watcher) {
+            await this.watcher.close();
+            this.watcher = null;
+        }
+        if (this.metadataRefreshTimer) {
+            clearTimeout(this.metadataRefreshTimer);
+            this.metadataRefreshTimer = null;
+        }
+        for (const timer of this.debounceTimers.values()) {
+            clearTimeout(timer);
+        }
+        this.debounceTimers.clear();
+        await this.indexer.close();
+    }
+}
+//# sourceMappingURL=watcher.js.map

package/dist/watcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"watcher.js","sourceRoot":"","sources":["../src/watcher.ts"],"names":[],"mappings":"AAAA,OAAO,QAA4B,MAAM,UAAU,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAMvC,MAAM,OAAO,WAAW;IACd,OAAO,GAAqB,IAAI,CAAC;IACjC,OAAO,CAAU;IACjB,QAAQ,CAAS;IACjB,cAAc,GAAG,IAAI,GAAG,EAAyC,CAAC;IAClE,oBAAoB,GAAyC,IAAI,CAAC;IAClE,WAAW,GAAG,CAAC,CAAC;IAExB,YAAY,QAAgB;QAC1B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAEO,uBAAuB,CAAC,OAAmC;QACjE,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,IAAI,CAAC,oBAAoB;YAAE,YAAY,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACvE,IAAI,CAAC,oBAAoB,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;YAChD,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;YACjC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;gBAC5C,OAAO,EAAE,CAAC,gDAAgD,CAAC,CAAC;YAC9D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC;gBAC3E,OAAO,EAAE,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,UAAwB,EAAE;QAC9B,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QAE5B,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE;YAC3C,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBAChB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAClC,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAChD,CAAC;YACD,UAAU,EAAE,IAAI;YAChB,aAAa,EAAE,IAAI;SACpB,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,CAAC,QAAgB,EAAE,MAA0C,EAAE,EAAE;YACvF,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAClD,IAAI,QAAQ;gBAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;YAErC,IAAI,CAAC,cAAc,CAAC,GAAG,CACrB,OAAO,EACP,UAAU,CAAC,GAAG,EAAE;gBACd,KAAK,CAAC,KAAK,IAAI,EAAE;oBACf,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBACpC,OAAO,EAAE,CAAC,GAAG,MAAM,KAAK,OAAO,EAAE,CAAC,CAAC;oBAEnC,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;oBACtC,EAAE,CAAC,WAAW,CAAC;wBACb,EAAE,EAAE,UAAU,EAAE;wBAChB,IAAI,EAAE,OAAO;wBACb,MAAM;wBACN,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACpC,CAAC,CAAC;oBAEH,IAAI,CAAC;wBACH,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;4BACzB,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;4BACvB,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;wBAC5D,CAAC;6BAAM,CAAC;4BACN,MAAM,GAAG,GAAG,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC;4BAC1D,IAAI,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gCAClC,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;4BAC1C,CAAC;wBACH,CAAC;wBACD,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;oBACxC,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC;wBAClE,OAAO,EAAE,CAAC,oBAAoB,OAAO,KAAK,GAAG,EAAE,CAAC,CAAC;oBACnD,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,CAAC,EAAE,GAAG,CAAC,CACR,CAAC;QACJ,CAAC,CAAC;QAEF,IAAI,CAAC,OAAO;aACT,EAAE,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;aACrD,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;aACzD,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;QAE5D,OAAO,EAAE,CAAC,8BAA8B,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,YAAY,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACxC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACnC,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC;YACjD,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC5B,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;CACF"}

package/package.json

@@ -0,0 +1,71 @@
+{
+  "name": "@contextosai/core",
+  "version": "0.1.0",
+  "description": "Core indexing and memory engine for ContextOS",
+  "license": "MIT",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.js"
+    },
+    "./database": {
+      "types": "./dist/database.d.ts",
+      "import": "./dist/database.js",
+      "require": "./dist/database.js"
+    },
+    "./config": {
+      "types": "./dist/config.d.ts",
+      "import": "./dist/config.js",
+      "require": "./dist/config.js"
+    },
+    "./search": {
+      "types": "./dist/search.d.ts",
+      "import": "./dist/search.js",
+      "require": "./dist/search.js"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "dependencies": {
+    "@lancedb/lancedb": "^0.17.0",
+    "@modelcontextprotocol/sdk": "^1.12.1",
+    "@xenova/transformers": "^2.17.2",
+    "apache-arrow": "^18.1.0",
+    "better-sqlite3": "^11.7.0",
+    "chokidar": "^4.0.3",
+    "simple-git": "^3.27.0",
+    "tree-sitter": "^0.22.4",
+    "tree-sitter-javascript": "^0.23.1",
+    "tree-sitter-python": "^0.23.6",
+    "tree-sitter-typescript": "^0.23.2",
+    "web-tree-sitter": "^0.24.7",
+    "zod": "^3.24.1",
+    "@contextosai/shared": "0.1.0"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.12",
+    "typescript": "^5.7.2",
+    "vitest": "^2.1.8"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/vihaannarkhede29/contextos.git"
+  },
+  "engines": {
+    "node": ">=20"
+  },
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "lint": "tsc --noEmit",
+    "test": "vitest run"
+  }
+}