devsmind-mcp 2.4.0 → 3.0.0

package/dist/utils/tokenize.js

@@ -0,0 +1,129 @@
+"use strict";
+/**
+ * Shared tokenization for search-nodes' fuzzy ranking AND the description-quality gate at
+ * commit time. Both need the SAME splitting logic — if the gate accepted a description using
+ * one definition of "new word" while search matched using another, a description could pass
+ * validation and still be invisible to search. One pipeline, two callers.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.splitIdentifier = splitIdentifier;
+exports.stem = stem;
+exports.tokenizeText = tokenizeText;
+exports.tokenizeIdentifier = tokenizeIdentifier;
+exports.validateDescription = validateDescription;
+/**
+ * English function words + generic dev-question filler that carry no search signal on their
+ * own. A natural-language query like "where do we handle user login" is mostly this — without
+ * filtering it, short tokens like "we"/"do"/"is" substring-match dozens of unrelated
+ * identifiers and bury the one real match under noise.
+ */
+const STOPWORDS = new Set([
+    // function words
+    'a', 'an', 'the', 'is', 'are', 'was', 'were', 'be', 'been', 'being', 'do', 'does', 'did', 'doing',
+    'has', 'have', 'had', 'having', 'to', 'of', 'in', 'on', 'at', 'by', 'for', 'with', 'from', 'into',
+    'about', 'as', 'it', 'its', 'this', 'that', 'these', 'those', 'and', 'or', 'but', 'if', 'then',
+    'so', 'not', 'no', 'yes', 'than', 'too', 'very', 'can', 'could', 'will', 'would', 'should', 'may',
+    'might', 'must', 'shall', 'we', 'you', 'he', 'she', 'they', 'me', 'my', 'our', 'your', 'their',
+    'what', 'which', 'who', 'whom', 'when', 'where', 'why', 'how', 'all', 'each', 'every', 'both',
+    'few', 'more', 'most', 'other', 'some', 'such', 'only', 'own', 'same', 'just', 'also',
+    // generic dev-question / filler words that name no specific thing
+    'find', 'get', 'gets', 'set', 'sets', 'use', 'uses', 'used', 'using', 'handle', 'handles',
+    'handled', 'handling', 'implement', 'implements', 'implementation', 'code', 'function',
+    'method', 'logic', 'thing', 'things', 'something', 'anything', 'page', 'file'
+]);
+/**
+ * Splits camelCase / PascalCase / snake_case / kebab-case / dotted identifiers and paths into
+ * lowercase word fragments — "verifyCredentials" -> ["verify","credentials"],
+ * "pages/product-detail" -> ["pages","product","detail"]. This is what lets a query token match
+ * a WORD inside a compound identifier rather than only a raw substring.
+ */
+function splitIdentifier(text) {
+    if (!text)
+        return [];
+    return text
+        // camelCase boundary: lower/digit -> Upper ("verifyCredentials" -> "verify Credentials")
+        .replace(/([a-z0-9])([A-Z])/g, '$1 $2')
+        // acronym boundary: a run of Upper followed by Upper+lower ("XMLParser" -> "XML Parser")
+        .replace(/([A-Z]+)([A-Z][a-z])/g, '$1 $2')
+        .split(/[^a-zA-Z0-9]+/)
+        .map(s => s.toLowerCase())
+        .filter(Boolean);
+}
+/**
+ * Light suffix stemming so "logins"/"logged"/"validated" collapse onto the same token as
+ * "login"/"validate". Deliberately crude — a handful of suffix rules, no dictionary, no real
+ * morphology — good enough to close the common inflection gap between a query and a
+ * description without pulling in a stemming dependency.
+ */
+function stem(token) {
+    if (token.length <= 4)
+        return token; // too short to safely strip anything
+    if (token.endsWith('ies') && token.length > 5)
+        return token.slice(0, -3) + 'y';
+    if (token.endsWith('ing') && token.length > 6)
+        return token.slice(0, -3);
+    if (token.endsWith('tion') && token.length > 6)
+        return token.slice(0, -4);
+    if (token.endsWith('ed') && token.length > 5)
+        return token.slice(0, -2);
+    if (token.endsWith('es') && token.length > 5)
+        return token.slice(0, -2);
+    if (token.endsWith('s') && !token.endsWith('ss') && token.length > 4)
+        return token.slice(0, -1);
+    return token;
+}
+/**
+ * Full pipeline for natural-language text — queries, descriptions, reasoning: lowercase, split
+ * on non-alphanumeric, drop stopwords and anything under 3 chars, stem. Order matters: filtering
+ * short/stop tokens BEFORE stemming means stemming never has to special-case them.
+ */
+function tokenizeText(text) {
+    if (!text)
+        return [];
+    const out = [];
+    for (const raw of text.toLowerCase().split(/[^a-z0-9]+/i)) {
+        if (raw.length < 3)
+            continue;
+        if (STOPWORDS.has(raw))
+            continue;
+        out.push(stem(raw));
+    }
+    return out;
+}
+/**
+ * Tokenization for identifiers/paths specifically: split on case/separator boundaries first,
+ * THEN run the identical stopword+stem pipeline used for natural-language text, so a query
+ * token and an identifier fragment that mean the same thing collapse to the same string.
+ */
+function tokenizeIdentifier(text) {
+    return tokenizeText(splitIdentifier(text).join(' '));
+}
+const MIN_DESCRIPTION_LENGTH = 40;
+/**
+ * Rejects the two laziest failure modes of an AI-written description: too short to carry real
+ * information, or merely restating the identifier's own words back. "verifyCredentials" ->
+ * "verifies credentials" tokenizes to a subset of the identifier's own tokens — it satisfies
+ * any naive length check while adding nothing a search query wouldn't already find via the
+ * identifier itself. Rejecting it is what keeps the commit-time gate from being satisfied by
+ * pure compliance instead of actual searchable value.
+ */
+function validateDescription(description, identifierSource) {
+    const trimmed = (description || '').trim();
+    if (trimmed.length < MIN_DESCRIPTION_LENGTH) {
+        return {
+            ok: false,
+            error: `Description too short (${trimmed.length} chars, need at least ${MIN_DESCRIPTION_LENGTH}). Write 1-3 sentences of real purpose, not a label.`
+        };
+    }
+    const identifierTokens = new Set(tokenizeIdentifier(identifierSource));
+    const descriptionTokens = new Set(tokenizeText(trimmed));
+    const newTokens = Array.from(descriptionTokens).filter(t => !identifierTokens.has(t));
+    if (identifierTokens.size > 0 && newTokens.length === 0) {
+        return {
+            ok: false,
+            error: `Description only restates the identifier's own words ("${identifierSource}") — it adds no vocabulary a search query wouldn't already find via the name itself. Describe what it actually DOES and the domain concepts involved, using terms someone might search by.`
+        };
+    }
+    return { ok: true };
+}
+//# sourceMappingURL=tokenize.js.map

package/dist/utils/tokenize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenize.js","sourceRoot":"","sources":["../../src/utils/tokenize.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AA6BH,0CAUC;AAQD,oBASC;AAOD,oCASC;AAOD,gDAEC;AAiBD,kDAkBC;AAlHD;;;;;GAKG;AACH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;IACxB,iBAAiB;IACjB,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;IACjG,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IACjG,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM;IAC9F,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK;IACjG,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO;IAC9F,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAC7F,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IACrF,kEAAkE;IAClE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS;IACzF,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,EAAE,UAAU;IACtF,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM;CAC9E,CAAC,CAAC;AAEH;;;;;GAKG;AACH,SAAgB,eAAe,CAAC,IAAY;IAC1C,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,OAAO,IAAI;QACT,yFAAyF;SACxF,OAAO,CAAC,oBAAoB,EAAE,OAAO,CAAC;QACvC,yFAAyF;SACxF,OAAO,CAAC,uBAAuB,EAAE,OAAO,CAAC;SACzC,KAAK,CAAC,eAAe,CAAC;SACtB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;SACzB,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED;;;;;GAKG;AACH,SAAgB,IAAI,CAAC,KAAa;IAChC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC,CAAC,qCAAqC;IAC1E,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;IAC/E,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzE,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1E,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACxE,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACxE,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAChG,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,SAAgB,YAAY,CAAC,IAAY;IACvC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QAC1D,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAC7B,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QACjC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,SAAgB,kBAAkB,CAAC,IAAY;IAC7C,OAAO,YAAY,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AACvD,CAAC;AAOD,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAElC;;;;;;;GAOG;AACH,SAAgB,mBAAmB,CAAC,WAAmB,EAAE,gBAAwB;IAC/E,MAAM,OAAO,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,IAAI,OAAO,CAAC,MAAM,GAAG,sBAAsB,EAAE,CAAC;QAC5C,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EAAE,0BAA0B,OAAO,CAAC,MAAM,yBAAyB,sBAAsB,sDAAsD;SACrJ,CAAC;IACJ,CAAC;IACD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACvE,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxD,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EAAE,0DAA0D,gBAAgB,4LAA4L;SAC9Q,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACtB,CAAC"}

package/dist/utils/version.d.ts

@@ -0,0 +1,14 @@
+/**
+ * The published package version, read from package.json at runtime.
+ *
+ * Deliberately not a hardcoded constant: the previous one was, and it drifted the whole way from
+ * the first commit to 2.5.0 — `devsmind -v` answered `1.0.0` for every release in between, which
+ * is worse than no version at all, since a user reporting a bug reads it and believes it. There is
+ * exactly one number now (package.json's) and everything that reports a version derives it.
+ *
+ * `src/<dir>/` and `dist/<dir>/` both sit two levels under the package root, so one relative path
+ * resolves correctly under ts-node, jest and the published build alike. A read failure falls back
+ * to `'unknown'` rather than throwing — a missing package.json means a broken install, and failing
+ * to start the server over a cosmetic string would be the wrong trade.
+ */
+export declare const DEVSMIND_VERSION: string;

package/dist/utils/version.js

@@ -0,0 +1,61 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEVSMIND_VERSION = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+/**
+ * The published package version, read from package.json at runtime.
+ *
+ * Deliberately not a hardcoded constant: the previous one was, and it drifted the whole way from
+ * the first commit to 2.5.0 — `devsmind -v` answered `1.0.0` for every release in between, which
+ * is worse than no version at all, since a user reporting a bug reads it and believes it. There is
+ * exactly one number now (package.json's) and everything that reports a version derives it.
+ *
+ * `src/<dir>/` and `dist/<dir>/` both sit two levels under the package root, so one relative path
+ * resolves correctly under ts-node, jest and the published build alike. A read failure falls back
+ * to `'unknown'` rather than throwing — a missing package.json means a broken install, and failing
+ * to start the server over a cosmetic string would be the wrong trade.
+ */
+exports.DEVSMIND_VERSION = (() => {
+    try {
+        const pkg = JSON.parse(fs.readFileSync(path.join(__dirname, '..', '..', 'package.json'), 'utf-8'));
+        return typeof pkg.version === 'string' ? pkg.version : 'unknown';
+    }
+    catch {
+        return 'unknown';
+    }
+})();
+//# sourceMappingURL=version.js.map

package/dist/utils/version.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"version.js","sourceRoot":"","sources":["../../src/utils/version.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAE7B;;;;;;;;;;;;GAYG;AACU,QAAA,gBAAgB,GAAW,CAAC,GAAG,EAAE;IAC5C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACnG,OAAO,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACnE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC,CAAC,EAAE,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "devsmind-mcp",
-  "version": "2.4.0",
+  "version": "3.0.0",
   "description": "DevsMind — Team AI Brain",
   "main": "dist/cli/index.js",
   "bin": {
@@ -13,11 +13,14 @@
     "LICENSE"
   ],
   "scripts": {
-    "build": "node node_modules/typescript/bin/tsc && node scripts/copy-assets.js",
+    "build": "node scripts/clean.js && node node_modules/typescript/bin/tsc && node scripts/copy-assets.js",
     "start": "tsx src/cli/index.ts start",
     "dev": "tsx src/cli/index.ts",
-    "test": "echo \"Error: no test specified\" && exit 0",
-    "prepublishOnly": "node node_modules/typescript/bin/tsc && node scripts/copy-assets.js"
+    "test": "jest",
+    "test:cov": "jest --coverage",
+    "test:watch": "jest --watch",
+    "prepack": "node scripts/clean.js && node node_modules/typescript/bin/tsc && node scripts/copy-assets.js",
+    "prepublishOnly": "node node_modules/typescript/bin/tsc --noEmit -p . && node node_modules/jest/bin/jest.js --coverage --ci"
   },
   "keywords": [
     "mcp",
@@ -45,19 +48,29 @@
     "@types/express": "^5.0.6",
     "better-sqlite3": "^12.11.1",
     "commander": "^12.1.0",
+    "diff": "^9.0.0",
     "dotenv": "^16.4.5",
     "express": "^5.2.1",
     "prompts": "^2.4.2",
     "typescript": "^5.5.2"
   },
+  "optionalDependencies": {
+    "onnxruntime-node": "1.19.2"
+  },
   "devDependencies": {
     "@types/better-sqlite3": "^7.6.11",
+    "@types/jest": "^29.5.12",
     "@types/node": "^20.14.9",
     "@types/prompts": "^2.4.9",
+    "@types/supertest": "^6.0.2",
+    "jest": "^29.7.0",
+    "supertest": "^7.0.0",
+    "ts-jest": "^29.2.5",
     "tsx": "^4.16.0"
   },
   "allowScripts": {
     "better-sqlite3@12.11.1": true,
-    "esbuild@0.28.1": true
+    "esbuild@0.28.1": true,
+    "onnxruntime-node@1.19.2": true
   }
 }