@intentic/iq-engine 1.15.1

package/dist/workspace/scan.js

@@ -0,0 +1,104 @@
+import { readdir, stat } from "node:fs/promises";
+import { join } from "node:path";
+import { createIgnoreScope } from "@intentic/workspace-ignore";
+import { isIqDenied } from "./floor.js";
+import { globToRegExp } from "./glob.js";
+const MAX_FILES = 100_000;
+export const sweep = async (root, includeIgnored) => {
+    const entries = [];
+    const walk = async (dir, rel, scope, repo) => {
+        const here = await scope.descend(dir, rel);
+        const dirents = await readdir(dir, { withFileTypes: true }).catch(() => []);
+        const ownsGit = dirents.some((d) => d.name === ".git" && d.isDirectory());
+        const repoHere = ownsGit ? rel : repo;
+        for (const dirent of dirents.toSorted((a, b) => (a.name < b.name ? -1 : 1))) {
+            if (dirent.isSymbolicLink()) {
+                continue;
+            }
+            const relPath = rel === "" ? dirent.name : `${rel}/${dirent.name}`;
+            if (isIqDenied(relPath) || (!includeIgnored && here.isIgnored(dirent.name, relPath, dirent.isDirectory()))) {
+                continue;
+            }
+            if (dirent.isDirectory()) {
+                await walk(join(dir, dirent.name), relPath, here, repoHere);
+                continue;
+            }
+            if (!dirent.isFile() || entries.length >= MAX_FILES) {
+                continue;
+            }
+            const stats = await stat(join(dir, dirent.name)).catch(() => undefined);
+            if (stats === undefined) {
+                continue;
+            }
+            entries.push({
+                path: relPath,
+                abs: join(dir, dirent.name),
+                mtimeMs: stats.mtimeMs,
+                size: stats.size,
+                ...(repoHere !== undefined ? { repo: repoHere } : {}),
+            });
+        }
+    };
+    await walk(root, "", createIgnoreScope(), undefined);
+    return entries.toSorted((a, b) => (a.path < b.path ? -1 : 1));
+};
+const CLASS_TESTS = /(^|\/)((__tests__|tests?)\/|test_[^/]*$)|\.(test|spec)\.[^/.]+$/;
+const CLASS_DOCS = /(^|\/)(docs?\/)|\.(md|mdx|rst|txt)$/i;
+const CLASS_CONFIG = /(^|\/)[^/]*\.(json|jsonc|ya?ml|toml|ini)$|(^|\/)\.[^/]*rc[^/]*$|(^|\/)[^/]*\.config\.[^/.]+$/;
+const matchesClass = (path, cls) => {
+    if (cls === "tests") {
+        return CLASS_TESTS.test(path);
+    }
+    if (cls === "docs") {
+        return CLASS_DOCS.test(path);
+    }
+    if (cls === "config") {
+        return CLASS_CONFIG.test(path);
+    }
+    return !CLASS_TESTS.test(path) && !CLASS_DOCS.test(path) && !CLASS_CONFIG.test(path);
+};
+export const EXT_LANG = {
+    ts: "ts",
+    tsx: "tsx",
+    mts: "ts",
+    cts: "ts",
+    js: "js",
+    jsx: "js",
+    mjs: "js",
+    cjs: "js",
+    py: "python",
+    go: "go",
+    rs: "rust",
+    java: "java",
+};
+export const langOf = (path) => EXT_LANG[path.slice(path.lastIndexOf(".") + 1)];
+const LANG_NAMES = new Set(Object.values(EXT_LANG));
+export const canonicalLang = (token) => EXT_LANG[token] ?? (LANG_NAMES.has(token) ? token : undefined);
+export const filterScope = (entries, scope) => {
+    const globs = scope.globs?.map(globToRegExp);
+    const notGlobs = scope.notGlobs?.map(globToRegExp);
+    const prefixes = scope.paths?.map((p) => p.replace(/^\.\//, "").replace(/\/+$/, ""));
+    const langs = scope.langs?.map((token) => canonicalLang(token) ?? token);
+    return entries.filter((entry) => {
+        if (prefixes !== undefined && !prefixes.some((p) => entry.path === p || entry.path.startsWith(`${p}/`))) {
+            return false;
+        }
+        if (scope.repo !== undefined && entry.repo !== scope.repo && entry.repo !== `repositories/${scope.repo}`) {
+            return false;
+        }
+        if (langs !== undefined && !langs.includes(langOf(entry.path) ?? "")) {
+            return false;
+        }
+        if (globs !== undefined && !globs.some((g) => g.test(entry.path))) {
+            return false;
+        }
+        if (notGlobs?.some((g) => g.test(entry.path))) {
+            return false;
+        }
+        if (scope.only !== undefined && !matchesClass(entry.path, scope.only)) {
+            return false;
+        }
+        return true;
+    });
+};
+//# sourceMappingURL=scan.js.map

package/dist/workspace/scan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scan.js","sourceRoot":"","sources":["../../src/workspace/scan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAoB,MAAM,4BAA4B,CAAC;AAEjF,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,MAAM,SAAS,GAAG,OAAO,CAAC;AAI1B,MAAM,CAAC,MAAM,KAAK,GAAG,KAAK,EAAE,IAAY,EAAE,cAAuB,EAAwB,EAAE;IACvF,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,MAAM,IAAI,GAAG,KAAK,EAAE,GAAW,EAAE,GAAW,EAAE,KAAkB,EAAE,IAAwB,EAAiB,EAAE;QACzG,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QACtC,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1E,IAAI,MAAM,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC1B,SAAS;YACb,CAAC;YACD,MAAM,OAAO,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YACnE,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC;gBACzG,SAAS;YACb,CAAC;YACD,IAAI,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC5D,SAAS;YACb,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBAClD,SAAS;YACb,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACxE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACtB,SAAS;YACb,CAAC;YACD,OAAO,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC;gBAC3B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACxD,CAAC,CAAC;QACP,CAAC;IACL,CAAC,CAAC;IACF,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,SAAS,CAAC,CAAC;IACrD,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,iEAAiE,CAAC;AACtF,MAAM,UAAU,GAAG,sCAAsC,CAAC;AAC1D,MAAM,YAAY,GAAG,8FAA8F,CAAC;AAEpH,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,GAAc,EAAW,EAAE;IAC3D,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;QAClB,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;QACjB,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;QACnB,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAA2B;IAC5C,EAAE,EAAE,IAAI;IACR,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,IAAI;IACT,GAAG,EAAE,IAAI;IACT,EAAE,EAAE,IAAI;IACR,GAAG,EAAE,IAAI;IACT,GAAG,EAAE,IAAI;IACT,GAAG,EAAE,IAAI;IACT,EAAE,EAAE,QAAQ;IACZ,EAAE,EAAE,IAAI;IACR,EAAE,EAAE,MAAM;IACV,IAAI,EAAE,MAAM;CACf,CAAC;AAEF,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,IAAY,EAAsB,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAE5G,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;AAIpD,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAAa,EAAsB,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AAGnI,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,OAA6B,EAAE,KAAY,EAAe,EAAE;IACpF,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;IACrF,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC;IACzE,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC5B,IAAI,QAAQ,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACtG,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YACvG,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACnE,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YAChE,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YAC5C,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACpE,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,68 @@
+{
+  "name": "@intentic/iq-engine",
+  "version": "1.15.1",
+  "description": "Search engine behind the iq CLI — disk index (node:sqlite), lexical/structural/semantic/git engines, rank fusion, budget renderer",
+  "license": "MIT",
+  "type": "module",
+  "repository": {
+    "type": "git",
+    "url": "git+https://gitlab.com/radarsu/intentic.git",
+    "directory": "_libs/iq-engine"
+  },
+  "files": [
+    "dist",
+    "scripts"
+  ],
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org/"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": {
+        "@intentic/src": "./src/index.ts",
+        "default": "./dist/index.js"
+      },
+      "require": {
+        "@intentic/src": "./src/index.ts",
+        "default": "./dist/index.js"
+      }
+    },
+    "./testing": {
+      "types": "./dist/testing.d.ts",
+      "import": {
+        "@intentic/src": "./src/testing.ts",
+        "default": "./dist/testing.js"
+      },
+      "require": {
+        "@intentic/src": "./src/testing.ts",
+        "default": "./dist/testing.js"
+      }
+    }
+  },
+  "dependencies": {
+    "@ast-grep/lang-go": "0.0.6",
+    "@ast-grep/lang-java": "0.0.7",
+    "@ast-grep/lang-python": "0.0.6",
+    "@ast-grep/lang-rust": "0.0.7",
+    "@ast-grep/napi": "0.44.1",
+    "@huggingface/transformers": "4.2.0",
+    "tslib": "2.8.1",
+    "zod": "4.4.3",
+    "@intentic/sandbox-contract": "1.15.1",
+    "@intentic/workspace-ignore": "1.15.1"
+  },
+  "devDependencies": {
+    "@types/node": "24.13.2",
+    "typescript": "5.9.3",
+    "vitest": "4.1.9",
+    "@intentic/tsconfig": "0.0.0"
+  },
+  "scripts": {
+    "build": "tsc",
+    "watch": "tsc --build --watch",
+    "test": "vitest run",
+    "test:watch": "vitest"
+  }
+}

package/scripts/fetch-model.mjs

@@ -0,0 +1,18 @@
+#!/usr/bin/env node
+// Downloads the iq models into <dest> at Docker build time, so `iq ask` runs fully offline: the bge embedder
+// (semantic retrieval) and the ms-marco cross-encoder (rerank stage).
+// Usage: node scripts/fetch-model.mjs /opt/iq-models
+import { AutoModelForSequenceClassification, AutoTokenizer, env, pipeline } from "@huggingface/transformers";
+
+const dest = process.argv[2];
+if (dest === undefined) {
+    console.error("usage: fetch-model.mjs <dest-dir>");
+    process.exit(2);
+}
+env.cacheDir = dest;
+env.localModelPath = dest;
+// Same model ids + dtypes as src/embed/{embedder,reranker}.ts — instantiating pulls every needed artifact.
+await pipeline("feature-extraction", "Xenova/bge-small-en-v1.5", { dtype: "q8" });
+await AutoTokenizer.from_pretrained("Xenova/ms-marco-MiniLM-L-6-v2");
+await AutoModelForSequenceClassification.from_pretrained("Xenova/ms-marco-MiniLM-L-6-v2", { dtype: "q8" });
+console.log(`models cached in ${dest}`);