tinybeeai 0.0.0-stage → 0.16.1

package/dist/profile/job.js

@@ -0,0 +1,135 @@
+// repo_scan job (MULTI-REPO-design.md 2.2, task R2): mirror, worktree at the default-branch
+// head, deterministic scan, repo_profiles row, worktree removed. Until the multi-repo data model
+// lands (M1 to M4), the repo comes from the job payload or the dot's current `Watch.repo`.
+import { join } from 'node:path';
+import { config, log } from '../config.js';
+import { get, newId } from '../db.js';
+import { enqueue, registerHandler } from '../queue.js';
+import { setRepoScan } from '../repos.js';
+import { addWorktree, defaultBranch, ensureMirror, mirrorKey } from '../repos/mirror.js';
+import { PROFILE_VERSION } from './scan.js';
+import { scanRepoInThread } from './scan-thread.js';
+import { latestProfile, repoIdOf, saveProfile } from './store.js';
+/** One queued scan per repo per window, so a burst of triggers runs one scan (R6 adds full coalescing). */
+export const SCAN_WINDOW_MS = 10 * 60_000;
+export function parseRepo(full) {
+    const m = /^([A-Za-z0-9_.-]+)\/([A-Za-z0-9_.-]+)$/.exec(full.trim());
+    return m ? { owner: m[1], name: m[2].replace(/\.git$/, '') } : null;
+}
+/**
+ * Scans one repo through its mirror and stores the profile. Returns the stored row, or the
+ * newest existing row when it is already at the head sha and profile version.
+ */
+export async function runRepoScan(x) {
+    const demoRoot = demoScanRoot(x.repo);
+    if (demoRoot)
+        return runDemoScan(x, demoRoot);
+    const mopts = { ...(x.mirror ?? {}), dataDir: x.dataDir ?? x.mirror?.dataDir ?? config.dataDir };
+    const full = `${x.repo.owner}/${x.repo.name}`;
+    await ensureMirror(x.repo, mopts);
+    const ref = x.ref ?? (await defaultBranch(x.repo, mopts)) ?? 'HEAD';
+    const wt = await addWorktree(x.repo, ref, `scan-${mirrorKey(x.repo)}-${newId().slice(-8)}`, mopts);
+    try {
+        const store = x.store !== false;
+        const prev = store ? latestProfile(full) : undefined;
+        if (!x.force && prev && prev.sha === wt.sha && prev.version === PROFILE_VERSION)
+            return { profile: prev.profile, record: prev, skipped: true };
+        // scanRepo is synchronous, so it runs on a worker thread and the main event loop keeps serving.
+        const profile = await scanRepoInThread({
+            root: wt.dir,
+            repo: full,
+            sha: wt.sha,
+            languages: x.languages,
+            cacheDir: `${mopts.dataDir}/repo-cache`,
+            graphCacheDir: `${mopts.dataDir}/graph-cache`,
+        }, x.signal);
+        return { profile, ...(store ? { record: saveProfile(profile) } : {}), skipped: false };
+    }
+    finally {
+        await wt.close();
+    }
+}
+/**
+ * Demo mode has no GitHub, so the demo repo (demo/shop-web) is scanned from the sample shop in
+ * demo/sample-app instead of a mirror (KAT-257). Undefined for every other repo, and outside demo mode.
+ */
+export function demoScanRoot(repo) {
+    if (!config.demo || repo.owner.toLowerCase() !== 'demo' || repo.name.toLowerCase() !== 'shop-web')
+        return undefined;
+    return join(config.demoDir, 'sample-app');
+}
+/** The sample shop has no git history; its profile is always at the fixed sha "demo". */
+const DEMO_SHA = 'demo';
+async function runDemoScan(x, root) {
+    const full = `${x.repo.owner}/${x.repo.name}`;
+    const store = x.store !== false;
+    const prev = store ? latestProfile(full) : undefined;
+    if (!x.force && prev && prev.sha === DEMO_SHA && prev.version === PROFILE_VERSION)
+        return { profile: prev.profile, record: prev, skipped: true };
+    const profile = await scanRepoInThread({ root, repo: full, sha: DEMO_SHA, languages: null, cacheDir: false, graphCacheDir: false }, x.signal);
+    return { profile, ...(store ? { record: saveProfile(profile) } : {}), skipped: false };
+}
+/** The repo a scan job targets: the payload's repo, else the dot's repo. */
+export function scanTarget(job) {
+    const p = (job.payload ?? {});
+    if (typeof p.repo === 'string')
+        return parseRepo(p.repo);
+    const watch = get('watches', job.watchId);
+    return watch?.repo ? { owner: watch.repo.owner, name: watch.repo.name } : null;
+}
+/**
+ * Queues a repo_scan for the dot's repo (or `opts.repo`). Without a dot (`null`), `opts.repo` is
+ * required: the job reads the repo from its payload and needs no dot. Null when one is already
+ * queued in this window or no repo is set.
+ */
+export function queueRepoScan(watch, opts = {}, now = Date.now()) {
+    const repo = opts.repo ? parseRepo(opts.repo) : watch?.repo ? { owner: watch.repo.owner, name: watch.repo.name } : null;
+    if (!repo)
+        return null;
+    const bucket = Math.floor(now / SCAN_WINDOW_MS);
+    const key = `repo_scan:${repoIdOf(repo)}:${opts.ref ?? 'default'}:${opts.force ? `force-${now}` : bucket}`;
+    return enqueue({ kind: 'repo_scan', watchId: watch?.id ?? '', dedupeKey: key, payload: { ...opts, repo: `${repo.owner}/${repo.name}` } });
+}
+/**
+ * What the Repo step shows when a scan fails (KAT-357). git exit 128 is "could not read the repository": no access, or
+ * a name that does not exist. That reads as plain words; every other failure keeps its text. The raw git message
+ * stays in the server log.
+ */
+export function scanErrorText(err) {
+    const text = err instanceof Error ? err.message : String(err);
+    if (/^git \w+ failed \(exit 128\)/.test(text))
+        return 'localdost cannot read this repo. Give the GitHub connection access to it, then scan again.';
+    return text.slice(0, 500);
+}
+/** What the handler calls out to; tests replace these so no clone or network call runs. */
+export const scanDeps = {
+    languages: async (repo) => (await import('../integrations/github.js')).repoLanguages(repo),
+    token: async (repo) => (await import('../integrations/github.js')).repoGitToken(repo),
+    run: runRepoScan,
+};
+registerHandler('repo_scan', async (job) => {
+    const repo = scanTarget(job);
+    if (!repo) {
+        log.warn(`repo_scan ${job.id}: no repo in the payload or on dot ${job.watchId}; skipped`);
+        return;
+    }
+    const id = repoIdOf(repo);
+    const p = (job.payload ?? {});
+    // The workspace row shows progress: scanning, then ready, or error with the message. A failed
+    // attempt leaves the error up until the queue's retry starts the next attempt.
+    setRepoScan(id, { state: 'scanning' });
+    try {
+        const languages = await scanDeps.languages(repo);
+        const { profile, skipped } = await scanDeps.run({ repo, ref: p.ref, force: p.force, mirror: { token: () => scanDeps.token(repo) }, languages });
+        setRepoScan(id, { state: 'ready', sha: profile.sha, at: new Date().toISOString(), mode: profile.mode });
+        const s = profile.stats;
+        log.info(skipped
+            ? `repo_scan ${repo.owner}/${repo.name}: profile already at ${profile.sha.slice(0, 7)}`
+            : `repo_scan ${repo.owner}/${repo.name}@${profile.sha.slice(0, 7)}: ${s.files} files, ${profile.routes.length} routes, ${profile.tests.specs.length} specs in ${s.scanMs} ms (${s.cachedFiles} cached)`);
+    }
+    catch (err) {
+        setRepoScan(id, { state: 'error', error: scanErrorText(err) });
+        throw err;
+    }
+});
+//# sourceMappingURL=job.js.map

package/dist/profile/job.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"job.js","sourceRoot":"","sources":["../../src/profile/job.ts"],"names":[],"mappings":"AAAA,4FAA4F;AAC5F,iGAAiG;AACjG,2FAA2F;AAE3F,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,SAAS,EAAoC,MAAM,oBAAoB,CAAC;AAE3H,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAWlE,2GAA2G;AAC3G,MAAM,CAAC,MAAM,cAAc,GAAG,EAAE,GAAG,MAAM,CAAC;AAE1C,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,MAAM,CAAC,GAAG,wCAAwC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACrE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACtE,CAAC;AAeD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,CAAgB;IAChD,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,QAAQ;QAAE,OAAO,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAkB,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;IAChH,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,YAAY,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,IAAI,MAAM,CAAC;IACpE,MAAM,EAAE,GAAG,MAAM,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACnG,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC;QAChC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,IAAI,IAAI,CAAC,OAAO,KAAK,eAAe;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC/I,gGAAgG;QAChG,MAAM,OAAO,GAAG,MAAM,gBAAgB,CACpC;YACE,IAAI,EAAE,EAAE,CAAC,GAAG;YACZ,IAAI,EAAE,IAAI;YACV,GAAG,EAAE,EAAE,CAAC,GAAG;YACX,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,QAAQ,EAAE,GAAG,KAAK,CAAC,OAAO,aAAa;YACvC,aAAa,EAAE,GAAG,KAAK,CAAC,OAAO,cAAc;SAC9C,EACD,CAAC,CAAC,MAAM,CACT,CAAC;QACF,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACzF,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,IAAa;IACxC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,UAAU;QAAE,OAAO,SAAS,CAAC;IACpH,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;AAC5C,CAAC;AAED,yFAAyF;AACzF,MAAM,QAAQ,GAAG,MAAM,CAAC;AAExB,KAAK,UAAU,WAAW,CAAC,CAAgB,EAAE,IAAY;IACvD,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC;IAChC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrD,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,KAAK,QAAQ,IAAI,IAAI,CAAC,OAAO,KAAK,eAAe;QAAE,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACjJ,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IAC9I,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AACzF,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,UAAU,CAAC,GAAqC;IAC9D,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAoB,CAAC;IACjD,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACzD,MAAM,KAAK,GAAG,GAAG,CAAQ,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;IACjD,OAAO,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACjF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,KAAmB,EAAE,OAAwB,EAAE,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAC7F,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACxH,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,cAAc,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,aAAa,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,IAAI,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3G,OAAO,OAAO,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;AAC5I,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,GAAY;IACxC,MAAM,IAAI,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC9D,IAAI,8BAA8B,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,4FAA4F,CAAC;IACnJ,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC5B,CAAC;AAED,2FAA2F;AAC3F,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,SAAS,EAAE,KAAK,EAAE,IAAa,EAA0C,EAAE,CAAC,CAAC,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC;IAC3I,KAAK,EAAE,KAAK,EAAE,IAAa,EAAE,EAAE,CAAC,CAAC,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;IAC9F,GAAG,EAAE,WAAW;CACjB,CAAC;AAEF,eAAe,CAAC,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;IACzC,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,GAAG,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,sCAAsC,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC;QAC1F,OAAO;IACT,CAAC;IACD,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAoB,CAAC;IACjD,8FAA8F;IAC9F,+EAA+E;IAC/E,WAAW,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAChJ,WAAW,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACxG,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC;QACxB,GAAG,CAAC,IAAI,CACN,OAAO;YACL,CAAC,CAAC,aAAa,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,wBAAwB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACvF,CAAC,CAAC,aAAa,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,WAAW,OAAO,CAAC,MAAM,CAAC,MAAM,YAAY,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,aAAa,CAAC,CAAC,MAAM,QAAQ,CAAC,CAAC,WAAW,UAAU,CAC1M,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,WAAW,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/D,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC,CAAC,CAAC"}

package/dist/profile/queries/go-tags.scm

@@ -0,0 +1,47 @@
+; Source: https://github.com/tree-sitter/tree-sitter-go/blob/2346a3ab1bb3857b48b29d779a1ef9799a248cd7/queries/tags.scm
+; Copyright (c) 2014 Max Brunsfeld
+; Licensed under the MIT License. Full text: LICENSES/tree-sitter-grammars.txt
+; Copied unchanged below this header. See NOTICE.
+
+(
+  (comment)* @doc
+  .
+  (function_declaration
+    name: (identifier) @name) @definition.function
+  (#strip! @doc "^//\\s*")
+  (#set-adjacent! @doc @definition.function)
+)
+
+(
+  (comment)* @doc
+  .
+  (method_declaration
+    name: (field_identifier) @name) @definition.method
+  (#strip! @doc "^//\\s*")
+  (#set-adjacent! @doc @definition.method)
+)
+
+(call_expression
+  function: [
+    (identifier) @name
+    (parenthesized_expression (identifier) @name)
+    (selector_expression field: (field_identifier) @name)
+    (parenthesized_expression (selector_expression field: (field_identifier) @name))
+  ]) @reference.call
+
+(type_spec
+  name: (type_identifier) @name) @definition.type
+
+(type_identifier) @name @reference.type
+
+(package_clause "package" (package_identifier) @name)
+
+(type_declaration (type_spec name: (type_identifier) @name type: (interface_type)))
+
+(type_declaration (type_spec name: (type_identifier) @name type: (struct_type)))
+
+(import_declaration (import_spec) @name)
+
+(var_declaration (var_spec name: (identifier) @name))
+
+(const_declaration (const_spec name: (identifier) @name))

package/dist/profile/queries/java-tags.scm

@@ -0,0 +1,25 @@
+; Source: https://github.com/tree-sitter/tree-sitter-java/blob/e10607b45ff745f5f876bfa3e94fbcc6b44bdc11/queries/tags.scm
+; Copyright (c) 2017 Ayman Nadeem
+; Licensed under the MIT License. Full text: LICENSES/tree-sitter-grammars.txt
+; Copied unchanged below this header. See NOTICE.
+
+(class_declaration
+  name: (identifier) @name) @definition.class
+
+(method_declaration
+  name: (identifier) @name) @definition.method
+
+(method_invocation
+  name: (identifier) @name
+  arguments: (argument_list) @reference.call)
+
+(interface_declaration
+  name: (identifier) @name) @definition.interface
+
+(type_list
+  (type_identifier) @name) @reference.implementation
+
+(object_creation_expression
+  type: (type_identifier) @name) @reference.class
+
+(superclass (type_identifier) @name) @reference.class

package/dist/profile/queries/javascript-tags.scm

@@ -0,0 +1,104 @@
+; Source: https://github.com/tree-sitter/tree-sitter-javascript/blob/58404d8cf191d69f2674a8fd507bd5776f46cb11/queries/tags.scm
+; Copyright (c) 2014 Max Brunsfeld
+; Licensed under the MIT License. Full text: LICENSES/tree-sitter-grammars.txt
+; Copied unchanged below this header. See NOTICE.
+
+(
+  (comment)* @doc
+  .
+  (method_definition
+    name: (property_identifier) @name) @definition.method
+  (#not-eq? @name "constructor")
+  (#strip! @doc "^[\\s\\*/]+|^[\\s\\*/]$")
+  (#select-adjacent! @doc @definition.method)
+)
+
+(
+  (comment)* @doc
+  .
+  [
+    (class
+      name: (_) @name)
+    (class_declaration
+      name: (_) @name)
+  ] @definition.class
+  (#strip! @doc "^[\\s\\*/]+|^[\\s\\*/]$")
+  (#select-adjacent! @doc @definition.class)
+)
+
+(
+  (comment)* @doc
+  .
+  [
+    (function_expression
+      name: (identifier) @name)
+    (function_declaration
+      name: (identifier) @name)
+    (generator_function
+      name: (identifier) @name)
+    (generator_function_declaration
+      name: (identifier) @name)
+  ] @definition.function
+  (#strip! @doc "^[\\s\\*/]+|^[\\s\\*/]$")
+  (#select-adjacent! @doc @definition.function)
+)
+
+(
+  (comment)* @doc
+  .
+  (lexical_declaration
+    (variable_declarator
+      name: (identifier) @name
+      value: [(arrow_function) (function_expression)]) @definition.function)
+  (#strip! @doc "^[\\s\\*/]+|^[\\s\\*/]$")
+  (#select-adjacent! @doc @definition.function)
+)
+
+(
+  (comment)* @doc
+  .
+  (variable_declaration
+    (variable_declarator
+      name: (identifier) @name
+      value: [(arrow_function) (function_expression)]) @definition.function)
+  (#strip! @doc "^[\\s\\*/]+|^[\\s\\*/]$")
+  (#select-adjacent! @doc @definition.function)
+)
+
+(assignment_expression
+  left: [
+    (identifier) @name
+    (member_expression
+      property: (property_identifier) @name)
+  ]
+  right: [(arrow_function) (function_expression)]
+) @definition.function
+
+(pair
+  key: (property_identifier) @name
+  value: [(arrow_function) (function_expression)]) @definition.function
+
+(
+  (call_expression
+    function: (identifier) @name) @reference.call
+  (#not-match? @name "^(require)$")
+)
+
+(call_expression
+  function: (member_expression
+    property: (property_identifier) @name)
+  arguments: (_) @reference.call)
+
+(new_expression
+  constructor: (_) @name) @reference.class
+
+(export_statement value: (assignment_expression left: (identifier) @name right: ([
+ (number)
+ (string)
+ (identifier)
+ (undefined)
+ (null)
+ (new_expression)
+ (binary_expression)
+ (call_expression)
+]))) @definition.constant

package/dist/profile/queries/python-tags.scm

@@ -0,0 +1,19 @@
+; Source: https://github.com/tree-sitter/tree-sitter-python/blob/26855eabccb19c6abf499fbc5b8dc7cc9ab8bc64/queries/tags.scm
+; Copyright (c) 2016 Max Brunsfeld
+; Licensed under the MIT License. Full text: LICENSES/tree-sitter-grammars.txt
+; Copied unchanged below this header. See NOTICE.
+
+(module (expression_statement (assignment left: (identifier) @name) @definition.constant))
+
+(class_definition
+  name: (identifier) @name) @definition.class
+
+(function_definition
+  name: (identifier) @name) @definition.function
+
+(call
+  function: [
+      (identifier) @name
+      (attribute
+        attribute: (identifier) @name)
+  ]) @reference.call

package/dist/profile/queries/typescript-tags.scm

@@ -0,0 +1,28 @@
+; Source: https://github.com/tree-sitter/tree-sitter-typescript/blob/75b3874edb2dc714fb1fd77a32013d0f8699989f/queries/tags.scm
+; Copyright (c) 2017 Max Brunsfeld
+; Licensed under the MIT License. Full text: LICENSES/tree-sitter-grammars.txt
+; Copied unchanged below this header. See NOTICE.
+
+(function_signature
+  name: (identifier) @name) @definition.function
+
+(method_signature
+  name: (property_identifier) @name) @definition.method
+
+(abstract_method_signature
+  name: (property_identifier) @name) @definition.method
+
+(abstract_class_declaration
+  name: (type_identifier) @name) @definition.class
+
+(module
+  name: (identifier) @name) @definition.module
+
+(interface_declaration
+  name: (type_identifier) @name) @definition.interface
+
+(type_annotation
+  (type_identifier) @name) @reference.type
+
+(new_expression
+  constructor: (identifier) @name) @reference.class

package/dist/profile/scan-thread.js

@@ -0,0 +1,42 @@
+// Runs scanRepo on a worker thread so a large scan does not block the server's main event loop
+// (HTTP, webhooks, chat). The result is the same RepoProfile scanRepo returns in process. The
+// worker file sits next to this one with the same extension, so this works under tsx (.ts),
+// under the built dist (.js), and under the test runner.
+import { extname } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { Worker } from 'node:worker_threads';
+const WORKER_URL = new URL(`./scan-worker${extname(fileURLToPath(import.meta.url))}`, import.meta.url);
+/**
+ * Scans on a worker thread. Rejects with the worker's error (same name, message and code), or
+ * with the signal's reason when it aborts. The worker is terminated on every exit path, and the
+ * promise settles only after it is gone, so the caller can remove the checkout safely.
+ */
+export function scanRepoInThread(opts, signal) {
+    if (signal?.aborted)
+        return Promise.reject(signal.reason ?? new DOMException('The scan was aborted', 'AbortError'));
+    return new Promise((resolve, reject) => {
+        const worker = new Worker(WORKER_URL, { workerData: opts });
+        let settled = false;
+        const finish = (done) => {
+            if (settled)
+                return;
+            settled = true;
+            signal?.removeEventListener('abort', onAbort);
+            // terminate() is a no-op on a worker that already exited.
+            void worker.terminate().then(done, done);
+        };
+        const onAbort = () => finish(() => reject(signal?.reason ?? new DOMException('The scan was aborted', 'AbortError')));
+        signal?.addEventListener('abort', onAbort, { once: true });
+        worker.once('message', (m) => {
+            if (m.ok)
+                return finish(() => resolve(m.profile));
+            const err = Object.assign(new Error(m.error.message), { name: m.error.name, ...(m.error.code !== undefined ? { code: m.error.code } : {}) });
+            if (m.error.stack)
+                err.stack = m.error.stack;
+            finish(() => reject(err));
+        });
+        worker.once('error', (err) => finish(() => reject(err)));
+        worker.once('exit', (code) => finish(() => reject(new Error(`repo scan worker exited with code ${code} before it returned a profile`))));
+    });
+}
+//# sourceMappingURL=scan-thread.js.map

package/dist/profile/scan-thread.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scan-thread.js","sourceRoot":"","sources":["../../src/profile/scan-thread.ts"],"names":[],"mappings":"AAAA,+FAA+F;AAC/F,8FAA8F;AAC9F,4FAA4F;AAC5F,yDAAyD;AAEzD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAK7C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,gBAAgB,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAKvG;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAuB,EAAE,MAAoB;IAC5E,IAAI,MAAM,EAAE,OAAO;QAAE,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,sBAAsB,EAAE,YAAY,CAAC,CAAC,CAAC;IACpH,OAAO,IAAI,OAAO,CAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAClD,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,UAAU,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,MAAM,GAAG,CAAC,IAAgB,EAAE,EAAE;YAClC,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9C,0DAA0D;YAC1D,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3C,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,YAAY,CAAC,sBAAsB,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;QACrH,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAoB,EAAE,EAAE;YAC9C,IAAI,CAAC,CAAC,EAAE;gBAAE,OAAO,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAClD,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAC7I,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK;gBAAE,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;YAC7C,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,qCAAqC,IAAI,+BAA+B,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3I,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/profile/scan-worker.js

@@ -0,0 +1,16 @@
+// Worker thread entry for scanRepo (see scan-thread.ts). scanRepo is synchronous and reads
+// thousands of files, so the server runs it here to keep its main event loop answering.
+import { parentPort, workerData } from 'node:worker_threads';
+import { scanRepo } from './scan.js';
+function run() {
+    try {
+        return { ok: true, profile: scanRepo(workerData) };
+    }
+    catch (err) {
+        const e = err instanceof Error ? err : new Error(String(err));
+        return { ok: false, error: { name: e.name, message: e.message, stack: e.stack, code: e.code } };
+    }
+}
+if (parentPort)
+    parentPort.postMessage(run());
+//# sourceMappingURL=scan-worker.js.map

package/dist/profile/scan-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scan-worker.js","sourceRoot":"","sources":["../../src/profile/scan-worker.ts"],"names":[],"mappings":"AAAA,2FAA2F;AAC3F,wFAAwF;AAExF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAE7D,OAAO,EAAE,QAAQ,EAAoB,MAAM,WAAW,CAAC;AAIvD,SAAS,GAAG;IACV,IAAI,CAAC;QACH,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,UAAyB,CAAC,EAAE,CAAC;IACpE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAG,CAA2B,CAAC,IAAI,EAAE,EAAE,CAAC;IAC7H,CAAC;AACH,CAAC;AAED,IAAI,UAAU;IAAE,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC"}