agentikit 0.0.3 → 0.0.8

package/dist/src/stash-resolve.js

@@ -0,0 +1,45 @@
+import fs from "node:fs";
+import path from "node:path";
+import { hasErrnoCode, isWithin } from "./common";
+import { TYPE_DIRS, isRelevantAssetFile, resolveAssetPathFromName } from "./asset-spec";
+export function resolveAssetPath(stashDir, type, name) {
+    const root = path.join(stashDir, TYPE_DIRS[type]);
+    const target = resolveAssetPathFromName(type, root, name);
+    const resolvedRoot = resolveAndValidateTypeRoot(root, type, name);
+    const resolvedTarget = path.resolve(target);
+    if (!isWithin(resolvedTarget, resolvedRoot)) {
+        throw new Error("Ref resolves outside the stash root.");
+    }
+    if (!fs.existsSync(resolvedTarget) || !fs.statSync(resolvedTarget).isFile()) {
+        throw new Error(`Stash asset not found for ref: ${type}:${name}`);
+    }
+    const realTarget = fs.realpathSync(resolvedTarget);
+    if (!isWithin(realTarget, resolvedRoot)) {
+        throw new Error("Ref resolves outside the stash root.");
+    }
+    if (!isRelevantAssetFile(type, path.basename(resolvedTarget))) {
+        if (type === "tool") {
+            throw new Error("Tool ref must resolve to a .sh, .ts, .js, .ps1, .cmd, or .bat file.");
+        }
+        throw new Error(`Stash asset not found for ref: ${type}:${name}`);
+    }
+    return realTarget;
+}
+function resolveAndValidateTypeRoot(root, type, name) {
+    const rootStat = readTypeRootStat(root, type, name);
+    if (!rootStat.isDirectory()) {
+        throw new Error(`Stash type root is not a directory for ref: ${type}:${name}`);
+    }
+    return fs.realpathSync(root);
+}
+function readTypeRootStat(root, type, name) {
+    try {
+        return fs.statSync(root);
+    }
+    catch (error) {
+        if (hasErrnoCode(error, "ENOENT")) {
+            throw new Error(`Stash type root not found for ref: ${type}:${name}`);
+        }
+        throw error;
+    }
+}

package/dist/src/stash-search.d.ts

@@ -0,0 +1,6 @@
+import type { AgentikitSearchType, SearchResponse } from "./stash-types";
+export declare function agentikitSearch(input: {
+    query: string;
+    type?: AgentikitSearchType;
+    limit?: number;
+}): Promise<SearchResponse>;

package/dist/src/stash-search.js

@@ -0,0 +1,269 @@
+import fs from "node:fs";
+import path from "node:path";
+import { hasErrnoCode, resolveStashDir } from "./common";
+import { ASSET_TYPES, TYPE_DIRS, deriveCanonicalAssetName } from "./asset-spec";
+import { loadSearchIndex, buildSearchText } from "./indexer";
+import { TfIdfAdapter } from "./similarity";
+import { buildToolInfo } from "./tool-runner";
+import { walkStash } from "./walker";
+import { makeOpenRef } from "./stash-ref";
+import { loadConfig } from "./config";
+const DEFAULT_LIMIT = 20;
+export async function agentikitSearch(input) {
+    const t0 = Date.now();
+    const query = input.query.trim().toLowerCase();
+    const searchType = input.type ?? "any";
+    const limit = normalizeLimit(input.limit);
+    const stashDir = resolveStashDir();
+    const config = loadConfig(stashDir);
+    const allStashDirs = [
+        stashDir,
+        ...config.additionalStashDirs.filter((d) => {
+            try {
+                return fs.statSync(d).isDirectory();
+            }
+            catch {
+                return false;
+            }
+        }),
+    ];
+    // Try indexed search (single unified pipeline: embedding + TF-IDF as weighted features)
+    const index = loadSearchIndex();
+    if (index && index.entries && index.entries.length > 0 && index.stashDir === stashDir) {
+        const { hits, embedMs, rankMs } = await searchIndex(index, query, searchType, limit, stashDir, allStashDirs, config);
+        return {
+            stashDir,
+            hits,
+            tip: hits.length === 0 ? "No matching stash assets were found. Try running 'akm index' to rebuild." : undefined,
+            timing: { totalMs: Date.now() - t0, rankMs, embedMs },
+        };
+    }
+    // No index: fall back to filesystem walk + substring match across all stash dirs
+    const hits = allStashDirs
+        .flatMap((dir) => substringSearch(query, searchType, limit, dir))
+        .slice(0, limit);
+    return {
+        stashDir,
+        hits,
+        tip: hits.length === 0 ? "No matching stash assets were found. Try running 'akm index' to rebuild." : undefined,
+        timing: { totalMs: Date.now() - t0 },
+    };
+}
+// ── Unified indexed search ──────────────────────────────────────────────────
+async function searchIndex(index, query, searchType, limit, stashDir, allStashDirs, config) {
+    // Filter candidates by type
+    let candidates = index.entries;
+    if (searchType !== "any") {
+        candidates = candidates.filter((ie) => ie.entry.type === searchType);
+    }
+    if (candidates.length === 0)
+        return { hits: [] };
+    // Empty query: return all entries (no scoring needed)
+    if (!query) {
+        return { hits: candidates.slice(0, limit).map((ie) => buildIndexedHit({ entry: ie.entry, path: ie.path, score: 1, query, rankingMode: "tfidf", defaultStashDir: stashDir, allStashDirs })) };
+    }
+    // Score each candidate using available signals
+    const tEmbed0 = Date.now();
+    const embeddingScores = await tryEmbeddingScores(candidates, query, config);
+    const embedMs = Date.now() - tEmbed0;
+    const tRank0 = Date.now();
+    const tfidfScores = computeTfidfScores(index, candidates, query, searchType);
+    const scored = [];
+    for (const ie of candidates) {
+        const key = ie.path;
+        const embScore = embeddingScores?.get(key);
+        const tfidfScore = tfidfScores.get(key) ?? 0;
+        if (embScore !== undefined) {
+            // Weighted blend: embedding dominates when available, TF-IDF boosts lexical matches
+            const blended = embScore * 0.7 + tfidfScore * 0.3;
+            if (blended > 0)
+                scored.push({ ie, score: blended, rankingMode: "semantic" });
+        }
+        else if (tfidfScore > 0) {
+            scored.push({ ie, score: tfidfScore, rankingMode: "tfidf" });
+        }
+    }
+    scored.sort((a, b) => b.score - a.score);
+    const rankMs = Date.now() - tRank0;
+    return { embedMs, rankMs, hits: scored.slice(0, limit).map(({ ie, score, rankingMode }) => buildIndexedHit({
+            entry: ie.entry,
+            path: ie.path,
+            score: Math.round(score * 1000) / 1000,
+            query,
+            rankingMode,
+            defaultStashDir: stashDir,
+            allStashDirs,
+        })) };
+}
+// ── Embedding scorer ────────────────────────────────────────────────────────
+async function tryEmbeddingScores(candidates, query, config) {
+    if (!config.semanticSearch)
+        return null;
+    const withEmbeddings = candidates.filter((ie) => ie.embedding && ie.embedding.length > 0);
+    if (withEmbeddings.length === 0)
+        return null;
+    try {
+        const { embed, cosineSimilarity } = await import("./embedder.js");
+        const queryEmbedding = await embed(query, config.embedding);
+        const scores = new Map();
+        for (const ie of withEmbeddings) {
+            scores.set(ie.path, cosineSimilarity(queryEmbedding, ie.embedding));
+        }
+        return scores;
+    }
+    catch {
+        return null;
+    }
+}
+// ── TF-IDF scorer ───────────────────────────────────────────────────────────
+function computeTfidfScores(index, candidates, query, searchType) {
+    const candidateScoredEntries = toScoredEntries(candidates);
+    let adapter;
+    if (index.tfidf) {
+        const allScored = toScoredEntries(index.entries);
+        adapter = TfIdfAdapter.deserialize(index.tfidf, allScored);
+    }
+    else {
+        adapter = new TfIdfAdapter();
+        adapter.buildIndex(candidateScoredEntries);
+    }
+    const typeFilter = searchType === "any" ? undefined : searchType;
+    const results = adapter.search(query, candidates.length, typeFilter);
+    const scores = new Map();
+    for (const r of results) {
+        scores.set(r.path, r.score);
+    }
+    return scores;
+}
+// ── Substring fallback (no index) ───────────────────────────────────────────
+function substringSearch(query, searchType, limit, stashDir) {
+    const assets = indexAssets(stashDir, searchType);
+    return assets
+        .filter((asset) => asset.name.toLowerCase().includes(query))
+        .sort(compareAssets)
+        .slice(0, limit)
+        .map((asset) => assetToSearchHit(asset, stashDir));
+}
+// ── Hit building ────────────────────────────────────────────────────────────
+function findStashDirForPath(filePath, stashDirs) {
+    const resolved = path.resolve(filePath);
+    for (const dir of stashDirs) {
+        if (resolved.startsWith(path.resolve(dir) + path.sep))
+            return dir;
+    }
+    return undefined;
+}
+function buildIndexedHit(input) {
+    const entryStashDir = findStashDirForPath(input.path, input.allStashDirs) ?? input.defaultStashDir;
+    const typeRoot = path.join(entryStashDir, TYPE_DIRS[input.entry.type]);
+    const openRefName = deriveCanonicalAssetName(input.entry.type, typeRoot, input.path)
+        ?? input.entry.name;
+    const qualityBoost = input.entry.generated === true ? 0 : 0.05;
+    const confidenceBoost = typeof input.entry.confidence === "number" ? Math.min(0.05, Math.max(0, input.entry.confidence) * 0.05) : 0;
+    const score = Math.round((input.score + qualityBoost + confidenceBoost) * 1000) / 1000;
+    const whyMatched = buildWhyMatched(input.entry, input.query, input.rankingMode, qualityBoost, confidenceBoost);
+    const hit = {
+        type: input.entry.type,
+        name: input.entry.name,
+        path: input.path,
+        openRef: makeOpenRef(input.entry.type, openRefName),
+        description: input.entry.description,
+        tags: input.entry.tags,
+        score,
+        whyMatched,
+    };
+    if (input.entry.type === "tool") {
+        try {
+            const toolInfo = buildToolInfo(entryStashDir, input.path);
+            hit.runCmd = toolInfo.runCmd;
+            hit.kind = toolInfo.kind;
+        }
+        catch (error) {
+            if (!hasErrnoCode(error, "ENOENT"))
+                throw error;
+        }
+    }
+    return hit;
+}
+function buildWhyMatched(entry, query, rankingMode, qualityBoost, confidenceBoost) {
+    const reasons = [rankingMode === "semantic" ? "semantic similarity" : "tf-idf lexical relevance"];
+    const tokens = query.toLowerCase().split(/\s+/).filter(Boolean);
+    const name = entry.name.toLowerCase();
+    const tags = entry.tags?.join(" ").toLowerCase() ?? "";
+    const intents = entry.intents?.join(" ").toLowerCase() ?? "";
+    const aliases = entry.aliases?.join(" ").toLowerCase() ?? "";
+    if (tokens.some((t) => name.includes(t)))
+        reasons.push("matched name tokens");
+    if (tokens.some((t) => tags.includes(t)))
+        reasons.push("matched tags");
+    if (tokens.some((t) => intents.includes(t)))
+        reasons.push("matched intents");
+    if (tokens.some((t) => aliases.includes(t)))
+        reasons.push("matched aliases");
+    if (qualityBoost > 0)
+        reasons.push("curated metadata boost");
+    if (confidenceBoost > 0)
+        reasons.push("metadata confidence boost");
+    return reasons;
+}
+// ── Helpers ─────────────────────────────────────────────────────────────────
+function toScoredEntries(entries) {
+    return entries.map((ie) => ({
+        id: `${ie.entry.type}:${ie.entry.name}`,
+        text: buildSearchText(ie.entry),
+        entry: ie.entry,
+        path: ie.path,
+    }));
+}
+function assetToSearchHit(asset, stashDir) {
+    if (asset.type !== "tool") {
+        return {
+            type: asset.type,
+            name: asset.name,
+            path: asset.path,
+            openRef: makeOpenRef(asset.type, asset.name),
+        };
+    }
+    const toolInfo = buildToolInfo(stashDir, asset.path);
+    return {
+        type: "tool",
+        name: asset.name,
+        path: asset.path,
+        openRef: makeOpenRef("tool", asset.name),
+        runCmd: toolInfo.runCmd,
+        kind: toolInfo.kind,
+    };
+}
+function normalizeLimit(limit) {
+    if (typeof limit !== "number" || Number.isNaN(limit) || limit <= 0) {
+        return DEFAULT_LIMIT;
+    }
+    return Math.min(Math.floor(limit), 200);
+}
+function fileToAsset(assetType, root, file) {
+    const name = deriveCanonicalAssetName(assetType, root, file);
+    if (!name)
+        return undefined;
+    return { type: assetType, name, path: file };
+}
+function indexAssets(stashDir, type) {
+    const assets = [];
+    const types = type === "any" ? ASSET_TYPES : [type];
+    for (const assetType of types) {
+        const root = path.join(stashDir, TYPE_DIRS[assetType]);
+        const groups = walkStash(root, assetType);
+        for (const { files } of groups) {
+            for (const file of files) {
+                const asset = fileToAsset(assetType, root, file);
+                if (asset)
+                    assets.push(asset);
+            }
+        }
+    }
+    return assets;
+}
+function compareAssets(a, b) {
+    if (a.type !== b.type)
+        return a.type.localeCompare(b.type);
+    return a.name.localeCompare(b.name);
+}

package/dist/src/stash-show.d.ts

@@ -0,0 +1,5 @@
+import type { KnowledgeView, ShowResponse } from "./stash-types";
+export declare function agentikitShow(input: {
+    ref: string;
+    view?: KnowledgeView;
+}): ShowResponse;

package/dist/src/stash-show.js

@@ -0,0 +1,107 @@
+import fs from "node:fs";
+import path from "node:path";
+import { parseFrontmatter, toStringOrUndefined } from "./frontmatter";
+import { resolveStashDir } from "./common";
+import { parseOpenRef } from "./stash-ref";
+import { resolveAssetPath } from "./stash-resolve";
+import { parseMarkdownToc, extractSection, extractLineRange, extractFrontmatterOnly, formatToc } from "./markdown";
+import { buildToolInfo } from "./tool-runner";
+import { loadConfig } from "./config";
+export function agentikitShow(input) {
+    const parsed = parseOpenRef(input.ref);
+    const stashDir = resolveStashDir();
+    const config = loadConfig(stashDir);
+    const allStashDirs = [
+        stashDir,
+        ...config.additionalStashDirs.filter((d) => {
+            try {
+                return fs.statSync(d).isDirectory();
+            }
+            catch {
+                return false;
+            }
+        }),
+    ];
+    let assetPath;
+    let lastError;
+    for (const dir of allStashDirs) {
+        try {
+            assetPath = resolveAssetPath(dir, parsed.type, parsed.name);
+            break;
+        }
+        catch (err) {
+            lastError = err instanceof Error ? err : new Error(String(err));
+        }
+    }
+    if (!assetPath) {
+        throw lastError ?? new Error(`Stash asset not found for ref: ${parsed.type}:${parsed.name}`);
+    }
+    const content = fs.readFileSync(assetPath, "utf8");
+    switch (parsed.type) {
+        case "skill":
+            return {
+                type: "skill",
+                name: parsed.name,
+                path: assetPath,
+                content,
+            };
+        case "command": {
+            const parsedMd = parseFrontmatter(content);
+            return {
+                type: "command",
+                name: parsed.name,
+                path: assetPath,
+                description: toStringOrUndefined(parsedMd.data.description),
+                template: parsedMd.content,
+            };
+        }
+        case "agent": {
+            const parsedMd = parseFrontmatter(content);
+            return {
+                type: "agent",
+                name: parsed.name,
+                path: assetPath,
+                description: toStringOrUndefined(parsedMd.data.description),
+                prompt: parsedMd.content,
+                toolPolicy: parsedMd.data.tools,
+                modelHint: parsedMd.data.model,
+            };
+        }
+        case "tool": {
+            const assetStashDir = allStashDirs.find((d) => path.resolve(assetPath).startsWith(path.resolve(d) + path.sep)) ?? stashDir;
+            const toolInfo = buildToolInfo(assetStashDir, assetPath);
+            return {
+                type: "tool",
+                name: parsed.name,
+                path: assetPath,
+                runCmd: toolInfo.runCmd,
+                kind: toolInfo.kind,
+            };
+        }
+        case "knowledge": {
+            const v = input.view ?? { mode: "full" };
+            switch (v.mode) {
+                case "toc": {
+                    const toc = parseMarkdownToc(content);
+                    return { type: "knowledge", name: parsed.name, path: assetPath, content: formatToc(toc) };
+                }
+                case "frontmatter": {
+                    const fm = extractFrontmatterOnly(content);
+                    return { type: "knowledge", name: parsed.name, path: assetPath, content: fm ?? "(no frontmatter)" };
+                }
+                case "section": {
+                    const section = extractSection(content, v.heading);
+                    if (!section)
+                        throw new Error(`Section "${v.heading}" not found in ${parsed.name}`);
+                    return { type: "knowledge", name: parsed.name, path: assetPath, content: section.content };
+                }
+                case "lines": {
+                    return { type: "knowledge", name: parsed.name, path: assetPath, content: extractLineRange(content, v.start, v.end) };
+                }
+                default: {
+                    return { type: "knowledge", name: parsed.name, path: assetPath, content };
+                }
+            }
+        }
+    }
+}

package/dist/src/stash-types.d.ts

@@ -0,0 +1,53 @@
+import type { AgentikitAssetType } from "./common";
+import type { ToolKind } from "./tool-runner";
+export type AgentikitSearchType = AgentikitAssetType | "any";
+export interface SearchHit {
+    type: AgentikitAssetType;
+    name: string;
+    path: string;
+    openRef: string;
+    description?: string;
+    tags?: string[];
+    score?: number;
+    whyMatched?: string[];
+    runCmd?: string;
+    kind?: ToolKind;
+}
+export interface SearchResponse {
+    stashDir: string;
+    hits: SearchHit[];
+    tip?: string;
+    /** Timing counters in milliseconds */
+    timing?: {
+        totalMs: number;
+        rankMs?: number;
+        embedMs?: number;
+    };
+}
+export interface ShowResponse {
+    type: AgentikitAssetType;
+    name: string;
+    path: string;
+    content?: string;
+    template?: string;
+    prompt?: string;
+    description?: string;
+    toolPolicy?: unknown;
+    modelHint?: unknown;
+    runCmd?: string;
+    kind?: ToolKind;
+}
+export type KnowledgeView = {
+    mode: "full";
+} | {
+    mode: "toc";
+} | {
+    mode: "frontmatter";
+} | {
+    mode: "section";
+    heading: string;
+} | {
+    mode: "lines";
+    start: number;
+    end: number;
+};

package/dist/src/stash-types.js

@@ -0,0 +1 @@
+export {};

package/dist/src/stash.d.ts

@@ -1,58 +1,8 @@
-export type AgentikitAssetType = "tool" | "skill" | "command" | "agent";
-export type AgentikitSearchType = AgentikitAssetType | "any";
-export interface SearchHit {
-    type: AgentikitAssetType;
-    name: string;
-    path: string;
-    openRef: string;
-    summary?: string;
-    description?: string;
-    tags?: string[];
-    score?: number;
-    runCmd?: string;
-    kind?: "bash" | "bun" | "powershell" | "cmd";
-}
-export interface SearchResponse {
-    stashDir: string;
-    hits: SearchHit[];
-    tip?: string;
-}
-export interface OpenResponse {
-    type: AgentikitAssetType;
-    name: string;
-    path: string;
-    content?: string;
-    template?: string;
-    prompt?: string;
-    description?: string;
-    toolPolicy?: unknown;
-    modelHint?: unknown;
-    runCmd?: string;
-    kind?: "bash" | "bun" | "powershell" | "cmd";
-}
-export interface RunResponse {
-    type: "tool";
-    name: string;
-    path: string;
-    output: string;
-    exitCode: number;
-}
-export declare function resolveStashDir(): string;
-export declare function agentikitSearch(input: {
-    query: string;
-    type?: AgentikitSearchType;
-    limit?: number;
-}): SearchResponse;
-export declare function agentikitOpen(input: {
-    ref: string;
-}): OpenResponse;
-export declare function agentikitRun(input: {
-    ref: string;
-}): RunResponse;
-export interface InitResponse {
-    stashDir: string;
-    created: boolean;
-    envSet: boolean;
-    profileUpdated?: string;
-}
-export declare function agentikitInit(): InitResponse;
+export type { AgentikitAssetType } from "./common";
+export { resolveStashDir } from "./common";
+export { agentikitInit } from "./init";
+export type { InitResponse } from "./init";
+export type { ToolKind } from "./tool-runner";
+export { agentikitSearch } from "./stash-search";
+export { agentikitShow } from "./stash-show";
+export type { AgentikitSearchType, SearchHit, SearchResponse, ShowResponse, KnowledgeView, } from "./stash-types";