@yadsh/dsh-qa-surface 0.5.0 → 0.6.0

package/lib/personal-skills/service.js

@@ -0,0 +1,686 @@
+import { createHash, randomUUID } from "node:crypto";
+import { closeSync, lstatSync, mkdirSync, openSync, readFileSync, readSync, readdirSync, renameSync, rmSync, statSync, writeFileSync, } from "node:fs";
+import path from "node:path";
+import { existingQaUserWorkspace, prepareQaUserWorkspace, QA_USER_WORKSPACES_DIRECTORY, } from "../user-workspace.js";
+import { QaPersonalSkillError } from "./errors.js";
+import { directoryExists, ensureSkillRoots, listSkillDirectories, resolveSkillRoots, skillDirectory, skillFilePath, } from "./paths.js";
+import { normalizeAllowedTools, parseSkillFile, serializeSkillFile, skillFileBody, skillFileBytes, skillNameProblem, validateSkillDraft, QA_SKILL_DESCRIPTION_MAX, QA_SKILL_FILE_MAX_BYTES, QA_SKILL_MAX_TOOLS, QA_SKILL_WHEN_TO_USE_MAX, } from "./skill-file.js";
+/**
+ * Resource entries a skill may carry. v1 never writes them; anything else
+ * found beside `SKILL.md` earns a warning so the user knows the editor is not
+ * managing it.
+ */
+const RECOGNIZED_RESOURCES = new Set(["references", "assets", "scripts"]);
+/**
+ * Personal Skills over one account's own directory.
+ *
+ * The service is the only writer: it derives every path from the account id,
+ * validates a draft before touching the disk, writes `SKILL.md` through a
+ * temporary file and a rename, and keeps a removed skill recoverable in the
+ * trash beside its skills root. Reading is deliberately permissive — a skill
+ * whose file the parser rejects still returns a document carrying the
+ * diagnostic that says why, so the editor can repair it.
+ */
+export class QaPersonalSkills {
+    ctx;
+    options;
+    constructor(ctx, options) {
+        this.ctx = ctx;
+        this.options = options;
+    }
+    /** Whether the feature is available on this deployment at all. */
+    get enabled() {
+        return this.options.getConfig().accounts.skills.enabled;
+    }
+    /** Resolve one account's storage roots, or refuse the operation. */
+    rootsFor(context) {
+        const config = this.options.getConfig();
+        if (!config.accounts.skills.enabled) {
+            throw new QaPersonalSkillError("skills-disabled", "personal skills are not enabled on this deployment");
+        }
+        const workspacePath = this.options.workspacePath();
+        if (workspacePath === undefined) {
+            throw new QaPersonalSkillError("workspace-unavailable", "the configured QA workspace is not registered");
+        }
+        let personalRoot;
+        try {
+            // `prepare` tolerates a missing account directory: reading one's own
+            // skills must not require an unrelated session to exist first.
+            personalRoot = prepareQaUserWorkspace(workspacePath, context.userId);
+        }
+        catch (error) {
+            throw new QaPersonalSkillError("workspace-unavailable", error instanceof Error ? error.message : String(error));
+        }
+        return resolveSkillRoots(personalRoot, config.accounts.skills.relativeRoot);
+    }
+    /**
+     * Resolve the storage roots a session cwd names. This is the discovery
+     * provider's entry point and takes no account token: the cwd itself is the
+     * boundary, validated as a provisioned `<workspace>/.qa-users/<uuid>`
+     * directory, so no arbitrary directory can name another account's storage.
+     */
+    rootsForCwd(cwd, relativeRoot) {
+        const personalRoot = qaUserWorkspaceFromCwd(cwd);
+        if (personalRoot === undefined)
+            return undefined;
+        try {
+            return resolveSkillRoots(personalRoot, relativeRoot);
+        }
+        catch {
+            return undefined;
+        }
+    }
+    /** Every skill of one account, sorted by directory name. */
+    list(context) {
+        const roots = this.rootsFor(context);
+        const available = this.availableTools();
+        return listSkillDirectories(roots).map((directoryName) => this.summarize(this.load(roots, directoryName), available));
+    }
+    /** One skill with everything the editor needs. */
+    get(context, name) {
+        const roots = this.rootsFor(context);
+        const stored = this.load(roots, name);
+        if (!stored.exists) {
+            throw new QaPersonalSkillError("skill-not-found", `no skill directory named ${name}`);
+        }
+        return this.document(stored, this.availableTools());
+    }
+    /**
+     * Check one unsaved draft without touching storage: the serializer is the
+     * one a Save uses and the preserved frontmatter is the stored file's, so the
+     * preview the editor shows is byte-for-byte the file that save would write,
+     * and the diagnostics carry the operator's own limit (which the browser
+     * cannot know). `name` is the stored skill being edited, or null to create.
+     */
+    validate(context, name, input) {
+        const config = this.options.getConfig();
+        const prepared = this.prepareWrite(input, config, false);
+        const extraFrontmatter = name === null ? {} : this.storedFrontmatter(this.rootsFor(context), name);
+        const text = serializeSkillFile({ ...prepared.draft, extraFrontmatter });
+        return {
+            preview: text,
+            diagnostics: validateSkillDraft({
+                ...prepared.draft,
+                sizeBytes: skillFileBytes(text),
+                maxBytes: config.accounts.skills.maxSkillBytes,
+                availableTools: [...this.availableTools()],
+                rejectedTools: prepared.rejectedTools,
+                extraFieldNames: Object.keys(extraFrontmatter),
+            }),
+        };
+    }
+    /** Whether one account stores a skill under this name. */
+    has(context, name) {
+        try {
+            const roots = this.rootsFor(context);
+            return directoryExists(skillDirectory(roots, name));
+        }
+        catch {
+            return false;
+        }
+    }
+    /** Create one skill directory and its `SKILL.md`. */
+    create(context, input) {
+        const roots = this.rootsFor(context);
+        const prepared = this.prepareWrite(input, this.options.getConfig(), true);
+        ensureSkillRoots(roots);
+        const directory = skillDirectory(roots, prepared.name);
+        if (directoryExists(directory)) {
+            throw new QaPersonalSkillError("skill-exists", `a skill named ${prepared.name} already exists`);
+        }
+        try {
+            mkdirSync(directory, { recursive: true, mode: 0o700 });
+            this.writeSkillFile(skillFilePath(roots, prepared.name), prepared.text);
+        }
+        catch (error) {
+            rmSync(directory, { recursive: true, force: true });
+            throw this.storageError(error);
+        }
+        this.refreshCatalog("skill.create", context, prepared.name);
+        return this.get(context, prepared.name);
+    }
+    /**
+     * Replace one skill's file, preserving the frontmatter fields this editor
+     * does not own and moving the whole directory when the name changed.
+     */
+    update(context, name, input) {
+        const roots = this.rootsFor(context);
+        const prepared = this.prepareWrite(input, this.options.getConfig(), true);
+        const current = this.load(roots, name);
+        if (!current.exists) {
+            throw new QaPersonalSkillError("skill-not-found", `no skill directory named ${name}`);
+        }
+        this.assertRevision(name, input.expectedRevision, current.revision);
+        const text = serializeSkillFile({
+            ...prepared.draft,
+            // Foreign frontmatter is read from the file, not from the browser: the
+            // stored copy is the authority on what a Save must not lose.
+            extraFrontmatter: current.contents?.extraFrontmatter ?? {},
+        });
+        const target = skillDirectory(roots, prepared.name);
+        if (current.directory === target) {
+            this.writeSkillFile(current.filePath, text);
+        }
+        else {
+            this.renameSkillDirectory(current.directory, target, text, prepared.name);
+        }
+        this.refreshCatalog("skill.update", context, prepared.name);
+        return this.get(context, prepared.name);
+    }
+    /** Move one skill directory into the trash beside its skills root. */
+    remove(context, name, expectedRevision) {
+        const roots = this.rootsFor(context);
+        const current = this.load(roots, name);
+        if (!current.exists) {
+            throw new QaPersonalSkillError("skill-not-found", `no skill directory named ${name}`);
+        }
+        this.assertRevision(name, expectedRevision, current.revision);
+        try {
+            mkdirSync(roots.trash, { recursive: true, mode: 0o700 });
+            renameSync(current.directory, this.trashTarget(roots.trash, name));
+        }
+        catch (error) {
+            throw this.storageError(error);
+        }
+        this.refreshCatalog("skill.delete", context, name);
+        return { name, trashed: true };
+    }
+    /**
+     * The tool catalog the picker offers. Availability is the QA session's own
+     * scope — the deployment's reviewed allow-list — never a suggestion of what
+     * a skill may grant: a declared tool the scope excludes stays listed and
+     * stays unavailable.
+     */
+    tools(context) {
+        const available = this.availableTools();
+        const described = new Map();
+        for (const schema of this.ctx.tools.schemas()) {
+            described.set(schema.name, schema.description);
+        }
+        const names = new Set(described.keys());
+        for (const name of available)
+            names.add(name);
+        // Declared names come last: an imported tool the registry never had has to
+        // stay removable from the skill that declares it.
+        for (const name of this.declaredTools(context))
+            names.add(name);
+        const descriptors = [...names].map((name) => ({
+            name,
+            description: described.get(name) ?? "",
+            available: available.has(name),
+        }));
+        descriptors.sort((left, right) => {
+            if (left.available !== right.available)
+                return left.available ? -1 : 1;
+            return left.name < right.name ? -1 : left.name > right.name ? 1 : 0;
+        });
+        return descriptors;
+    }
+    /**
+     * The skills one session cwd exposes to DSH. A file the parser rejects, or
+     * one whose name disagrees with its directory, is reported in the editor and
+     * never handed to the model as a half-valid skill.
+     */
+    discover(cwd) {
+        const config = this.options.getConfig();
+        if (!config.accounts.skills.enabled)
+            return [];
+        const roots = this.rootsForCwd(cwd, config.accounts.skills.relativeRoot);
+        if (roots === undefined)
+            return [];
+        this.observe(roots.skills);
+        return listSkillDirectories(roots)
+            .map((directoryName) => this.load(roots, directoryName))
+            .filter((skill) => this.isDiscoverable(skill));
+    }
+    /** Re-read one skill of a session cwd, re-checking the same boundary. */
+    read(cwd, directoryName) {
+        const config = this.options.getConfig();
+        if (!config.accounts.skills.enabled)
+            return undefined;
+        const roots = this.rootsForCwd(cwd, config.accounts.skills.relativeRoot);
+        if (roots === undefined)
+            return undefined;
+        let directory;
+        try {
+            directory = skillDirectory(roots, directoryName);
+        }
+        catch {
+            return undefined;
+        }
+        if (!directoryExists(directory))
+            return undefined;
+        const stored = this.load(roots, directoryName);
+        return this.isDiscoverable(stored) ? stored : undefined;
+    }
+    observe(root) {
+        this.options.onRootDiscovered?.(root);
+    }
+    isDiscoverable(skill) {
+        const contents = skill.contents;
+        if (!skill.exists || contents === undefined)
+            return false;
+        return contents.name === skill.directoryName;
+    }
+    availableTools() {
+        return new Set(this.options.getConfig().lockdown.toolPolicy.allow);
+    }
+    declaredTools(context) {
+        const names = new Set();
+        let roots;
+        try {
+            roots = this.rootsFor(context);
+        }
+        catch {
+            return [];
+        }
+        for (const directoryName of listSkillDirectories(roots)) {
+            const stored = this.load(roots, directoryName);
+            for (const tool of stored.contents?.allowedTools ?? [])
+                names.add(tool);
+        }
+        return [...names];
+    }
+    /** The foreign frontmatter a save must keep, read from the stored file. */
+    storedFrontmatter(roots, name) {
+        return this.load(roots, name).contents?.extraFrontmatter ?? {};
+    }
+    /** Read one skill directory, tolerating every failure the editor must see. */
+    load(roots, directoryName) {
+        const absent = {
+            exists: false,
+            directoryName,
+            directory: path.join(roots.skills, directoryName),
+            filePath: path.join(roots.skills, directoryName, "SKILL.md"),
+            raw: "",
+            revision: "",
+            updatedAt: null,
+            contents: undefined,
+            diagnostics: [],
+            resourceCount: 0,
+        };
+        let directory;
+        try {
+            directory = skillDirectory(roots, directoryName);
+        }
+        catch {
+            return absent;
+        }
+        if (!directoryExists(directory))
+            return absent;
+        const filePath = path.join(directory, "SKILL.md");
+        const maxBytes = this.options.getConfig().accounts.skills.maxSkillBytes;
+        const read = readSkillText(filePath, Math.max(maxBytes, QA_SKILL_FILE_MAX_BYTES));
+        const resources = this.resources(directory);
+        const base = {
+            exists: true,
+            directoryName,
+            directory,
+            filePath,
+            resourceCount: resources.count,
+        };
+        if (read === undefined) {
+            return {
+                ...base,
+                raw: "",
+                revision: "",
+                updatedAt: null,
+                contents: undefined,
+                diagnostics: [
+                    ...resources.diagnostics,
+                    {
+                        code: "skill-file-missing",
+                        severity: "error",
+                        field: null,
+                        detail: "SKILL.md",
+                    },
+                ],
+            };
+        }
+        const parsed = parseSkillFile(read.text);
+        const diagnostics = [
+            ...resources.diagnostics,
+            ...(parsed.ok ? parsed.value.warnings : []),
+        ];
+        if (!parsed.ok) {
+            diagnostics.push({
+                code: parsed.code,
+                severity: "error",
+                field: null,
+                detail: parsed.detail,
+            });
+        }
+        else {
+            diagnostics.push(...validateSkillDraft({
+                name: parsed.value.name,
+                description: parsed.value.description,
+                whenToUse: parsed.value.whenToUse,
+                modelInvocable: parsed.value.modelInvocable,
+                userInvocable: parsed.value.userInvocable,
+                allowedTools: parsed.value.allowedTools,
+                sizeBytes: skillFileBytes(read.text),
+                maxBytes,
+                availableTools: [...this.availableTools()],
+            }));
+            if (parsed.value.name !== directoryName) {
+                diagnostics.push({
+                    code: "name-mismatch",
+                    severity: "warning",
+                    field: "name",
+                    detail: parsed.value.name,
+                });
+            }
+        }
+        return {
+            ...base,
+            raw: read.text,
+            revision: hashText(read.text),
+            updatedAt: read.updatedAt,
+            contents: parsed.ok ? parsed.value : undefined,
+            diagnostics,
+        };
+    }
+    resources(directory) {
+        let entries;
+        try {
+            entries = readdirSync(directory).filter((entry) => entry !== "SKILL.md");
+        }
+        catch {
+            return { count: 0, diagnostics: [] };
+        }
+        const diagnostics = [];
+        for (const entry of entries) {
+            if (RECOGNIZED_RESOURCES.has(entry))
+                continue;
+            diagnostics.push({
+                code: "resource-unsupported",
+                severity: "warning",
+                field: null,
+                detail: entry,
+            });
+        }
+        return { count: entries.length, diagnostics };
+    }
+    /**
+     * Normalize one editor draft into the file to write. `strict` is the
+     * difference between a save and a check: a save refuses a draft the Host
+     * will not store, while a check hands the same problems back as diagnostics,
+     * because that is what the editor asked for.
+     */
+    prepareWrite(input, config, strict) {
+        const name = typeof input.name === "string" ? input.name.trim() : "";
+        const description = typeof input.description === "string" ? input.description.trim() : "";
+        const normalized = normalizeAllowedTools(input.allowedTools) ?? {
+            tools: [],
+            rejected: [],
+        };
+        const whenToUse = typeof input.whenToUse === "string" && input.whenToUse.trim() !== ""
+            ? input.whenToUse.trim()
+            : null;
+        const draft = {
+            name,
+            description,
+            whenToUse,
+            modelInvocable: input.modelInvocable !== false,
+            userInvocable: input.userInvocable !== false,
+            allowedTools: normalized.tools,
+            extraFrontmatter: {},
+            body: typeof input.body === "string" ? input.body : "",
+        };
+        const text = serializeSkillFile(draft);
+        if (!strict) {
+            return { name, text, draft, rejectedTools: normalized.rejected };
+        }
+        if (skillNameProblem(name) !== null) {
+            throw new QaPersonalSkillError("skill-name-invalid", "the skill name must be lowercase kebab-case");
+        }
+        if (description === "") {
+            throw new QaPersonalSkillError("skill-invalid", "the skill description must not be empty");
+        }
+        if (normalized.rejected.length > 0) {
+            throw new QaPersonalSkillError("skill-invalid", `unusable tool name(s): ${normalized.rejected.join(", ")}`);
+        }
+        if (normalized.tools.length > QA_SKILL_MAX_TOOLS) {
+            throw new QaPersonalSkillError("skill-invalid", `at most ${QA_SKILL_MAX_TOOLS} tools may be declared`);
+        }
+        const blocking = validateSkillDraft({
+            ...draft,
+            sizeBytes: skillFileBytes(text),
+            maxBytes: config.accounts.skills.maxSkillBytes,
+        }).find((entry) => entry.severity === "error");
+        if (blocking !== undefined) {
+            this.options.logger.warn("skill.validation-failed", {
+                code: blocking.code,
+                detail: blocking.detail,
+                name,
+            });
+            throw new QaPersonalSkillError("skill-invalid", `the skill is not savable: ${blocking.code}`);
+        }
+        if (description.length > QA_SKILL_DESCRIPTION_MAX) {
+            this.options.logger.warn("skill.validation-warning", {
+                code: "description-too-long",
+                name,
+            });
+        }
+        if (whenToUse !== null && whenToUse.length > QA_SKILL_WHEN_TO_USE_MAX) {
+            this.options.logger.warn("skill.validation-warning", {
+                code: "when-to-use-too-long",
+                name,
+            });
+        }
+        return { name, text, draft, rejectedTools: [] };
+    }
+    /** Move a renamed skill's whole directory, resources included. */
+    renameSkillDirectory(from, to, text, name) {
+        if (directoryExists(to)) {
+            throw new QaPersonalSkillError("skill-exists", `a skill named ${name} already exists`);
+        }
+        const moved = [];
+        try {
+            mkdirSync(to, { recursive: true, mode: 0o700 });
+            for (const entry of readdirSync(from)) {
+                renameSync(path.join(from, entry), path.join(to, entry));
+                moved.push(entry);
+            }
+            this.writeSkillFile(path.join(to, "SKILL.md"), text);
+        }
+        catch (error) {
+            // Put every entry back before reporting: a half-moved skill directory is
+            // worse than a refused save.
+            for (const entry of moved) {
+                try {
+                    renameSync(path.join(to, entry), path.join(from, entry));
+                }
+                catch {
+                    // The original move already failed; the skill stays where it is and
+                    // the operator gets the error below.
+                }
+            }
+            try {
+                rmSync(to, { recursive: true, force: true });
+            }
+            catch {
+                // A leftover empty directory is harmless.
+            }
+            throw this.storageError(error);
+        }
+        try {
+            rmSync(from, { recursive: true, force: true });
+        }
+        catch {
+            // The contents already moved; an empty directory left behind is not
+            // worth failing a save over.
+        }
+    }
+    /** Write one file through a temporary sibling and a rename. */
+    writeSkillFile(filePath, text) {
+        const temporary = `${filePath}.${process.pid}.${randomUUID()}.tmp`;
+        try {
+            writeFileSync(temporary, text, "utf8");
+            renameSync(temporary, filePath);
+        }
+        catch (error) {
+            try {
+                rmSync(temporary, { force: true });
+            }
+            catch {
+                // A leftover temporary file never shadows the real one.
+            }
+            throw error;
+        }
+    }
+    trashTarget(trash, name) {
+        const stamp = new Date()
+            .toISOString()
+            .replace(/[-:]/gu, "")
+            .replace(/\.\d+Zu?$/u, "Z");
+        let candidate = path.join(trash, `${name}-${stamp}`);
+        for (let attempt = 2; attempt < 100; attempt += 1) {
+            if (!pathExists(candidate))
+                break;
+            candidate = path.join(trash, `${name}-${stamp}-${attempt}`);
+        }
+        return candidate;
+    }
+    assertRevision(name, expected, current) {
+        if (expected !== null && expected !== current) {
+            throw new QaPersonalSkillError("skill-conflict", `skill ${name} changed after it was read`);
+        }
+    }
+    summarize(stored, available) {
+        const contents = stored.contents;
+        return {
+            name: stored.directoryName,
+            description: contents?.description ?? "",
+            whenToUse: contents?.whenToUse ?? null,
+            modelInvocable: contents?.modelInvocable ?? true,
+            userInvocable: contents?.userInvocable ?? true,
+            allowedTools: contents?.allowedTools ?? [],
+            unavailableTools: (contents?.allowedTools ?? []).filter((tool) => !available.has(tool)),
+            resourceCount: stored.resourceCount,
+            valid: !stored.diagnostics.some((entry) => entry.severity === "error"),
+            diagnostics: stored.diagnostics,
+            updatedAt: stored.updatedAt,
+            revision: stored.revision,
+        };
+    }
+    document(stored, available) {
+        const contents = stored.contents;
+        return {
+            ...this.summarize(stored, available),
+            body: contents?.body ?? skillFileBody(stored.raw),
+            extraFrontmatter: contents?.extraFrontmatter ?? {},
+            sourcePath: stored.filePath,
+            preview: contents === undefined ? stored.raw : serializeSkillFile(contents),
+        };
+    }
+    storageError(error) {
+        if (error instanceof QaPersonalSkillError)
+            return error;
+        return new QaPersonalSkillError("storage-unavailable", error instanceof Error ? error.message : String(error));
+    }
+    /**
+     * Publish one write: audit it, then refresh the DSH catalog. The two are
+     * separate stages on purpose — a stored skill whose catalog refresh failed
+     * is still stored, and the deployment needs to see which half broke.
+     */
+    refreshCatalog(action, context, name) {
+        // The account id is hashed: an audit line names no personal data.
+        this.options.logger.info(action, {
+            user: createHash("sha256")
+                .update(context.userId)
+                .digest("hex")
+                .slice(0, 12),
+            skill: name,
+        });
+        try {
+            this.options.invalidate();
+        }
+        catch (error) {
+            this.options.logger.error("skill.provider.invalidate-failed", {
+                skill: name,
+                message: error instanceof Error ? error.message : String(error),
+            });
+        }
+    }
+}
+/**
+ * The one place the feature defines what an account-scoped cwd looks like:
+ * `<registered workspace>/.qa-users/<uuid>`. Anything else names no personal
+ * root, which is what keeps the discovery provider from reading arbitrary
+ * directories a session happens to be pinned to.
+ */
+function qaUserWorkspaceFromCwd(cwd) {
+    const segments = path.resolve(cwd).split(/[/\\]+/u);
+    const userId = segments.at(-1);
+    const usersDirectory = segments.at(-2);
+    if (userId === undefined || usersDirectory === undefined)
+        return undefined;
+    const matches = process.platform === "win32"
+        ? usersDirectory.toLowerCase() === QA_USER_WORKSPACES_DIRECTORY
+        : usersDirectory === QA_USER_WORKSPACES_DIRECTORY;
+    if (!matches)
+        return undefined;
+    try {
+        return existingQaUserWorkspace(path.resolve(cwd, "..", ".."), userId);
+    }
+    catch {
+        return undefined;
+    }
+}
+function hashText(text) {
+    return createHash("sha256").update(Buffer.from(text, "utf8")).digest("hex");
+}
+function pathExists(input) {
+    try {
+        statSync(input);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Read one skill file, refusing to hold an unbounded file in memory: an
+ * oversized `SKILL.md` is read only up to the ceiling and reported by the
+ * validator, which keeps the editor usable instead of the Host unresponsive.
+ * The file is lstat-ed, so a symlinked `SKILL.md` is treated as absent rather
+ * than followed out of the account's directory.
+ */
+function readSkillText(filePath, maxBytes) {
+    let size;
+    let updatedAt;
+    try {
+        const stat = lstatSync(filePath);
+        if (!stat.isFile())
+            return undefined;
+        size = stat.size;
+        updatedAt = stat.mtime.toISOString();
+    }
+    catch {
+        return undefined;
+    }
+    if (size <= maxBytes) {
+        try {
+            return { text: readFileSync(filePath, "utf8"), updatedAt };
+        }
+        catch {
+            return undefined;
+        }
+    }
+    try {
+        const handle = openSync(filePath, "r");
+        try {
+            const buffer = Buffer.alloc(maxBytes);
+            const read = readSync(handle, buffer, 0, maxBytes, 0);
+            return { text: buffer.subarray(0, read).toString("utf8"), updatedAt };
+        }
+        finally {
+            closeSync(handle);
+        }
+    }
+    catch {
+        return undefined;
+    }
+}
+//# sourceMappingURL=service.js.map