@sx4im/skillcheck 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Saim Shafique
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/METHODOLOGY.md

@@ -0,0 +1,91 @@
+# Methodology
+
+This document describes how `skillcheck` measures skill effectiveness in v1.
+
+## What Is Measured
+
+`skillcheck` measures the value of skill instructions under forced injection. The skill body is always injected into the runner model's context for the `with_skill` arm and omitted for the `no_skill` arm.
+
+This is intentionally narrower than real agent behavior. It answers: "Does this skill content help when the model receives it?" It does not answer: "Will an agent trigger this skill at the right time?" Trigger-respecting evaluation is out of scope for v1.
+
+## Skill Normalization
+
+Supported input formats:
+
+- `SKILL.md`
+- `AGENTS.md`
+- `.cursorrules`
+- `CLAUDE.md` for the accessible `awesome-claude-md` seed corpus
+
+Each skill is normalized into:
+
+- `instructions`: full injected content
+- `domain`: declared scope from front matter or inferred text
+- `format`: source format
+- `assets`: recorded sibling files, not executed in v1
+- `commit_hash`: SHA-256 hash of the instruction body
+
+## Task Generation
+
+The task generator receives only the normalized `domain`. It never receives the instruction body.
+
+For each run, the generator creates `2N` tasks and `skillcheck` deterministically samples `N` tasks. This reduces dependence on a single generation order while preserving reproducibility for the same domain and generator model.
+
+## A/B Runner
+
+For each task, the runner model is called in two arms:
+
+- `with_skill`: system context includes the skill instructions
+- `no_skill`: task prompt only
+
+Each arm runs `K` trials. The default is `K=3`; single-trial results are not accepted as launch-quality evidence.
+
+## Grading
+
+Deterministic assertions run first when a task has one. Otherwise, the grader model receives the output and the criterion, but not the arm label. This keeps grading blind to whether an answer came from the skill-injected arm.
+
+The generator, runner, and grader model IDs are separate environment variables so they can be swapped independently.
+
+## Scoring
+
+`effect_pp` is:
+
+```text
+mean(with_skill_pass_rate) - mean(no_skill_pass_rate)
+```
+
+The confidence interval is a paired bootstrap over task/trial observations. Verdicts are:
+
+- `helps`: the full CI is above zero
+- `placebo`: the CI overlaps zero
+- `harms`: the full CI is below zero
+
+Results also report token overhead and value per 1k extra prompt tokens.
+
+## Reproducibility
+
+Every published result records:
+
+- skill source
+- skill instruction hash
+- task suite path
+- runner, grader, and generator model IDs
+- trial count and task count
+- transcript hashes
+- run date
+
+`skillcheck verify <result.json>` reruns a sample of tasks and checks whether the measured effect remains inside the published confidence interval.
+
+## Rot Detection
+
+Rot detection groups result history by normalized skill name plus instruction hash. A skill is flagged as rot only when a previous result was `helps` and the latest result is `placebo` or `harms`.
+
+The leaderboard renders the latest rot status and the per-skill history timeline.
+
+## Known Limitations
+
+- Forced injection does not measure trigger reliability.
+- LLM-graded tasks inherit the limitations of the grader model, even with blind labels.
+- Assets are recorded but not executed in v1.
+- The v1 launch seed corpus is intentionally capped at 20 skills; it is launch evidence, not a comprehensive public corpus.
+- NVIDIA NIM availability affects live corpus completion. Failed or interrupted runs are recorded separately from gate-passing evidence, and the M5 launch findings use only the completed Qwen Next launch run.

package/README.md

@@ -0,0 +1,159 @@
+# skillcheck
+
+Measure whether an agent skill actually improves task performance.
+
+`skillcheck` runs a forced-injection A/B evaluation: the runner model solves generated tasks with and without the skill instructions, then the result is scored as an effect in percentage points with a bootstrap confidence interval.
+
+## Status
+
+- M0-M4 gates have passed and are recorded in `BUILD-LOG.md`.
+- M5 completed a 20-skill launch corpus in `results/launch/20260605T110514Z-qwen-next`.
+- The launch used `qwen/qwen3-next-80b-a3b-instruct` for generator, grader, and runner after direct NVIDIA diagnostics showed the original StepFun, DeepSeek, and Mistral stack was not reliable enough to complete the corpus.
+- Do not publish to npm until `RELEASE-CHECKLIST.md` is complete.
+
+## Run
+
+After npm publication, users can run the CLI with one command and no global install:
+
+```bash
+npx --yes @sx4im/skillcheck@latest --help
+```
+
+Or install it globally:
+
+```bash
+npm install -g @sx4im/skillcheck
+skillcheck --help
+```
+
+Before npm publication, install the CLI from this GitHub repo for testing:
+
+```bash
+npm install -g git+ssh://git@github.com/sx4im/skillcheck.git
+```
+
+Remove the pre-publish GitHub install with:
+
+```bash
+npm uninstall -g skillcheck
+```
+
+If `npm install -g @sx4im/skillcheck` returns `404 Not Found`, the package has not been published to npm yet. The first successful `npm publish` registers the package name; there is no separate manual package-registration step.
+
+Requires Node.js 20 or newer.
+
+## Local Development
+
+```bash
+npm ci
+npm run build
+node dist/bin/skillcheck.js --help
+```
+
+You can also run the compiled CLI directly:
+
+```bash
+node dist/bin/skillcheck.js eval fixtures/m2/strong-skill/SKILL.md --task-suite fixtures/m2/deterministic-tasks.json --tasks 3 --trials 3 --output /tmp/skillcheck-result.json
+```
+
+## Environment
+
+Copy `.env.example` to `.env` and set `NVIDIA_API_KEY`.
+
+Required for live NVIDIA NIM calls:
+
+```bash
+NVIDIA_API_KEY=...
+NVIDIA_BASE_URL=https://integrate.api.nvidia.com/v1
+NVIDIA_GENERATOR_MODEL=qwen/qwen3-next-80b-a3b-instruct
+NVIDIA_GRADER_MODEL=qwen/qwen3-next-80b-a3b-instruct
+NVIDIA_RUNNER_MODEL=qwen/qwen3-next-80b-a3b-instruct
+```
+
+Recommended launch-run provider controls:
+
+```bash
+NVIDIA_TIMEOUT_MS=120000
+NVIDIA_REQUEST_DELAY_MS=5000
+NVIDIA_MAX_ATTEMPTS=8
+NVIDIA_MAX_RETRY_DELAY_MS=60000
+```
+
+The final M5 run used `--concurrency 1` and a 5 second process-wide request delay. The completed run had 75 recovered NVIDIA connection retries and no `429` rate-limit lines.
+
+## Commands
+
+Evaluate one skill:
+
+```bash
+skillcheck eval path/to/SKILL.md --tasks 10 --trials 3 --output results/my-run.json
+```
+
+Verify a published result:
+
+```bash
+skillcheck verify results/my-run.json --sample 3
+```
+
+Run the launch corpus:
+
+```bash
+skillcheck corpus run --corpus corpus/launch-20.json --results results/launch/$(date -u +%Y%m%dT%H%M%SZ) --tasks 10 --trials 3 --concurrency 1
+```
+
+Regenerate the launch-only rot report used by the leaderboard:
+
+```bash
+skillcheck rot --results results/launch/20260605T110514Z-qwen-next --output results/rot/report.json
+```
+
+Build the static leaderboard:
+
+```bash
+npm run site:build
+```
+
+By default, the leaderboard reads the launch directory pointed to by `results/launch/latest-qwen-next-dir.txt`. Override with `SKILLCHECK_RESULTS_DIR` when you want to render a different result set.
+
+## Methodology
+
+The generator receives only the declared skill domain, never the full skill body. The runner is evaluated with and without forced skill injection. The grader is blind to arm labels, and deterministic assertions run before LLM grading when available.
+
+Forced injection is the v1 default. It measures whether the skill content helps when injected; it does not test trigger reliability. See `METHODOLOGY.md`.
+
+## Launch Findings
+
+The M5 launch corpus measured 20 pinned seed skills:
+
+- `helps`: 3 / 20, 15%.
+- `placebo`: 11 / 20, 55%.
+- `harms`: 6 / 20, 30%.
+
+See `FINDINGS-DRAFT.md` for the current draft write-up and caveats.
+
+## Release
+
+Do not publish from this repo until `RELEASE-CHECKLIST.md` is complete and M5 final verification has passed.
+
+To publish the public npm package, log in with the npm account that should own `skillcheck`, then run one of the publish flows below.
+
+With npm WebAuthn/security-key 2FA enabled:
+
+```bash
+npm login
+npm publish --access public
+npm view @sx4im/skillcheck version
+npx --yes @sx4im/skillcheck@latest --help
+```
+
+With an authenticator-app OTP:
+
+```bash
+npm publish --access public --otp=123456
+```
+
+Replace `123456` with the current 6-digit npm two-factor authentication code.
+
+Without account 2FA, create a granular access token on npm with `Bypass two-factor authentication` enabled and `Read and write` access to all packages, then publish with that token.
+
+If the package name is still free, `npm publish` creates/registers `@sx4im/skillcheck` automatically.

package/dist/bin/skillcheck.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/bin/skillcheck.js

@@ -0,0 +1,8 @@
+#!/usr/bin/env node
+import { main } from '../src/cli.js';
+main(process.argv).catch((error) => {
+    const message = error instanceof Error ? error.message : String(error);
+    console.error(message);
+    process.exitCode = 1;
+});
+//# sourceMappingURL=skillcheck.js.map

package/dist/bin/skillcheck.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"skillcheck.js","sourceRoot":"","sources":["../../packages/cli/bin/skillcheck.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAErC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;IAC1C,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACvB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}

package/dist/src/adapters/nvidia-nim.d.ts

@@ -0,0 +1,30 @@
+import type { ChatCompletionMessageParam } from 'openai/resources/chat/completions';
+import type { NvidiaConfig } from '../env.js';
+export interface CompletionRequest {
+    model: string;
+    messages: ChatCompletionMessageParam[];
+    temperature: number;
+    maxTokens: number;
+    responseFormat?: 'json_object';
+    chatTemplateKwargs?: Record<string, unknown>;
+}
+export interface CompletionResponse {
+    content: string;
+    model: string;
+    usage?: {
+        promptTokens?: number;
+        completionTokens?: number;
+        totalTokens?: number;
+    };
+}
+export declare class NvidiaNimClient {
+    private static requestQueue;
+    private static lastRequestAt;
+    private readonly client;
+    private readonly requestDelayMs;
+    private readonly maxAttempts;
+    private readonly maxRetryDelayMs;
+    constructor(config: NvidiaConfig);
+    private runSerializedRequest;
+    complete(request: CompletionRequest): Promise<CompletionResponse>;
+}

package/dist/src/adapters/nvidia-nim.js

@@ -0,0 +1,165 @@
+import OpenAI from 'openai';
+const RETRYABLE_STATUSES = new Set([408, 409, 429, 500, 502, 503, 504]);
+function extractTextContent(content) {
+    if (typeof content === 'string') {
+        return content;
+    }
+    if (Array.isArray(content)) {
+        const parts = content
+            .map((part) => {
+            if (typeof part === 'string') {
+                return part;
+            }
+            if (typeof part === 'object' && part !== null && 'text' in part) {
+                const text = part.text;
+                return typeof text === 'string' ? text : '';
+            }
+            return '';
+        })
+            .join('');
+        return parts || undefined;
+    }
+    return undefined;
+}
+function extractMessageText(message) {
+    if (typeof message !== 'object' || message === null) {
+        return undefined;
+    }
+    const record = message;
+    return (extractTextContent(record.content) ??
+        extractTextContent(record.reasoning_content) ??
+        extractTextContent(record.refusal));
+}
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+function getStatus(error) {
+    if (typeof error === 'object' && error !== null && 'status' in error) {
+        const status = error.status;
+        return typeof status === 'number' ? status : undefined;
+    }
+    return undefined;
+}
+function getRetryAfterMs(error) {
+    if (typeof error !== 'object' || error === null || !('headers' in error)) {
+        return undefined;
+    }
+    const headers = error.headers;
+    const retryAfter = headers instanceof Headers
+        ? headers.get('retry-after')
+        : typeof headers === 'object' && headers !== null && 'retry-after' in headers
+            ? headers['retry-after']
+            : undefined;
+    if (typeof retryAfter !== 'string') {
+        return undefined;
+    }
+    const seconds = Number(retryAfter);
+    if (Number.isFinite(seconds) && seconds > 0) {
+        return seconds * 1000;
+    }
+    const dateMs = Date.parse(retryAfter);
+    if (Number.isFinite(dateMs)) {
+        return Math.max(0, dateMs - Date.now());
+    }
+    return undefined;
+}
+function describeRetry(error, attempt, waitMs, maxAttempts) {
+    const status = getStatus(error);
+    const label = status === undefined ? 'connection' : `status ${status}`;
+    console.error(`[nim] retry ${attempt + 1}/${maxAttempts} after ${label}; waiting ${waitMs} ms`);
+}
+export class NvidiaNimClient {
+    static requestQueue = Promise.resolve();
+    static lastRequestAt = 0;
+    client;
+    requestDelayMs;
+    maxAttempts;
+    maxRetryDelayMs;
+    constructor(config) {
+        this.requestDelayMs = config.requestDelayMs;
+        this.maxAttempts = config.maxAttempts;
+        this.maxRetryDelayMs = config.maxRetryDelayMs;
+        this.client = new OpenAI({
+            apiKey: config.apiKey,
+            baseURL: config.baseUrl,
+            maxRetries: 0,
+            timeout: config.timeoutMs
+        });
+    }
+    async runSerializedRequest(operation) {
+        const previousRequest = NvidiaNimClient.requestQueue;
+        let releaseCurrentRequest = () => undefined;
+        NvidiaNimClient.requestQueue = new Promise((resolve) => {
+            releaseCurrentRequest = resolve;
+        });
+        await previousRequest;
+        try {
+            if (this.requestDelayMs > 0) {
+                const elapsedMs = Date.now() - NvidiaNimClient.lastRequestAt;
+                const waitMs = Math.max(0, this.requestDelayMs - elapsedMs);
+                if (waitMs > 0) {
+                    await sleep(waitMs);
+                }
+            }
+            NvidiaNimClient.lastRequestAt = Date.now();
+            return await operation();
+        }
+        finally {
+            releaseCurrentRequest();
+        }
+    }
+    async complete(request) {
+        let lastError;
+        for (let attempt = 0; attempt < this.maxAttempts; attempt += 1) {
+            try {
+                const extraBody = request.chatTemplateKwargs
+                    ? {
+                        chat_template_kwargs: request.chatTemplateKwargs
+                    }
+                    : undefined;
+                const requestBody = {
+                    model: request.model,
+                    messages: request.messages,
+                    temperature: request.temperature,
+                    max_tokens: request.maxTokens,
+                    response_format: request.responseFormat ? { type: request.responseFormat } : undefined,
+                    chat_template_kwargs: request.chatTemplateKwargs,
+                    extra_body: extraBody,
+                    stream: false
+                };
+                const response = (await this.runSerializedRequest(() => this.client.chat.completions.create(requestBody)));
+                const message = response.choices[0]?.message;
+                const content = extractMessageText(message);
+                if (content === undefined) {
+                    const keys = message ? Object.keys(message).sort().join(',') : 'none';
+                    throw new Error(`NVIDIA NIM response did not include text content; message keys: ${keys}`);
+                }
+                return {
+                    content,
+                    model: response.model,
+                    usage: {
+                        promptTokens: response.usage?.prompt_tokens,
+                        completionTokens: response.usage?.completion_tokens,
+                        totalTokens: response.usage?.total_tokens
+                    }
+                };
+            }
+            catch (error) {
+                lastError = error;
+                const status = getStatus(error);
+                const retryable = status === undefined || RETRYABLE_STATUSES.has(status);
+                if (!retryable || attempt === this.maxAttempts - 1) {
+                    break;
+                }
+                const retryAfterMs = getRetryAfterMs(error);
+                const baseDelayMs = status === 429 ? 5000 : 500;
+                const jitter = Math.floor(Math.random() * 500);
+                const waitMs = retryAfterMs ?? Math.min(this.maxRetryDelayMs, baseDelayMs * 2 ** attempt + jitter);
+                describeRetry(error, attempt, waitMs, this.maxAttempts);
+                await sleep(waitMs);
+            }
+        }
+        throw lastError instanceof Error ? lastError : new Error(String(lastError));
+    }
+}
+//# sourceMappingURL=nvidia-nim.js.map

package/dist/src/adapters/nvidia-nim.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nvidia-nim.js","sourceRoot":"","sources":["../../../packages/cli/src/adapters/nvidia-nim.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAuB5B,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAExE,SAAS,kBAAkB,CAAC,OAAgB;IAC1C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,OAAO;aAClB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC;YACd,CAAC;YACD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBAChE,MAAM,IAAI,GAAI,IAA2B,CAAC,IAAI,CAAC;gBAC/C,OAAO,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9C,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;aACD,IAAI,CAAC,EAAE,CAAC,CAAC;QACZ,OAAO,KAAK,IAAI,SAAS,CAAC;IAC5B,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAgB;IAC1C,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACpD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAG,OAAgF,CAAC;IAChG,OAAO,CACL,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC;QAClC,kBAAkB,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAC5C,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CACnC,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;QACrE,MAAM,MAAM,GAAI,KAA8B,CAAC,MAAM,CAAC;QACtD,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IACzD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,EAAE,CAAC;QACzE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,OAAO,GAAI,KAA+B,CAAC,OAAO,CAAC;IACzD,MAAM,UAAU,GACd,OAAO,YAAY,OAAO;QACxB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC5B,CAAC,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,IAAI,aAAa,IAAI,OAAO;YAC3E,CAAC,CAAE,OAAuC,CAAC,aAAa,CAAC;YACzD,CAAC,CAAC,SAAS,CAAC;IAElB,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;QACnC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO,OAAO,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACtC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc,EAAE,OAAe,EAAE,MAAc,EAAE,WAAmB;IACzF,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,MAAM,EAAE,CAAC;IACvE,OAAO,CAAC,KAAK,CAAC,eAAe,OAAO,GAAG,CAAC,IAAI,WAAW,UAAU,KAAK,aAAa,MAAM,KAAK,CAAC,CAAC;AAClG,CAAC;AAED,MAAM,OAAO,eAAe;IAClB,MAAM,CAAC,YAAY,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IACvD,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC;IAEhB,MAAM,CAAS;IACf,cAAc,CAAS;IACvB,WAAW,CAAS;IACpB,eAAe,CAAS;IAEzC,YAAY,MAAoB;QAC9B,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,MAAM,CAAC,SAAS;SAC1B,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAI,SAA2B;QAC/D,MAAM,eAAe,GAAG,eAAe,CAAC,YAAY,CAAC;QACrD,IAAI,qBAAqB,GAAe,GAAG,EAAE,CAAC,SAAS,CAAC;QACxD,eAAe,CAAC,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC3D,qBAAqB,GAAG,OAAO,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,MAAM,eAAe,CAAC;QACtB,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC,aAAa,CAAC;gBAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC;gBAC5D,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;oBACf,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;YACD,eAAe,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3C,OAAO,MAAM,SAAS,EAAE,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,qBAAqB,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAA0B;QACvC,IAAI,SAAkB,CAAC;QAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YAC/D,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,OAAO,CAAC,kBAAkB;oBAC1C,CAAC,CAAC;wBACE,oBAAoB,EAAE,OAAO,CAAC,kBAAkB;qBACjD;oBACH,CAAC,CAAC,SAAS,CAAC;gBACd,MAAM,WAAW,GAAG;oBAClB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,UAAU,EAAE,OAAO,CAAC,SAAS;oBAC7B,eAAe,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,SAAS;oBACtF,oBAAoB,EAAE,OAAO,CAAC,kBAAkB;oBAChD,UAAU,EAAE,SAAS;oBACrB,MAAM,EAAE,KAAK;iBACd,CAAC;gBACF,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,CACrD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,CACjD,CAAmB,CAAC;gBAErB,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;gBAC7C,MAAM,OAAO,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;gBAC5C,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;oBAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;oBACtE,MAAM,IAAI,KAAK,CAAC,mEAAmE,IAAI,EAAE,CAAC,CAAC;gBAC7F,CAAC;gBAED,OAAO;oBACL,OAAO;oBACP,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,KAAK,EAAE;wBACL,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa;wBAC3C,gBAAgB,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB;wBACnD,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY;qBAC1C;iBACF,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,CAAC;gBAClB,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;gBAChC,MAAM,SAAS,GAAG,MAAM,KAAK,SAAS,IAAI,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBACzE,IAAI,CAAC,SAAS,IAAI,OAAO,KAAK,IAAI,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;oBACnD,MAAM;gBACR,CAAC;gBAED,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;gBAC5C,MAAM,WAAW,GAAG,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;gBAChD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;gBAC/C,MAAM,MAAM,GAAG,YAAY,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,WAAW,GAAG,CAAC,IAAI,OAAO,GAAG,MAAM,CAAC,CAAC;gBACnG,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;gBACxD,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAED,MAAM,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAC9E,CAAC"}

package/dist/src/cache.d.ts

@@ -0,0 +1,5 @@
+export declare class JsonCache {
+    private readonly rootDir;
+    constructor(rootDir?: string);
+    getOrSet<T>(namespace: string, keyParts: unknown, factory: () => Promise<T>): Promise<T>;
+}

package/dist/src/cache.js

@@ -0,0 +1,27 @@
+import { mkdir, readFile, writeFile } from 'node:fs/promises';
+import path from 'node:path';
+import { hashJson } from './hash.js';
+export class JsonCache {
+    rootDir;
+    constructor(rootDir = '.cache/skillcheck') {
+        this.rootDir = rootDir;
+    }
+    async getOrSet(namespace, keyParts, factory) {
+        const key = hashJson(keyParts);
+        const dir = path.join(this.rootDir, namespace);
+        const file = path.join(dir, `${key}.json`);
+        try {
+            return JSON.parse(await readFile(file, 'utf8'));
+        }
+        catch (error) {
+            if (error.code !== 'ENOENT') {
+                throw error;
+            }
+        }
+        const value = await factory();
+        await mkdir(dir, { recursive: true });
+        await writeFile(file, JSON.stringify(value, null, 2));
+        return value;
+    }
+}
+//# sourceMappingURL=cache.js.map

package/dist/src/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../packages/cli/src/cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,MAAM,OAAO,SAAS;IACS;IAA7B,YAA6B,UAAU,mBAAmB;QAA7B,YAAO,GAAP,OAAO,CAAsB;IAAG,CAAC;IAE9D,KAAK,CAAC,QAAQ,CAAI,SAAiB,EAAE,QAAiB,EAAE,OAAyB;QAC/E,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;QAE3C,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAM,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,OAAO,EAAE,CAAC;QAC9B,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACtD,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/src/cli.d.ts

@@ -0,0 +1 @@
+export declare function main(argv: string[]): Promise<void>;