oh-my-knowledge 0.33.0 → 0.34.0

package/dist/cli/commands/eval/gold/index.d.ts

@@ -6,4 +6,3 @@ export default class EvalGold extends BaseCommand {
     };
     run(): Promise<void>;
 }
-//# sourceMappingURL=index.d.ts.map

package/dist/cli/commands/eval/gold/index.js

@@ -31,4 +31,3 @@ export default class EvalGold extends BaseCommand {
         this.exit(1);
     }
 }
-//# sourceMappingURL=index.js.map

package/dist/cli/commands/eval/gold/init.d.ts

@@ -8,4 +8,3 @@ export default class EvalGoldInit extends BaseCommand {
     };
     run(): Promise<void>;
 }
-//# sourceMappingURL=init.d.ts.map

package/dist/cli/commands/eval/gold/init.js

@@ -48,4 +48,3 @@ export default class EvalGoldInit extends BaseCommand {
         });
     }
 }
-//# sourceMappingURL=init.js.map

package/dist/cli/commands/eval/gold/validate.d.ts

@@ -9,4 +9,3 @@ export default class EvalGoldValidate extends BaseCommand {
     };
     run(): Promise<void>;
 }
-//# sourceMappingURL=validate.d.ts.map

package/dist/cli/commands/eval/gold/validate.js

@@ -43,4 +43,3 @@ export default class EvalGoldValidate extends BaseCommand {
         });
     }
 }
-//# sourceMappingURL=validate.js.map

package/dist/cli/commands/eval/index.d.ts

@@ -9,6 +9,8 @@ export default class Eval extends BaseCommand {
         lang: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
         control: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
         treatment: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        'control-cwd': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        'treatment-cwd': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
         config: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
         samples: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
         'skill-dir': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
@@ -51,4 +53,3 @@ export default class Eval extends BaseCommand {
     };
     run(): Promise<void>;
 }
-//# sourceMappingURL=index.d.ts.map

package/dist/cli/commands/eval/index.js

@@ -45,7 +45,7 @@ async function emitEvaluationVerdict(report, values) {
 }
 function batchItemFallbackReport(batch, item) {
     return {
-        kind: 'evaluation',
+        reportKind: 'evaluation',
         id: item.reportId,
         meta: {
             ...batch.meta,
@@ -65,7 +65,7 @@ async function loadBatchChildReports(batch, reportsDir, lang) {
     const reports = [];
     for (const item of batch.items) {
         const loaded = await store.get(item.reportId);
-        if (loaded?.kind === 'evaluation') {
+        if (loaded?.reportKind === 'evaluation') {
             reports.push(loaded);
         }
         else {
@@ -100,7 +100,7 @@ async function emitBatchVerdict(report, reportsDir, values, lang) {
 }
 async function announceSavedReport({ report, filePath, reportsDir, values, lang, }) {
     const tally = computeRunTally(report);
-    process.stderr.write(tCli(report.kind === 'batch-evaluation' ? 'cli.run.batch_complete' : 'cli.run.eval_complete', lang));
+    process.stderr.write(tCli(report.reportKind === 'batch-evaluation' ? 'cli.run.batch_complete' : 'cli.run.eval_complete', lang));
     process.stderr.write(tCli('cli.run.tally', lang, tally));
     process.stderr.write(tCli('cli.run.report_saved', lang, { path: filePath }));
     if (!values['no-serve'] && process.stdout.isTTY) {
@@ -290,12 +290,24 @@ export default class Eval extends BaseCommand {
         lang: LANG_FLAG,
         // ── 实验角色 ──
         control: Flags.string({
-            description: bilingual({ zh: 'control variant 表达式', en: 'Control variant expr' }),
+            description: bilingual({ zh: 'control variant 表达式（仅 artifact 身份）', en: 'Control variant expr (artifact identity only)' }),
         }),
         treatment: Flags.string({
             description: bilingual({
-                zh: 'treatment variant 列表，逗号分隔',
-                en: 'Treatment variants, comma-separated',
+                zh: 'treatment variant 列表，逗号分隔（仅 artifact 身份）',
+                en: 'Treatment variants, comma-separated (artifact identity only)',
+            }),
+        }),
+        'control-cwd': Flags.string({
+            description: bilingual({
+                zh: 'control 的 runtime context 目录',
+                en: 'Runtime context dir for control',
+            }),
+        }),
+        'treatment-cwd': Flags.string({
+            description: bilingual({
+                zh: 'treatment 的 runtime context 目录列表，逗号分隔、与 --treatment 按序对齐（空位 = 无 cwd）',
+                en: 'Runtime context dirs for treatments, comma-separated, index-aligned with --treatment (blank = none)',
             }),
         }),
         config: Flags.string({
@@ -303,7 +315,7 @@ export default class Eval extends BaseCommand {
         }),
         samples: Flags.string({
             description: bilingual({
-                zh: '样本文件路径。默认 eval-samples.json，也接受 .yaml/.yml；自动发现 --skill-dir 下的 <skill>/.omk/samples.json。',
+                zh: '用例文件路径。默认 eval-samples.json，也接受 .yaml/.yml；自动发现 --skill-dir 下的 <skill>/.omk/samples.json。',
                 en: 'Samples file path. Defaults to eval-samples.json (also .yaml/.yml); auto-discovers <skill>/.omk/samples.json under --skill-dir.',
             }),
         }),
@@ -344,7 +356,7 @@ export default class Eval extends BaseCommand {
             parse: integerStringParser('--concurrency', { min: 1 }),
         }),
         timeout: Flags.string({
-            description: bilingual({ zh: '单样本超时秒，默认 600', en: 'Per-sample timeout sec, default 600' }),
+            description: bilingual({ zh: '单用例超时秒，默认 600', en: 'Per-sample timeout sec, default 600' }),
             parse: numberStringParser('--timeout', { min: 1 }),
         }),
         batch: Flags.boolean({
@@ -463,4 +475,3 @@ export default class Eval extends BaseCommand {
         });
     }
 }
-//# sourceMappingURL=index.js.map

package/dist/cli/commands/evolve.d.ts

@@ -32,7 +32,12 @@ export default class Evolve extends BaseCommand {
         'reuse-latest-eval': import("@oclif/core/interfaces").BooleanFlag<boolean>;
         'improve-mode': import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
         'holdout-ratio': import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        'no-significance-gate': import("@oclif/core/interfaces").BooleanFlag<boolean>;
+        'significance-alpha': import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        'test-ratio': import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        'edit-budget': import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        'no-edit-budget': import("@oclif/core/interfaces").BooleanFlag<boolean>;
+        'no-reject-memory': import("@oclif/core/interfaces").BooleanFlag<boolean>;
     };
     run(): Promise<void>;
 }
-//# sourceMappingURL=evolve.d.ts.map

package/dist/cli/commands/evolve.js

@@ -26,6 +26,13 @@ export async function runEvolve(args, flags, lang) {
         console.error(tCli('cli.evolve.specify_skill_path', lang));
         throw new CliExit(1);
     }
+    // A locked test set needs a separate val set to decide on; --test-ratio alone is a no-op.
+    if ((Number(flags['test-ratio']) || 0) > 0 && (Number(flags['holdout-ratio']) || 0) === 0) {
+        console.error(lang === 'zh'
+            ? '--test-ratio 需要配合 --holdout-ratio 使用（test 集只在留出 val 集时才有意义）。'
+            : '--test-ratio requires --holdout-ratio (a locked test set only makes sense alongside a held-out val set).');
+        throw new CliExit(2);
+    }
     const { resolveSkillInput } = await import('../lib/resolve-skill-input.js');
     let resolvedInput;
     try {
@@ -69,9 +76,16 @@ export async function runEvolve(args, flags, lang) {
             sampleFixMaxAttempts: Math.max(1, Number(flags['sample-fix-max-attempts']) || 2),
             reuseLatestEval: flags['reuse-latest-eval'],
             holdoutRatio: Number(flags['holdout-ratio']) || 0,
+            significanceGate: !flags['no-significance-gate'],
+            // parser 已保证是合法数字串；用 Number() 直取，不用 `|| default`——否则
+            // `--edit-budget 0`（关预算）/ `--significance-alpha 0` 会被 falsy 吞成默认值。
+            significanceAlpha: Number(flags['significance-alpha']),
+            testRatio: Number(flags['test-ratio']),
+            editBudget: flags['no-edit-budget'] ? 0 : Number(flags['edit-budget']),
+            rejectMemory: !flags['no-reject-memory'],
             improveMode: flags['improve-mode'] === 'rewrite' ? 'rewrite' : 'agent',
             onProgress: makeOnProgress(lang),
-            onRoundProgress({ round, totalRounds: _totalRounds, phase, score, delta, accepted, costUSD, costReported, error }) {
+            onRoundProgress({ round, totalRounds: _totalRounds, phase, score, delta, accepted, costUSD, costReported, error, significant }) {
                 // costReported=false 时显示「—」而不是 $0.0000(executor 不报 cost,如 codex)。
                 const fmtRoundCost = (c, r) => r ? `$${c.toFixed(4)}` : '—';
                 if (phase === 'baseline') {
@@ -86,7 +100,9 @@ export async function runEvolve(args, flags, lang) {
                 }
                 else if (phase === 'done') {
                     const delta_ = delta >= 0 ? `+${delta.toFixed(2)}` : delta.toFixed(2);
-                    const status = accepted ? '✓ ACCEPT' : '✗ REJECT';
+                    // 门拒掉「均分上升但不显著」的候选时，补一句原因，否则 (+0.0x) ✗ REJECT 看着矛盾。
+                    const rejectNote = !accepted && significant === false ? tCli('cli.evolve.reject_not_significant', lang) : '';
+                    const status = accepted ? '✓ ACCEPT' : `✗ REJECT${rejectNote}`;
                     process.stderr.write(tCli('cli.evolve.round_done', lang, {
                         round, score: score.toFixed(2), delta: delta_, status, cost: fmtRoundCost(costUSD, costReported !== false),
                     }));
@@ -110,6 +126,17 @@ export async function runEvolve(args, flags, lang) {
                     train: result.holdout.trainCount, holdout: result.holdout.holdoutCount,
                 }));
         }
+        if (result.gate?.underpowered) {
+            process.stderr.write(tCli('cli.evolve.gate_underpowered', lang));
+        }
+        if (result.test?.disabled) {
+            process.stderr.write(tCli('cli.evolve.test_disabled', lang, { ratio: result.test.ratio }));
+        }
+        else if (result.test && typeof result.generalizationScore === 'number') {
+            process.stderr.write(tCli('cli.evolve.generalization', lang, {
+                count: result.test.count, score: result.generalizationScore.toFixed(2),
+            }));
+        }
         process.stderr.write(tCli('cli.evolve.best_path', lang, {
             best: result.bestSkillPath, target: resolve(skillPath),
         }));
@@ -174,7 +201,7 @@ export default class Evolve extends BaseCommand {
         }),
         samples: Flags.string({
             description: bilingual({
-                zh: '样本文件路径，默认 eval-samples.json',
+                zh: '用例文件路径，默认 eval-samples.json',
                 en: 'Samples file, default eval-samples.json',
             }),
             default: 'eval-samples.json',
@@ -206,7 +233,7 @@ export default class Evolve extends BaseCommand {
             parse: integerStringParser('--concurrency', { min: 1 }),
         }),
         timeout: Flags.string({
-            description: bilingual({ zh: '单样本超时秒，默认 600', en: 'Per-sample timeout sec, default 600' }),
+            description: bilingual({ zh: '单用例超时秒，默认 600', en: 'Per-sample timeout sec, default 600' }),
             default: '600',
             parse: numberStringParser('--timeout', { min: 1 }),
         }),
@@ -244,7 +271,7 @@ export default class Evolve extends BaseCommand {
         }),
         'stop-on-assertions-pass': Flags.boolean({
             description: bilingual({
-                zh: '普通样本断言全过时提前停止',
+                zh: '普通用例断言全过时提前停止',
                 en: 'Stop early when normal samples pass assertions',
             }),
             default: false,
@@ -287,6 +314,51 @@ export default class Evolve extends BaseCommand {
             default: '0',
             parse: numberStringParser('--holdout-ratio', { min: 0, max: 1 }),
         }),
+        'no-significance-gate': Flags.boolean({
+            description: bilingual({
+                zh: '关掉显著性接受门，退回「候选分高一点点就收」的点估计判定（默认门开：只收统计显著的提升）',
+                en: 'Disable the significance accept gate, reverting to point-estimate accept (default: gate on — accept only statistically significant gains)',
+            }),
+            default: false,
+        }),
+        'significance-alpha': Flags.string({
+            description: bilingual({
+                zh: '显著性门的 diff CI 显著性水平（默认 0.05 = 95% CI）',
+                en: 'Significance level for the accept gate diff CI (default 0.05 = 95% CI)',
+            }),
+            default: '0.05',
+            parse: numberStringParser('--significance-alpha', { min: 0, max: 1 }),
+        }),
+        'test-ratio': Flags.string({
+            description: bilingual({
+                zh: '锁定 test 集比例（0..1，默认 0=关），需配 --holdout-ratio。全程不参与选择，收尾读一次给无偏泛化分',
+                en: 'Locked test fraction (0..1, default 0=off); requires --holdout-ratio. Never used for selection; read once at the end for an unbiased generalization score',
+            }),
+            default: '0',
+            parse: numberStringParser('--test-ratio', { min: 0, max: 1 }),
+        }),
+        'edit-budget': Flags.string({
+            description: bilingual({
+                zh: '单轮最多改动的 skill 行占比（默认 0.2）。超预算的候选评测前直接判拒，省 eval 成本',
+                en: 'Max fraction of skill lines a round may change (default 0.2). Over-budget candidates are rejected before evaluation, saving eval cost',
+            }),
+            default: '0.2',
+            parse: numberStringParser('--edit-budget', { min: 0, max: 1 }),
+        }),
+        'no-edit-budget': Flags.boolean({
+            description: bilingual({
+                zh: '关掉 edit budget 约束（允许任意大小的单轮改动）',
+                en: 'Disable the edit budget (allow arbitrarily large single-round edits)',
+            }),
+            default: false,
+        }),
+        'no-reject-memory': Flags.boolean({
+            description: bilingual({
+                zh: '关掉 rejected-edit 记忆（不把被拒改法回灌下一轮 prompt）',
+                en: 'Disable rejected-edit memory (do not feed rejected edits back into the next prompt)',
+            }),
+            default: false,
+        }),
     };
     async run() {
         const { args, flags } = await this.parse(Evolve);
@@ -296,4 +368,3 @@ export default class Evolve extends BaseCommand {
         });
     }
 }
-//# sourceMappingURL=evolve.js.map

package/dist/cli/commands/init.d.ts

@@ -13,4 +13,3 @@ export default class Init extends BaseCommand {
     };
     run(): Promise<void>;
 }
-//# sourceMappingURL=init.d.ts.map

package/dist/cli/commands/init.js

@@ -149,4 +149,3 @@ export default class Init extends BaseCommand {
         });
     }
 }
-//# sourceMappingURL=init.js.map

package/dist/cli/commands/install.d.ts

@@ -0,0 +1,22 @@
+import { BaseCommand } from '../oclif/base-command.js';
+export default class Install extends BaseCommand {
+    static description: string;
+    static examples: {
+        description: string;
+        command: string;
+    }[];
+    static args: {
+        input: import("@oclif/core/interfaces").Arg<string, Record<string, unknown>>;
+    };
+    static flags: {
+        lang: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        kind: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        to: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        dest: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        force: import("@oclif/core/interfaces").BooleanFlag<boolean>;
+        'dry-run': import("@oclif/core/interfaces").BooleanFlag<boolean>;
+    };
+    run(): Promise<void>;
+    private installBuiltinAgentSkill;
+    private installManagedSkill;
+}