oh-my-knowledge 0.34.0 → 0.35.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -0
- package/README.zh.md +3 -0
- package/dist/assets/agent-skills/omk/references/commands.md +9 -0
- package/dist/authoring/evolver.js +12 -3
- package/dist/cli/commands/eval/index.d.ts +1 -0
- package/dist/cli/commands/eval/index.js +36 -2
- package/dist/cli/commands/install.d.ts +2 -0
- package/dist/cli/commands/install.js +45 -20
- package/dist/cli/commands/sample.d.ts +1 -1
- package/dist/cli/commands/sample.js +25 -12
- package/dist/cli/lib/cmd-flags.d.ts +1 -0
- package/dist/cli/lib/i18n-dict/install.d.ts +1 -1
- package/dist/cli/lib/i18n-dict/install.js +20 -0
- package/dist/cli/lib/i18n-dict/run.d.ts +1 -1
- package/dist/cli/lib/i18n-dict/run.js +8 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.js +7 -0
- package/dist/doctor/index.js +5 -5
- package/dist/eval-core/cache.d.ts +11 -3
- package/dist/eval-core/cache.js +13 -5
- package/dist/eval-core/dependency-checker.js +5 -3
- package/dist/eval-core/evaluation-execution.js +4 -1
- package/dist/eval-core/evaluation-reporting.js +17 -8
- package/dist/eval-core/execution-strategy.js +6 -4
- package/dist/eval-core/task-planner.js +2 -1
- package/dist/eval-workflows/evaluation-preparation.js +3 -1
- package/dist/inputs/content-hash.d.ts +28 -0
- package/dist/inputs/content-hash.js +106 -0
- package/dist/inputs/eval-config.js +44 -11
- package/dist/inputs/materialize-copy.d.ts +37 -0
- package/dist/inputs/materialize-copy.js +193 -0
- package/dist/inputs/skill-loader.d.ts +65 -2
- package/dist/inputs/skill-loader.js +308 -13
- package/dist/inputs/source-resolver.d.ts +16 -9
- package/dist/inputs/source-resolver.js +57 -77
- package/dist/managed/evidence.d.ts +22 -0
- package/dist/managed/evidence.js +143 -0
- package/dist/managed/index.d.ts +1 -0
- package/dist/managed/index.js +1 -0
- package/dist/managed/store.d.ts +16 -20
- package/dist/managed/store.js +40 -76
- package/dist/renderer/layout.js +2 -2
- package/dist/types/eval.d.ts +12 -1
- package/dist/types/managed.d.ts +29 -4
- package/dist/types/report.d.ts +17 -3
- package/package.json +3 -3
package/dist/types/report.d.ts
CHANGED
|
@@ -237,10 +237,24 @@ export interface ReportMeta {
|
|
|
237
237
|
timestamp: string;
|
|
238
238
|
cliVersion: string;
|
|
239
239
|
nodeVersion: string;
|
|
240
|
+
/** Per-artifact content fingerprint (variantName → SHA256-12, or 'no-skill' for baseline).
|
|
241
|
+
* schemaVersion >= 3: hashes exactly the executor-visible input, and EVERY dir-skill (local OR
|
|
242
|
+
* git) is materialized into an isolated content-addressed copy whose whole distributable tree
|
|
243
|
+
* (SKILL.md + references/ assets, excluding .omk/.git/node_modules/evolve) is exposed to the
|
|
244
|
+
* executor via cwd — so the fingerprint covers the whole tree and lives in the same space as the
|
|
245
|
+
* install managed-record contentHash (evidence binds for all dir-skills). File-skill (local or
|
|
246
|
+
* git) → the single .md bytes (also binds). schemaVersion 2 was a transitional era where local
|
|
247
|
+
* dir-skills were tree-hashed but git dir-skills hashed SKILL.md bytes only (did not bind);
|
|
248
|
+
* v2 git-dir-skill hashes are NOT comparable to v3. schemaVersion < 2 / absent: legacy
|
|
249
|
+
* SKILL.md-body-text hash — NOT comparable to either. */
|
|
240
250
|
artifactHashes: Record<string, string>;
|
|
241
|
-
/**
|
|
242
|
-
*
|
|
243
|
-
*
|
|
251
|
+
/** Report JSON schema version. Reports without this field are treated as v0 (legacy field
|
|
252
|
+
* semantics: pre-v0.21 `gapRate`/`weightedGapRate` map to `evalGapRate`/`evalWeightedGapRate`
|
|
253
|
+
* for eval-side reports). Value 1 was specified for v0.21+ but never emitted in practice.
|
|
254
|
+
* Value 2 marked the artifactHashes tree-hash era for local dir-skills (git dir-skills still
|
|
255
|
+
* SKILL.md-only). Value 3 extends whole-tree hashing to git dir-skills via isolated copies
|
|
256
|
+
* (all dir-skills bind). Drift / lineage consumers gate on `>= 2` (tree-hash era); git-dir-skill
|
|
257
|
+
* binding additionally requires `>= 3`. */
|
|
244
258
|
schemaVersion?: number;
|
|
245
259
|
/** SHA256-12 of every sample's content (sample_id → hash). Same hash = same sample. */
|
|
246
260
|
sampleHashes?: Record<string, string>;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "oh-my-knowledge",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.35.0",
|
|
4
4
|
"packageManager": "yarn@4.16.0",
|
|
5
5
|
"description": "Evaluation framework for LLM knowledge inputs — prompts, RAG corpora, skills, agent workflows. Fix the model, vary the artifact. Built-in statistical rigor: bootstrap CI, Krippendorff α, length-debias, saturation curves.",
|
|
6
6
|
"type": "module",
|
|
@@ -92,11 +92,11 @@
|
|
|
92
92
|
"license": "MIT",
|
|
93
93
|
"dependencies": {
|
|
94
94
|
"@anthropic-ai/claude-agent-sdk": "^0.3.143",
|
|
95
|
-
"@anthropic-ai/sdk": "^0.
|
|
95
|
+
"@anthropic-ai/sdk": "^0.102.0",
|
|
96
96
|
"@inquirer/prompts": "^8.4.3",
|
|
97
97
|
"@modelcontextprotocol/sdk": "^1.29.0",
|
|
98
98
|
"@oclif/core": "^4",
|
|
99
|
-
"@openai/codex-sdk": "0.
|
|
99
|
+
"@openai/codex-sdk": "0.137.0",
|
|
100
100
|
"ajv": "^8.18.0",
|
|
101
101
|
"chart.js": "^4.5.1",
|
|
102
102
|
"js-yaml": "^4.1.1",
|