@interf/compiler 0.1.11 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +254 -136
- package/dist/commands/benchmark.d.ts.map +1 -1
- package/dist/commands/benchmark.js +65 -84
- package/dist/commands/benchmark.js.map +1 -1
- package/dist/commands/compile.d.ts.map +1 -1
- package/dist/commands/compile.js +19 -3
- package/dist/commands/compile.js.map +1 -1
- package/dist/commands/create.d.ts +3 -0
- package/dist/commands/create.d.ts.map +1 -1
- package/dist/commands/create.js +34 -9
- package/dist/commands/create.js.map +1 -1
- package/dist/commands/default.d.ts.map +1 -1
- package/dist/commands/default.js +2 -0
- package/dist/commands/default.js.map +1 -1
- package/dist/commands/init.d.ts.map +1 -1
- package/dist/commands/init.js +3 -2
- package/dist/commands/init.js.map +1 -1
- package/dist/index.d.ts +11 -29
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +7 -16
- package/dist/index.js.map +1 -1
- package/dist/lib/agent-args.d.ts +4 -0
- package/dist/lib/agent-args.d.ts.map +1 -0
- package/dist/lib/agent-args.js +42 -0
- package/dist/lib/agent-args.js.map +1 -0
- package/dist/lib/agent-constants.d.ts +6 -0
- package/dist/lib/agent-constants.d.ts.map +1 -0
- package/dist/lib/agent-constants.js +29 -0
- package/dist/lib/agent-constants.js.map +1 -0
- package/dist/lib/agent-detection.d.ts +8 -0
- package/dist/lib/agent-detection.d.ts.map +1 -0
- package/dist/lib/agent-detection.js +66 -0
- package/dist/lib/agent-detection.js.map +1 -0
- package/dist/lib/agent-execution.d.ts +3 -0
- package/dist/lib/agent-execution.d.ts.map +1 -0
- package/dist/lib/agent-execution.js +207 -0
- package/dist/lib/agent-execution.js.map +1 -0
- package/dist/lib/agent-logs.d.ts +3 -0
- package/dist/lib/agent-logs.d.ts.map +1 -0
- package/dist/lib/agent-logs.js +18 -0
- package/dist/lib/agent-logs.js.map +1 -0
- package/dist/lib/agent-preflight.d.ts +8 -0
- package/dist/lib/agent-preflight.d.ts.map +1 -0
- package/dist/lib/agent-preflight.js +77 -0
- package/dist/lib/agent-preflight.js.map +1 -0
- package/dist/lib/agent-render.d.ts +9 -0
- package/dist/lib/agent-render.d.ts.map +1 -0
- package/dist/lib/agent-render.js +219 -0
- package/dist/lib/agent-render.js.map +1 -0
- package/dist/lib/agent-status.d.ts +4 -0
- package/dist/lib/agent-status.d.ts.map +1 -0
- package/dist/lib/agent-status.js +59 -0
- package/dist/lib/agent-status.js.map +1 -0
- package/dist/lib/agent-types.d.ts +31 -0
- package/dist/lib/agent-types.d.ts.map +1 -0
- package/dist/lib/agent-types.js +2 -0
- package/dist/lib/agent-types.js.map +1 -0
- package/dist/lib/agents.d.ts +7 -49
- package/dist/lib/agents.d.ts.map +1 -1
- package/dist/lib/agents.js +8 -554
- package/dist/lib/agents.js.map +1 -1
- package/dist/lib/benchmark-execution.d.ts +9 -0
- package/dist/lib/benchmark-execution.d.ts.map +1 -0
- package/dist/lib/benchmark-execution.js +488 -0
- package/dist/lib/benchmark-execution.js.map +1 -0
- package/dist/lib/benchmark-paths.d.ts +11 -0
- package/dist/lib/benchmark-paths.d.ts.map +1 -0
- package/dist/lib/benchmark-paths.js +38 -0
- package/dist/lib/benchmark-paths.js.map +1 -0
- package/dist/lib/benchmark-specs.d.ts +8 -0
- package/dist/lib/benchmark-specs.d.ts.map +1 -0
- package/dist/lib/benchmark-specs.js +115 -0
- package/dist/lib/benchmark-specs.js.map +1 -0
- package/dist/lib/benchmark-targets.d.ts +5 -0
- package/dist/lib/benchmark-targets.d.ts.map +1 -0
- package/dist/lib/benchmark-targets.js +72 -0
- package/dist/lib/benchmark-targets.js.map +1 -0
- package/dist/lib/benchmark-types.d.ts +19 -0
- package/dist/lib/benchmark-types.d.ts.map +1 -0
- package/dist/lib/benchmark-types.js +2 -0
- package/dist/lib/benchmark-types.js.map +1 -0
- package/dist/lib/benchmark.d.ts +4 -29
- package/dist/lib/benchmark.d.ts.map +1 -1
- package/dist/lib/benchmark.js +3 -324
- package/dist/lib/benchmark.js.map +1 -1
- package/dist/lib/bundled-templates.d.ts +5 -0
- package/dist/lib/bundled-templates.d.ts.map +1 -0
- package/dist/lib/bundled-templates.js +23 -0
- package/dist/lib/bundled-templates.js.map +1 -0
- package/dist/lib/config.d.ts +1 -0
- package/dist/lib/config.d.ts.map +1 -1
- package/dist/lib/config.js +2 -0
- package/dist/lib/config.js.map +1 -1
- package/dist/lib/eval-packs.d.ts +204 -0
- package/dist/lib/eval-packs.d.ts.map +1 -0
- package/dist/lib/eval-packs.js +177 -0
- package/dist/lib/eval-packs.js.map +1 -0
- package/dist/lib/execution-profile.d.ts +18 -0
- package/dist/lib/execution-profile.d.ts.map +1 -0
- package/dist/lib/execution-profile.js +85 -0
- package/dist/lib/execution-profile.js.map +1 -0
- package/dist/lib/interf-bootstrap.d.ts +4 -0
- package/dist/lib/interf-bootstrap.d.ts.map +1 -1
- package/dist/lib/interf-bootstrap.js +71 -68
- package/dist/lib/interf-bootstrap.js.map +1 -1
- package/dist/lib/interf-compile-plan.d.ts +12 -0
- package/dist/lib/interf-compile-plan.d.ts.map +1 -0
- package/dist/lib/interf-compile-plan.js +143 -0
- package/dist/lib/interf-compile-plan.js.map +1 -0
- package/dist/lib/interf-detect.d.ts.map +1 -1
- package/dist/lib/interf-detect.js +11 -10
- package/dist/lib/interf-detect.js.map +1 -1
- package/dist/lib/interf-scaffold.d.ts +1 -10
- package/dist/lib/interf-scaffold.d.ts.map +1 -1
- package/dist/lib/interf-scaffold.js +25 -362
- package/dist/lib/interf-scaffold.js.map +1 -1
- package/dist/lib/interf-workflow-package.d.ts +4 -0
- package/dist/lib/interf-workflow-package.d.ts.map +1 -0
- package/dist/lib/interf-workflow-package.js +131 -0
- package/dist/lib/interf-workflow-package.js.map +1 -0
- package/dist/lib/interf.d.ts +2 -1
- package/dist/lib/interf.d.ts.map +1 -1
- package/dist/lib/interf.js +2 -1
- package/dist/lib/interf.js.map +1 -1
- package/dist/lib/local-workflows.d.ts.map +1 -1
- package/dist/lib/local-workflows.js +8 -12
- package/dist/lib/local-workflows.js.map +1 -1
- package/dist/lib/logger.d.ts +4 -0
- package/dist/lib/logger.d.ts.map +1 -0
- package/dist/lib/logger.js +11 -0
- package/dist/lib/logger.js.map +1 -0
- package/dist/lib/obsidian.d.ts.map +1 -1
- package/dist/lib/obsidian.js +7 -3
- package/dist/lib/obsidian.js.map +1 -1
- package/dist/lib/parse.d.ts +2 -2
- package/dist/lib/parse.d.ts.map +1 -1
- package/dist/lib/parse.js +11 -7
- package/dist/lib/parse.js.map +1 -1
- package/dist/lib/registry.js +3 -3
- package/dist/lib/registry.js.map +1 -1
- package/dist/lib/runtime-acceptance.d.ts +4 -0
- package/dist/lib/runtime-acceptance.d.ts.map +1 -0
- package/dist/lib/runtime-acceptance.js +123 -0
- package/dist/lib/runtime-acceptance.js.map +1 -0
- package/dist/lib/runtime-contracts.d.ts +4 -0
- package/dist/lib/runtime-contracts.d.ts.map +1 -0
- package/dist/lib/runtime-contracts.js +63 -0
- package/dist/lib/runtime-contracts.js.map +1 -0
- package/dist/lib/runtime-paths.d.ts +8 -0
- package/dist/lib/runtime-paths.d.ts.map +1 -0
- package/dist/lib/runtime-paths.js +28 -0
- package/dist/lib/runtime-paths.js.map +1 -0
- package/dist/lib/runtime-prompt.d.ts +3 -0
- package/dist/lib/runtime-prompt.d.ts.map +1 -0
- package/dist/lib/runtime-prompt.js +59 -0
- package/dist/lib/runtime-prompt.js.map +1 -0
- package/dist/lib/runtime-reconcile.d.ts +6 -0
- package/dist/lib/runtime-reconcile.d.ts.map +1 -0
- package/dist/lib/runtime-reconcile.js +339 -0
- package/dist/lib/runtime-reconcile.js.map +1 -0
- package/dist/lib/runtime-runs.d.ts +12 -0
- package/dist/lib/runtime-runs.d.ts.map +1 -0
- package/dist/lib/runtime-runs.js +337 -0
- package/dist/lib/runtime-runs.js.map +1 -0
- package/dist/lib/runtime-types.d.ts +42 -0
- package/dist/lib/runtime-types.d.ts.map +1 -0
- package/dist/lib/runtime-types.js +2 -0
- package/dist/lib/runtime-types.js.map +1 -0
- package/dist/lib/runtime.d.ts +6 -58
- package/dist/lib/runtime.d.ts.map +1 -1
- package/dist/lib/runtime.js +5 -614
- package/dist/lib/runtime.js.map +1 -1
- package/dist/lib/schema.d.ts +156 -13
- package/dist/lib/schema.d.ts.map +1 -1
- package/dist/lib/schema.js +113 -4
- package/dist/lib/schema.js.map +1 -1
- package/dist/lib/source-config.d.ts +13 -0
- package/dist/lib/source-config.d.ts.map +1 -0
- package/dist/lib/source-config.js +75 -0
- package/dist/lib/source-config.js.map +1 -0
- package/dist/lib/state-artifacts.d.ts +15 -0
- package/dist/lib/state-artifacts.d.ts.map +1 -0
- package/dist/lib/state-artifacts.js +24 -0
- package/dist/lib/state-artifacts.js.map +1 -0
- package/dist/lib/state-health.d.ts +9 -0
- package/dist/lib/state-health.d.ts.map +1 -0
- package/dist/lib/state-health.js +330 -0
- package/dist/lib/state-health.js.map +1 -0
- package/dist/lib/state-io.d.ts +15 -0
- package/dist/lib/state-io.d.ts.map +1 -0
- package/dist/lib/state-io.js +219 -0
- package/dist/lib/state-io.js.map +1 -0
- package/dist/lib/state-paths.d.ts +5 -0
- package/dist/lib/state-paths.d.ts.map +1 -0
- package/dist/lib/state-paths.js +19 -0
- package/dist/lib/state-paths.js.map +1 -0
- package/dist/lib/state-view.d.ts +7 -0
- package/dist/lib/state-view.d.ts.map +1 -0
- package/dist/lib/state-view.js +147 -0
- package/dist/lib/state-view.js.map +1 -0
- package/dist/lib/state.d.ts +6 -46
- package/dist/lib/state.d.ts.map +1 -1
- package/dist/lib/state.js +5 -632
- package/dist/lib/state.js.map +1 -1
- package/dist/lib/summarize-plan.d.ts +1 -0
- package/dist/lib/summarize-plan.d.ts.map +1 -1
- package/dist/lib/summarize-plan.js +10 -0
- package/dist/lib/summarize-plan.js.map +1 -1
- package/dist/lib/user-config.js +2 -2
- package/dist/lib/user-config.js.map +1 -1
- package/dist/lib/validate-helpers.d.ts +21 -0
- package/dist/lib/validate-helpers.d.ts.map +1 -0
- package/dist/lib/validate-helpers.js +72 -0
- package/dist/lib/validate-helpers.js.map +1 -0
- package/dist/lib/validate-interface.d.ts +79 -0
- package/dist/lib/validate-interface.d.ts.map +1 -0
- package/dist/lib/validate-interface.js +535 -0
- package/dist/lib/validate-interface.js.map +1 -0
- package/dist/lib/validate-kb.d.ts +81 -0
- package/dist/lib/validate-kb.d.ts.map +1 -0
- package/dist/lib/validate-kb.js +252 -0
- package/dist/lib/validate-kb.js.map +1 -0
- package/dist/lib/validate.d.ts +17 -146
- package/dist/lib/validate.d.ts.map +1 -1
- package/dist/lib/validate.js +33 -709
- package/dist/lib/validate.js.map +1 -1
- package/dist/lib/workflow-definitions.d.ts +1 -1
- package/dist/lib/workflow-definitions.d.ts.map +1 -1
- package/dist/lib/workflow-definitions.js +90 -166
- package/dist/lib/workflow-definitions.js.map +1 -1
- package/dist/lib/workflow-helpers.d.ts.map +1 -1
- package/dist/lib/workflow-helpers.js +6 -3
- package/dist/lib/workflow-helpers.js.map +1 -1
- package/dist/lib/workflow-stage-runner.d.ts +41 -0
- package/dist/lib/workflow-stage-runner.d.ts.map +1 -0
- package/dist/lib/workflow-stage-runner.js +106 -0
- package/dist/lib/workflow-stage-runner.js.map +1 -0
- package/dist/lib/workflow-starter-docs.d.ts +9 -0
- package/dist/lib/workflow-starter-docs.d.ts.map +1 -0
- package/dist/lib/workflow-starter-docs.js +18 -0
- package/dist/lib/workflow-starter-docs.js.map +1 -0
- package/dist/lib/workflows-interface-contracts.d.ts +24 -0
- package/dist/lib/workflows-interface-contracts.d.ts.map +1 -0
- package/dist/lib/workflows-interface-contracts.js +304 -0
- package/dist/lib/workflows-interface-contracts.js.map +1 -0
- package/dist/lib/workflows-interface.d.ts +3 -10
- package/dist/lib/workflows-interface.d.ts.map +1 -1
- package/dist/lib/workflows-interface.js +117 -365
- package/dist/lib/workflows-interface.js.map +1 -1
- package/dist/lib/workflows-kb.d.ts.map +1 -1
- package/dist/lib/workflows-kb.js +79 -55
- package/dist/lib/workflows-kb.js.map +1 -1
- package/dist/lib/workflows.d.ts +1 -1
- package/dist/lib/workflows.d.ts.map +1 -1
- package/dist/lib/workflows.js +1 -1
- package/dist/lib/workflows.js.map +1 -1
- package/package.json +15 -4
- package/skills/interface/analyze/SKILL.md +79 -28
- package/skills/interface/compile/SKILL.md +27 -28
- package/skills/interface/create/SKILL.md +53 -230
- package/skills/interface/create/references/compile-plan-format.md +31 -31
- package/skills/interface/create/references/workflows.md +17 -32
- package/skills/interface/query/SKILL.md +15 -1
- package/skills/interface/retrieve/SKILL.md +32 -65
- package/skills/knowledge-base/compile/SKILL.md +59 -83
- package/skills/knowledge-base/compile/references/stage-claims.md +1 -1
- package/skills/knowledge-base/compile/references/stage-entities.md +2 -2
- package/skills/knowledge-base/query/SKILL.md +13 -1
- package/skills/knowledge-base/summarize/SKILL.md +54 -24
- package/templates/interface/README.md +13 -12
- package/templates/interface/interfaces.md +14 -11
- package/templates/knowledge-base/README.md +0 -1
- package/templates/knowledge-base/registry.md +15 -15
- package/templates/workflow-package/README.md +16 -0
- package/templates/workflow-package/create/SKILL.md +8 -0
- package/templates/workflow-package/interface-query/SKILL.md +29 -0
- package/templates/workflow-package/interface-stage/SKILL.md +13 -0
- package/templates/workflow-package/knowledge-base-query/SKILL.md +36 -0
- package/templates/workflow-package/knowledge-base-stage/SKILL.md +13 -0
- package/templates/workflow-starters/interface/interf/README.md +13 -0
- package/templates/workflow-starters/interface/interf/create/SKILL.md +15 -0
- package/templates/workflow-starters/knowledge-base/interf/README.md +13 -0
- package/templates/workflow-starters/knowledge-base/karpathy/README.md +13 -0
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
type TemplateValue = string | number | Array<string | number> | null | undefined;
|
|
2
|
+
export declare function loadBundledTemplate(relativePath: string): string;
|
|
3
|
+
export declare function renderBundledTemplate(relativePath: string, replacements?: Record<string, TemplateValue>): string;
|
|
4
|
+
export {};
|
|
5
|
+
//# sourceMappingURL=bundled-templates.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bundled-templates.d.ts","sourceRoot":"","sources":["../../src/lib/bundled-templates.ts"],"names":[],"mappings":"AAIA,KAAK,aAAa,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;AAYjF,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAEhE;AAED,wBAAgB,qBAAqB,CACnC,YAAY,EAAE,MAAM,EACpB,YAAY,GAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAM,GAC/C,MAAM,CAMR"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { readFileSync } from "node:fs";
|
|
2
|
+
import { join } from "node:path";
|
|
3
|
+
import { TEMPLATES_DIR } from "./config.js";
|
|
4
|
+
function normalizeTemplateValue(value) {
|
|
5
|
+
if (Array.isArray(value)) {
|
|
6
|
+
return value.map((entry) => String(entry)).join("\n");
|
|
7
|
+
}
|
|
8
|
+
if (value === null || value === undefined) {
|
|
9
|
+
return "";
|
|
10
|
+
}
|
|
11
|
+
return String(value);
|
|
12
|
+
}
|
|
13
|
+
export function loadBundledTemplate(relativePath) {
|
|
14
|
+
return readFileSync(join(TEMPLATES_DIR, relativePath), "utf8");
|
|
15
|
+
}
|
|
16
|
+
export function renderBundledTemplate(relativePath, replacements = {}) {
|
|
17
|
+
let content = loadBundledTemplate(relativePath);
|
|
18
|
+
for (const [key, value] of Object.entries(replacements)) {
|
|
19
|
+
content = content.replaceAll(`{{${key}}}`, normalizeTemplateValue(value));
|
|
20
|
+
}
|
|
21
|
+
return content.endsWith("\n") ? content : `${content}\n`;
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=bundled-templates.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bundled-templates.js","sourceRoot":"","sources":["../../src/lib/bundled-templates.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAI5C,SAAS,sBAAsB,CAAC,KAAoB;IAClD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,YAAoB;IACtD,OAAO,YAAY,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,EAAE,MAAM,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,YAAoB,EACpB,eAA8C,EAAE;IAEhD,IAAI,OAAO,GAAG,mBAAmB,CAAC,YAAY,CAAC,CAAC;IAChD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;QACxD,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,KAAK,GAAG,IAAI,EAAE,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,IAAI,CAAC;AAC3D,CAAC"}
|
package/dist/lib/config.d.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
export declare const PACKAGE_ROOT: string;
|
|
2
2
|
export declare const SKILLS_DIR: string;
|
|
3
|
+
export declare const TEMPLATES_DIR: string;
|
|
3
4
|
export declare const KNOWLEDGE_BASE_INTERFIGNORE: string;
|
|
4
5
|
export declare const INTERF_HOME: string;
|
|
5
6
|
export declare const REGISTRY_PATH: string;
|
package/dist/lib/config.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/lib/config.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,YAAY,QAA8B,CAAC;AAGxD,eAAO,MAAM,UAAU,QAA+B,CAAC;AAGvD,eAAO,MAAM,2BAA2B,QAAoE,CAAC;AAG7G,eAAO,MAAM,WAAW,QAA6B,CAAC;AACtD,eAAO,MAAM,aAAa,QAAqC,CAAC"}
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/lib/config.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,YAAY,QAA8B,CAAC;AAGxD,eAAO,MAAM,UAAU,QAA+B,CAAC;AAGvD,eAAO,MAAM,aAAa,QAAkC,CAAC;AAG7D,eAAO,MAAM,2BAA2B,QAAoE,CAAC;AAG7G,eAAO,MAAM,WAAW,QAA6B,CAAC;AACtD,eAAO,MAAM,aAAa,QAAqC,CAAC"}
|
package/dist/lib/config.js
CHANGED
|
@@ -7,6 +7,8 @@ const __dirname = dirname(__filename);
|
|
|
7
7
|
export const PACKAGE_ROOT = join(__dirname, "..", "..");
|
|
8
8
|
// Bundled skills shipped with the package
|
|
9
9
|
export const SKILLS_DIR = join(PACKAGE_ROOT, "skills");
|
|
10
|
+
// Bundled scaffold/workflow templates shipped with the package
|
|
11
|
+
export const TEMPLATES_DIR = join(PACKAGE_ROOT, "templates");
|
|
10
12
|
// Knowledge-base helper files
|
|
11
13
|
export const KNOWLEDGE_BASE_INTERFIGNORE = join(PACKAGE_ROOT, "templates", "knowledge-base", "interfignore");
|
|
12
14
|
// User config
|
package/dist/lib/config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/lib/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC,0CAA0C;AAC1C,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAExD,0CAA0C;AAC1C,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;AAEvD,8BAA8B;AAC9B,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,cAAc,CAAC,CAAC;AAE7G,cAAc;AACd,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,CAAC,CAAC;AACtD,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/lib/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC,0CAA0C;AAC1C,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAExD,0CAA0C;AAC1C,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;AAEvD,+DAA+D;AAC/D,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;AAE7D,8BAA8B;AAC9B,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,cAAc,CAAC,CAAC;AAE7G,cAAc;AACd,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,CAAC,CAAC;AACtD,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC"}
|
|
@@ -0,0 +1,204 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import type { WorkflowExecutionProfile } from "./executors.js";
|
|
3
|
+
export declare const EvalTargetSchema: z.ZodEnum<{
|
|
4
|
+
"knowledge-base": "knowledge-base";
|
|
5
|
+
interface: "interface";
|
|
6
|
+
source: "source";
|
|
7
|
+
}>;
|
|
8
|
+
export declare const EvalAgentSchema: z.ZodEnum<{
|
|
9
|
+
"claude-code": "claude-code";
|
|
10
|
+
codex: "codex";
|
|
11
|
+
}>;
|
|
12
|
+
export declare const EvalProfileSchema: z.ZodObject<{
|
|
13
|
+
id: z.ZodString;
|
|
14
|
+
agent: z.ZodEnum<{
|
|
15
|
+
"claude-code": "claude-code";
|
|
16
|
+
codex: "codex";
|
|
17
|
+
}>;
|
|
18
|
+
model: z.ZodOptional<z.ZodString>;
|
|
19
|
+
profile: z.ZodOptional<z.ZodString>;
|
|
20
|
+
effort: z.ZodOptional<z.ZodString>;
|
|
21
|
+
timeout_ms: z.ZodOptional<z.ZodNumber>;
|
|
22
|
+
}, z.core.$strip>;
|
|
23
|
+
export declare const EvalRetryPolicySchema: z.ZodObject<{
|
|
24
|
+
max_attempts_per_profile: z.ZodOptional<z.ZodNumber>;
|
|
25
|
+
diagnostic_after_attempts: z.ZodOptional<z.ZodNumber>;
|
|
26
|
+
diagnostic_attempts_per_profile: z.ZodOptional<z.ZodNumber>;
|
|
27
|
+
introspect_failures: z.ZodOptional<z.ZodBoolean>;
|
|
28
|
+
}, z.core.$strip>;
|
|
29
|
+
export declare const EvalLiveCaseSchema: z.ZodPipe<z.ZodTransform<unknown, unknown>, z.ZodObject<{
|
|
30
|
+
id: z.ZodString;
|
|
31
|
+
question: z.ZodString;
|
|
32
|
+
answer: z.ZodOptional<z.ZodString>;
|
|
33
|
+
expect: z.ZodOptional<z.ZodObject<{
|
|
34
|
+
must_include: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
35
|
+
must_include_one_of: z.ZodOptional<z.ZodArray<z.ZodArray<z.ZodString>>>;
|
|
36
|
+
must_not_include: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
37
|
+
min_words: z.ZodOptional<z.ZodNumber>;
|
|
38
|
+
max_words: z.ZodOptional<z.ZodNumber>;
|
|
39
|
+
}, z.core.$strip>>;
|
|
40
|
+
strictness: z.ZodOptional<z.ZodString>;
|
|
41
|
+
forbid_raw_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
42
|
+
require_raw_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
43
|
+
}, z.core.$strip>>;
|
|
44
|
+
export declare const EvalKnowledgeBasePackSchema: z.ZodObject<{
|
|
45
|
+
id: z.ZodString;
|
|
46
|
+
name: z.ZodString;
|
|
47
|
+
workflow: z.ZodString;
|
|
48
|
+
benchmark_spec: z.ZodOptional<z.ZodString>;
|
|
49
|
+
live_cases: z.ZodOptional<z.ZodArray<z.ZodPipe<z.ZodTransform<unknown, unknown>, z.ZodObject<{
|
|
50
|
+
id: z.ZodString;
|
|
51
|
+
question: z.ZodString;
|
|
52
|
+
answer: z.ZodOptional<z.ZodString>;
|
|
53
|
+
expect: z.ZodOptional<z.ZodObject<{
|
|
54
|
+
must_include: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
55
|
+
must_include_one_of: z.ZodOptional<z.ZodArray<z.ZodArray<z.ZodString>>>;
|
|
56
|
+
must_not_include: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
57
|
+
min_words: z.ZodOptional<z.ZodNumber>;
|
|
58
|
+
max_words: z.ZodOptional<z.ZodNumber>;
|
|
59
|
+
}, z.core.$strip>>;
|
|
60
|
+
strictness: z.ZodOptional<z.ZodString>;
|
|
61
|
+
forbid_raw_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
62
|
+
require_raw_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
63
|
+
}, z.core.$strip>>>>;
|
|
64
|
+
}, z.core.$strip>;
|
|
65
|
+
export declare const EvalInterfacePackSchema: z.ZodObject<{
|
|
66
|
+
id: z.ZodString;
|
|
67
|
+
name: z.ZodString;
|
|
68
|
+
knowledge_base: z.ZodString;
|
|
69
|
+
workflow: z.ZodString;
|
|
70
|
+
use_case: z.ZodString;
|
|
71
|
+
benchmark_spec: z.ZodOptional<z.ZodString>;
|
|
72
|
+
live_cases: z.ZodOptional<z.ZodArray<z.ZodPipe<z.ZodTransform<unknown, unknown>, z.ZodObject<{
|
|
73
|
+
id: z.ZodString;
|
|
74
|
+
question: z.ZodString;
|
|
75
|
+
answer: z.ZodOptional<z.ZodString>;
|
|
76
|
+
expect: z.ZodOptional<z.ZodObject<{
|
|
77
|
+
must_include: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
78
|
+
must_include_one_of: z.ZodOptional<z.ZodArray<z.ZodArray<z.ZodString>>>;
|
|
79
|
+
must_not_include: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
80
|
+
min_words: z.ZodOptional<z.ZodNumber>;
|
|
81
|
+
max_words: z.ZodOptional<z.ZodNumber>;
|
|
82
|
+
}, z.core.$strip>>;
|
|
83
|
+
strictness: z.ZodOptional<z.ZodString>;
|
|
84
|
+
forbid_raw_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
85
|
+
require_raw_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
86
|
+
}, z.core.$strip>>>>;
|
|
87
|
+
}, z.core.$strip>;
|
|
88
|
+
export declare const EvalPackSchema: z.ZodObject<{
|
|
89
|
+
id: z.ZodString;
|
|
90
|
+
name: z.ZodString;
|
|
91
|
+
source_path: z.ZodString;
|
|
92
|
+
raw_cases: z.ZodOptional<z.ZodArray<z.ZodPipe<z.ZodTransform<unknown, unknown>, z.ZodObject<{
|
|
93
|
+
id: z.ZodString;
|
|
94
|
+
question: z.ZodString;
|
|
95
|
+
answer: z.ZodOptional<z.ZodString>;
|
|
96
|
+
expect: z.ZodOptional<z.ZodObject<{
|
|
97
|
+
must_include: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
98
|
+
must_include_one_of: z.ZodOptional<z.ZodArray<z.ZodArray<z.ZodString>>>;
|
|
99
|
+
must_not_include: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
100
|
+
min_words: z.ZodOptional<z.ZodNumber>;
|
|
101
|
+
max_words: z.ZodOptional<z.ZodNumber>;
|
|
102
|
+
}, z.core.$strip>>;
|
|
103
|
+
strictness: z.ZodOptional<z.ZodString>;
|
|
104
|
+
forbid_raw_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
105
|
+
require_raw_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
106
|
+
}, z.core.$strip>>>>;
|
|
107
|
+
compile_profiles: z.ZodArray<z.ZodObject<{
|
|
108
|
+
id: z.ZodString;
|
|
109
|
+
agent: z.ZodEnum<{
|
|
110
|
+
"claude-code": "claude-code";
|
|
111
|
+
codex: "codex";
|
|
112
|
+
}>;
|
|
113
|
+
model: z.ZodOptional<z.ZodString>;
|
|
114
|
+
profile: z.ZodOptional<z.ZodString>;
|
|
115
|
+
effort: z.ZodOptional<z.ZodString>;
|
|
116
|
+
timeout_ms: z.ZodOptional<z.ZodNumber>;
|
|
117
|
+
}, z.core.$strip>>;
|
|
118
|
+
diagnostic_compile_profiles: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
119
|
+
id: z.ZodString;
|
|
120
|
+
agent: z.ZodEnum<{
|
|
121
|
+
"claude-code": "claude-code";
|
|
122
|
+
codex: "codex";
|
|
123
|
+
}>;
|
|
124
|
+
model: z.ZodOptional<z.ZodString>;
|
|
125
|
+
profile: z.ZodOptional<z.ZodString>;
|
|
126
|
+
effort: z.ZodOptional<z.ZodString>;
|
|
127
|
+
timeout_ms: z.ZodOptional<z.ZodNumber>;
|
|
128
|
+
}, z.core.$strip>>>;
|
|
129
|
+
query_profiles: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
130
|
+
id: z.ZodString;
|
|
131
|
+
agent: z.ZodEnum<{
|
|
132
|
+
"claude-code": "claude-code";
|
|
133
|
+
codex: "codex";
|
|
134
|
+
}>;
|
|
135
|
+
model: z.ZodOptional<z.ZodString>;
|
|
136
|
+
profile: z.ZodOptional<z.ZodString>;
|
|
137
|
+
effort: z.ZodOptional<z.ZodString>;
|
|
138
|
+
timeout_ms: z.ZodOptional<z.ZodNumber>;
|
|
139
|
+
}, z.core.$strip>>>;
|
|
140
|
+
retry_policy: z.ZodOptional<z.ZodObject<{
|
|
141
|
+
max_attempts_per_profile: z.ZodOptional<z.ZodNumber>;
|
|
142
|
+
diagnostic_after_attempts: z.ZodOptional<z.ZodNumber>;
|
|
143
|
+
diagnostic_attempts_per_profile: z.ZodOptional<z.ZodNumber>;
|
|
144
|
+
introspect_failures: z.ZodOptional<z.ZodBoolean>;
|
|
145
|
+
}, z.core.$strip>>;
|
|
146
|
+
knowledge_bases: z.ZodArray<z.ZodObject<{
|
|
147
|
+
id: z.ZodString;
|
|
148
|
+
name: z.ZodString;
|
|
149
|
+
workflow: z.ZodString;
|
|
150
|
+
benchmark_spec: z.ZodOptional<z.ZodString>;
|
|
151
|
+
live_cases: z.ZodOptional<z.ZodArray<z.ZodPipe<z.ZodTransform<unknown, unknown>, z.ZodObject<{
|
|
152
|
+
id: z.ZodString;
|
|
153
|
+
question: z.ZodString;
|
|
154
|
+
answer: z.ZodOptional<z.ZodString>;
|
|
155
|
+
expect: z.ZodOptional<z.ZodObject<{
|
|
156
|
+
must_include: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
157
|
+
must_include_one_of: z.ZodOptional<z.ZodArray<z.ZodArray<z.ZodString>>>;
|
|
158
|
+
must_not_include: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
159
|
+
min_words: z.ZodOptional<z.ZodNumber>;
|
|
160
|
+
max_words: z.ZodOptional<z.ZodNumber>;
|
|
161
|
+
}, z.core.$strip>>;
|
|
162
|
+
strictness: z.ZodOptional<z.ZodString>;
|
|
163
|
+
forbid_raw_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
164
|
+
require_raw_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
165
|
+
}, z.core.$strip>>>>;
|
|
166
|
+
}, z.core.$strip>>;
|
|
167
|
+
interfaces: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
168
|
+
id: z.ZodString;
|
|
169
|
+
name: z.ZodString;
|
|
170
|
+
knowledge_base: z.ZodString;
|
|
171
|
+
workflow: z.ZodString;
|
|
172
|
+
use_case: z.ZodString;
|
|
173
|
+
benchmark_spec: z.ZodOptional<z.ZodString>;
|
|
174
|
+
live_cases: z.ZodOptional<z.ZodArray<z.ZodPipe<z.ZodTransform<unknown, unknown>, z.ZodObject<{
|
|
175
|
+
id: z.ZodString;
|
|
176
|
+
question: z.ZodString;
|
|
177
|
+
answer: z.ZodOptional<z.ZodString>;
|
|
178
|
+
expect: z.ZodOptional<z.ZodObject<{
|
|
179
|
+
must_include: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
180
|
+
must_include_one_of: z.ZodOptional<z.ZodArray<z.ZodArray<z.ZodString>>>;
|
|
181
|
+
must_not_include: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
182
|
+
min_words: z.ZodOptional<z.ZodNumber>;
|
|
183
|
+
max_words: z.ZodOptional<z.ZodNumber>;
|
|
184
|
+
}, z.core.$strip>>;
|
|
185
|
+
strictness: z.ZodOptional<z.ZodString>;
|
|
186
|
+
forbid_raw_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
187
|
+
require_raw_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
188
|
+
}, z.core.$strip>>>>;
|
|
189
|
+
}, z.core.$strip>>>;
|
|
190
|
+
}, z.core.$strip>;
|
|
191
|
+
export type EvalTarget = z.infer<typeof EvalTargetSchema>;
|
|
192
|
+
export type EvalProfile = z.infer<typeof EvalProfileSchema>;
|
|
193
|
+
export type EvalRetryPolicy = z.infer<typeof EvalRetryPolicySchema>;
|
|
194
|
+
export type EvalLiveCase = z.infer<typeof EvalLiveCaseSchema>;
|
|
195
|
+
export type EvalKnowledgeBasePack = z.infer<typeof EvalKnowledgeBasePackSchema>;
|
|
196
|
+
export type EvalInterfacePack = z.infer<typeof EvalInterfacePackSchema>;
|
|
197
|
+
export type EvalPack = z.infer<typeof EvalPackSchema>;
|
|
198
|
+
export declare function evalProfileToExecutionProfile(profile: EvalProfile): WorkflowExecutionProfile;
|
|
199
|
+
export declare function normalizeEvalQueryProfiles(pack: EvalPack): EvalProfile[];
|
|
200
|
+
export declare function resolveEvalQueryProfiles(pack: EvalPack, options?: {
|
|
201
|
+
queryProfileId?: string | null;
|
|
202
|
+
fallbackCompileProfiles?: EvalProfile[] | null;
|
|
203
|
+
}): EvalProfile[];
|
|
204
|
+
//# sourceMappingURL=eval-packs.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval-packs.d.ts","sourceRoot":"","sources":["../../src/lib/eval-packs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAE/D,eAAO,MAAM,gBAAgB;;;;EAAoD,CAAC;AAClF,eAAO,MAAM,eAAe;;;EAAmC,CAAC;AAEhE,eAAO,MAAM,iBAAiB;;;;;;;;;;iBAO5B,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;iBAKhC,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;kBAgC7B,CAAC;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;iBAMtC,CAAC;AAEH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;iBAQlC,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAiFzB,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAgBtD,wBAAgB,6BAA6B,CAAC,OAAO,EAAE,WAAW,GAAG,wBAAwB,CAO5F;AAED,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,QAAQ,GAAG,WAAW,EAAE,CAExE;AAED,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,QAAQ,EACd,OAAO,CAAC,EAAE;IACR,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,uBAAuB,CAAC,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;CAChD,GACA,WAAW,EAAE,CAYf"}
|
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import { BenchmarkCaseExpectSchema, InterfaceWorkflowIdSchema, KnowledgeBaseWorkflowIdSchema, WorkflowIdPattern } from "./schema.js";
|
|
3
|
+
export const EvalTargetSchema = z.enum(["source", "knowledge-base", "interface"]);
|
|
4
|
+
export const EvalAgentSchema = z.enum(["claude-code", "codex"]);
|
|
5
|
+
export const EvalProfileSchema = z.object({
|
|
6
|
+
id: z.string().regex(WorkflowIdPattern),
|
|
7
|
+
agent: EvalAgentSchema,
|
|
8
|
+
model: z.string().min(1).optional(),
|
|
9
|
+
profile: z.string().min(1).optional(),
|
|
10
|
+
effort: z.string().min(1).optional(),
|
|
11
|
+
timeout_ms: z.number().int().positive().optional(),
|
|
12
|
+
});
|
|
13
|
+
export const EvalRetryPolicySchema = z.object({
|
|
14
|
+
max_attempts_per_profile: z.number().int().min(1).max(5).optional(),
|
|
15
|
+
diagnostic_after_attempts: z.number().int().min(1).max(5).optional(),
|
|
16
|
+
diagnostic_attempts_per_profile: z.number().int().min(1).max(5).optional(),
|
|
17
|
+
introspect_failures: z.boolean().optional(),
|
|
18
|
+
});
|
|
19
|
+
export const EvalLiveCaseSchema = z.preprocess((value) => {
|
|
20
|
+
if (!value || typeof value !== "object" || Array.isArray(value))
|
|
21
|
+
return value;
|
|
22
|
+
const raw = value;
|
|
23
|
+
return {
|
|
24
|
+
...raw,
|
|
25
|
+
question: raw.question ?? raw.check ?? raw.ask,
|
|
26
|
+
answer: raw.answer ?? raw.expected ?? raw.pass_when,
|
|
27
|
+
};
|
|
28
|
+
}, z.object({
|
|
29
|
+
id: z.string().regex(WorkflowIdPattern),
|
|
30
|
+
question: z.string().min(1),
|
|
31
|
+
answer: z.string().min(1).optional(),
|
|
32
|
+
expect: BenchmarkCaseExpectSchema.optional(),
|
|
33
|
+
strictness: z.string().min(1).optional(),
|
|
34
|
+
forbid_raw_fallback: z.boolean().optional(),
|
|
35
|
+
require_raw_fallback: z.boolean().optional(),
|
|
36
|
+
})).superRefine((value, ctx) => {
|
|
37
|
+
if (!value.answer && !value.expect) {
|
|
38
|
+
ctx.addIssue({
|
|
39
|
+
code: z.ZodIssueCode.custom,
|
|
40
|
+
path: ["answer"],
|
|
41
|
+
message: "Live eval cases need `answer` or `expect`.",
|
|
42
|
+
});
|
|
43
|
+
}
|
|
44
|
+
if (value.forbid_raw_fallback && value.require_raw_fallback) {
|
|
45
|
+
ctx.addIssue({
|
|
46
|
+
code: z.ZodIssueCode.custom,
|
|
47
|
+
path: ["require_raw_fallback"],
|
|
48
|
+
message: "A live case cannot both forbid and require raw fallback.",
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
});
|
|
52
|
+
export const EvalKnowledgeBasePackSchema = z.object({
|
|
53
|
+
id: z.string().regex(WorkflowIdPattern),
|
|
54
|
+
name: z.string().min(1),
|
|
55
|
+
workflow: KnowledgeBaseWorkflowIdSchema,
|
|
56
|
+
benchmark_spec: z.string().min(1).optional(),
|
|
57
|
+
live_cases: z.array(EvalLiveCaseSchema).optional(),
|
|
58
|
+
});
|
|
59
|
+
export const EvalInterfacePackSchema = z.object({
|
|
60
|
+
id: z.string().regex(WorkflowIdPattern),
|
|
61
|
+
name: z.string().min(1),
|
|
62
|
+
knowledge_base: z.string().regex(WorkflowIdPattern),
|
|
63
|
+
workflow: InterfaceWorkflowIdSchema,
|
|
64
|
+
use_case: z.string().min(1),
|
|
65
|
+
benchmark_spec: z.string().min(1).optional(),
|
|
66
|
+
live_cases: z.array(EvalLiveCaseSchema).optional(),
|
|
67
|
+
});
|
|
68
|
+
export const EvalPackSchema = z.object({
|
|
69
|
+
id: z.string().regex(WorkflowIdPattern),
|
|
70
|
+
name: z.string().min(1),
|
|
71
|
+
source_path: z.string().min(1),
|
|
72
|
+
raw_cases: z.array(EvalLiveCaseSchema).optional(),
|
|
73
|
+
compile_profiles: z.array(EvalProfileSchema).min(1),
|
|
74
|
+
diagnostic_compile_profiles: z.array(EvalProfileSchema).optional(),
|
|
75
|
+
query_profiles: z.array(EvalProfileSchema).optional(),
|
|
76
|
+
retry_policy: EvalRetryPolicySchema.optional(),
|
|
77
|
+
knowledge_bases: z.array(EvalKnowledgeBasePackSchema).min(1),
|
|
78
|
+
interfaces: z.array(EvalInterfacePackSchema).optional(),
|
|
79
|
+
}).superRefine((value, ctx) => {
|
|
80
|
+
const duplicateProfileIds = findDuplicates(value.compile_profiles.map((profile) => profile.id));
|
|
81
|
+
for (const id of duplicateProfileIds) {
|
|
82
|
+
ctx.addIssue({
|
|
83
|
+
code: z.ZodIssueCode.custom,
|
|
84
|
+
path: ["compile_profiles"],
|
|
85
|
+
message: `Duplicate compile profile id: ${id}`,
|
|
86
|
+
});
|
|
87
|
+
}
|
|
88
|
+
const diagnosticProfiles = value.diagnostic_compile_profiles ?? [];
|
|
89
|
+
const duplicateDiagnosticProfileIds = findDuplicates(diagnosticProfiles.map((profile) => profile.id));
|
|
90
|
+
for (const id of duplicateDiagnosticProfileIds) {
|
|
91
|
+
ctx.addIssue({
|
|
92
|
+
code: z.ZodIssueCode.custom,
|
|
93
|
+
path: ["diagnostic_compile_profiles"],
|
|
94
|
+
message: `Duplicate diagnostic compile profile id: ${id}`,
|
|
95
|
+
});
|
|
96
|
+
}
|
|
97
|
+
const overlappingProfileIds = findDuplicates([
|
|
98
|
+
...value.compile_profiles.map((profile) => profile.id),
|
|
99
|
+
...diagnosticProfiles.map((profile) => profile.id),
|
|
100
|
+
]);
|
|
101
|
+
for (const id of overlappingProfileIds) {
|
|
102
|
+
ctx.addIssue({
|
|
103
|
+
code: z.ZodIssueCode.custom,
|
|
104
|
+
path: ["diagnostic_compile_profiles"],
|
|
105
|
+
message: `Compile and diagnostic profile ids must be distinct: ${id}`,
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
const queryProfiles = value.query_profiles ?? [];
|
|
109
|
+
const duplicateQueryProfileIds = findDuplicates(queryProfiles.map((profile) => profile.id));
|
|
110
|
+
for (const id of duplicateQueryProfileIds) {
|
|
111
|
+
ctx.addIssue({
|
|
112
|
+
code: z.ZodIssueCode.custom,
|
|
113
|
+
path: ["query_profiles"],
|
|
114
|
+
message: `Duplicate query profile id: ${id}`,
|
|
115
|
+
});
|
|
116
|
+
}
|
|
117
|
+
const knowledgeBaseIds = new Set(value.knowledge_bases.map((entry) => entry.id));
|
|
118
|
+
const duplicateKnowledgeBaseIds = findDuplicates(value.knowledge_bases.map((entry) => entry.id));
|
|
119
|
+
for (const id of duplicateKnowledgeBaseIds) {
|
|
120
|
+
ctx.addIssue({
|
|
121
|
+
code: z.ZodIssueCode.custom,
|
|
122
|
+
path: ["knowledge_bases"],
|
|
123
|
+
message: `Duplicate knowledge-base id: ${id}`,
|
|
124
|
+
});
|
|
125
|
+
}
|
|
126
|
+
const duplicateInterfaceIds = findDuplicates((value.interfaces ?? []).map((entry) => entry.id));
|
|
127
|
+
for (const id of duplicateInterfaceIds) {
|
|
128
|
+
ctx.addIssue({
|
|
129
|
+
code: z.ZodIssueCode.custom,
|
|
130
|
+
path: ["interfaces"],
|
|
131
|
+
message: `Duplicate interface id: ${id}`,
|
|
132
|
+
});
|
|
133
|
+
}
|
|
134
|
+
for (const entry of value.interfaces ?? []) {
|
|
135
|
+
if (!knowledgeBaseIds.has(entry.knowledge_base)) {
|
|
136
|
+
ctx.addIssue({
|
|
137
|
+
code: z.ZodIssueCode.custom,
|
|
138
|
+
path: ["interfaces"],
|
|
139
|
+
message: `Interface "${entry.id}" references missing knowledge-base "${entry.knowledge_base}".`,
|
|
140
|
+
});
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
});
|
|
144
|
+
function findDuplicates(values) {
|
|
145
|
+
const seen = new Set();
|
|
146
|
+
const duplicates = new Set();
|
|
147
|
+
for (const value of values) {
|
|
148
|
+
if (seen.has(value)) {
|
|
149
|
+
duplicates.add(value);
|
|
150
|
+
}
|
|
151
|
+
seen.add(value);
|
|
152
|
+
}
|
|
153
|
+
return Array.from(duplicates.values()).sort();
|
|
154
|
+
}
|
|
155
|
+
export function evalProfileToExecutionProfile(profile) {
|
|
156
|
+
return {
|
|
157
|
+
model: profile.model ?? null,
|
|
158
|
+
profile: profile.profile ?? null,
|
|
159
|
+
effort: profile.effort ?? null,
|
|
160
|
+
timeoutMs: profile.timeout_ms ?? null,
|
|
161
|
+
};
|
|
162
|
+
}
|
|
163
|
+
export function normalizeEvalQueryProfiles(pack) {
|
|
164
|
+
return pack.query_profiles ?? pack.compile_profiles;
|
|
165
|
+
}
|
|
166
|
+
export function resolveEvalQueryProfiles(pack, options) {
|
|
167
|
+
const queryProfileId = options?.queryProfileId ?? null;
|
|
168
|
+
if (queryProfileId) {
|
|
169
|
+
return normalizeEvalQueryProfiles(pack).filter((profile) => profile.id === queryProfileId);
|
|
170
|
+
}
|
|
171
|
+
const fallbackCompileProfiles = options?.fallbackCompileProfiles ?? null;
|
|
172
|
+
if (fallbackCompileProfiles && fallbackCompileProfiles.length > 0) {
|
|
173
|
+
return fallbackCompileProfiles;
|
|
174
|
+
}
|
|
175
|
+
return normalizeEvalQueryProfiles(pack);
|
|
176
|
+
}
|
|
177
|
+
//# sourceMappingURL=eval-packs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval-packs.js","sourceRoot":"","sources":["../../src/lib/eval-packs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,yBAAyB,EAAE,yBAAyB,EAAE,6BAA6B,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGrI,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,gBAAgB,EAAE,WAAW,CAAC,CAAC,CAAC;AAClF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC;AAEhE,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC;IACvC,KAAK,EAAE,eAAe;IACtB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACnC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,wBAAwB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACnE,yBAAyB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACpE,+BAA+B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC1E,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAC5C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE;IACvD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9E,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,OAAO;QACL,GAAG,GAAG;QACN,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,GAAG;QAC9C,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,SAAS;KACpD,CAAC;AACJ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IACV,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACpC,MAAM,EAAE,yBAAyB,CAAC,QAAQ,EAAE;IAC5C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACxC,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC3C,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;IAC7B,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACnC,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;YAC3B,IAAI,EAAE,CAAC,QAAQ,CAAC;YAChB,OAAO,EAAE,4CAA4C;SACtD,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAK,CAAC,mBAAmB,IAAI,KAAK,CAAC,oBAAoB,EAAE,CAAC;QAC5D,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;YAC3B,IAAI,EAAE,CAAC,sBAAsB,CAAC;YAC9B,OAAO,EAAE,0DAA0D;SACpE,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC;IACvC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,QAAQ,EAAE,6BAA6B;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC5C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC;IACvC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC;IACnD,QAAQ,EAAE,yBAAyB;IACnC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC5C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC;IACvC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,QAAQ,EAAE;IACjD,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACnD,2BAA2B,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE;IAClE,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE;IACrD,YAAY,EAAE,qBAAqB,CAAC,QAAQ,EAAE;IAC9C,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5D,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,QAAQ,EAAE;CACxD,CAAC,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;IAC5B,MAAM,mBAAmB,GAAG,cAAc,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IAChG,KAAK,MAAM,EAAE,IAAI,mBAAmB,EAAE,CAAC;QACrC,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;YAC3B,IAAI,EAAE,CAAC,kBAAkB,CAAC;YAC1B,OAAO,EAAE,iCAAiC,EAAE,EAAE;SAC/C,CAAC,CAAC;IACL,CAAC;IAED,MAAM,kBAAkB,GAAG,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC;IACnE,MAAM,6BAA6B,GAAG,cAAc,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IACtG,KAAK,MAAM,EAAE,IAAI,6BAA6B,EAAE,CAAC;QAC/C,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;YAC3B,IAAI,EAAE,CAAC,6BAA6B,CAAC;YACrC,OAAO,EAAE,4CAA4C,EAAE,EAAE;SAC1D,CAAC,CAAC;IACL,CAAC;IAED,MAAM,qBAAqB,GAAG,cAAc,CAAC;QAC3C,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;QACtD,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;KACnD,CAAC,CAAC;IACH,KAAK,MAAM,EAAE,IAAI,qBAAqB,EAAE,CAAC;QACvC,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;YAC3B,IAAI,EAAE,CAAC,6BAA6B,CAAC;YACrC,OAAO,EAAE,wDAAwD,EAAE,EAAE;SACtE,CAAC,CAAC;IACL,CAAC;IAED,MAAM,aAAa,GAAG,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC;IACjD,MAAM,wBAAwB,GAAG,cAAc,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5F,KAAK,MAAM,EAAE,IAAI,wBAAwB,EAAE,CAAC;QAC1C,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;YAC3B,IAAI,EAAE,CAAC,gBAAgB,CAAC;YACxB,OAAO,EAAE,+BAA+B,EAAE,EAAE;SAC7C,CAAC,CAAC;IACL,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACjF,MAAM,yBAAyB,GAAG,cAAc,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACjG,KAAK,MAAM,EAAE,IAAI,yBAAyB,EAAE,CAAC;QAC3C,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;YAC3B,IAAI,EAAE,CAAC,iBAAiB,CAAC;YACzB,OAAO,EAAE,gCAAgC,EAAE,EAAE;SAC9C,CAAC,CAAC;IACL,CAAC;IAED,MAAM,qBAAqB,GAAG,cAAc,CAAC,CAAC,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IAChG,KAAK,MAAM,EAAE,IAAI,qBAAqB,EAAE,CAAC;QACvC,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;YAC3B,IAAI,EAAE,CAAC,YAAY,CAAC;YACpB,OAAO,EAAE,2BAA2B,EAAE,EAAE;SACzC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;QAC3C,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;YAChD,GAAG,CAAC,QAAQ,CAAC;gBACX,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,MAAM;gBAC3B,IAAI,EAAE,CAAC,YAAY,CAAC;gBACpB,OAAO,EAAE,cAAc,KAAK,CAAC,EAAE,wCAAwC,KAAK,CAAC,cAAc,IAAI;aAChG,CAAC,CAAC;QACL,CAAC;IACH,CAAC;AACH,CAAC,CAAC,CAAC;AAUH,SAAS,cAAc,CAAC,MAAgB;IACtC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IAErC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACpB,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,OAAoB;IAChE,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;QAC5B,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI;QAChC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;QAC9B,SAAS,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;KACtC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,IAAc;IACvD,OAAO,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,gBAAgB,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,IAAc,EACd,OAGC;IAED,MAAM,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,IAAI,CAAC;IACvD,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,0BAA0B,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,cAAc,CAAC,CAAC;IAC7F,CAAC;IAED,MAAM,uBAAuB,GAAG,OAAO,EAAE,uBAAuB,IAAI,IAAI,CAAC;IACzE,IAAI,uBAAuB,IAAI,uBAAuB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClE,OAAO,uBAAuB,CAAC;IACjC,CAAC;IAED,OAAO,0BAA0B,CAAC,IAAI,CAAC,CAAC;AAC1C,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { Argv } from "yargs";
|
|
2
|
+
import type { Agent } from "./agents.js";
|
|
3
|
+
import type { WorkflowExecutionProfile } from "./executors.js";
|
|
4
|
+
type AgentLike = Pick<Agent, "name"> | string | null | undefined;
|
|
5
|
+
export declare function addExecutionProfileOptions<T extends Argv>(yargs: T): T;
|
|
6
|
+
type ExecutionProfileArgSource = Record<string, unknown> & {
|
|
7
|
+
model?: unknown;
|
|
8
|
+
profile?: unknown;
|
|
9
|
+
effort?: unknown;
|
|
10
|
+
timeoutMs?: unknown;
|
|
11
|
+
"timeout-ms"?: unknown;
|
|
12
|
+
};
|
|
13
|
+
export declare function executionProfileFromArgv(argv: ExecutionProfileArgSource): WorkflowExecutionProfile;
|
|
14
|
+
export declare function applyInternalAcceptanceExecutionProfileDefaults(agent: AgentLike, overrides?: WorkflowExecutionProfile): WorkflowExecutionProfile;
|
|
15
|
+
export declare function hasWorkflowExecutionProfile(profile: WorkflowExecutionProfile | null | undefined): boolean;
|
|
16
|
+
export declare function formatWorkflowExecutionProfile(profile: WorkflowExecutionProfile | null | undefined): string | null;
|
|
17
|
+
export {};
|
|
18
|
+
//# sourceMappingURL=execution-profile.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execution-profile.d.ts","sourceRoot":"","sources":["../../src/lib/execution-profile.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAE/D,KAAK,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;AAiCjE,wBAAgB,0BAA0B,CAAC,CAAC,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,CAkBtE;AAED,KAAK,yBAAyB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IACzD,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB,CAAC;AAEF,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,yBAAyB,GAC9B,wBAAwB,CAO1B;AAED,wBAAgB,+CAA+C,CAC7D,KAAK,EAAE,SAAS,EAChB,SAAS,GAAE,wBAA6B,GACvC,wBAAwB,CAW1B;AAED,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,wBAAwB,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAOzG;AAED,wBAAgB,8BAA8B,CAAC,OAAO,EAAE,wBAAwB,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,GAAG,IAAI,CAQlH"}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
const INTERNAL_ACCEPTANCE_DEFAULTS = {
|
|
2
|
+
"claude-code": {
|
|
3
|
+
model: "claude-sonnet-4-6",
|
|
4
|
+
effort: "low",
|
|
5
|
+
},
|
|
6
|
+
codex: {
|
|
7
|
+
model: "gpt-5.4-mini",
|
|
8
|
+
effort: "low",
|
|
9
|
+
},
|
|
10
|
+
};
|
|
11
|
+
function readAgentName(agent) {
|
|
12
|
+
if (!agent)
|
|
13
|
+
return null;
|
|
14
|
+
return typeof agent === "string" ? agent : agent.name;
|
|
15
|
+
}
|
|
16
|
+
function normalizeOptionalString(value) {
|
|
17
|
+
if (typeof value !== "string")
|
|
18
|
+
return null;
|
|
19
|
+
const trimmed = value.trim();
|
|
20
|
+
return trimmed.length > 0 ? trimmed : null;
|
|
21
|
+
}
|
|
22
|
+
function normalizeOptionalTimeout(value) {
|
|
23
|
+
if (value === undefined || value === null || value === "")
|
|
24
|
+
return null;
|
|
25
|
+
const parsed = typeof value === "number" ? value : Number.parseInt(String(value), 10);
|
|
26
|
+
if (!Number.isFinite(parsed) || parsed <= 0) {
|
|
27
|
+
throw new Error(`Invalid timeout: ${String(value)}`);
|
|
28
|
+
}
|
|
29
|
+
return parsed;
|
|
30
|
+
}
|
|
31
|
+
export function addExecutionProfileOptions(yargs) {
|
|
32
|
+
return yargs
|
|
33
|
+
.option("model", {
|
|
34
|
+
type: "string",
|
|
35
|
+
describe: "Override the local executor model for this run",
|
|
36
|
+
})
|
|
37
|
+
.option("profile", {
|
|
38
|
+
type: "string",
|
|
39
|
+
describe: "Executor-specific profile override for this run",
|
|
40
|
+
})
|
|
41
|
+
.option("effort", {
|
|
42
|
+
type: "string",
|
|
43
|
+
describe: "Override the model reasoning effort for this run",
|
|
44
|
+
})
|
|
45
|
+
.option("timeout-ms", {
|
|
46
|
+
type: "number",
|
|
47
|
+
describe: "Interrupt the local executor after this much inactivity",
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
export function executionProfileFromArgv(argv) {
|
|
51
|
+
return {
|
|
52
|
+
model: normalizeOptionalString(argv.model),
|
|
53
|
+
profile: normalizeOptionalString(argv.profile),
|
|
54
|
+
effort: normalizeOptionalString(argv.effort),
|
|
55
|
+
timeoutMs: normalizeOptionalTimeout(argv.timeoutMs ?? argv["timeout-ms"]),
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
export function applyInternalAcceptanceExecutionProfileDefaults(agent, overrides = {}) {
|
|
59
|
+
const defaults = INTERNAL_ACCEPTANCE_DEFAULTS[readAgentName(agent) ?? ""];
|
|
60
|
+
const profile = overrides.profile ?? null;
|
|
61
|
+
const explicitEffort = overrides.effort ?? null;
|
|
62
|
+
return {
|
|
63
|
+
model: overrides.model ?? defaults?.model ?? null,
|
|
64
|
+
profile,
|
|
65
|
+
effort: explicitEffort ?? (profile ? null : defaults?.effort ?? null),
|
|
66
|
+
timeoutMs: overrides.timeoutMs ?? null,
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
export function hasWorkflowExecutionProfile(profile) {
|
|
70
|
+
return Boolean(profile?.model ||
|
|
71
|
+
profile?.profile ||
|
|
72
|
+
profile?.effort ||
|
|
73
|
+
profile?.timeoutMs);
|
|
74
|
+
}
|
|
75
|
+
export function formatWorkflowExecutionProfile(profile) {
|
|
76
|
+
if (!hasWorkflowExecutionProfile(profile))
|
|
77
|
+
return null;
|
|
78
|
+
return JSON.stringify({
|
|
79
|
+
...(profile?.model ? { model: profile.model } : {}),
|
|
80
|
+
...(profile?.profile ? { profile: profile.profile } : {}),
|
|
81
|
+
...(profile?.effort ? { effort: profile.effort } : {}),
|
|
82
|
+
...(profile?.timeoutMs ? { timeout_ms: profile.timeoutMs } : {}),
|
|
83
|
+
});
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=execution-profile.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execution-profile.js","sourceRoot":"","sources":["../../src/lib/execution-profile.ts"],"names":[],"mappings":"AAMA,MAAM,4BAA4B,GAA2F;IAC3H,aAAa,EAAE;QACb,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,KAAK;KACd;IACD,KAAK,EAAE;QACL,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,KAAK;KACd;CACF,CAAC;AAEF,SAAS,aAAa,CAAC,KAAgB;IACrC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;AACxD,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc;IAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7C,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAc;IAC9C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IACvE,MAAM,MAAM,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;IACtF,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,oBAAoB,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAiB,KAAQ;IACjE,OAAO,KAAK;SACT,MAAM,CAAC,OAAO,EAAE;QACf,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,gDAAgD;KAC3D,CAAC;SACD,MAAM,CAAC,SAAS,EAAE;QACjB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,iDAAiD;KAC5D,CAAC;SACD,MAAM,CAAC,QAAQ,EAAE;QAChB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,kDAAkD;KAC7D,CAAC;SACD,MAAM,CAAC,YAAY,EAAE;QACpB,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,yDAAyD;KACpE,CAAiB,CAAC;AACvB,CAAC;AAUD,MAAM,UAAU,wBAAwB,CACtC,IAA+B;IAE/B,OAAO;QACL,KAAK,EAAE,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC;QAC1C,OAAO,EAAE,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC;QAC9C,MAAM,EAAE,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5C,SAAS,EAAE,wBAAwB,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC;KAC1E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+CAA+C,CAC7D,KAAgB,EAChB,YAAsC,EAAE;IAExC,MAAM,QAAQ,GAAG,4BAA4B,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,IAAI,IAAI,CAAC;IAC1C,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC;IAEhD,OAAO;QACL,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,QAAQ,EAAE,KAAK,IAAI,IAAI;QACjD,OAAO;QACP,MAAM,EAAE,cAAc,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,IAAI,IAAI,CAAC;QACrE,SAAS,EAAE,SAAS,CAAC,SAAS,IAAI,IAAI;KACvC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,OAAoD;IAC9F,OAAO,OAAO,CACZ,OAAO,EAAE,KAAK;QACd,OAAO,EAAE,OAAO;QAChB,OAAO,EAAE,MAAM;QACf,OAAO,EAAE,SAAS,CACnB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,OAAoD;IACjG,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACvD,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjE,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1,5 +1,8 @@
|
|
|
1
|
+
type ManualQueryScope = "knowledge-base" | "interface";
|
|
1
2
|
export declare function syncClaudeBootstrap(dirPath: string): void;
|
|
2
3
|
export declare function refreshWorkspaceBootstrapGuidance(dirPath: string): boolean;
|
|
4
|
+
export declare function buildManualQueryTopPreflightBlock(scope: ManualQueryScope): string[];
|
|
5
|
+
export declare function buildManualQueryFirstReplyRule(scope: ManualQueryScope): string[];
|
|
3
6
|
export declare function refreshLegacyAgentsBootstrap(content: string): string;
|
|
4
7
|
export declare function refreshLegacyKnowledgeBaseQuerySkill(content: string): string;
|
|
5
8
|
export declare function refreshLegacyInterfaceQuerySkill(content: string): string;
|
|
@@ -10,4 +13,5 @@ export declare function topKnowledgeBaseManualPreflightBlock(): string[];
|
|
|
10
13
|
export declare function topInterfaceManualPreflightBlock(): string[];
|
|
11
14
|
export declare function buildWorkspaceRuntimeControlLines(workspaceLabel: string): string[];
|
|
12
15
|
export declare function buildWorkspaceAgentLayerLines(stageFolders: string, workspaceLabel: string): string[];
|
|
16
|
+
export {};
|
|
13
17
|
//# sourceMappingURL=interf-bootstrap.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"interf-bootstrap.d.ts","sourceRoot":"","sources":["../../src/lib/interf-bootstrap.ts"],"names":[],"mappings":"AAQA,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAIzD;AAED,wBAAgB,iCAAiC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAiC1E;AAED,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAqBpE;AAED,wBAAgB,oCAAoC,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,
|
|
1
|
+
{"version":3,"file":"interf-bootstrap.d.ts","sourceRoot":"","sources":["../../src/lib/interf-bootstrap.ts"],"names":[],"mappings":"AAQA,KAAK,gBAAgB,GAAG,gBAAgB,GAAG,WAAW,CAAC;AAEvD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAIzD;AAED,wBAAgB,iCAAiC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAiC1E;AAyBD,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,gBAAgB,GAAG,MAAM,EAAE,CAanF;AAED,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,gBAAgB,GAAG,MAAM,EAAE,CAchF;AAED,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAqBpE;AAED,wBAAgB,oCAAoC,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CA2B5E;AAED,wBAAgB,gCAAgC,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CA2BxE;AAED,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,EACpC,YAAY,EAAE,MAAM,GACnB,MAAM,CAOR;AAED,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,EACpC,UAAU,EAAE,MAAM,EAAE,GACnB,MAAM,CAQR;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAO7D;AAED,wBAAgB,oCAAoC,IAAI,MAAM,EAAE,CAe/D;AAED,wBAAgB,gCAAgC,IAAI,MAAM,EAAE,CAgB3D;AAED,wBAAgB,iCAAiC,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM,EAAE,CASlF;AAED,wBAAgB,6BAA6B,CAAC,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,MAAM,EAAE,CAQpG"}
|