oh-my-knowledge 1.0.0-beta.5 → 1.0.0-beta.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/commands/install.js +1 -1
- package/dist/cli/lib/evaluation-composition.d.ts +3 -0
- package/dist/cli/lib/evaluation-composition.js +96 -0
- package/dist/cli/lib/parse-run-config/variant-resolution.js +1 -1
- package/dist/cli/lib/run-core-evaluation.d.ts +1 -2
- package/dist/cli/lib/run-core-evaluation.js +46 -260
- package/dist/dsh-plugin/core-adapter.d.ts +2 -2
- package/dist/dsh-plugin/core-adapter.js +1 -1
- package/dist/dsh-plugin/core-command.d.ts +1 -1
- package/dist/dsh-plugin/core-command.js +28 -150
- package/dist/eval-runtime/evaluate.d.ts +9 -570
- package/dist/eval-runtime/evaluate.js +5 -2744
- package/dist/eval-runtime/evaluation/capture-evaluators.d.ts +28 -0
- package/dist/eval-runtime/evaluation/capture-evaluators.js +516 -0
- package/dist/eval-runtime/evaluation/capture-input.d.ts +38 -0
- package/dist/eval-runtime/evaluation/capture-input.js +460 -0
- package/dist/eval-runtime/evaluation/conformance.d.ts +7 -0
- package/dist/eval-runtime/evaluation/conformance.js +108 -0
- package/dist/eval-runtime/evaluation/contracts.d.ts +517 -0
- package/dist/eval-runtime/evaluation/contracts.js +1 -0
- package/dist/eval-runtime/evaluation/definition.d.ts +12 -0
- package/dist/eval-runtime/evaluation/definition.js +659 -0
- package/dist/eval-runtime/evaluation/errors.d.ts +16 -0
- package/dist/eval-runtime/evaluation/errors.js +22 -0
- package/dist/eval-runtime/evaluation/ordering.d.ts +1 -0
- package/dist/eval-runtime/evaluation/ordering.js +3 -0
- package/dist/eval-runtime/evaluation/prepare.d.ts +12 -0
- package/dist/eval-runtime/evaluation/prepare.js +351 -0
- package/dist/eval-runtime/evaluation/result-state.d.ts +14 -0
- package/dist/eval-runtime/evaluation/result-state.js +58 -0
- package/dist/eval-runtime/evaluation/reuse.d.ts +21 -0
- package/dist/eval-runtime/evaluation/reuse.js +343 -0
- package/dist/eval-runtime/evaluation/schemas.d.ts +414 -0
- package/dist/eval-runtime/evaluation/schemas.js +260 -0
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/cli.js +7 -22
- package/dist/eval-workflows/hosts/application.d.ts +82 -0
- package/dist/eval-workflows/hosts/application.js +121 -0
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts/composition}/assembly.d.ts +1 -1
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts/composition}/assembly.js +4 -4
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts/composition}/builtins.d.ts +1 -1
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts/composition}/builtins.js +13 -13
- package/dist/{eval-hosts/node → eval-workflows/hosts/composition}/judge-provider-identity.d.ts +2 -2
- package/dist/{eval-hosts/node → eval-workflows/hosts/composition}/judge-provider-identity.js +1 -1
- package/dist/eval-workflows/hosts/composition/node-preflight.d.ts +3 -0
- package/dist/eval-workflows/hosts/composition/node-preflight.js +163 -0
- package/dist/eval-workflows/hosts/composition/node-runtime.d.ts +22 -0
- package/dist/eval-workflows/hosts/composition/node-runtime.js +218 -0
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts/composition}/preflight.d.ts +2 -2
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts/composition}/preflight.js +1 -1
- package/dist/eval-workflows/hosts/composition/registered-runtime.d.ts +20 -0
- package/dist/eval-workflows/hosts/composition/registered-runtime.js +19 -0
- package/dist/{eval-hosts/node → eval-workflows/hosts/composition}/runtime-registry.d.ts +12 -12
- package/dist/{eval-hosts/node → eval-workflows/hosts/composition}/runtime-registry.js +15 -15
- package/dist/{eval-hosts/runtime-adapter/composition.d.ts → eval-workflows/hosts/composition/runtime.d.ts} +10 -10
- package/dist/{eval-hosts/runtime-adapter/composition.js → eval-workflows/hosts/composition/runtime.js} +21 -21
- package/dist/eval-workflows/hosts/evaluators/index.d.ts +6 -0
- package/dist/eval-workflows/hosts/evaluators/index.js +6 -0
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/evaluators/llm-assertion-factory.js +1 -1
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/index.d.ts +6 -6
- package/dist/eval-workflows/hosts/index.js +11 -0
- package/dist/{eval-hosts/node → eval-workflows/hosts/input-resolution}/node-cli-evaluation-resolver.d.ts +2 -2
- package/dist/{eval-hosts/node → eval-workflows/hosts/input-resolution}/node-cli-evaluation-resolver.js +9 -9
- package/dist/{eval-hosts/node → eval-workflows/hosts/input-resolution}/node-sample-content-resolver.d.ts +1 -1
- package/dist/{eval-hosts/node → eval-workflows/hosts/input-resolution}/node-sample-content-resolver.js +1 -1
- package/dist/{eval-hosts/node → eval-workflows/hosts/input-resolution}/safe-http-content-resolver.d.ts +1 -1
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/resource-leases/access.d.ts +1 -1
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/resource-leases/node.js +1 -1
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/resource-leases/types.d.ts +1 -1
- package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/types.d.ts +1 -1
- package/dist/eval-workflows/inputs/batch-discovery.d.ts +5 -0
- package/dist/eval-workflows/inputs/batch-discovery.js +28 -0
- package/dist/eval-workflows/inputs/contracts/config.d.ts +1 -1
- package/dist/eval-workflows/inputs/contracts/variant.d.ts +1 -8
- package/dist/eval-workflows/orchestration/evaluation-service.d.ts +26 -0
- package/dist/eval-workflows/orchestration/evaluation-service.js +81 -0
- package/dist/eval-workflows/{production-host → orchestration}/orchestration.d.ts +2 -2
- package/dist/eval-workflows/{production-host → orchestration}/workflow.d.ts +3 -3
- package/dist/eval-workflows/{production-host → orchestration}/workflow.js +1 -1
- package/dist/executors/openai/codex/cli-arguments.d.ts +12 -0
- package/dist/executors/openai/codex/cli-arguments.js +24 -0
- package/dist/executors/openai/codex/cli.d.ts +1 -0
- package/dist/executors/openai/codex/cli.js +9 -24
- package/dist/knowledge-artifacts/contracts.d.ts +7 -0
- package/dist/knowledge-artifacts/doctor/index.js +1 -1
- package/dist/knowledge-artifacts/governance/source-probe.js +1 -1
- package/dist/{eval-workflows/inputs/skill-loader.d.ts → knowledge-artifacts/sources/artifact-resolution.d.ts} +2 -9
- package/dist/{eval-workflows/inputs/skill-loader.js → knowledge-artifacts/sources/artifact-resolution.js} +3 -33
- package/dist/knowledge-artifacts/sources/content-hash.js +2 -6
- package/dist/{eval-workflows/inputs/source-resolver.d.ts → knowledge-artifacts/sources/install-source.d.ts} +1 -1
- package/dist/{eval-workflows/inputs/source-resolver.js → knowledge-artifacts/sources/install-source.js} +3 -4
- package/dist/{eval-workflows/inputs → knowledge-artifacts/sources}/materialize-copy.js +1 -1
- package/package.json +1 -1
- package/dist/cli/lib/source-probe.d.ts +0 -15
- package/dist/cli/lib/source-probe.js +0 -129
- package/dist/eval-hosts/node/index.d.ts +0 -6
- package/dist/eval-hosts/node/index.js +0 -6
- package/dist/eval-hosts/node/node-cli-composition.d.ts +0 -26
- package/dist/eval-hosts/node/node-cli-composition.js +0 -474
- package/dist/eval-hosts/runtime-adapter/evaluators/index.d.ts +0 -6
- package/dist/eval-hosts/runtime-adapter/evaluators/index.js +0 -6
- package/dist/eval-hosts/runtime-adapter/index.js +0 -11
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/anthropic/api.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/anthropic/api.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/anthropic/protocol.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/anthropic/protocol.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/claude/cli-protocol.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/claude/cli-protocol.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/claude/cli.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/claude/cli.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/claude/resources.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/claude/resources.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/claude/sdk-protocol.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/claude/sdk-protocol.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/claude/sdk-runtime.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/claude/sdk-runtime.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/claude/sdk.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/claude/sdk.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/cli-protocol.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/cli-protocol.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/cli-resources.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/cli-resources.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/cli.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/content-identity.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/content-identity.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/environment.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/environment.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/protocol-core.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/protocol-core.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/resources.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/resources.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/sdk-protocol.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/sdk-protocol.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/sdk-runtime.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/sdk-runtime.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/sdk.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/codex/sdk.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/custom/command.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/custom/command.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/index.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/index.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/openai/api.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/openai/api.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/openai/protocol.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/openai/protocol.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/shared/api-http.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/shared/api-http.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/shared/api-protocol-core.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/shared/api-protocol-core.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/shared/classified-environment.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/shared/classified-environment.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/shared/content-identity.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/shared/content-identity.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/shared/stateless-api-resources.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/shared/stateless-api-resources.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/shared/trial-workspace.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/adapters/shared/trial-workspace.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/evaluators/llm-assertion-factory.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/evaluators/llm-judge-invocation.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/evaluators/llm-judge-invocation.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/evaluators/rubric-judge.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/evaluators/rubric-judge.js +0 -0
- /package/dist/{eval-hosts/node → eval-workflows/hosts/input-resolution}/safe-http-content-resolver.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/resource-leases/access.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/resource-leases/index.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/resource-leases/index.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/resource-leases/node.d.ts +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/resource-leases/types.js +0 -0
- /package/dist/{eval-hosts/runtime-adapter → eval-workflows/hosts}/types.js +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/artifact-graph-persistence.d.ts +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/artifact-graph-persistence.js +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/environment.d.ts +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/environment.js +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/holdout.d.ts +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/holdout.js +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/index.d.ts +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/index.js +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/measurement-design.d.ts +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/measurement-design.js +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/orchestration.js +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/sample-content-resolution.d.ts +0 -0
- /package/dist/eval-workflows/{production-host → orchestration}/sample-content-resolution.js +0 -0
- /package/dist/{eval-workflows/inputs → knowledge-artifacts/sources}/materialize-copy.d.ts +0 -0
|
@@ -6,7 +6,7 @@ import { Args, Flags } from '@oclif/core';
|
|
|
6
6
|
import { LANG_FLAG, bilingual } from '../oclif/i18n.js';
|
|
7
7
|
import { BaseCommand } from '../oclif/base-command.js';
|
|
8
8
|
import { tCli } from '../lib/i18n.js';
|
|
9
|
-
import { resolveInstallSource, resolveRemoteGitSource, SourceResolveError } from '../../
|
|
9
|
+
import { resolveInstallSource, resolveRemoteGitSource, SourceResolveError } from '../../knowledge-artifacts/sources/install-source.js';
|
|
10
10
|
import { buildManagedArtifactRecord, hashArtifactSource, distributableCopyFilter, managedDir, recordManagedArtifact } from '../../knowledge-artifacts/governance/index.js';
|
|
11
11
|
const BUILTIN_OMK_AGENT_SKILL_ID = 'omk-agent-skill';
|
|
12
12
|
const INSTALLABLE_KINDS = ['skill', 'prompt', 'agent', 'workflow'];
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
import { type NodeEvaluationEnvironment, type ClassifiedEnvironmentEntry } from '../../eval-workflows/hosts/application.js';
|
|
2
|
+
export declare function classifyNodeCliEnvironment(environment: NodeJS.ProcessEnv): Readonly<Record<string, ClassifiedEnvironmentEntry>>;
|
|
3
|
+
export declare function captureNodeCliEvaluationEnvironment(environment?: NodeJS.ProcessEnv): NodeEvaluationEnvironment;
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import { access, realpath } from 'node:fs/promises';
|
|
2
|
+
import { constants } from 'node:fs';
|
|
3
|
+
import { delimiter, isAbsolute, join } from 'node:path';
|
|
4
|
+
import { NodeCliProductionCompositionError, } from '../../eval-workflows/hosts/application.js';
|
|
5
|
+
const CREDENTIAL_ENVIRONMENT = new Set([
|
|
6
|
+
'ANTHROPIC_API_KEY',
|
|
7
|
+
'CLAUDE_CODE_OAUTH_TOKEN',
|
|
8
|
+
'OPENAI_API_KEY',
|
|
9
|
+
]);
|
|
10
|
+
const SECRET_TAINT_ENVIRONMENT = new Set([
|
|
11
|
+
'ALL_PROXY',
|
|
12
|
+
'HTTPS_PROXY',
|
|
13
|
+
'HTTP_PROXY',
|
|
14
|
+
'all_proxy',
|
|
15
|
+
'http_proxy',
|
|
16
|
+
'https_proxy',
|
|
17
|
+
]);
|
|
18
|
+
const EFFECT_LOCATOR_ENVIRONMENT = new Set([
|
|
19
|
+
'ALL_PROXY',
|
|
20
|
+
'CODEX_HOME',
|
|
21
|
+
'CURL_CA_BUNDLE',
|
|
22
|
+
'HOME',
|
|
23
|
+
'HTTPS_PROXY',
|
|
24
|
+
'HTTP_PROXY',
|
|
25
|
+
'NODE_EXTRA_CA_CERTS',
|
|
26
|
+
'NO_PROXY',
|
|
27
|
+
'PATH',
|
|
28
|
+
'REQUESTS_CA_BUNDLE',
|
|
29
|
+
'SSL_CERT_DIR',
|
|
30
|
+
'SSL_CERT_FILE',
|
|
31
|
+
'TMPDIR',
|
|
32
|
+
'XDG_CACHE_HOME',
|
|
33
|
+
'XDG_CONFIG_HOME',
|
|
34
|
+
'XDG_DATA_HOME',
|
|
35
|
+
'all_proxy',
|
|
36
|
+
'http_proxy',
|
|
37
|
+
'https_proxy',
|
|
38
|
+
'no_proxy',
|
|
39
|
+
]);
|
|
40
|
+
const BEHAVIOR_ENVIRONMENT = new Set([
|
|
41
|
+
'LANG',
|
|
42
|
+
'LC_ALL',
|
|
43
|
+
'NO_COLOR',
|
|
44
|
+
]);
|
|
45
|
+
export function classifyNodeCliEnvironment(environment) {
|
|
46
|
+
const keys = new Set([
|
|
47
|
+
...CREDENTIAL_ENVIRONMENT,
|
|
48
|
+
...EFFECT_LOCATOR_ENVIRONMENT,
|
|
49
|
+
...BEHAVIOR_ENVIRONMENT,
|
|
50
|
+
]);
|
|
51
|
+
return Object.freeze(Object.fromEntries([...keys].sort().flatMap((key) => {
|
|
52
|
+
const value = environment[key];
|
|
53
|
+
if (value === undefined)
|
|
54
|
+
return [];
|
|
55
|
+
const identity = CREDENTIAL_ENVIRONMENT.has(key)
|
|
56
|
+
? { identityKind: 'credential' }
|
|
57
|
+
: EFFECT_LOCATOR_ENVIRONMENT.has(key)
|
|
58
|
+
? { identityKind: 'effect-locator' }
|
|
59
|
+
: { identityKind: 'behavior', value };
|
|
60
|
+
return [[key, Object.freeze({
|
|
61
|
+
value,
|
|
62
|
+
identity,
|
|
63
|
+
...(SECRET_TAINT_ENVIRONMENT.has(key) ? { outputTaint: 'secret' } : {}),
|
|
64
|
+
})]];
|
|
65
|
+
})));
|
|
66
|
+
}
|
|
67
|
+
async function resolveExecutable(command, environment) {
|
|
68
|
+
const candidates = isAbsolute(command)
|
|
69
|
+
? [command]
|
|
70
|
+
: (environment.PATH ?? '').split(delimiter).filter(Boolean).map((directory) => (join(directory, command)));
|
|
71
|
+
for (const candidate of candidates) {
|
|
72
|
+
try {
|
|
73
|
+
await access(candidate, constants.X_OK);
|
|
74
|
+
return await realpath(candidate);
|
|
75
|
+
}
|
|
76
|
+
catch {
|
|
77
|
+
// Continue through the explicit PATH snapshot.
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
throw new NodeCliProductionCompositionError('NODE_CLI_EXECUTABLE_UNAVAILABLE', `执行器「${command}」在当前 PATH 中不可用。`);
|
|
81
|
+
}
|
|
82
|
+
function requiredCredential(environment, key) {
|
|
83
|
+
const value = environment[key]?.trim();
|
|
84
|
+
if (value !== undefined && value !== '')
|
|
85
|
+
return value;
|
|
86
|
+
throw new NodeCliProductionCompositionError('NODE_CLI_CREDENTIAL_MISSING', `执行器需要环境变量 ${key}。`);
|
|
87
|
+
}
|
|
88
|
+
export function captureNodeCliEvaluationEnvironment(environment = process.env) {
|
|
89
|
+
const captured = Object.freeze({ ...environment });
|
|
90
|
+
return Object.freeze({
|
|
91
|
+
environment: captured,
|
|
92
|
+
classifiedEnvironment: classifyNodeCliEnvironment(captured),
|
|
93
|
+
resolveExecutable: (command) => resolveExecutable(command, captured),
|
|
94
|
+
requiredCredential: (key) => requiredCredential(captured, key),
|
|
95
|
+
});
|
|
96
|
+
}
|
|
@@ -18,7 +18,7 @@
|
|
|
18
18
|
* 否则会被解析成两个 artifact 后用 `x` / `x#2` 消歧,变成同一份 skill 自比,
|
|
19
19
|
* 悄悄废掉「control 不能等于 treatment」的测量保护。
|
|
20
20
|
*/
|
|
21
|
-
import { discoverVariants, variantExprToSkillName, variantIdentity, parseVariantCwd } from '../../../
|
|
21
|
+
import { discoverVariants, variantExprToSkillName, variantIdentity, parseVariantCwd } from '../../../knowledge-artifacts/sources/artifact-resolution.js';
|
|
22
22
|
import { configVariantsToSpecs } from '../../../eval-workflows/inputs/eval-config.js';
|
|
23
23
|
/** CLI 的 --control / --treatment 只收 artifact 身份。`name@cwd` 语法已移除:撞到就抛迁移错误,
|
|
24
24
|
* 引导用户改用 --control-cwd / --treatment-cwd 或 eval.yaml 的 variant.cwd。git 修订语法 `@{...}`
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { EvalConfig } from '../../eval-workflows/inputs/contracts/config.js';
|
|
2
|
-
import { type CoreRunArtifactStore, type StoredCoreRunArtifacts } from '../../eval-workflows/
|
|
2
|
+
import { type CoreRunArtifactStore, type StoredCoreRunArtifacts } from '../../eval-workflows/hosts/application.js';
|
|
3
3
|
import type { RunConfig } from './parse-run-config.js';
|
|
4
4
|
import type { CliLang } from './i18n.js';
|
|
5
5
|
export interface RunCoreEvaluationCommandInput {
|
|
@@ -17,5 +17,4 @@ export interface RunCoreEvaluationCommandResult {
|
|
|
17
17
|
readonly stored?: StoredCoreRunArtifacts;
|
|
18
18
|
readonly outputDirectory: string;
|
|
19
19
|
}
|
|
20
|
-
/** Executes the single authoritative Node CLI → Evaluation Core production path. */
|
|
21
20
|
export declare function runCoreEvaluationCommand(input: Readonly<RunCoreEvaluationCommandInput>): Promise<RunCoreEvaluationCommandResult>;
|
|
@@ -1,35 +1,10 @@
|
|
|
1
1
|
import { existsSync } from 'node:fs';
|
|
2
2
|
import { join, resolve } from 'node:path';
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import { createNodeCliProductionComposition, } from '../../eval-hosts/node/node-cli-composition.js';
|
|
6
|
-
import { createProductionEvaluationHost, executeProductionEvaluationSeries, persistCoreArtifactSidecars, } from '../../eval-workflows/production-host/index.js';
|
|
7
|
-
import { resolveNodeCliEvaluationRequest, } from '../../eval-hosts/node/node-cli-evaluation-resolver.js';
|
|
8
|
-
import { projectCoreCliDryRun, projectCoreCliBatchOutcome, projectCoreCliRunOutcome, projectCoreCliSeriesOutcome, } from '../../eval-workflows/projections/cli.js';
|
|
9
|
-
import { projectCoreManagedEvidence } from '../../eval-workflows/projections/managed.js';
|
|
10
|
-
import { discoverBatchSkills } from '../../eval-workflows/inputs/skill-loader.js';
|
|
3
|
+
import { createNodeEvaluationApplication, parseCliEvaluationRequest, } from '../../eval-workflows/hosts/application.js';
|
|
4
|
+
import { captureNodeCliEvaluationEnvironment } from './evaluation-composition.js';
|
|
11
5
|
import { withLocalizedSampleDiscovery } from './localized-sample-discovery.js';
|
|
12
6
|
import { projectReportsDir, globalReportsDir } from '../../evidence/storage/directories.js';
|
|
13
|
-
import {
|
|
14
|
-
import { globalLayout, projectLayout } from '../../evidence/storage/layout.js';
|
|
15
|
-
function runStoreForOutput(outputDirectory, primaryContentResolver) {
|
|
16
|
-
const primary = createNodeCoreRunArtifactStore(outputDirectory, {
|
|
17
|
-
contentResolver: primaryContentResolver,
|
|
18
|
-
});
|
|
19
|
-
const resolved = resolve(outputDirectory);
|
|
20
|
-
const project = projectLayout();
|
|
21
|
-
const global = globalLayout();
|
|
22
|
-
const fallbackDirs = resolved === resolve(project.evalDir)
|
|
23
|
-
? [global.evalDir]
|
|
24
|
-
: [];
|
|
25
|
-
const unique = [...new Set(fallbackDirs.map((dir) => resolve(dir)))]
|
|
26
|
-
.filter((dir) => dir !== resolved);
|
|
27
|
-
if (unique.length === 0)
|
|
28
|
-
return primary;
|
|
29
|
-
return createOverlayCoreRunArtifactStore(primary, unique.map((dir) => (createNodeCoreRunArtifactStore(dir, {
|
|
30
|
-
contentResolver: createNodeCoreContentStore(join(dir, 'content')),
|
|
31
|
-
}))));
|
|
32
|
-
}
|
|
7
|
+
import { globalLayout } from '../../evidence/storage/layout.js';
|
|
33
8
|
function requestFor(input, projectRoot) {
|
|
34
9
|
const projectMcpConfig = join(projectRoot, '.mcp.json');
|
|
35
10
|
return parseCliEvaluationRequest({
|
|
@@ -100,247 +75,58 @@ async function announceCoreReport(artifacts, store, outputDirectory, serve, lang
|
|
|
100
75
|
const { openWorkbench } = await import('./open-workbench.js');
|
|
101
76
|
await openWorkbench(reportUrl, lang);
|
|
102
77
|
}
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
try {
|
|
107
|
-
const { recordCoreEvalEvidence } = await import('../../knowledge-artifacts/governance/evidence.js');
|
|
108
|
-
const written = recordCoreEvalEvidence(projectCoreManagedEvidence(stored));
|
|
109
|
-
if (written.length > 0)
|
|
78
|
+
function renderNotice(notice, lang) {
|
|
79
|
+
switch (notice.noticeKind) {
|
|
80
|
+
case 'doctor-skipped':
|
|
110
81
|
process.stderr.write(lang === 'zh'
|
|
111
|
-
?
|
|
112
|
-
:
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
throw new TypeError('--resume 只接受 Core runId,不接受旧报告路径。');
|
|
82
|
+
? '警告:--skip-doctor 已开启,Core 静态健康检查已跳过;依赖正确性由用户负责。\n'
|
|
83
|
+
: 'Warning: --skip-doctor is enabled; Core static health checks were skipped and dependency correctness is user-owned.\n');
|
|
84
|
+
break;
|
|
85
|
+
case 'batch-item':
|
|
86
|
+
process.stderr.write(lang === 'zh' ? `\nCore Batch:${notice.name}\n` : `\nCore Batch: ${notice.name}\n`);
|
|
87
|
+
break;
|
|
88
|
+
case 'managed-evidence-recorded':
|
|
89
|
+
process.stderr.write(lang === 'zh' ? `已写入 ${notice.count} 条 Core 受管证据。\n` : `Recorded ${notice.count} Core managed evidence reference(s).\n`);
|
|
90
|
+
break;
|
|
91
|
+
case 'managed-evidence-failed': {
|
|
92
|
+
const message = notice.error instanceof Error ? notice.error.message : String(notice.error);
|
|
93
|
+
process.stderr.write(lang === 'zh' ? `警告:Core 受管证据写入失败:${message}\n` : `Warning: failed to record Core managed evidence: ${message}\n`);
|
|
94
|
+
break;
|
|
95
|
+
}
|
|
96
|
+
case 'series-managed-evidence-skipped':
|
|
97
|
+
process.stderr.write(lang === 'zh'
|
|
98
|
+
? 'Core Series 不写入单次 member 受管证据;需由预注册的 Series 总体决定投影后再纳入生命周期。\n'
|
|
99
|
+
: 'Core Series does not write single-member managed evidence; lifecycle admission requires a preregistered Series-level decision projection.\n');
|
|
130
100
|
}
|
|
131
|
-
return locator;
|
|
132
101
|
}
|
|
133
|
-
/** Executes the single authoritative Node CLI → Evaluation Core production path. */
|
|
134
102
|
export async function runCoreEvaluationCommand(input) {
|
|
135
103
|
const projectRoot = resolve(input.projectRoot ?? process.cwd());
|
|
136
104
|
const machineLayout = globalLayout(input.environment?.OMK_HOME);
|
|
137
|
-
const
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
:
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
for (const entry of entries) {
|
|
155
|
-
process.stderr.write(input.lang === 'zh'
|
|
156
|
-
? `\nCore Batch:${entry.name}\n`
|
|
157
|
-
: `\nCore Batch: ${entry.name}\n`);
|
|
158
|
-
children.push(await runCoreEvaluationCommand({
|
|
159
|
-
...input,
|
|
160
|
-
flags: {
|
|
161
|
-
...input.flags,
|
|
162
|
-
batch: undefined,
|
|
163
|
-
control: 'baseline',
|
|
164
|
-
treatment: entry.skillPath,
|
|
165
|
-
samples: entry.samplesPath,
|
|
166
|
-
'no-serve': true,
|
|
167
|
-
},
|
|
168
|
-
}));
|
|
169
|
-
}
|
|
170
|
-
const outputDirectory = children[0].outputDirectory;
|
|
171
|
-
if (request.values.orchestration.dryRun) {
|
|
172
|
-
return {
|
|
173
|
-
exitCode: 0,
|
|
174
|
-
output: Object.freeze({
|
|
175
|
-
projectionKind: 'core-cli-batch-dry-run',
|
|
176
|
-
children: Object.freeze(entries.map((entry, index) => Object.freeze({
|
|
177
|
-
itemId: entry.name,
|
|
178
|
-
plan: children[index].output,
|
|
179
|
-
}))),
|
|
180
|
-
}),
|
|
181
|
-
outputDirectory,
|
|
182
|
-
};
|
|
183
|
-
}
|
|
184
|
-
const storedChildren = children.map((child) => {
|
|
185
|
-
if (child.stored === undefined)
|
|
186
|
-
throw new Error('Core Batch child 缺少持久化产物。');
|
|
187
|
-
return child.stored;
|
|
188
|
-
});
|
|
189
|
-
const contentResolver = createNodeCoreContentStore(join(outputDirectory, 'content'));
|
|
190
|
-
const runStore = input.store ?? runStoreForOutput(outputDirectory, contentResolver);
|
|
191
|
-
const batchId = generateRunId(['batch']);
|
|
192
|
-
const batch = await createNodeCoreBatchArtifactStore(outputDirectory, runStore).save({
|
|
193
|
-
batchId,
|
|
194
|
-
createdAt: new Date().toISOString(),
|
|
195
|
-
children: storedChildren.map((child, index) => ({
|
|
196
|
-
itemId: entries[index].name,
|
|
197
|
-
runId: child.manifest.runId,
|
|
198
|
-
})),
|
|
199
|
-
});
|
|
200
|
-
const output = projectCoreCliBatchOutcome({
|
|
201
|
-
batch,
|
|
202
|
-
children: storedChildren,
|
|
203
|
-
exitMode: request.values.presentation.exitMode,
|
|
204
|
-
diagnosticMode: request.values.orchestration.diagnostic === 'enabled-outside-core'
|
|
205
|
-
? 'enabled'
|
|
206
|
-
: 'disabled',
|
|
105
|
+
const application = createNodeEvaluationApplication(captureNodeCliEvaluationEnvironment(input.environment));
|
|
106
|
+
try {
|
|
107
|
+
const result = await application.run({
|
|
108
|
+
request: requestFor(input, projectRoot), projectRoot,
|
|
109
|
+
materializationRoot: machineLayout.resolvedInputsDir, resourceLeaseRoot: machineLayout.resourceLeasesDir,
|
|
110
|
+
store: input.store,
|
|
111
|
+
createProgressSink: () => emitProgress(input.lang),
|
|
112
|
+
onNotice: (notice) => renderNotice(notice, input.lang),
|
|
113
|
+
requestForBatchItem: (entry) => requestFor({ ...input, flags: { ...input.flags, batch: undefined, control: 'baseline', treatment: entry.skillPath, samples: entry.samplesPath, 'no-serve': true } }, projectRoot),
|
|
114
|
+
async onCompleted(completed, request) {
|
|
115
|
+
if (completed.outcomeKind === 'run')
|
|
116
|
+
await announceCoreReport(completed.artifacts, completed.store, completed.outputDirectory, request.values.presentation.serve, input.lang);
|
|
117
|
+
if (completed.outcomeKind === 'series')
|
|
118
|
+
process.stderr.write(input.lang === 'zh'
|
|
119
|
+
? `Core Series 已完成:${completed.outcome.seriesId}(${completed.outcome.members.length} 个独立 run)\n`
|
|
120
|
+
: `Core Series completed: ${completed.outcome.seriesId} (${completed.outcome.members.length} independent runs)\n`);
|
|
121
|
+
},
|
|
207
122
|
});
|
|
208
123
|
return {
|
|
209
|
-
exitCode:
|
|
210
|
-
output,
|
|
211
|
-
|
|
124
|
+
exitCode: result.outcomeKind === 'dry-run' || result.outcomeKind === 'batch-dry-run' ? 0 : result.outcome.gate.exitCode,
|
|
125
|
+
output: result.outcome, outputDirectory: result.outputDirectory,
|
|
126
|
+
...(result.outcomeKind === 'run' ? { stored: result.artifacts } : {}),
|
|
212
127
|
};
|
|
213
128
|
}
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
projectRoot,
|
|
217
|
-
materializationRoot: machineLayout.resolvedInputsDir,
|
|
218
|
-
...(input.environment === undefined ? {} : { environment: input.environment }),
|
|
219
|
-
...(request.values.orchestration.repeatCount > 1
|
|
220
|
-
? { seriesInstanceId: generateRunId(['series']) }
|
|
221
|
-
: {}),
|
|
222
|
-
});
|
|
223
|
-
const compiled = compileCliEvaluationInput(resolved);
|
|
224
|
-
const composition = await createNodeCliProductionComposition({
|
|
225
|
-
compiled,
|
|
226
|
-
projectRoot,
|
|
227
|
-
outputDirectory,
|
|
228
|
-
resourceLeaseRoot: machineLayout.resourceLeasesDir,
|
|
229
|
-
environment: input.environment,
|
|
230
|
-
});
|
|
231
|
-
const store = input.store ?? runStoreForOutput(outputDirectory, composition.contentResolver);
|
|
232
|
-
const host = {
|
|
233
|
-
compiled,
|
|
234
|
-
runtime: composition.runtime,
|
|
235
|
-
schemaValidators: composition.schemaValidators,
|
|
236
|
-
artifactStore: store,
|
|
237
|
-
};
|
|
238
|
-
if (compiled.orchestration.dryRun) {
|
|
239
|
-
const prepared = await createProductionEvaluationHost(host).prepare();
|
|
240
|
-
const output = projectCoreCliDryRun({ plan: prepared.plan, preflight: prepared.preflight });
|
|
241
|
-
return { exitCode: 0, output, outputDirectory };
|
|
242
|
-
}
|
|
243
|
-
const sourceRunId = resumeRunId(request);
|
|
244
|
-
const independentSeries = compiled.orchestration.independentSeries;
|
|
245
|
-
if (independentSeries !== undefined) {
|
|
246
|
-
if (sourceRunId !== undefined) {
|
|
247
|
-
throw new TypeError('Independent Series resume 必须按 member runId 单独执行。');
|
|
248
|
-
}
|
|
249
|
-
const createdAt = new Date().toISOString();
|
|
250
|
-
const series = await executeProductionEvaluationSeries({
|
|
251
|
-
host,
|
|
252
|
-
members: independentSeries.memberships.map((membership) => ({
|
|
253
|
-
runId: generateRunId([membership.memberId]),
|
|
254
|
-
createdAt,
|
|
255
|
-
progressSink: emitProgress(input.lang),
|
|
256
|
-
})),
|
|
257
|
-
bundleId: generateRunId(['series-analysis']),
|
|
258
|
-
reportId: generateRunId(['series-report']),
|
|
259
|
-
});
|
|
260
|
-
await series.result;
|
|
261
|
-
const evolution = await series.evolution;
|
|
262
|
-
if (evolution === undefined)
|
|
263
|
-
throw new Error('Core Series 未完成,无法生成 evolution evidence。');
|
|
264
|
-
const memberArtifacts = await Promise.all(series.members.map(async (member) => {
|
|
265
|
-
if (member.executionStatus !== 'started')
|
|
266
|
-
throw member.error;
|
|
267
|
-
const persistence = await member.run.persistence;
|
|
268
|
-
await member.run.result;
|
|
269
|
-
if (persistence.persistenceStatus !== 'stored') {
|
|
270
|
-
if (persistence.persistenceStatus === 'failed')
|
|
271
|
-
throw persistence.error;
|
|
272
|
-
throw new Error(`Core Series member 产物未保存:${persistence.reasonCode}`);
|
|
273
|
-
}
|
|
274
|
-
return persistence.artifacts;
|
|
275
|
-
}));
|
|
276
|
-
const output = projectCoreCliSeriesOutcome({
|
|
277
|
-
evolution,
|
|
278
|
-
members: memberArtifacts,
|
|
279
|
-
exitMode: request.values.presentation.exitMode,
|
|
280
|
-
diagnosticMode: request.values.orchestration.diagnostic === 'enabled-outside-core'
|
|
281
|
-
? 'enabled'
|
|
282
|
-
: 'disabled',
|
|
283
|
-
});
|
|
284
|
-
for (const artifacts of memberArtifacts) {
|
|
285
|
-
await persistArtifactGraph(artifacts, outputDirectory, projectRoot);
|
|
286
|
-
}
|
|
287
|
-
if (compiled.orchestration.managedEvidence === 'append') {
|
|
288
|
-
process.stderr.write(input.lang === 'zh'
|
|
289
|
-
? 'Core Series 不写入单次 member 受管证据;需由预注册的 Series 总体决定投影后再纳入生命周期。\n'
|
|
290
|
-
: 'Core Series does not write single-member managed evidence; lifecycle admission requires a preregistered Series-level decision projection.\n');
|
|
291
|
-
}
|
|
292
|
-
process.stderr.write(input.lang === 'zh'
|
|
293
|
-
? `Core Series 已完成:${output.seriesId}(${output.members.length} 个独立 run)\n`
|
|
294
|
-
: `Core Series completed: ${output.seriesId} (${output.members.length} independent runs)\n`);
|
|
295
|
-
return { exitCode: output.gate.exitCode, output, outputDirectory };
|
|
296
|
-
}
|
|
297
|
-
const prepared = await createProductionEvaluationHost(host).prepare();
|
|
298
|
-
let stored;
|
|
299
|
-
if (sourceRunId !== undefined) {
|
|
300
|
-
const admission = await prepared.admitResume({
|
|
301
|
-
locator: { locatorKind: 'core-run', runId: sourceRunId },
|
|
302
|
-
policy: {
|
|
303
|
-
rejectionMode: 'fail-closed',
|
|
304
|
-
minimumSourceTrust: 'unknown',
|
|
305
|
-
cacheReceiptMode: 'allow-indeterminate',
|
|
306
|
-
budgetVerificationMode: 'allow-indeterminate',
|
|
307
|
-
},
|
|
308
|
-
});
|
|
309
|
-
if (admission.disposition !== 'reuse') {
|
|
310
|
-
throw new Error(`Core resume 被拒绝:${admission.reasonCode}`);
|
|
311
|
-
}
|
|
312
|
-
stored = admission.artifacts;
|
|
313
|
-
}
|
|
314
|
-
else {
|
|
315
|
-
const targetIds = prepared.plan.execution.targets.map((target) => target.targetId);
|
|
316
|
-
const runId = generateRunId(targetIds);
|
|
317
|
-
const run = await prepared.execute({
|
|
318
|
-
runId,
|
|
319
|
-
createdAt: new Date().toISOString(),
|
|
320
|
-
progressSink: emitProgress(input.lang),
|
|
321
|
-
});
|
|
322
|
-
const persistence = await run.persistence;
|
|
323
|
-
await run.result;
|
|
324
|
-
if (persistence.persistenceStatus !== 'stored') {
|
|
325
|
-
if (persistence.persistenceStatus === 'failed')
|
|
326
|
-
throw persistence.error;
|
|
327
|
-
throw new Error(`Core 产物未保存:${persistence.reasonCode}`);
|
|
328
|
-
}
|
|
329
|
-
stored = persistence.artifacts;
|
|
129
|
+
catch (error) {
|
|
130
|
+
return withLocalizedSampleDiscovery(() => { throw error; }, input.lang);
|
|
330
131
|
}
|
|
331
|
-
const output = projectCoreCliRunOutcome(stored, {
|
|
332
|
-
exitMode: request.values.presentation.exitMode,
|
|
333
|
-
diagnosticMode: request.values.orchestration.diagnostic === 'enabled-outside-core'
|
|
334
|
-
? 'enabled'
|
|
335
|
-
: 'disabled',
|
|
336
|
-
});
|
|
337
|
-
await persistArtifactGraph(stored, outputDirectory, projectRoot);
|
|
338
|
-
await appendManagedEvidenceSafely(stored, compiled.orchestration.managedEvidence === 'append', input.lang);
|
|
339
|
-
await announceCoreReport(stored, store, outputDirectory, request.values.presentation.serve, input.lang);
|
|
340
|
-
return {
|
|
341
|
-
exitCode: output.gate.exitCode,
|
|
342
|
-
output,
|
|
343
|
-
stored,
|
|
344
|
-
outputDirectory,
|
|
345
|
-
};
|
|
346
132
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { type EvaluationDefinition } from '../eval-core/contracts/index.js';
|
|
2
2
|
import { type ExecutionExecutor } from '../eval-core/execution/index.js';
|
|
3
|
-
import type { OmkBindingResourceLeaseAccess } from '../eval-hosts/
|
|
4
|
-
import type { RuntimeBindingOf } from '../eval-hosts/
|
|
3
|
+
import type { OmkBindingResourceLeaseAccess } from '../eval-workflows/hosts/resource-leases/types.js';
|
|
4
|
+
import type { RuntimeBindingOf } from '../eval-workflows/hosts/types.js';
|
|
5
5
|
import type { DshAgentLike, DshHostContextLike } from './host-executor.js';
|
|
6
6
|
export { DSH_HOST_CORE_ADAPTER_IMPLEMENTATION_VERSION, createDshHostCoreSchemaValidators, } from './core-protocol.js';
|
|
7
7
|
export declare const DEFAULT_DSH_HOST_CORE_MAX_INPUT_BYTES: number;
|
|
@@ -2,7 +2,7 @@ import { randomUUID } from 'node:crypto';
|
|
|
2
2
|
import { JsonValueSchema, RuntimeIdentitySchema, canonicalizeJson, deepFreezeCanonicalJson, digestCanonicalJson, } from '../eval-core/contracts/index.js';
|
|
3
3
|
import { ExecutionPortFailure, } from '../eval-core/execution/index.js';
|
|
4
4
|
import { createDshHostRuntimeFingerprint } from '../executors/core/runtime-fingerprint.js';
|
|
5
|
-
import { captureClaudeCliRunState, captureClaudeCliTarget, disposeClaudeCliTrial, openClaudeCliTrial, } from '../eval-hosts/
|
|
5
|
+
import { captureClaudeCliRunState, captureClaudeCliTarget, disposeClaudeCliTrial, openClaudeCliTrial, } from '../eval-workflows/hosts/adapters/claude/resources.js';
|
|
6
6
|
import { createSameProcessExecutorAdapter } from '../eval-runtime/adapters/same-process.js';
|
|
7
7
|
import { DSH_HOST_CORE_ADAPTER_IMPLEMENTATION_VERSION, dshHostCoreExecutorCapabilities, parseDshHostCoreResult, } from './core-protocol.js';
|
|
8
8
|
import { supportsDshTraceEventType } from './trace-adapter.js';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type StoredCoreRunArtifacts } from '../eval-workflows/
|
|
1
|
+
import { type StoredCoreRunArtifacts } from '../eval-workflows/hosts/application.js';
|
|
2
2
|
import type { CoreCliRunOutcome, CoreCliSeriesOutcome } from '../eval-workflows/projections/contracts.js';
|
|
3
3
|
import type { EvalConfig } from '../eval-workflows/inputs/contracts/config.js';
|
|
4
4
|
import { type DshAgentLike, type DshHostContextLike } from './host-executor.js';
|