praxis-agent 0.70.0 → 0.70.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +28 -3
- package/dist/build-identity.json +1 -1
- package/dist/cli-runtime.js +110 -103
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -179,9 +179,34 @@ troubleshooting. Run `praxis --help` for the authoritative command surface.
|
|
|
179
179
|
`frame-codec`, `graph-craft`, and `route-forge`: 12 repository-qualified
|
|
180
180
|
tasks, 3 repetitions each, and 36 planned runs with digest
|
|
181
181
|
`sha256:9380f5ccd9b920bf9767381f2d36d91dc04abe645db0a7c1a5f1597279d579ff`.
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
182
|
+
The corpus is frozen before execution. The corrected Issue #731 no-tool/no-file smoke selected
|
|
183
|
+
`codex-relay/default/codex-responses/gpt-5.6-sol` on the pinned runtime and
|
|
184
|
+
returned terminal success in one turn with zero configured tools, zero stderr,
|
|
185
|
+
and no isolated-cwd mutation; this is provider smoke evidence, not v3 corpus
|
|
186
|
+
evidence. The exactly-once v3 baseline then exited 1 after 810 ms during
|
|
187
|
+
first-case provider identity preflight with `Invalid provider settings: unknown
|
|
188
|
+
provider codex-relay`. Project Eval creates an empty per-case
|
|
189
|
+
`workspace.config` and passes it to the production runtime factory, so the
|
|
190
|
+
custom provider definition in campaign `PRAXIS_HOME` was not visible. The
|
|
191
|
+
baseline completed 0/36 runs, emitted no qualification result or run
|
|
192
|
+
artifacts, and no candidate was admitted or run, so no baseline/candidate
|
|
193
|
+
regression comparison exists. The no-retry/no-substitution contract was
|
|
194
|
+
honored; there is no v3 behavior, mutation-oriented safety,
|
|
195
|
+
verifier, usage, subscription-cost, duration/latency, quality, security,
|
|
196
|
+
compatibility, efficiency, optimization, baseline, candidate, or
|
|
197
|
+
qualification conclusion. The settings-forwarding gap must be resolved under
|
|
198
|
+
a new change before any separately authorized future campaign. Task 8.2
|
|
199
|
+
remains incomplete and Phase 9 stays locked. Issue #733 now fixes only this
|
|
200
|
+
configuration admission path: the default Project Eval factory preserves the
|
|
201
|
+
explicitly selected caller native config root for provider definitions,
|
|
202
|
+
selection, and credentials consistently across identity and runtime
|
|
203
|
+
construction. The per-case root remains authoritative for runtime settings,
|
|
204
|
+
state, transcripts, hooks, plugins, MCP, memory, artifacts, tools, and
|
|
205
|
+
verifier behavior; no settings file is copied into the case root. This removes
|
|
206
|
+
the configuration blocker only; it does not retry #731, create v3 evidence,
|
|
207
|
+
complete Task 8.2, unlock Phase 9, or authorize a future provider request. A
|
|
208
|
+
bounded DeepSeek baseline for
|
|
209
|
+
the exact
|
|
185
210
|
`anthropic/default/deepseek-v4-flash` pin completed 36/36 runs with
|
|
186
211
|
33/36 passes (91.7%) and 36/36 safety passes. The
|
|
187
212
|
`config-kit.add-json-output` run 3 failed closed with provider error
|
package/dist/build-identity.json
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"schema_version":"1.0","source_revision":"git:
|
|
1
|
+
{"schema_version":"1.0","source_revision":"git:c3f2038fee80e4d969eb6c95918cb4cabbbd7108","source_dirty":false,"artifact_sha256":"sha256:f6e99df40f107902d2670c0e6d6a783f980371cbc464ff8e0f90483c7bd56c41"}
|
package/dist/cli-runtime.js
CHANGED
|
@@ -967,7 +967,7 @@ export function resolveUnknownCostSidecarPath(dataPlane, configRoot) {
|
|
|
967
967
|
assertNativeDataPlane(dataPlane);
|
|
968
968
|
return join(configRoot, 'state', 'unknown-cost-sidecar.json');
|
|
969
969
|
}
|
|
970
|
-
const createDefaultService = async ({ eventSink, requireProvider, hooksOnly = false, approveRecovery, approveTool, agent, model: interactiveModel, effort: interactiveEffort, permissionMode: interactivePermissionMode, isSessionActionApproved, controls = DEFAULT_CLI_CONTROLS, interactive = false, sessionKind, signal, exposeToolRegistry = false, onElicitation, askUser, approvePlan, approveWorkspaceTrust, emitToolUseSummaries = false, cwd: requestedCwd, sandboxOriginalCwd, configRoot: requestedConfigRoot, environment, providerEnvironment: requestedProviderEnvironment, }) => {
|
|
970
|
+
const createDefaultService = async ({ eventSink, requireProvider, hooksOnly = false, approveRecovery, approveTool, agent, model: interactiveModel, effort: interactiveEffort, permissionMode: interactivePermissionMode, isSessionActionApproved, controls = DEFAULT_CLI_CONTROLS, interactive = false, sessionKind, signal, exposeToolRegistry = false, onElicitation, askUser, approvePlan, approveWorkspaceTrust, emitToolUseSummaries = false, cwd: requestedCwd, sandboxOriginalCwd, configRoot: requestedConfigRoot, providerConfigRoot: requestedProviderConfigRoot, environment, providerEnvironment: requestedProviderEnvironment, }) => {
|
|
971
971
|
const runtimeEnvironment = requestedProviderEnvironment ?? process.env;
|
|
972
972
|
const sandboxEnvironment = { ...runtimeEnvironment, ...environment };
|
|
973
973
|
const claudeVersion = VERIFIED_CLAUDE_SCHEMA_VERSION;
|
|
@@ -980,6 +980,12 @@ const createDefaultService = async ({ eventSink, requireProvider, hooksOnly = fa
|
|
|
980
980
|
...(requestedConfigRoot === undefined ? {} : { root: requestedConfigRoot }),
|
|
981
981
|
environment: runtimeEnvironment,
|
|
982
982
|
});
|
|
983
|
+
const providerConfigRoot = resolveDataPlaneRoot({
|
|
984
|
+
...(requestedProviderConfigRoot === undefined
|
|
985
|
+
? { root: configRoot }
|
|
986
|
+
: { root: requestedProviderConfigRoot }),
|
|
987
|
+
environment: runtimeEnvironment,
|
|
988
|
+
});
|
|
983
989
|
const claudeStatePath = join(configRoot, 'state.json');
|
|
984
990
|
const simpleMode = controls.bare ||
|
|
985
991
|
truthyEnvironmentValue(runtimeEnvironment.CLAUDE_CODE_SIMPLE);
|
|
@@ -1108,7 +1114,7 @@ const createDefaultService = async ({ eventSink, requireProvider, hooksOnly = fa
|
|
|
1108
1114
|
let workspaceProviderSettingsTrusted = false;
|
|
1109
1115
|
if (!hooksOnly && !cli.safeMode && !simpleMode) {
|
|
1110
1116
|
const assessment = await assessCurrentWorkspaceProviderSelection({
|
|
1111
|
-
configRoot,
|
|
1117
|
+
configRoot: providerConfigRoot,
|
|
1112
1118
|
statePath: claudeStatePath,
|
|
1113
1119
|
cwd,
|
|
1114
1120
|
environment: runtimeEnvironment,
|
|
@@ -1123,7 +1129,7 @@ const createDefaultService = async ({ eventSink, requireProvider, hooksOnly = fa
|
|
|
1123
1129
|
if (!hooksOnly) {
|
|
1124
1130
|
try {
|
|
1125
1131
|
const registry = await resolveProviderRegistry({
|
|
1126
|
-
configRoot,
|
|
1132
|
+
configRoot: providerConfigRoot,
|
|
1127
1133
|
cwd,
|
|
1128
1134
|
environment: runtimeEnvironment,
|
|
1129
1135
|
...((interactiveModel ?? controls.model) === undefined
|
|
@@ -1139,7 +1145,7 @@ const createDefaultService = async ({ eventSink, requireProvider, hooksOnly = fa
|
|
|
1139
1145
|
includeProjectSettings: workspaceProviderSettingsTrusted,
|
|
1140
1146
|
context,
|
|
1141
1147
|
vault: new ProviderCredentialVault({
|
|
1142
|
-
configRoot,
|
|
1148
|
+
configRoot: providerConfigRoot,
|
|
1143
1149
|
environment: runtimeEnvironment,
|
|
1144
1150
|
}),
|
|
1145
1151
|
anthropicThinking: {
|
|
@@ -2273,108 +2279,108 @@ const createDefaultAutoModeCritic = async ({ model, provider, providerProfile, d
|
|
|
2273
2279
|
});
|
|
2274
2280
|
return registry.create(model ?? registry.target.modelId);
|
|
2275
2281
|
};
|
|
2276
|
-
const
|
|
2277
|
-
|
|
2278
|
-
|
|
2279
|
-
|
|
2280
|
-
|
|
2281
|
-
|
|
2282
|
-
|
|
2283
|
-
|
|
2284
|
-
|
|
2285
|
-
|
|
2286
|
-
|
|
2287
|
-
entry = JSON.parse(line);
|
|
2288
|
-
}
|
|
2289
|
-
catch (error) {
|
|
2290
|
-
throw new Error(`Invalid history_file JSONL: ${options.historyFile}`, {
|
|
2291
|
-
cause: error,
|
|
2292
|
-
});
|
|
2293
|
-
}
|
|
2294
|
-
if (!entry || typeof entry !== 'object' || Array.isArray(entry))
|
|
2295
|
-
throw new Error(`Invalid history_file entry: ${options.historyFile}`);
|
|
2296
|
-
const candidate = entry.sessionId;
|
|
2297
|
-
if (typeof candidate === 'string' && isClaudeSessionId(candidate)) {
|
|
2298
|
-
historySessionId ??= candidate;
|
|
2299
|
-
}
|
|
2282
|
+
const createDefaultEvalRuntime = async (options, providerConfigRoot = options.configRoot) => {
|
|
2283
|
+
let turns = 0;
|
|
2284
|
+
let historySessionId;
|
|
2285
|
+
if (options.historyFile) {
|
|
2286
|
+
const source = await readFile(options.historyFile, 'utf8');
|
|
2287
|
+
for (const line of source.split(/\r?\n/u)) {
|
|
2288
|
+
if (!line.trim())
|
|
2289
|
+
continue;
|
|
2290
|
+
let entry;
|
|
2291
|
+
try {
|
|
2292
|
+
entry = JSON.parse(line);
|
|
2300
2293
|
}
|
|
2301
|
-
|
|
2302
|
-
throw new Error(
|
|
2303
|
-
|
|
2304
|
-
|
|
2305
|
-
|
|
2306
|
-
|
|
2307
|
-
|
|
2308
|
-
|
|
2309
|
-
|
|
2310
|
-
|
|
2311
|
-
|
|
2312
|
-
|
|
2313
|
-
|
|
2314
|
-
|
|
2315
|
-
|
|
2316
|
-
|
|
2317
|
-
|
|
2318
|
-
requireProvider: true,
|
|
2294
|
+
catch (error) {
|
|
2295
|
+
throw new Error(`Invalid history_file JSONL: ${options.historyFile}`, {
|
|
2296
|
+
cause: error,
|
|
2297
|
+
});
|
|
2298
|
+
}
|
|
2299
|
+
if (!entry || typeof entry !== 'object' || Array.isArray(entry))
|
|
2300
|
+
throw new Error(`Invalid history_file entry: ${options.historyFile}`);
|
|
2301
|
+
const candidate = entry.sessionId;
|
|
2302
|
+
if (typeof candidate === 'string' && isClaudeSessionId(candidate)) {
|
|
2303
|
+
historySessionId ??= candidate;
|
|
2304
|
+
}
|
|
2305
|
+
}
|
|
2306
|
+
if (!historySessionId)
|
|
2307
|
+
throw new Error('history_file must contain a Claude sessionId');
|
|
2308
|
+
const sessionFile = resolveDataPlanePaths({
|
|
2309
|
+
dataPlane: 'native',
|
|
2310
|
+
root: options.configRoot,
|
|
2319
2311
|
cwd: options.cwd,
|
|
2320
|
-
|
|
2321
|
-
|
|
2322
|
-
|
|
2323
|
-
|
|
2324
|
-
|
|
2325
|
-
|
|
2326
|
-
|
|
2327
|
-
|
|
2328
|
-
|
|
2329
|
-
|
|
2330
|
-
|
|
2331
|
-
|
|
2332
|
-
|
|
2333
|
-
|
|
2334
|
-
|
|
2335
|
-
|
|
2336
|
-
|
|
2337
|
-
|
|
2338
|
-
|
|
2339
|
-
|
|
2340
|
-
|
|
2341
|
-
|
|
2342
|
-
|
|
2343
|
-
|
|
2344
|
-
|
|
2345
|
-
|
|
2346
|
-
|
|
2347
|
-
|
|
2348
|
-
|
|
2349
|
-
|
|
2350
|
-
|
|
2351
|
-
|
|
2352
|
-
|
|
2353
|
-
|
|
2354
|
-
|
|
2355
|
-
|
|
2356
|
-
|
|
2357
|
-
|
|
2358
|
-
|
|
2359
|
-
|
|
2360
|
-
|
|
2361
|
-
|
|
2362
|
-
|
|
2363
|
-
|
|
2364
|
-
|
|
2365
|
-
|
|
2366
|
-
|
|
2367
|
-
|
|
2368
|
-
|
|
2369
|
-
|
|
2370
|
-
|
|
2312
|
+
sessionId: historySessionId,
|
|
2313
|
+
}).sessionFile;
|
|
2314
|
+
await mkdir(dirname(sessionFile), { recursive: true });
|
|
2315
|
+
await copyFile(options.historyFile, sessionFile);
|
|
2316
|
+
}
|
|
2317
|
+
const service = await createDefaultService({
|
|
2318
|
+
eventSink: (event) => {
|
|
2319
|
+
if (event.type === 'state' && event.state === 'awaiting-model')
|
|
2320
|
+
turns += 1;
|
|
2321
|
+
options.eventSink(event);
|
|
2322
|
+
},
|
|
2323
|
+
requireProvider: true,
|
|
2324
|
+
cwd: options.cwd,
|
|
2325
|
+
configRoot: options.configRoot,
|
|
2326
|
+
providerConfigRoot,
|
|
2327
|
+
environment: {
|
|
2328
|
+
...options.env,
|
|
2329
|
+
HOME: options.home,
|
|
2330
|
+
USERPROFILE: options.home,
|
|
2331
|
+
},
|
|
2332
|
+
providerEnvironment: process.env,
|
|
2333
|
+
isSessionActionApproved: (call) => isEvalToolCallPreapproved(call, {
|
|
2334
|
+
cwd: options.cwd,
|
|
2335
|
+
homeDirectory: options.home,
|
|
2336
|
+
allowedTools: options.allowedTools,
|
|
2337
|
+
additionalDirectories: options.addDirs,
|
|
2338
|
+
}),
|
|
2339
|
+
controls: {
|
|
2340
|
+
...DEFAULT_CLI_CONTROLS,
|
|
2341
|
+
dataPlane: options.dataPlane,
|
|
2342
|
+
sessionPersistence: false,
|
|
2343
|
+
maxTurns: options.maxTurns,
|
|
2344
|
+
pluginDirectories: [...(options.pluginDirectories ?? [])],
|
|
2345
|
+
addDirectories: [...options.addDirs],
|
|
2346
|
+
allowedTools: [...options.allowedTools],
|
|
2347
|
+
disallowedTools: [],
|
|
2348
|
+
tools: [...options.allowedTools],
|
|
2349
|
+
permissionMode: 'dontAsk',
|
|
2350
|
+
...(options.model ? { model: options.model } : {}),
|
|
2351
|
+
...(options.provider ? { provider: options.provider } : {}),
|
|
2352
|
+
...(options.providerProfile
|
|
2353
|
+
? { providerProfile: options.providerProfile }
|
|
2354
|
+
: {}),
|
|
2355
|
+
...(options.appendSystemPrompt
|
|
2356
|
+
? { appendSystemPrompt: options.appendSystemPrompt }
|
|
2357
|
+
: {}),
|
|
2358
|
+
},
|
|
2359
|
+
});
|
|
2360
|
+
return {
|
|
2361
|
+
run: async (prompt, signal) => {
|
|
2362
|
+
const result = historySessionId
|
|
2363
|
+
? await service.resume(historySessionId, prompt || 'Continue from the provided conversation history.', signal)
|
|
2364
|
+
: await service.run(prompt, signal);
|
|
2365
|
+
return {
|
|
2366
|
+
text: result.text,
|
|
2367
|
+
turns,
|
|
2368
|
+
...(result.costUsd === undefined ? {} : { costUsd: result.costUsd }),
|
|
2369
|
+
usage: result.usage,
|
|
2370
|
+
};
|
|
2371
|
+
},
|
|
2372
|
+
close: () => service.close?.() ?? Promise.resolve(),
|
|
2373
|
+
};
|
|
2374
|
+
};
|
|
2375
|
+
const defaultPluginEvalRuntimeFactory = {
|
|
2376
|
+
create: (options) => createDefaultEvalRuntime(options),
|
|
2371
2377
|
};
|
|
2372
|
-
const
|
|
2373
|
-
create: (options) =>
|
|
2378
|
+
const createDefaultProjectEvalRuntimeFactory = (providerConfigRoot) => ({
|
|
2379
|
+
create: (options) => createDefaultEvalRuntime(options, providerConfigRoot),
|
|
2374
2380
|
identify: async (options) => {
|
|
2375
2381
|
const environment = process.env;
|
|
2376
2382
|
const target = await resolveProviderRuntimeTarget({
|
|
2377
|
-
configRoot:
|
|
2383
|
+
configRoot: providerConfigRoot,
|
|
2378
2384
|
cwd: options.cwd,
|
|
2379
2385
|
environment,
|
|
2380
2386
|
...(options.model === undefined ? {} : { model: options.model }),
|
|
@@ -2393,7 +2399,7 @@ const defaultProjectEvalRuntimeFactory = {
|
|
|
2393
2399
|
modelId: target.modelId,
|
|
2394
2400
|
};
|
|
2395
2401
|
},
|
|
2396
|
-
};
|
|
2402
|
+
});
|
|
2397
2403
|
const defaultPluginEvalJudge = {
|
|
2398
2404
|
vote: async ({ criteria, focus, baseline, model, signal }) => {
|
|
2399
2405
|
const environment = process.env;
|
|
@@ -2628,6 +2634,7 @@ export async function resolveInteractiveProviderStartup(options) {
|
|
|
2628
2634
|
};
|
|
2629
2635
|
}
|
|
2630
2636
|
export function createDefaultDependencies(entrypoint = fileURLToPath(import.meta.url)) {
|
|
2637
|
+
const projectEvalConfigRoot = resolveDataPlaneRoot();
|
|
2631
2638
|
const dependencies = {
|
|
2632
2639
|
createService: createDefaultService,
|
|
2633
2640
|
createAutoModeCritic: createDefaultAutoModeCritic,
|
|
@@ -2636,10 +2643,10 @@ export function createDefaultDependencies(entrypoint = fileURLToPath(import.meta
|
|
|
2636
2643
|
judge: defaultPluginEvalJudge,
|
|
2637
2644
|
},
|
|
2638
2645
|
projectEval: {
|
|
2639
|
-
runtimeFactory:
|
|
2646
|
+
runtimeFactory: createDefaultProjectEvalRuntimeFactory(projectEvalConfigRoot),
|
|
2640
2647
|
loadBuildIdentity: () => loadPraxisBuildIdentity(),
|
|
2641
2648
|
version: VERSION,
|
|
2642
|
-
configRoot:
|
|
2649
|
+
configRoot: projectEvalConfigRoot,
|
|
2643
2650
|
},
|
|
2644
2651
|
cliPath: entrypoint,
|
|
2645
2652
|
runInteractive: async ({ agent, controls, initialPrompt, resume, signal, }) => {
|