@wix/pathgrade 1.0.31 → 1.0.32
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/jest/invocation-adapter.d.ts +2 -2
- package/dist/adapters/jest/invocation-adapter.js +1 -1
- package/dist/adapters/jest/lifecycle.d.ts +3 -3
- package/dist/adapters/jest/lifecycle.js +1 -1
- package/dist/adapters/jest/metadata.d.ts +0 -1
- package/dist/adapters/jest/metadata.js +1 -1
- package/dist/adapters/jest/results.d.ts +3 -2
- package/dist/affected/format.d.ts +0 -23
- package/dist/affected/format.js +1 -1
- package/dist/affected/sidecar.d.ts +0 -1
- package/dist/affected/sidecar.js +1 -1
- package/dist/affected/types.d.ts +2 -17
- package/dist/agents/claude/ask-user-answer-store.d.ts +2 -1
- package/dist/agents/claude/tool-results.d.ts +1 -1
- package/dist/agents/claude/tool-results.js +1 -1
- package/dist/agents/claude.d.ts +2 -1
- package/dist/agents/codex-app-server/protocol/DynamicToolCallParams.d.ts +2 -1
- package/dist/agents/codex-app-server/protocol/GrantedPermissionProfile.d.ts +3 -2
- package/dist/agents/codex-app-server/protocol/McpElicitationRequestParams.d.ts +3 -2
- package/dist/agents/codex-app-server/protocol/PermissionsRequestApprovalParams.d.ts +3 -2
- package/dist/agents/codex-app-server/protocol/ThreadStartParams.d.ts +7 -6
- package/dist/agents/codex-app-server/protocol/TurnCompletedNotification.d.ts +2 -1
- package/dist/agents/codex-app-server/transport.d.ts +2 -2
- package/dist/commands/analyze.d.ts +0 -13
- package/dist/commands/report.d.ts +0 -7
- package/dist/commands/report.js +1 -1
- package/dist/core/generated-mcp-protocol.d.ts +0 -2
- package/dist/core/generated-mcp-protocol.js +2 -2
- package/dist/evals/discovery.d.ts +0 -1
- package/dist/evals/discovery.js +1 -1
- package/dist/internal/direct-mcp-v2/acp-client.d.ts +0 -8
- package/dist/internal/direct-mcp-v2/acp-direct-mcp.d.ts +2 -1
- package/dist/internal/direct-mcp-v2/claude-direct-mcp.d.ts +1 -1
- package/dist/internal/direct-mcp-v2/claude-profile.d.ts +0 -10
- package/dist/internal/direct-mcp-v2/claude-profile.js +3 -3
- package/dist/internal/direct-mcp-v2/codex-direct-mcp.d.ts +2 -1
- package/dist/internal/direct-mcp-v2/compiler.d.ts +0 -1
- package/dist/internal/direct-mcp-v2/compiler.js +1 -1
- package/dist/internal/direct-mcp-v2/json.d.ts +0 -2
- package/dist/internal/direct-mcp-v2/json.js +2 -2
- package/dist/internal/direct-mcp-v2/runtime-lock.d.ts +2 -1
- package/dist/internal/direct-mcp-v2/runtime-profile.d.ts +0 -1
- package/dist/internal/direct-mcp-v2/runtime-profile.js +1 -1
- package/dist/internal/direct-mcp-v2/types.d.ts +5 -4
- package/dist/providers/mcp-config.d.ts +0 -2
- package/dist/providers/mcp-config.js +2 -2
- package/dist/providers/mcp-runtime-mounting.d.ts +1 -9
- package/dist/providers/sandbox-lifecycle.d.ts +0 -2
- package/dist/providers/sandbox-lifecycle.js +2 -2
- package/dist/providers/scripted-mcp-mock-host.d.ts +1 -1
- package/dist/providers/workspace.d.ts +0 -1
- package/dist/reporters/github-comment.d.ts +0 -11
- package/dist/reporters/github-comment.js +1 -1
- package/dist/reporters/verbose-emitter.d.ts +7 -19
- package/dist/reporters/verbose-emitter.js +5 -5
- package/dist/reporting/types.d.ts +2 -1
- package/dist/runners/adapter-loader.d.ts +0 -3
- package/dist/runners/model-validation.d.ts +2 -1
- package/dist/runners/repeated-attempts.d.ts +0 -5
- package/dist/runners/repeated-attempts.js +1 -1
- package/dist/runners/vitest-invocation.d.ts +2 -2
- package/dist/runners/vitest-invocation.js +1 -1
- package/dist/runners/vitest-lifecycle.d.ts +0 -2
- package/dist/runners/vitest-lifecycle.js +1 -1
- package/dist/sdk/ask-bus/handler.d.ts +3 -2
- package/dist/sdk/diagnostics.d.ts +4 -3
- package/dist/sdk/judge-tool-runner.d.ts +1 -2
- package/dist/sdk/mcp-mock-approvals.d.ts +3 -2
- package/dist/sdk/reaction-loader.d.ts +1 -2
- package/dist/sdk/reaction-preview.d.ts +1 -4
- package/dist/sdk/reaction-preview.js +3 -3
- package/dist/sdk/run-scorer.d.ts +1 -4
- package/dist/sdk/run-scorer.js +3 -3
- package/dist/sdk/runtime-policy.d.ts +0 -1
- package/dist/sdk/runtime-policy.js +1 -1
- package/dist/tool-events.d.ts +0 -1
- package/dist/tool-events.js +1 -1
- package/dist/types.d.ts +8 -26
- package/dist/types.js +1 -1
- package/dist/utils/cli.d.ts +0 -15
- package/dist/utils/cli.js +4 -4
- package/dist/utils/llm-mocks.d.ts +3 -2
- package/dist/utils/llm-providers/cli.d.ts +0 -1
- package/dist/utils/llm-providers/cli.js +1 -1
- package/dist/utils/llm-types.d.ts +4 -3
- package/dist/utils/llm.d.ts +2 -2
- package/dist/utils/llm.js +1 -1
- package/package.json +2 -2
package/dist/utils/cli.js
CHANGED
|
@@ -27,13 +27,13 @@ export function header(title, width = 60) {
|
|
|
27
27
|
console.log(`\n${fmt.bold(`── ${title} `)}${fmt.dim(rule)}`);
|
|
28
28
|
}
|
|
29
29
|
/** Print a labeled key-value pair */
|
|
30
|
-
|
|
30
|
+
function kv(label, value, indent = 2) {
|
|
31
31
|
const pad = ' '.repeat(indent);
|
|
32
32
|
const labelPad = label.padEnd(12);
|
|
33
33
|
console.log(`${pad}${fmt.dim(labelPad)}${value}`);
|
|
34
34
|
}
|
|
35
35
|
/** Print a trial result row */
|
|
36
|
-
|
|
36
|
+
function trialRow(trialId, total, reward, duration, commands, scorers) {
|
|
37
37
|
const pad = ' ';
|
|
38
38
|
const status = reward >= 0.5 ? fmt.pass('PASS') : fmt.fail('FAIL');
|
|
39
39
|
const rewardStr = reward.toFixed(2);
|
|
@@ -47,7 +47,7 @@ export function trialRow(trialId, total, reward, duration, commands, scorers) {
|
|
|
47
47
|
console.log(`${pad} ${fmt.dim(trialLabel)} ${status} ${fmt.bold(rewardStr)} ${fmt.dim(duration.padEnd(7))} ${fmt.dim(commands + ' cmds')} ${scorerStr}`);
|
|
48
48
|
}
|
|
49
49
|
/** Print the results summary block */
|
|
50
|
-
|
|
50
|
+
function resultsSummary(passRate, passAtK, passPowK, trials, preset) {
|
|
51
51
|
const presetLabel = preset === 'smoke' ? ' (smoke test)'
|
|
52
52
|
: preset === 'reliable' ? ' (reliable)'
|
|
53
53
|
: preset === 'regression' ? ' (regression)'
|
|
@@ -61,7 +61,7 @@ export function resultsSummary(passRate, passAtK, passPowK, trials, preset) {
|
|
|
61
61
|
console.log();
|
|
62
62
|
}
|
|
63
63
|
/** Print a validation result */
|
|
64
|
-
|
|
64
|
+
function validationResult(passed, reward, scorers) {
|
|
65
65
|
for (const g of scorers) {
|
|
66
66
|
const scoreStr = g.score.toFixed(2);
|
|
67
67
|
const color = g.score >= 0.5 ? fmt.green(scoreStr) : fmt.red(scoreStr);
|
|
@@ -26,11 +26,11 @@ export interface CreateMockLLMOptions {
|
|
|
26
26
|
/** When set, replaces the queue for `.call()`. Useful for dynamic / side-effecting tests. */
|
|
27
27
|
respond?: (prompt: string, opts?: LLMCallOptions) => MockResponse | Promise<MockResponse>;
|
|
28
28
|
}
|
|
29
|
-
|
|
29
|
+
interface MockCallRecord {
|
|
30
30
|
prompt: string;
|
|
31
31
|
opts?: LLMCallOptions;
|
|
32
32
|
}
|
|
33
|
-
|
|
33
|
+
interface MockToolCallRecord {
|
|
34
34
|
messages: ToolUseMessage[];
|
|
35
35
|
opts: CallWithToolsOptions;
|
|
36
36
|
}
|
|
@@ -41,3 +41,4 @@ export interface MockLLM extends LLMPort {
|
|
|
41
41
|
readonly toolCalls: readonly MockToolCallRecord[];
|
|
42
42
|
}
|
|
43
43
|
export declare function createMockLLM(opts?: CreateMockLLMOptions): MockLLM;
|
|
44
|
+
export {};
|
|
@@ -3,7 +3,6 @@ import type { LLMProvider } from '../llm-types.js';
|
|
|
3
3
|
export declare function resetCliCache(): void;
|
|
4
4
|
/** Check if claude CLI is installed and authenticated. */
|
|
5
5
|
export declare function isClaudeCliAvailable(): Promise<boolean>;
|
|
6
|
-
export declare function isCodexCliAvailable(): Promise<boolean>;
|
|
7
6
|
interface CliEnvelope {
|
|
8
7
|
result?: string;
|
|
9
8
|
structured_output?: unknown;
|
|
@@ -27,7 +27,7 @@ export function resetCliCache() {
|
|
|
27
27
|
export async function isClaudeCliAvailable() {
|
|
28
28
|
return getCliAvailability('claude', ['auth', 'status'], 5);
|
|
29
29
|
}
|
|
30
|
-
|
|
30
|
+
async function isCodexCliAvailable() {
|
|
31
31
|
return getCliAvailability('codex', ['login', 'status'], 5);
|
|
32
32
|
}
|
|
33
33
|
export function parseCliEnvelope(raw) {
|
|
@@ -73,12 +73,12 @@ export interface ToolResultBlock {
|
|
|
73
73
|
content: string;
|
|
74
74
|
is_error?: boolean;
|
|
75
75
|
}
|
|
76
|
-
|
|
76
|
+
interface TextBlock {
|
|
77
77
|
type: 'text';
|
|
78
78
|
text: string;
|
|
79
79
|
}
|
|
80
|
-
|
|
81
|
-
|
|
80
|
+
type AssistantContentBlock = TextBlock | ToolUseBlock;
|
|
81
|
+
type UserContentBlock = TextBlock | ToolResultBlock;
|
|
82
82
|
export interface ToolUseMessage {
|
|
83
83
|
role: 'user' | 'assistant';
|
|
84
84
|
content: string | Array<AssistantContentBlock | UserContentBlock>;
|
|
@@ -105,3 +105,4 @@ export interface LLMProviderAdapter {
|
|
|
105
105
|
}
|
|
106
106
|
/** @deprecated Use `LLMProviderAdapter`. Alias retained only during the RFC 010a migration. */
|
|
107
107
|
export type LLMProvider = LLMProviderAdapter;
|
|
108
|
+
export {};
|
package/dist/utils/llm.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { LLMProviderAdapter, LLMCallOptions, LLMCallResult, LLMPort } from './llm-types.js';
|
|
2
|
-
export type { LLMCallOptions, LLMCallResult, LLMPort, LLMProviderAdapter,
|
|
2
|
+
export type { LLMCallOptions, LLMCallResult, LLMPort, LLMProviderAdapter, TokenUsage } from './llm-types.js';
|
|
3
3
|
export interface CreateLLMClientOptions {
|
|
4
4
|
adapters?: LLMProviderAdapter[];
|
|
5
5
|
agent?: string;
|
|
@@ -11,7 +11,7 @@ export declare class ProviderNotSupportedError extends Error {
|
|
|
11
11
|
readonly adapterName: string;
|
|
12
12
|
constructor(adapterName: string);
|
|
13
13
|
}
|
|
14
|
-
export { isClaudeCliAvailable,
|
|
14
|
+
export { isClaudeCliAvailable, } from './llm-providers/cli.js';
|
|
15
15
|
/**
|
|
16
16
|
* Create an LLM client that tries providers in order.
|
|
17
17
|
*
|
package/dist/utils/llm.js
CHANGED
|
@@ -14,7 +14,7 @@ export class ProviderNotSupportedError extends Error {
|
|
|
14
14
|
}
|
|
15
15
|
}
|
|
16
16
|
// Re-export provider utilities that callsites depend on
|
|
17
|
-
export { isClaudeCliAvailable,
|
|
17
|
+
export { isClaudeCliAvailable, } from './llm-providers/cli.js';
|
|
18
18
|
function inferProviderFromModel(model) {
|
|
19
19
|
const normalized = model?.trim().toLowerCase();
|
|
20
20
|
if (!normalized)
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@wix/pathgrade",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.32",
|
|
4
4
|
"packageManager": "yarn@4.12.0",
|
|
5
5
|
"description": "Evaluate whether AI agents discover and use your skills correctly",
|
|
6
6
|
"exports": {
|
|
@@ -140,5 +140,5 @@
|
|
|
140
140
|
"typescript": "^5.9.3",
|
|
141
141
|
"zod": "4.3.6"
|
|
142
142
|
},
|
|
143
|
-
"falconPackageHash": "
|
|
143
|
+
"falconPackageHash": "c7a69bbfe306a62f3d89b21d92a09f18996516cd374f1772d1181d3f"
|
|
144
144
|
}
|