@qulib/core 0.10.1 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/index.d.ts +5 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/llm/provider.interface.d.ts +4 -1
- package/dist/llm/provider.interface.d.ts.map +1 -1
- package/dist/llm/providers/anthropic.d.ts +2 -2
- package/dist/llm/providers/anthropic.d.ts.map +1 -1
- package/dist/llm/providers/anthropic.js +2 -1
- package/dist/schemas/bug-report-score.schema.d.ts +163 -0
- package/dist/schemas/bug-report-score.schema.d.ts.map +1 -0
- package/dist/schemas/bug-report-score.schema.js +32 -0
- package/dist/schemas/confidence.schema.d.ts +33 -33
- package/dist/schemas/confidence.schema.d.ts.map +1 -1
- package/dist/schemas/confidence.schema.js +1 -0
- package/dist/schemas/decision-score.schema.d.ts +157 -0
- package/dist/schemas/decision-score.schema.d.ts.map +1 -0
- package/dist/schemas/decision-score.schema.js +39 -0
- package/dist/schemas/index.d.ts +2 -0
- package/dist/schemas/index.d.ts.map +1 -1
- package/dist/schemas/index.js +2 -0
- package/dist/schemas/views.schema.d.ts +11 -11
- package/dist/tools/scoring/bug-report-score.d.ts +34 -0
- package/dist/tools/scoring/bug-report-score.d.ts.map +1 -0
- package/dist/tools/scoring/bug-report-score.js +320 -0
- package/dist/tools/scoring/score-decisions.d.ts +30 -0
- package/dist/tools/scoring/score-decisions.d.ts.map +1 -0
- package/dist/tools/scoring/score-decisions.js +348 -0
- package/package.json +2 -2
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const ForkKindSchema: z.ZodEnum<["gate_block_vs_pass", "stop_vs_continue", "escalate_vs_proceed"]>;
|
|
3
|
+
export declare const DecisionForkSchema: z.ZodObject<{
|
|
4
|
+
fork_id: z.ZodString;
|
|
5
|
+
fork_kind: z.ZodEnum<["gate_block_vs_pass", "stop_vs_continue", "escalate_vs_proceed"]>;
|
|
6
|
+
options: z.ZodArray<z.ZodString, "many">;
|
|
7
|
+
choice: z.ZodString;
|
|
8
|
+
constraint: z.ZodString;
|
|
9
|
+
settleable: z.ZodBoolean;
|
|
10
|
+
source_event_id: z.ZodString;
|
|
11
|
+
ts: z.ZodString;
|
|
12
|
+
}, "strip", z.ZodTypeAny, {
|
|
13
|
+
options: string[];
|
|
14
|
+
fork_id: string;
|
|
15
|
+
fork_kind: "gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed";
|
|
16
|
+
choice: string;
|
|
17
|
+
constraint: string;
|
|
18
|
+
settleable: boolean;
|
|
19
|
+
source_event_id: string;
|
|
20
|
+
ts: string;
|
|
21
|
+
}, {
|
|
22
|
+
options: string[];
|
|
23
|
+
fork_id: string;
|
|
24
|
+
fork_kind: "gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed";
|
|
25
|
+
choice: string;
|
|
26
|
+
constraint: string;
|
|
27
|
+
settleable: boolean;
|
|
28
|
+
source_event_id: string;
|
|
29
|
+
ts: string;
|
|
30
|
+
}>;
|
|
31
|
+
export declare const ScoreDecisionsInputSchema: z.ZodObject<{
|
|
32
|
+
forksPath: z.ZodString;
|
|
33
|
+
enableLlmJudge: z.ZodOptional<z.ZodBoolean>;
|
|
34
|
+
}, "strip", z.ZodTypeAny, {
|
|
35
|
+
forksPath: string;
|
|
36
|
+
enableLlmJudge?: boolean | undefined;
|
|
37
|
+
}, {
|
|
38
|
+
forksPath: string;
|
|
39
|
+
enableLlmJudge?: boolean | undefined;
|
|
40
|
+
}>;
|
|
41
|
+
export declare const DecisionScoringPathSchema: z.ZodEnum<["deterministic", "llm-refined"]>;
|
|
42
|
+
export declare const ScoredDecisionForkSchema: z.ZodObject<{
|
|
43
|
+
fork_id: z.ZodString;
|
|
44
|
+
fork_kind: z.ZodEnum<["gate_block_vs_pass", "stop_vs_continue", "escalate_vs_proceed"]>;
|
|
45
|
+
choice: z.ZodString;
|
|
46
|
+
decisionQuality: z.ZodNumber;
|
|
47
|
+
seniorCorrect: z.ZodBoolean;
|
|
48
|
+
rationale: z.ZodString;
|
|
49
|
+
scoringPath: z.ZodEnum<["deterministic", "llm-refined"]>;
|
|
50
|
+
}, "strip", z.ZodTypeAny, {
|
|
51
|
+
rationale: string;
|
|
52
|
+
scoringPath: "deterministic" | "llm-refined";
|
|
53
|
+
fork_id: string;
|
|
54
|
+
fork_kind: "gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed";
|
|
55
|
+
choice: string;
|
|
56
|
+
decisionQuality: number;
|
|
57
|
+
seniorCorrect: boolean;
|
|
58
|
+
}, {
|
|
59
|
+
rationale: string;
|
|
60
|
+
scoringPath: "deterministic" | "llm-refined";
|
|
61
|
+
fork_id: string;
|
|
62
|
+
fork_kind: "gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed";
|
|
63
|
+
choice: string;
|
|
64
|
+
decisionQuality: number;
|
|
65
|
+
seniorCorrect: boolean;
|
|
66
|
+
}>;
|
|
67
|
+
export declare const DecisionScoreAggregateSchema: z.ZodObject<{
|
|
68
|
+
meanDecisionQuality: z.ZodNumber;
|
|
69
|
+
byKind: z.ZodRecord<z.ZodEnum<["gate_block_vs_pass", "stop_vs_continue", "escalate_vs_proceed"]>, z.ZodNumber>;
|
|
70
|
+
count: z.ZodNumber;
|
|
71
|
+
}, "strip", z.ZodTypeAny, {
|
|
72
|
+
count: number;
|
|
73
|
+
meanDecisionQuality: number;
|
|
74
|
+
byKind: Partial<Record<"gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed", number>>;
|
|
75
|
+
}, {
|
|
76
|
+
count: number;
|
|
77
|
+
meanDecisionQuality: number;
|
|
78
|
+
byKind: Partial<Record<"gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed", number>>;
|
|
79
|
+
}>;
|
|
80
|
+
export declare const DecisionScoreResultSchema: z.ZodObject<{
|
|
81
|
+
scored: z.ZodArray<z.ZodObject<{
|
|
82
|
+
fork_id: z.ZodString;
|
|
83
|
+
fork_kind: z.ZodEnum<["gate_block_vs_pass", "stop_vs_continue", "escalate_vs_proceed"]>;
|
|
84
|
+
choice: z.ZodString;
|
|
85
|
+
decisionQuality: z.ZodNumber;
|
|
86
|
+
seniorCorrect: z.ZodBoolean;
|
|
87
|
+
rationale: z.ZodString;
|
|
88
|
+
scoringPath: z.ZodEnum<["deterministic", "llm-refined"]>;
|
|
89
|
+
}, "strip", z.ZodTypeAny, {
|
|
90
|
+
rationale: string;
|
|
91
|
+
scoringPath: "deterministic" | "llm-refined";
|
|
92
|
+
fork_id: string;
|
|
93
|
+
fork_kind: "gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed";
|
|
94
|
+
choice: string;
|
|
95
|
+
decisionQuality: number;
|
|
96
|
+
seniorCorrect: boolean;
|
|
97
|
+
}, {
|
|
98
|
+
rationale: string;
|
|
99
|
+
scoringPath: "deterministic" | "llm-refined";
|
|
100
|
+
fork_id: string;
|
|
101
|
+
fork_kind: "gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed";
|
|
102
|
+
choice: string;
|
|
103
|
+
decisionQuality: number;
|
|
104
|
+
seniorCorrect: boolean;
|
|
105
|
+
}>, "many">;
|
|
106
|
+
aggregate: z.ZodObject<{
|
|
107
|
+
meanDecisionQuality: z.ZodNumber;
|
|
108
|
+
byKind: z.ZodRecord<z.ZodEnum<["gate_block_vs_pass", "stop_vs_continue", "escalate_vs_proceed"]>, z.ZodNumber>;
|
|
109
|
+
count: z.ZodNumber;
|
|
110
|
+
}, "strip", z.ZodTypeAny, {
|
|
111
|
+
count: number;
|
|
112
|
+
meanDecisionQuality: number;
|
|
113
|
+
byKind: Partial<Record<"gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed", number>>;
|
|
114
|
+
}, {
|
|
115
|
+
count: number;
|
|
116
|
+
meanDecisionQuality: number;
|
|
117
|
+
byKind: Partial<Record<"gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed", number>>;
|
|
118
|
+
}>;
|
|
119
|
+
}, "strip", z.ZodTypeAny, {
|
|
120
|
+
scored: {
|
|
121
|
+
rationale: string;
|
|
122
|
+
scoringPath: "deterministic" | "llm-refined";
|
|
123
|
+
fork_id: string;
|
|
124
|
+
fork_kind: "gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed";
|
|
125
|
+
choice: string;
|
|
126
|
+
decisionQuality: number;
|
|
127
|
+
seniorCorrect: boolean;
|
|
128
|
+
}[];
|
|
129
|
+
aggregate: {
|
|
130
|
+
count: number;
|
|
131
|
+
meanDecisionQuality: number;
|
|
132
|
+
byKind: Partial<Record<"gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed", number>>;
|
|
133
|
+
};
|
|
134
|
+
}, {
|
|
135
|
+
scored: {
|
|
136
|
+
rationale: string;
|
|
137
|
+
scoringPath: "deterministic" | "llm-refined";
|
|
138
|
+
fork_id: string;
|
|
139
|
+
fork_kind: "gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed";
|
|
140
|
+
choice: string;
|
|
141
|
+
decisionQuality: number;
|
|
142
|
+
seniorCorrect: boolean;
|
|
143
|
+
}[];
|
|
144
|
+
aggregate: {
|
|
145
|
+
count: number;
|
|
146
|
+
meanDecisionQuality: number;
|
|
147
|
+
byKind: Partial<Record<"gate_block_vs_pass" | "stop_vs_continue" | "escalate_vs_proceed", number>>;
|
|
148
|
+
};
|
|
149
|
+
}>;
|
|
150
|
+
export type ForkKind = z.infer<typeof ForkKindSchema>;
|
|
151
|
+
export type DecisionFork = z.infer<typeof DecisionForkSchema>;
|
|
152
|
+
export type ScoreDecisionsInput = z.infer<typeof ScoreDecisionsInputSchema>;
|
|
153
|
+
export type DecisionScoringPath = z.infer<typeof DecisionScoringPathSchema>;
|
|
154
|
+
export type ScoredDecisionFork = z.infer<typeof ScoredDecisionForkSchema>;
|
|
155
|
+
export type DecisionScoreAggregate = z.infer<typeof DecisionScoreAggregateSchema>;
|
|
156
|
+
export type DecisionScoreResult = z.infer<typeof DecisionScoreResultSchema>;
|
|
157
|
+
//# sourceMappingURL=decision-score.schema.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decision-score.schema.d.ts","sourceRoot":"","sources":["../../src/schemas/decision-score.schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,cAAc,8EAIzB,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;EAS7B,CAAC;AAEH,eAAO,MAAM,yBAAyB;;;;;;;;;EAGpC,CAAC;AAEH,eAAO,MAAM,yBAAyB,6CAA2C,CAAC;AAElF,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;EAQnC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;EAIvC,CAAC;AAEH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAGpC,CAAC;AAEH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AACtD,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export const ForkKindSchema = z.enum([
|
|
3
|
+
'gate_block_vs_pass',
|
|
4
|
+
'stop_vs_continue',
|
|
5
|
+
'escalate_vs_proceed',
|
|
6
|
+
]);
|
|
7
|
+
export const DecisionForkSchema = z.object({
|
|
8
|
+
fork_id: z.string().min(1).max(200),
|
|
9
|
+
fork_kind: ForkKindSchema,
|
|
10
|
+
options: z.array(z.string().min(1).max(500)).min(2).max(20),
|
|
11
|
+
choice: z.string().min(1).max(500),
|
|
12
|
+
constraint: z.string().min(1).max(8000),
|
|
13
|
+
settleable: z.boolean(),
|
|
14
|
+
source_event_id: z.string().min(1).max(200),
|
|
15
|
+
ts: z.string().min(1).max(100),
|
|
16
|
+
});
|
|
17
|
+
export const ScoreDecisionsInputSchema = z.object({
|
|
18
|
+
forksPath: z.string().min(1),
|
|
19
|
+
enableLlmJudge: z.boolean().optional(),
|
|
20
|
+
});
|
|
21
|
+
export const DecisionScoringPathSchema = z.enum(['deterministic', 'llm-refined']);
|
|
22
|
+
export const ScoredDecisionForkSchema = z.object({
|
|
23
|
+
fork_id: z.string(),
|
|
24
|
+
fork_kind: ForkKindSchema,
|
|
25
|
+
choice: z.string(),
|
|
26
|
+
decisionQuality: z.number().min(0).max(1),
|
|
27
|
+
seniorCorrect: z.boolean(),
|
|
28
|
+
rationale: z.string(),
|
|
29
|
+
scoringPath: DecisionScoringPathSchema,
|
|
30
|
+
});
|
|
31
|
+
export const DecisionScoreAggregateSchema = z.object({
|
|
32
|
+
meanDecisionQuality: z.number().min(0).max(1),
|
|
33
|
+
byKind: z.record(ForkKindSchema, z.number().min(0).max(1)),
|
|
34
|
+
count: z.number().int().min(0),
|
|
35
|
+
});
|
|
36
|
+
export const DecisionScoreResultSchema = z.object({
|
|
37
|
+
scored: z.array(ScoredDecisionForkSchema),
|
|
38
|
+
aggregate: DecisionScoreAggregateSchema,
|
|
39
|
+
});
|
package/dist/schemas/index.d.ts
CHANGED
|
@@ -9,5 +9,7 @@ export { AutomationMaturitySchema, AutomationMaturityDimensionSchema, Automation
|
|
|
9
9
|
export { PublicSurfaceSchema, PublicSurfaceViolationSchema, PublicSurfaceBrokenLinkSchema, type PublicSurface, type PublicSurfaceViolation, type PublicSurfaceBrokenLink, } from './public-surface.schema.js';
|
|
10
10
|
export { RecipeIdSchema, RecipeConfigSchema, type RecipeId, type RecipeConfig, } from './recipe.schema.js';
|
|
11
11
|
export { EvidenceSourceKindSchema, EvidenceItemSchema, ConfidenceSubjectSchema, ConfidenceInputSchema, ConfidencePolicySchema, ConfidenceVerdictSchema, ConfidenceContributionSchema, ReleaseConfidenceSchema, type EvidenceSourceKind, type EvidenceItem, type ConfidenceSubject, type ConfidenceInput, type ConfidencePolicy, type ConfidenceVerdict, type ConfidenceContribution, type ReleaseConfidence, } from './confidence.schema.js';
|
|
12
|
+
export { BugReportSeveritySchema, BugReportInputSchema, BugReportTargetSchema, ScoreBugReportInputSchema, BugReportRubricSchema, BugReportScoringPathSchema, BugReportScoreResultSchema, type BugReportSeverity, type BugReportInput, type BugReportTarget, type ScoreBugReportInput, type BugReportRubric, type BugReportScoringPath, type BugReportScoreResult, } from './bug-report-score.schema.js';
|
|
13
|
+
export { ForkKindSchema, DecisionForkSchema, ScoreDecisionsInputSchema, DecisionScoringPathSchema, ScoredDecisionForkSchema, DecisionScoreAggregateSchema, DecisionScoreResultSchema, type ForkKind, type DecisionFork, type ScoreDecisionsInput, type DecisionScoringPath, type ScoredDecisionFork, type DecisionScoreAggregate, type DecisionScoreResult, } from './decision-score.schema.js';
|
|
12
14
|
export { DeliveryTrafficPointSchema, InboxItemKindSchema, InboxItemSchema, ReplayStepSchema, ReplayTraceSchema, AuditEntrySchema, type DeliveryTrafficPoint, type InboxItemKind, type InboxItem, type ReplayStep, type ReplayTrace, type AuditEntry, } from './views.schema.js';
|
|
13
15
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/schemas/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,wBAAwB,EACxB,KAAK,cAAc,EACnB,KAAK,UAAU,EACf,KAAK,kBAAkB,GACxB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,mBAAmB,EACnB,gCAAgC,EAChC,gBAAgB,EAChB,kBAAkB,EAClB,0BAA0B,EAC1B,cAAc,EACd,qBAAqB,EACrB,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,YAAY,EACjB,KAAK,oBAAoB,EACzB,KAAK,QAAQ,EACb,KAAK,eAAe,GACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,sBAAsB,EACtB,KAAK,gBAAgB,GACtB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EACpB,WAAW,EACX,mBAAmB,EACnB,gBAAgB,EAChB,KAAK,cAAc,EACnB,KAAK,KAAK,GACX,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,iBAAiB,EACjB,SAAS,EACT,qBAAqB,EACrB,mBAAmB,EACnB,cAAc,EACd,6BAA6B,EAC7B,KAAK,WAAW,EAChB,KAAK,GAAG,EACR,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,QAAQ,EACb,KAAK,uBAAuB,GAC7B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,oBAAoB,EACpB,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,KAAK,gBAAgB,EACrB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,qBAAqB,GAC3B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,kBAAkB,EAClB,wBAAwB,EACxB,8BAA8B,EAC9B,kCAAkC,EAClC,2BAA2B,EAC3B,KAAK,YAAY,EACjB,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,GAC9B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,wBAAwB,EACxB,iCAAiC,EACjC,qCAAqC,EACrC,KAAK,kBAAkB,EACvB,KAAK,2BAA2B,EAChC,KAAK,+BAA+B,GACrC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC5B,6BAA6B,EAC7B,KAAK,aAAa,EAClB,KAAK,sBAAsB,EAC3B,KAAK,uBAAuB,GAC7B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,KAAK,QAAQ,EACb,KAAK,YAAY,GAClB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,wBAAwB,EACxB,kBAAkB,EAClB,uBAAuB,EACvB,qBAAqB,EACrB,sBAAsB,EACtB,uBAAuB,EACvB,4BAA4B,EAC5B,uBAAuB,EACvB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,EAC3B,KAAK,iBAAiB,GACvB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,0BAA0B,EAC1B,mBAAmB,EACnB,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,oBAAoB,EACzB,KAAK,aAAa,EAClB,KAAK,SAAS,EACd,KAAK,UAAU,EACf,KAAK,WAAW,EAChB,KAAK,UAAU,GAChB,MAAM,mBAAmB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/schemas/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,wBAAwB,EACxB,KAAK,cAAc,EACnB,KAAK,UAAU,EACf,KAAK,kBAAkB,GACxB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,mBAAmB,EACnB,gCAAgC,EAChC,gBAAgB,EAChB,kBAAkB,EAClB,0BAA0B,EAC1B,cAAc,EACd,qBAAqB,EACrB,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,YAAY,EACjB,KAAK,oBAAoB,EACzB,KAAK,QAAQ,EACb,KAAK,eAAe,GACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,sBAAsB,EACtB,KAAK,gBAAgB,GACtB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EACpB,WAAW,EACX,mBAAmB,EACnB,gBAAgB,EAChB,KAAK,cAAc,EACnB,KAAK,KAAK,GACX,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,iBAAiB,EACjB,SAAS,EACT,qBAAqB,EACrB,mBAAmB,EACnB,cAAc,EACd,6BAA6B,EAC7B,KAAK,WAAW,EAChB,KAAK,GAAG,EACR,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,QAAQ,EACb,KAAK,uBAAuB,GAC7B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,oBAAoB,EACpB,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,KAAK,gBAAgB,EACrB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,qBAAqB,GAC3B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,kBAAkB,EAClB,wBAAwB,EACxB,8BAA8B,EAC9B,kCAAkC,EAClC,2BAA2B,EAC3B,KAAK,YAAY,EACjB,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,GAC9B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,wBAAwB,EACxB,iCAAiC,EACjC,qCAAqC,EACrC,KAAK,kBAAkB,EACvB,KAAK,2BAA2B,EAChC,KAAK,+BAA+B,GACrC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC5B,6BAA6B,EAC7B,KAAK,aAAa,EAClB,KAAK,sBAAsB,EAC3B,KAAK,uBAAuB,GAC7B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,KAAK,QAAQ,EACb,KAAK,YAAY,GAClB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,wBAAwB,EACxB,kBAAkB,EAClB,uBAAuB,EACvB,qBAAqB,EACrB,sBAAsB,EACtB,uBAAuB,EACvB,4BAA4B,EAC5B,uBAAuB,EACvB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,EAC3B,KAAK,iBAAiB,GACvB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,uBAAuB,EACvB,oBAAoB,EACpB,qBAAqB,EACrB,yBAAyB,EACzB,qBAAqB,EACrB,0BAA0B,EAC1B,0BAA0B,EAC1B,KAAK,iBAAiB,EACtB,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,GAC1B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,yBAAyB,EACzB,yBAAyB,EACzB,wBAAwB,EACxB,4BAA4B,EAC5B,yBAAyB,EACzB,KAAK,QAAQ,EACb,KAAK,YAAY,EACjB,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,sBAAsB,EAC3B,KAAK,mBAAmB,GACzB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,0BAA0B,EAC1B,mBAAmB,EACnB,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,oBAAoB,EACzB,KAAK,aAAa,EAClB,KAAK,SAAS,EACd,KAAK,UAAU,EACf,KAAK,WAAW,EAChB,KAAK,UAAU,GAChB,MAAM,mBAAmB,CAAC"}
|
package/dist/schemas/index.js
CHANGED
|
@@ -9,4 +9,6 @@ export { AutomationMaturitySchema, AutomationMaturityDimensionSchema, Automation
|
|
|
9
9
|
export { PublicSurfaceSchema, PublicSurfaceViolationSchema, PublicSurfaceBrokenLinkSchema, } from './public-surface.schema.js';
|
|
10
10
|
export { RecipeIdSchema, RecipeConfigSchema, } from './recipe.schema.js';
|
|
11
11
|
export { EvidenceSourceKindSchema, EvidenceItemSchema, ConfidenceSubjectSchema, ConfidenceInputSchema, ConfidencePolicySchema, ConfidenceVerdictSchema, ConfidenceContributionSchema, ReleaseConfidenceSchema, } from './confidence.schema.js';
|
|
12
|
+
export { BugReportSeveritySchema, BugReportInputSchema, BugReportTargetSchema, ScoreBugReportInputSchema, BugReportRubricSchema, BugReportScoringPathSchema, BugReportScoreResultSchema, } from './bug-report-score.schema.js';
|
|
13
|
+
export { ForkKindSchema, DecisionForkSchema, ScoreDecisionsInputSchema, DecisionScoringPathSchema, ScoredDecisionForkSchema, DecisionScoreAggregateSchema, DecisionScoreResultSchema, } from './decision-score.schema.js';
|
|
12
14
|
export { DeliveryTrafficPointSchema, InboxItemKindSchema, InboxItemSchema, ReplayStepSchema, ReplayTraceSchema, AuditEntrySchema, } from './views.schema.js';
|
|
@@ -44,13 +44,13 @@ export declare const InboxItemSchema: z.ZodObject<{
|
|
|
44
44
|
subjectRef: z.ZodString;
|
|
45
45
|
tenantId: z.ZodDefault<z.ZodString>;
|
|
46
46
|
kind: z.ZodEnum<["blocker", "unknown-signal", "approval-needed"]>;
|
|
47
|
-
source: z.ZodEnum<["live-app-quality", "accessibility", "crawl-coverage", "test-automation", "api-coverage", "ci-results", "deploy-metadata", "error-telemetry", "feature-flags", "doc-health", "human-approval", "agent-evidence"]>;
|
|
47
|
+
source: z.ZodEnum<["live-app-quality", "accessibility", "crawl-coverage", "test-automation", "api-coverage", "ci-results", "deploy-metadata", "error-telemetry", "feature-flags", "doc-health", "human-approval", "agent-evidence", "decision-quality"]>;
|
|
48
48
|
summary: z.ZodString;
|
|
49
49
|
raisedAt: z.ZodString;
|
|
50
50
|
resolvedAt: z.ZodOptional<z.ZodString>;
|
|
51
51
|
}, "strip", z.ZodTypeAny, {
|
|
52
52
|
id: string;
|
|
53
|
-
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence";
|
|
53
|
+
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence" | "decision-quality";
|
|
54
54
|
summary: string;
|
|
55
55
|
kind: "blocker" | "unknown-signal" | "approval-needed";
|
|
56
56
|
tenantId: string;
|
|
@@ -59,7 +59,7 @@ export declare const InboxItemSchema: z.ZodObject<{
|
|
|
59
59
|
resolvedAt?: string | undefined;
|
|
60
60
|
}, {
|
|
61
61
|
id: string;
|
|
62
|
-
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence";
|
|
62
|
+
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence" | "decision-quality";
|
|
63
63
|
summary: string;
|
|
64
64
|
kind: "blocker" | "unknown-signal" | "approval-needed";
|
|
65
65
|
subjectRef: string;
|
|
@@ -69,7 +69,7 @@ export declare const InboxItemSchema: z.ZodObject<{
|
|
|
69
69
|
}>;
|
|
70
70
|
export type InboxItem = z.infer<typeof InboxItemSchema>;
|
|
71
71
|
export declare const ReplayStepSchema: z.ZodObject<{
|
|
72
|
-
source: z.ZodEnum<["live-app-quality", "accessibility", "crawl-coverage", "test-automation", "api-coverage", "ci-results", "deploy-metadata", "error-telemetry", "feature-flags", "doc-health", "human-approval", "agent-evidence"]>;
|
|
72
|
+
source: z.ZodEnum<["live-app-quality", "accessibility", "crawl-coverage", "test-automation", "api-coverage", "ci-results", "deploy-metadata", "error-telemetry", "feature-flags", "doc-health", "human-approval", "agent-evidence", "decision-quality"]>;
|
|
73
73
|
tool: z.ZodString;
|
|
74
74
|
inputRef: z.ZodOptional<z.ZodString>;
|
|
75
75
|
score: z.ZodNullable<z.ZodNumber>;
|
|
@@ -87,7 +87,7 @@ export declare const ReplayStepSchema: z.ZodObject<{
|
|
|
87
87
|
outputTokens: number;
|
|
88
88
|
}>>;
|
|
89
89
|
}, "strip", z.ZodTypeAny, {
|
|
90
|
-
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence";
|
|
90
|
+
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence" | "decision-quality";
|
|
91
91
|
score: number | null;
|
|
92
92
|
weight: number;
|
|
93
93
|
tool: string;
|
|
@@ -99,7 +99,7 @@ export declare const ReplayStepSchema: z.ZodObject<{
|
|
|
99
99
|
outputTokens: number;
|
|
100
100
|
} | undefined;
|
|
101
101
|
}, {
|
|
102
|
-
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence";
|
|
102
|
+
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence" | "decision-quality";
|
|
103
103
|
score: number | null;
|
|
104
104
|
weight: number;
|
|
105
105
|
tool: string;
|
|
@@ -116,7 +116,7 @@ export declare const ReplayTraceSchema: z.ZodObject<{
|
|
|
116
116
|
subjectRef: z.ZodString;
|
|
117
117
|
computedAt: z.ZodString;
|
|
118
118
|
steps: z.ZodArray<z.ZodObject<{
|
|
119
|
-
source: z.ZodEnum<["live-app-quality", "accessibility", "crawl-coverage", "test-automation", "api-coverage", "ci-results", "deploy-metadata", "error-telemetry", "feature-flags", "doc-health", "human-approval", "agent-evidence"]>;
|
|
119
|
+
source: z.ZodEnum<["live-app-quality", "accessibility", "crawl-coverage", "test-automation", "api-coverage", "ci-results", "deploy-metadata", "error-telemetry", "feature-flags", "doc-health", "human-approval", "agent-evidence", "decision-quality"]>;
|
|
120
120
|
tool: z.ZodString;
|
|
121
121
|
inputRef: z.ZodOptional<z.ZodString>;
|
|
122
122
|
score: z.ZodNullable<z.ZodNumber>;
|
|
@@ -134,7 +134,7 @@ export declare const ReplayTraceSchema: z.ZodObject<{
|
|
|
134
134
|
outputTokens: number;
|
|
135
135
|
}>>;
|
|
136
136
|
}, "strip", z.ZodTypeAny, {
|
|
137
|
-
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence";
|
|
137
|
+
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence" | "decision-quality";
|
|
138
138
|
score: number | null;
|
|
139
139
|
weight: number;
|
|
140
140
|
tool: string;
|
|
@@ -146,7 +146,7 @@ export declare const ReplayTraceSchema: z.ZodObject<{
|
|
|
146
146
|
outputTokens: number;
|
|
147
147
|
} | undefined;
|
|
148
148
|
}, {
|
|
149
|
-
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence";
|
|
149
|
+
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence" | "decision-quality";
|
|
150
150
|
score: number | null;
|
|
151
151
|
weight: number;
|
|
152
152
|
tool: string;
|
|
@@ -162,7 +162,7 @@ export declare const ReplayTraceSchema: z.ZodObject<{
|
|
|
162
162
|
finalVerdict: z.ZodEnum<["ship", "caution", "hold", "block"]>;
|
|
163
163
|
}, "strip", z.ZodTypeAny, {
|
|
164
164
|
steps: {
|
|
165
|
-
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence";
|
|
165
|
+
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence" | "decision-quality";
|
|
166
166
|
score: number | null;
|
|
167
167
|
weight: number;
|
|
168
168
|
tool: string;
|
|
@@ -180,7 +180,7 @@ export declare const ReplayTraceSchema: z.ZodObject<{
|
|
|
180
180
|
finalVerdict: "ship" | "caution" | "hold" | "block";
|
|
181
181
|
}, {
|
|
182
182
|
steps: {
|
|
183
|
-
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence";
|
|
183
|
+
source: "accessibility" | "live-app-quality" | "crawl-coverage" | "test-automation" | "api-coverage" | "ci-results" | "deploy-metadata" | "error-telemetry" | "feature-flags" | "doc-health" | "human-approval" | "agent-evidence" | "decision-quality";
|
|
184
184
|
score: number | null;
|
|
185
185
|
weight: number;
|
|
186
186
|
tool: string;
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* LLM-as-judge + deterministic fallback for learner bug reports.
|
|
3
|
+
*
|
|
4
|
+
* Ports notquality's grading rubric (coverage/severity/repro/evidence, RUBRIC_MAX_PTS)
|
|
5
|
+
* and keyword/severity/repro/evidence heuristics from lib/scoring.ts, with PI-hardened
|
|
6
|
+
* judge prompts modeled on lib/server/judge.ts.
|
|
7
|
+
*/
|
|
8
|
+
import type { LlmProvider } from '../../llm/provider.interface.js';
|
|
9
|
+
import { type BugReportInput, type BugReportScoreResult, type ScoreBugReportInput } from '../../schemas/bug-report-score.schema.js';
|
|
10
|
+
/** Pinned judge model (claude-haiku-4-5 family). */
|
|
11
|
+
export declare const BUG_REPORT_JUDGE_MODEL = "claude-haiku-4-5-20251001";
|
|
12
|
+
/** Max points per rubric dimension (ported from notquality grading-rubric.ts). */
|
|
13
|
+
export declare const RUBRIC_MAX_PTS = 25;
|
|
14
|
+
/** Relative severity weights for deterministic severity scoring (lib/scoring.ts). */
|
|
15
|
+
export declare const SEVERITY_WEIGHT: Record<'critical' | 'high' | 'medium' | 'low', number>;
|
|
16
|
+
export interface ScoreBugReportOptions {
|
|
17
|
+
/** Inject an LLM provider (tests). Defaults to createProvider with pinned judge model. */
|
|
18
|
+
llm?: Pick<LlmProvider, 'call' | 'model'>;
|
|
19
|
+
/** Force deterministic fallback even when ANTHROPIC_API_KEY is set. */
|
|
20
|
+
forceDeterministic?: boolean;
|
|
21
|
+
}
|
|
22
|
+
export declare function hasQualityRepro(steps: string): boolean;
|
|
23
|
+
export declare function hasEvidence(report: BugReportInput): boolean;
|
|
24
|
+
export declare function scoreBugReportDeterministic(input: ScoreBugReportInput): BugReportScoreResult;
|
|
25
|
+
export declare function delimitUntrusted(label: string, text: string): string;
|
|
26
|
+
export declare function buildBugReportJudgePrompt(input: ScoreBugReportInput): string;
|
|
27
|
+
export declare function parseBugReportJudgeResponse(raw: string): Omit<BugReportScoreResult, 'scoringPath'>;
|
|
28
|
+
/**
|
|
29
|
+
* Score a learner bug report against a planted-bug target.
|
|
30
|
+
* Uses the pinned LLM judge when ANTHROPIC_API_KEY is configured; otherwise
|
|
31
|
+
* falls back to deterministic keyword+rubric scoring.
|
|
32
|
+
*/
|
|
33
|
+
export declare function scoreBugReport(input: ScoreBugReportInput, options?: ScoreBugReportOptions): Promise<BugReportScoreResult>;
|
|
34
|
+
//# sourceMappingURL=bug-report-score.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bug-report-score.d.ts","sourceRoot":"","sources":["../../../src/tools/scoring/bug-report-score.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAGL,KAAK,cAAc,EAEnB,KAAK,oBAAoB,EAEzB,KAAK,mBAAmB,EACzB,MAAM,0CAA0C,CAAC;AAElD,oDAAoD;AACpD,eAAO,MAAM,sBAAsB,8BAA8B,CAAC;AAElE,kFAAkF;AAClF,eAAO,MAAM,cAAc,KAAK,CAAC;AAEjC,qFAAqF;AACrF,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,EAAE,MAAM,CAKlF,CAAC;AA+BF,MAAM,WAAW,qBAAqB;IACpC,0FAA0F;IAC1F,GAAG,CAAC,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC;IAC1C,uEAAuE;IACvE,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAkBD,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAYtD;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAW3D;AAgFD,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,mBAAmB,GAAG,oBAAoB,CAe5F;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAEpE;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,mBAAmB,GAAG,MAAM,CA+C5E;AAcD,wBAAgB,2BAA2B,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC,oBAAoB,EAAE,aAAa,CAAC,CAwClG;AAQD;;;;GAIG;AACH,wBAAsB,cAAc,CAClC,KAAK,EAAE,mBAAmB,EAC1B,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,oBAAoB,CAAC,CA+B/B"}
|