@holonograph/client 0.8.0 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +2260 -717
- package/dist/index.js +80 -4
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -4199,6 +4199,40 @@ var DimensionJudgeIdentitySchema = external_exports.object({
|
|
|
4199
4199
|
rubricDefaultReason: external_exports.string().min(1).optional()
|
|
4200
4200
|
});
|
|
4201
4201
|
|
|
4202
|
+
var JUDGE_ASSERTION_KINDS = ["tool-not-invoked", "datum-absent"];
|
|
4203
|
+
var JudgeAssertionKindSchema = external_exports.enum(JUDGE_ASSERTION_KINDS);
|
|
4204
|
+
var JudgeAssertionSchema = external_exports.discriminatedUnion("kind", [
|
|
4205
|
+
external_exports.object({
|
|
4206
|
+
kind: external_exports.literal("tool-not-invoked"),
|
|
4207
|
+
tool: external_exports.string().min(1)
|
|
4208
|
+
}),
|
|
4209
|
+
external_exports.object({
|
|
4210
|
+
kind: external_exports.literal("datum-absent"),
|
|
4211
|
+
datum: external_exports.string().min(1),
|
|
4212
|
+
reference: external_exports.string().min(1).optional()
|
|
4213
|
+
})
|
|
4214
|
+
]);
|
|
4215
|
+
var JudgeClaimReportSchema = external_exports.discriminatedUnion("status", [
|
|
4216
|
+
external_exports.object({
|
|
4217
|
+
|
|
4218
|
+
status: external_exports.literal("emitted"),
|
|
4219
|
+
|
|
4220
|
+
assertions: external_exports.array(JudgeAssertionSchema)
|
|
4221
|
+
}),
|
|
4222
|
+
external_exports.object({
|
|
4223
|
+
|
|
4224
|
+
status: external_exports.literal("malformed"),
|
|
4225
|
+
|
|
4226
|
+
reflectionAttempted: external_exports.boolean(),
|
|
4227
|
+
|
|
4228
|
+
raw: external_exports.string().optional()
|
|
4229
|
+
})
|
|
4230
|
+
]);
|
|
4231
|
+
var JudgeClaimContractSchema = external_exports.object({
|
|
4232
|
+
|
|
4233
|
+
assertionKinds: external_exports.array(JudgeAssertionKindSchema).min(1)
|
|
4234
|
+
}).strict();
|
|
4235
|
+
|
|
4202
4236
|
var CannedMessageRefSchema = external_exports.string().min(1).max(256);
|
|
4203
4237
|
var ALL_GATE_FAILURE_ACTIONS = ["retry", "flag", "block"];
|
|
4204
4238
|
var GateFailureActionSchema = external_exports.enum(ALL_GATE_FAILURE_ACTIONS);
|
|
@@ -4285,7 +4319,9 @@ var GradingDimensionSchema = external_exports.object({
|
|
|
4285
4319
|
|
|
4286
4320
|
valueDomain: ValueDomainSchema.optional(),
|
|
4287
4321
|
|
|
4288
|
-
rubricDispatch: RubricDispatchSchema.optional()
|
|
4322
|
+
rubricDispatch: RubricDispatchSchema.optional(),
|
|
4323
|
+
|
|
4324
|
+
judgeClaimContract: JudgeClaimContractSchema.optional()
|
|
4289
4325
|
}).superRefine((dimension, ctx) => {
|
|
4290
4326
|
const codomain = scoringCodomain(dimension.scoring);
|
|
4291
4327
|
if (codomain === null) return;
|
|
@@ -4301,6 +4337,13 @@ var GradingDimensionSchema = external_exports.object({
|
|
|
4301
4337
|
};
|
|
4302
4338
|
check(dimension.passThreshold, ["passThreshold"]);
|
|
4303
4339
|
check(dimension.gatePolicy?.passThreshold, ["gatePolicy", "passThreshold"]);
|
|
4340
|
+
if (dimension.judgeClaimContract !== void 0 && dimension.scoring !== "llm-judge") {
|
|
4341
|
+
ctx.addIssue({
|
|
4342
|
+
code: external_exports.ZodIssueCode.custom,
|
|
4343
|
+
path: ["judgeClaimContract"],
|
|
4344
|
+
message: `judgeClaimContract is only valid on an 'llm-judge' dimension (this dimension is '${dimension.scoring}'); only the llm-judge scorer emits a structured judge claim.`
|
|
4345
|
+
});
|
|
4346
|
+
}
|
|
4304
4347
|
if (dimension.rubricDispatch !== void 0) {
|
|
4305
4348
|
if (dimension.scoring !== "llm-judge") {
|
|
4306
4349
|
ctx.addIssue({
|
|
@@ -4961,7 +5004,9 @@ var DimensionResultSchema = external_exports.object({
|
|
|
4961
5004
|
|
|
4962
5005
|
rationale: external_exports.string().optional(),
|
|
4963
5006
|
|
|
4964
|
-
judge: DimensionJudgeIdentitySchema.optional()
|
|
5007
|
+
judge: DimensionJudgeIdentitySchema.optional(),
|
|
5008
|
+
|
|
5009
|
+
claim: JudgeClaimReportSchema.optional()
|
|
4965
5010
|
|
|
4966
5011
|
}).passthrough();
|
|
4967
5012
|
var ALL_GATE_ACTIONS_TAKEN = [
|
|
@@ -5812,6 +5857,7 @@ var GROUNDING_COVERAGE_DISPOSITIONS = [
|
|
|
5812
5857
|
"present-in-scope",
|
|
5813
5858
|
"truncated-out",
|
|
5814
5859
|
"not-found",
|
|
5860
|
+
"grounding-sufficient",
|
|
5815
5861
|
"no-marker-to-check",
|
|
5816
5862
|
"not-applicable"
|
|
5817
5863
|
];
|
|
@@ -5861,6 +5907,8 @@ external_exports.object({
|
|
|
5861
5907
|
|
|
5862
5908
|
flagged: external_exports.array(FlaggedVerdictSchema),
|
|
5863
5909
|
|
|
5910
|
+
trustDrivers: external_exports.record(external_exports.string(), external_exports.number().int().nonnegative()),
|
|
5911
|
+
|
|
5864
5912
|
corpusRates: ReliabilityCorpusRatesSchema
|
|
5865
5913
|
});
|
|
5866
5914
|
var ESCALATION_REASONS = ["both-checks-not-applicable"];
|
|
@@ -5975,6 +6023,7 @@ external_exports.object({
|
|
|
5975
6023
|
var ALL_FINDING_SOURCES = [
|
|
5976
6024
|
"verdict-reliability",
|
|
5977
6025
|
"judge-liveness",
|
|
6026
|
+
"judge-malfunction",
|
|
5978
6027
|
"trajectory",
|
|
5979
6028
|
"orthogonality-hypothesis",
|
|
5980
6029
|
"coverage-gap",
|
|
@@ -6073,6 +6122,15 @@ var VerdictReliabilityEvidenceSchema = external_exports.object({
|
|
|
6073
6122
|
|
|
6074
6123
|
sampleEventIds: external_exports.array(external_exports.string().min(1))
|
|
6075
6124
|
});
|
|
6125
|
+
var JudgeMalfunctionEvidenceSchema = external_exports.object({
|
|
6126
|
+
kind: external_exports.literal("judge-malfunction"),
|
|
6127
|
+
|
|
6128
|
+
sampleCorrelationIds: external_exports.array(external_exports.string().min(1)),
|
|
6129
|
+
|
|
6130
|
+
sampleEventIds: external_exports.array(external_exports.string().min(1)),
|
|
6131
|
+
|
|
6132
|
+
reflectionAttempted: external_exports.boolean()
|
|
6133
|
+
});
|
|
6076
6134
|
var OrthogonalityEvidenceSchema = external_exports.object({
|
|
6077
6135
|
kind: external_exports.literal("orthogonality-hypothesis"),
|
|
6078
6136
|
|
|
@@ -6151,6 +6209,7 @@ var ReachGapEvidenceSchema = external_exports.object({
|
|
|
6151
6209
|
});
|
|
6152
6210
|
var AttentionEvidenceSchema = external_exports.discriminatedUnion("kind", [
|
|
6153
6211
|
VerdictReliabilityEvidenceSchema,
|
|
6212
|
+
JudgeMalfunctionEvidenceSchema,
|
|
6154
6213
|
OrthogonalityEvidenceSchema,
|
|
6155
6214
|
TrajectoryEvidenceSchema,
|
|
6156
6215
|
JudgeLivenessEvidenceSchema,
|
|
@@ -6207,6 +6266,19 @@ var VerdictReliabilityExemplarSchema = external_exports.object({
|
|
|
6207
6266
|
|
|
6208
6267
|
groundingClaims: external_exports.array(GroundingClaimCheckSchema)
|
|
6209
6268
|
});
|
|
6269
|
+
var JudgeMalfunctionExemplarSchema = external_exports.object({
|
|
6270
|
+
source: external_exports.literal("judge-malfunction"),
|
|
6271
|
+
eventId: external_exports.string().min(1),
|
|
6272
|
+
correlationId: external_exports.string().min(1).optional(),
|
|
6273
|
+
occurredAt: external_exports.string().min(1),
|
|
6274
|
+
dimensionId: DimensionIdSchema,
|
|
6275
|
+
|
|
6276
|
+
reflectionAttempted: external_exports.boolean(),
|
|
6277
|
+
|
|
6278
|
+
raw: external_exports.string().optional(),
|
|
6279
|
+
|
|
6280
|
+
prompt: external_exports.string().optional()
|
|
6281
|
+
});
|
|
6210
6282
|
var OrthogonalityGroupSchema = external_exports.object({
|
|
6211
6283
|
|
|
6212
6284
|
value: external_exports.string().min(1),
|
|
@@ -6440,6 +6512,7 @@ var ReachGapExemplarSchema = external_exports.object({
|
|
|
6440
6512
|
});
|
|
6441
6513
|
var AttentionExemplarSchema = external_exports.discriminatedUnion("source", [
|
|
6442
6514
|
VerdictReliabilityExemplarSchema,
|
|
6515
|
+
JudgeMalfunctionExemplarSchema,
|
|
6443
6516
|
OrthogonalityExemplarSchema,
|
|
6444
6517
|
TrajectoryExemplarSchema,
|
|
6445
6518
|
JudgeLivenessExemplarSchema,
|
|
@@ -6504,9 +6577,10 @@ var FacetDefaultBreakdownSchema = external_exports.object({
|
|
|
6504
6577
|
});
|
|
6505
6578
|
var FacetCoverageReportSchema = external_exports.object({
|
|
6506
6579
|
surfaceId: SurfaceIdSchema,
|
|
6507
|
-
dimensionId: DimensionIdSchema,
|
|
6508
6580
|
|
|
6509
|
-
|
|
6581
|
+
dimensionId: DimensionIdSchema.optional(),
|
|
6582
|
+
|
|
6583
|
+
facet: external_exports.string().min(1).optional(),
|
|
6510
6584
|
|
|
6511
6585
|
scoredCount: external_exports.number().int().nonnegative(),
|
|
6512
6586
|
|
|
@@ -7832,6 +7906,7 @@ var HolonographClient = class {
|
|
|
7832
7906
|
if (d.score !== void 0) dim.score = d.score;
|
|
7833
7907
|
if (d.rationale !== void 0) dim.rationale = d.rationale;
|
|
7834
7908
|
if (d.judge !== void 0) dim.judge = d.judge;
|
|
7909
|
+
if (d.claim !== void 0) dim.claim = d.claim;
|
|
7835
7910
|
return dim;
|
|
7836
7911
|
}),
|
|
7837
7912
|
cohortTags: primaryCohortTags,
|
|
@@ -7907,6 +7982,7 @@ var HolonographClient = class {
|
|
|
7907
7982
|
if (d.score !== void 0) dim.score = d.score;
|
|
7908
7983
|
if (d.rationale !== void 0) dim.rationale = d.rationale;
|
|
7909
7984
|
if (d.judge !== void 0) dim.judge = d.judge;
|
|
7985
|
+
if (d.claim !== void 0) dim.claim = d.claim;
|
|
7910
7986
|
return dim;
|
|
7911
7987
|
}),
|
|
7912
7988
|
cohortTags: observerCohortTags,
|
package/package.json
CHANGED