@holonograph/client 0.8.0 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +66 -1
- package/dist/index.d.ts +1854 -196
- package/dist/index.js +104 -4
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -4199,6 +4199,44 @@ var DimensionJudgeIdentitySchema = external_exports.object({
|
|
|
4199
4199
|
rubricDefaultReason: external_exports.string().min(1).optional()
|
|
4200
4200
|
});
|
|
4201
4201
|
|
|
4202
|
+
var JUDGE_ASSERTION_KINDS = ["tool-not-invoked", "datum-absent"];
|
|
4203
|
+
var JudgeAssertionKindSchema = external_exports.enum(JUDGE_ASSERTION_KINDS);
|
|
4204
|
+
var DATUM_ABSENCE_DIRECTIONS = ["commission", "omission"];
|
|
4205
|
+
var DatumAbsenceDirectionSchema = external_exports.enum(DATUM_ABSENCE_DIRECTIONS);
|
|
4206
|
+
var JudgeAssertionSchema = external_exports.discriminatedUnion("kind", [
|
|
4207
|
+
external_exports.object({
|
|
4208
|
+
kind: external_exports.literal("tool-not-invoked"),
|
|
4209
|
+
tool: external_exports.string().min(1)
|
|
4210
|
+
}),
|
|
4211
|
+
external_exports.object({
|
|
4212
|
+
kind: external_exports.literal("datum-absent"),
|
|
4213
|
+
datum: external_exports.string().min(1),
|
|
4214
|
+
reference: external_exports.string().min(1).optional(),
|
|
4215
|
+
|
|
4216
|
+
direction: DatumAbsenceDirectionSchema.optional()
|
|
4217
|
+
})
|
|
4218
|
+
]);
|
|
4219
|
+
var JudgeClaimReportSchema = external_exports.discriminatedUnion("status", [
|
|
4220
|
+
external_exports.object({
|
|
4221
|
+
|
|
4222
|
+
status: external_exports.literal("emitted"),
|
|
4223
|
+
|
|
4224
|
+
assertions: external_exports.array(JudgeAssertionSchema)
|
|
4225
|
+
}),
|
|
4226
|
+
external_exports.object({
|
|
4227
|
+
|
|
4228
|
+
status: external_exports.literal("malformed"),
|
|
4229
|
+
|
|
4230
|
+
reflectionAttempted: external_exports.boolean(),
|
|
4231
|
+
|
|
4232
|
+
raw: external_exports.string().optional()
|
|
4233
|
+
})
|
|
4234
|
+
]);
|
|
4235
|
+
var JudgeClaimContractSchema = external_exports.object({
|
|
4236
|
+
|
|
4237
|
+
assertionKinds: external_exports.array(JudgeAssertionKindSchema).min(1)
|
|
4238
|
+
}).strict();
|
|
4239
|
+
|
|
4202
4240
|
var CannedMessageRefSchema = external_exports.string().min(1).max(256);
|
|
4203
4241
|
var ALL_GATE_FAILURE_ACTIONS = ["retry", "flag", "block"];
|
|
4204
4242
|
var GateFailureActionSchema = external_exports.enum(ALL_GATE_FAILURE_ACTIONS);
|
|
@@ -4285,7 +4323,9 @@ var GradingDimensionSchema = external_exports.object({
|
|
|
4285
4323
|
|
|
4286
4324
|
valueDomain: ValueDomainSchema.optional(),
|
|
4287
4325
|
|
|
4288
|
-
rubricDispatch: RubricDispatchSchema.optional()
|
|
4326
|
+
rubricDispatch: RubricDispatchSchema.optional(),
|
|
4327
|
+
|
|
4328
|
+
judgeClaimContract: JudgeClaimContractSchema.optional()
|
|
4289
4329
|
}).superRefine((dimension, ctx) => {
|
|
4290
4330
|
const codomain = scoringCodomain(dimension.scoring);
|
|
4291
4331
|
if (codomain === null) return;
|
|
@@ -4301,6 +4341,13 @@ var GradingDimensionSchema = external_exports.object({
|
|
|
4301
4341
|
};
|
|
4302
4342
|
check(dimension.passThreshold, ["passThreshold"]);
|
|
4303
4343
|
check(dimension.gatePolicy?.passThreshold, ["gatePolicy", "passThreshold"]);
|
|
4344
|
+
if (dimension.judgeClaimContract !== void 0 && dimension.scoring !== "llm-judge") {
|
|
4345
|
+
ctx.addIssue({
|
|
4346
|
+
code: external_exports.ZodIssueCode.custom,
|
|
4347
|
+
path: ["judgeClaimContract"],
|
|
4348
|
+
message: `judgeClaimContract is only valid on an 'llm-judge' dimension (this dimension is '${dimension.scoring}'); only the llm-judge scorer emits a structured judge claim.`
|
|
4349
|
+
});
|
|
4350
|
+
}
|
|
4304
4351
|
if (dimension.rubricDispatch !== void 0) {
|
|
4305
4352
|
if (dimension.scoring !== "llm-judge") {
|
|
4306
4353
|
ctx.addIssue({
|
|
@@ -4961,7 +5008,9 @@ var DimensionResultSchema = external_exports.object({
|
|
|
4961
5008
|
|
|
4962
5009
|
rationale: external_exports.string().optional(),
|
|
4963
5010
|
|
|
4964
|
-
judge: DimensionJudgeIdentitySchema.optional()
|
|
5011
|
+
judge: DimensionJudgeIdentitySchema.optional(),
|
|
5012
|
+
|
|
5013
|
+
claim: JudgeClaimReportSchema.optional()
|
|
4965
5014
|
|
|
4966
5015
|
}).passthrough();
|
|
4967
5016
|
var ALL_GATE_ACTIONS_TAKEN = [
|
|
@@ -5503,6 +5552,24 @@ ${issues}`
|
|
|
5503
5552
|
return parsed.data;
|
|
5504
5553
|
}
|
|
5505
5554
|
|
|
5555
|
+
var JudgeClaimCoverageReportSchema = external_exports.object({
|
|
5556
|
+
surfaceId: SurfaceIdSchema,
|
|
5557
|
+
dimensionId: DimensionIdSchema,
|
|
5558
|
+
|
|
5559
|
+
assertionKinds: external_exports.array(JudgeAssertionKindSchema),
|
|
5560
|
+
|
|
5561
|
+
scoredCount: external_exports.number().int().nonnegative(),
|
|
5562
|
+
|
|
5563
|
+
emitted: external_exports.number().int().nonnegative(),
|
|
5564
|
+
|
|
5565
|
+
malformed: external_exports.number().int().nonnegative(),
|
|
5566
|
+
|
|
5567
|
+
absent: external_exports.number().int().nonnegative()
|
|
5568
|
+
});
|
|
5569
|
+
external_exports.object({
|
|
5570
|
+
reports: external_exports.array(JudgeClaimCoverageReportSchema)
|
|
5571
|
+
});
|
|
5572
|
+
|
|
5506
5573
|
var LensAvailabilityMarkSingleRequestSchema = external_exports.object({
|
|
5507
5574
|
mode: external_exports.literal("single"),
|
|
5508
5575
|
|
|
@@ -5804,6 +5871,8 @@ var GroundingClaimCheckSchema = external_exports.object({
|
|
|
5804
5871
|
datum: external_exports.string().min(1),
|
|
5805
5872
|
disposition: GroundingClaimDispositionSchema,
|
|
5806
5873
|
|
|
5874
|
+
direction: DatumAbsenceDirectionSchema.optional(),
|
|
5875
|
+
|
|
5807
5876
|
matchTier: MatchTierSchema.optional(),
|
|
5808
5877
|
|
|
5809
5878
|
charOffset: external_exports.number().int().nonnegative().optional()
|
|
@@ -5812,6 +5881,7 @@ var GROUNDING_COVERAGE_DISPOSITIONS = [
|
|
|
5812
5881
|
"present-in-scope",
|
|
5813
5882
|
"truncated-out",
|
|
5814
5883
|
"not-found",
|
|
5884
|
+
"grounding-sufficient",
|
|
5815
5885
|
"no-marker-to-check",
|
|
5816
5886
|
"not-applicable"
|
|
5817
5887
|
];
|
|
@@ -5861,6 +5931,8 @@ external_exports.object({
|
|
|
5861
5931
|
|
|
5862
5932
|
flagged: external_exports.array(FlaggedVerdictSchema),
|
|
5863
5933
|
|
|
5934
|
+
trustDrivers: external_exports.record(external_exports.string(), external_exports.number().int().nonnegative()),
|
|
5935
|
+
|
|
5864
5936
|
corpusRates: ReliabilityCorpusRatesSchema
|
|
5865
5937
|
});
|
|
5866
5938
|
var ESCALATION_REASONS = ["both-checks-not-applicable"];
|
|
@@ -5975,6 +6047,7 @@ external_exports.object({
|
|
|
5975
6047
|
var ALL_FINDING_SOURCES = [
|
|
5976
6048
|
"verdict-reliability",
|
|
5977
6049
|
"judge-liveness",
|
|
6050
|
+
"judge-malfunction",
|
|
5978
6051
|
"trajectory",
|
|
5979
6052
|
"orthogonality-hypothesis",
|
|
5980
6053
|
"coverage-gap",
|
|
@@ -6073,6 +6146,15 @@ var VerdictReliabilityEvidenceSchema = external_exports.object({
|
|
|
6073
6146
|
|
|
6074
6147
|
sampleEventIds: external_exports.array(external_exports.string().min(1))
|
|
6075
6148
|
});
|
|
6149
|
+
var JudgeMalfunctionEvidenceSchema = external_exports.object({
|
|
6150
|
+
kind: external_exports.literal("judge-malfunction"),
|
|
6151
|
+
|
|
6152
|
+
sampleCorrelationIds: external_exports.array(external_exports.string().min(1)),
|
|
6153
|
+
|
|
6154
|
+
sampleEventIds: external_exports.array(external_exports.string().min(1)),
|
|
6155
|
+
|
|
6156
|
+
reflectionAttempted: external_exports.boolean()
|
|
6157
|
+
});
|
|
6076
6158
|
var OrthogonalityEvidenceSchema = external_exports.object({
|
|
6077
6159
|
kind: external_exports.literal("orthogonality-hypothesis"),
|
|
6078
6160
|
|
|
@@ -6151,6 +6233,7 @@ var ReachGapEvidenceSchema = external_exports.object({
|
|
|
6151
6233
|
});
|
|
6152
6234
|
var AttentionEvidenceSchema = external_exports.discriminatedUnion("kind", [
|
|
6153
6235
|
VerdictReliabilityEvidenceSchema,
|
|
6236
|
+
JudgeMalfunctionEvidenceSchema,
|
|
6154
6237
|
OrthogonalityEvidenceSchema,
|
|
6155
6238
|
TrajectoryEvidenceSchema,
|
|
6156
6239
|
JudgeLivenessEvidenceSchema,
|
|
@@ -6207,6 +6290,19 @@ var VerdictReliabilityExemplarSchema = external_exports.object({
|
|
|
6207
6290
|
|
|
6208
6291
|
groundingClaims: external_exports.array(GroundingClaimCheckSchema)
|
|
6209
6292
|
});
|
|
6293
|
+
var JudgeMalfunctionExemplarSchema = external_exports.object({
|
|
6294
|
+
source: external_exports.literal("judge-malfunction"),
|
|
6295
|
+
eventId: external_exports.string().min(1),
|
|
6296
|
+
correlationId: external_exports.string().min(1).optional(),
|
|
6297
|
+
occurredAt: external_exports.string().min(1),
|
|
6298
|
+
dimensionId: DimensionIdSchema,
|
|
6299
|
+
|
|
6300
|
+
reflectionAttempted: external_exports.boolean(),
|
|
6301
|
+
|
|
6302
|
+
raw: external_exports.string().optional(),
|
|
6303
|
+
|
|
6304
|
+
prompt: external_exports.string().optional()
|
|
6305
|
+
});
|
|
6210
6306
|
var OrthogonalityGroupSchema = external_exports.object({
|
|
6211
6307
|
|
|
6212
6308
|
value: external_exports.string().min(1),
|
|
@@ -6440,6 +6536,7 @@ var ReachGapExemplarSchema = external_exports.object({
|
|
|
6440
6536
|
});
|
|
6441
6537
|
var AttentionExemplarSchema = external_exports.discriminatedUnion("source", [
|
|
6442
6538
|
VerdictReliabilityExemplarSchema,
|
|
6539
|
+
JudgeMalfunctionExemplarSchema,
|
|
6443
6540
|
OrthogonalityExemplarSchema,
|
|
6444
6541
|
TrajectoryExemplarSchema,
|
|
6445
6542
|
JudgeLivenessExemplarSchema,
|
|
@@ -6504,9 +6601,10 @@ var FacetDefaultBreakdownSchema = external_exports.object({
|
|
|
6504
6601
|
});
|
|
6505
6602
|
var FacetCoverageReportSchema = external_exports.object({
|
|
6506
6603
|
surfaceId: SurfaceIdSchema,
|
|
6507
|
-
dimensionId: DimensionIdSchema,
|
|
6508
6604
|
|
|
6509
|
-
|
|
6605
|
+
dimensionId: DimensionIdSchema.optional(),
|
|
6606
|
+
|
|
6607
|
+
facet: external_exports.string().min(1).optional(),
|
|
6510
6608
|
|
|
6511
6609
|
scoredCount: external_exports.number().int().nonnegative(),
|
|
6512
6610
|
|
|
@@ -7832,6 +7930,7 @@ var HolonographClient = class {
|
|
|
7832
7930
|
if (d.score !== void 0) dim.score = d.score;
|
|
7833
7931
|
if (d.rationale !== void 0) dim.rationale = d.rationale;
|
|
7834
7932
|
if (d.judge !== void 0) dim.judge = d.judge;
|
|
7933
|
+
if (d.claim !== void 0) dim.claim = d.claim;
|
|
7835
7934
|
return dim;
|
|
7836
7935
|
}),
|
|
7837
7936
|
cohortTags: primaryCohortTags,
|
|
@@ -7907,6 +8006,7 @@ var HolonographClient = class {
|
|
|
7907
8006
|
if (d.score !== void 0) dim.score = d.score;
|
|
7908
8007
|
if (d.rationale !== void 0) dim.rationale = d.rationale;
|
|
7909
8008
|
if (d.judge !== void 0) dim.judge = d.judge;
|
|
8009
|
+
if (d.claim !== void 0) dim.claim = d.claim;
|
|
7910
8010
|
return dim;
|
|
7911
8011
|
}),
|
|
7912
8012
|
cohortTags: observerCohortTags,
|
package/package.json
CHANGED