@sanity/ailf-studio 1.8.1 → 1.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +48 -0
- package/dist/index.js +1391 -577
- package/package.json +1 -1
package/dist/index.d.ts
CHANGED
|
@@ -301,7 +301,19 @@ interface ContentImpactItem {
|
|
|
301
301
|
/** Provenance data as stored in Sanity */
|
|
302
302
|
interface ProvenanceData {
|
|
303
303
|
areas: string[];
|
|
304
|
+
/** How this run is treated for reporting and trend tracking (D0037). */
|
|
305
|
+
classification?: string;
|
|
304
306
|
contextHash?: string;
|
|
307
|
+
/** Who/what actually invoked the run (D0037). */
|
|
308
|
+
executor?: {
|
|
309
|
+
email?: string;
|
|
310
|
+
githubActor?: string;
|
|
311
|
+
name?: string;
|
|
312
|
+
runId?: string;
|
|
313
|
+
surface?: string;
|
|
314
|
+
type?: string;
|
|
315
|
+
workflow?: string;
|
|
316
|
+
};
|
|
305
317
|
git?: {
|
|
306
318
|
branch: string;
|
|
307
319
|
prNumber?: number;
|
|
@@ -309,8 +321,17 @@ interface ProvenanceData {
|
|
|
309
321
|
sha: string;
|
|
310
322
|
};
|
|
311
323
|
graderModel: string;
|
|
324
|
+
/** Platform and CI-provider metadata (D0037). */
|
|
325
|
+
host?: {
|
|
326
|
+
arch?: string;
|
|
327
|
+
ci?: string;
|
|
328
|
+
platform?: string;
|
|
329
|
+
};
|
|
330
|
+
/** Free-form searchable tags (D0037). */
|
|
331
|
+
labels?: string[];
|
|
312
332
|
lineage?: {
|
|
313
333
|
comparedAgainst?: string;
|
|
334
|
+
parentJobId?: string;
|
|
314
335
|
rerunOf?: string;
|
|
315
336
|
};
|
|
316
337
|
mode: string;
|
|
@@ -318,6 +339,11 @@ interface ProvenanceData {
|
|
|
318
339
|
id: string;
|
|
319
340
|
label: string;
|
|
320
341
|
}[];
|
|
342
|
+
/** Team and (optionally) individual this run is attributable to (D0037). */
|
|
343
|
+
owner?: {
|
|
344
|
+
individual?: string;
|
|
345
|
+
team?: string;
|
|
346
|
+
};
|
|
321
347
|
/** Identity of the pipeline run that produced this report (D0032) */
|
|
322
348
|
runId: string;
|
|
323
349
|
/** @deprecated Use `promptfooUrls` when available */
|
|
@@ -327,6 +353,8 @@ interface ProvenanceData {
|
|
|
327
353
|
mode: string;
|
|
328
354
|
url: string;
|
|
329
355
|
}[];
|
|
356
|
+
/** Human-authored "why I ran this" (D0037). */
|
|
357
|
+
purpose?: string;
|
|
330
358
|
source: {
|
|
331
359
|
baseUrl: string;
|
|
332
360
|
dataset?: string;
|
|
@@ -336,6 +364,11 @@ interface ProvenanceData {
|
|
|
336
364
|
};
|
|
337
365
|
targetDocuments?: string[];
|
|
338
366
|
taskIds?: string[];
|
|
367
|
+
/** AILF/Node version metadata (D0037). */
|
|
368
|
+
tool?: {
|
|
369
|
+
ailfVersion?: string;
|
|
370
|
+
nodeVersion?: string;
|
|
371
|
+
};
|
|
339
372
|
trigger: {
|
|
340
373
|
callerRef?: string;
|
|
341
374
|
callerRepo?: string;
|
|
@@ -364,11 +397,19 @@ interface ReportListItem {
|
|
|
364
397
|
_id: string;
|
|
365
398
|
actualScore?: number | null;
|
|
366
399
|
areas: string[];
|
|
400
|
+
/** Run classification (D0037) — projected from provenance.classification. */
|
|
401
|
+
classification?: null | string;
|
|
367
402
|
comparisonDelta: null | number;
|
|
368
403
|
completedAt: string;
|
|
369
404
|
docLift: number;
|
|
370
405
|
durationMs: number;
|
|
371
406
|
evaluationMode?: string | null;
|
|
407
|
+
/** Executor identity name (D0037). */
|
|
408
|
+
executorName?: null | string;
|
|
409
|
+
/** Origin surface of the executor (cli/studio/api) — D0037. */
|
|
410
|
+
executorSurface?: null | string;
|
|
411
|
+
/** Executor discriminator (user/system) — D0037. */
|
|
412
|
+
executorType?: null | string;
|
|
372
413
|
git: null | {
|
|
373
414
|
branch: string;
|
|
374
415
|
prNumber?: number;
|
|
@@ -376,9 +417,15 @@ interface ReportListItem {
|
|
|
376
417
|
sha: string;
|
|
377
418
|
};
|
|
378
419
|
improved: null | string[];
|
|
420
|
+
/** Free-form labels (D0037). */
|
|
421
|
+
labels?: null | string[];
|
|
379
422
|
mode: string;
|
|
380
423
|
models: string[];
|
|
381
424
|
overall: number;
|
|
425
|
+
/** Individual attributable for the run (D0037). */
|
|
426
|
+
ownerIndividual?: null | string;
|
|
427
|
+
/** Owner team slug (D0037). */
|
|
428
|
+
ownerTeam?: null | string;
|
|
382
429
|
/** Content release perspective ID (when evaluated with --sanity-perspective) */
|
|
383
430
|
perspective?: null | string;
|
|
384
431
|
promptfooUrl: null | string;
|
|
@@ -598,6 +645,7 @@ interface SummaryData {
|
|
|
598
645
|
rawResults?: ArtifactRef;
|
|
599
646
|
graderPrompts?: ArtifactRef;
|
|
600
647
|
traces?: ArtifactRef;
|
|
648
|
+
pipelineContext?: ArtifactRef;
|
|
601
649
|
};
|
|
602
650
|
belowCritical: string[];
|
|
603
651
|
/** All Sanity documents used across the entire evaluation */
|