daishi-sdk 0.2.6 → 0.2.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -616,6 +616,19 @@ export interface ExperimentReportComparison {
616
616
  verdict: 'arm_better' | 'control_better' | 'arm_higher' | 'control_higher' | 'undecided' | null;
617
617
  interval: Interval | null;
618
618
  detail: string;
619
+ exact: ExactCheck | null;
620
+ by_world: WorldReading | null;
621
+ }
622
+ export interface ExactCheck {
623
+ unit: 'pair' | 'world';
624
+ units: number;
625
+ p: number;
626
+ min_p: number;
627
+ }
628
+ export interface WorldReading {
629
+ worlds: number;
630
+ repeated: number;
631
+ interval: Interval | null;
619
632
  }
620
633
  export interface ExperimentReportSecondary {
621
634
  metric: 'fitness_index' | 'rank' | 'survived' | 'output_tokens_per_turn' | 'said_evaluated';
@@ -636,12 +649,19 @@ export interface ExperimentReportSecondaryComparison {
636
649
  interval: Interval | null;
637
650
  reading: 'arm_better' | 'control_better' | 'arm_higher' | 'control_higher' | 'undecided' | null;
638
651
  detail: string;
652
+ exact: ExactCheck | null;
653
+ by_world: WorldReading | null;
639
654
  }
640
655
  export interface ExperimentReportDetectableGap {
641
656
  sd_diff: number | null;
642
657
  source: 'observed' | 'prior';
643
658
  gap: number | null;
644
659
  power: number;
660
+ by_world: ExperimentReportDetectableGapByWorld | null;
661
+ }
662
+ export interface ExperimentReportDetectableGapByWorld {
663
+ worlds: number;
664
+ gap: number | null;
645
665
  }
646
666
  export interface ExperimentReportDecision {
647
667
  stop: boolean;
package/dist/index.d.ts CHANGED
@@ -1,6 +1,6 @@
1
1
  import { Operations, type ErrorCode, type GetBatchResponse, type GetExperimentResponse, type GetRunResponse, type Method, type RequestParts } from './generated.js';
2
2
  export * from './generated.js';
3
- export declare const VERSION = "0.2.6";
3
+ export declare const VERSION = "0.2.7";
4
4
  export declare const DEFAULT_BASE_URL = "https://daishi.ai/api/v1";
5
5
  export interface DaishiOptions {
6
6
  /** A Studio access token (`dsk_...`). Default: the `DAISHI_TOKEN` environment variable. */
package/dist/index.js CHANGED
@@ -1,6 +1,6 @@
1
1
  import { Operations } from './generated.js';
2
2
  export * from './generated.js';
3
- export const VERSION = '0.2.6';
3
+ export const VERSION = '0.2.7';
4
4
  export const DEFAULT_BASE_URL = 'https://daishi.ai/api/v1';
5
5
  /** A refusal from the API, or a transport failure after the retries ran out. */
6
6
  export class DaishiError extends Error {
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "daishi-sdk",
3
- "version": "0.2.6",
3
+ "version": "0.2.7",
4
4
  "description": "Typed client for the Daishi Studio API: scenarios, runs, series batches and paired experiments, with retries and waiting helpers.",
5
5
  "keywords": [
6
6
  "daishi",