daishi-sdk 0.2.19 → 0.2.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -174,6 +174,7 @@ export interface ExperimentReport {
174
174
  rule_text: string;
175
175
  loss_tolerance: number | null;
176
176
  max_total_spend_usd: number | null;
177
+ focal: ExperimentReportFocal;
177
178
  arms: ExperimentReportArm[];
178
179
  pairs: ExperimentReportPair[];
179
180
  comparisons: ExperimentReportComparison[];
@@ -183,8 +184,11 @@ export interface ExperimentReport {
183
184
  completeness: ExperimentReportCompleteness;
184
185
  interference: ExperimentReportInterference;
185
186
  verdict: string;
187
+ limitations: ExperimentReportLimitation[];
186
188
  plain: string;
187
189
  what_differed: ExperimentReportWhatDiffered[];
190
+ replication: Replication | null;
191
+ reruns: RerunTally | null;
188
192
  cost: Cost;
189
193
  note: string | null;
190
194
  note_at_ms: number | null;
@@ -712,6 +716,8 @@ export interface BatchReportModel {
712
716
  median: number;
713
717
  sd: number | null;
714
718
  half_width: number | null;
719
+ design_effect: number | null;
720
+ effective_seats: number | null;
715
721
  best: number;
716
722
  worst: number;
717
723
  survival_rate: number;
@@ -820,6 +826,11 @@ export interface ExperimentDesign {
820
826
  standing: 'declared' | 'named' | 'after';
821
827
  name_prefix: string | null;
822
828
  }
829
+ export interface ExperimentReportFocal {
830
+ seats: number[] | null;
831
+ background: number[];
832
+ text: string;
833
+ }
823
834
  export interface ExperimentReportArm {
824
835
  index: number;
825
836
  label: string;
@@ -829,6 +840,7 @@ export interface ExperimentReportArm {
829
840
  differs_from_control: string[];
830
841
  trials: ExperimentReportArmTrials;
831
842
  score: ExperimentReportArmScore | null;
843
+ background: ExperimentReportArmBackground | null;
832
844
  cost_usd: number;
833
845
  agent_turns: number;
834
846
  usage: JsonObject;
@@ -851,6 +863,14 @@ export interface ExperimentReportArmScore {
851
863
  sd: number | null;
852
864
  ci: Interval | null;
853
865
  }
866
+ export interface ExperimentReportArmBackground {
867
+ seats: number;
868
+ mean: number;
869
+ iqm: number;
870
+ median: number;
871
+ sd: number | null;
872
+ ci: Interval | null;
873
+ }
854
874
  export interface ExperimentReportArmHealth {
855
875
  measured_seats: number;
856
876
  calls: number;
@@ -1017,11 +1037,72 @@ export interface ExperimentReportInterferencePerArm {
1017
1037
  retries: number;
1018
1038
  per_100_calls: number | null;
1019
1039
  }
1040
+ export interface ExperimentReportLimitation {
1041
+ kind: 'construct' | 'access' | 'sample' | 'selection' | 'version' | 'measurement' | 'scope';
1042
+ text: string;
1043
+ }
1020
1044
  export interface ExperimentReportWhatDiffered {
1021
1045
  arm: number;
1022
1046
  label: string;
1023
1047
  changes: string[];
1024
1048
  }
1049
+ export interface Replication {
1050
+ original: ReplicationOriginal;
1051
+ state: 'read' | 'playing' | 'incomplete' | 'cancelled' | 'unpublished' | 'original_open';
1052
+ comparisons: StudyDifference[];
1053
+ text: string;
1054
+ }
1055
+ export interface ReplicationOriginal {
1056
+ experiment_id: string;
1057
+ name: string;
1058
+ handle: string | null;
1059
+ study_url: string | null;
1060
+ own: boolean;
1061
+ exact: boolean;
1062
+ }
1063
+ export interface StudyDifference {
1064
+ arm: number;
1065
+ label: string;
1066
+ control: string;
1067
+ original: StudyUnits;
1068
+ rerun: StudyUnits;
1069
+ difference: number | null;
1070
+ interval: WelchInterval | null;
1071
+ apart: boolean | null;
1072
+ text: string;
1073
+ }
1074
+ export interface StudyUnits {
1075
+ unit: 'pair' | 'world';
1076
+ n: number;
1077
+ mean_diff: number | null;
1078
+ }
1079
+ export interface WelchInterval {
1080
+ lo: number;
1081
+ hi: number;
1082
+ level: number;
1083
+ df: number;
1084
+ }
1085
+ export interface RerunTally {
1086
+ reruns: RerunEntry[];
1087
+ counted: number;
1088
+ apart: number;
1089
+ no_interval: number;
1090
+ not_counted: number;
1091
+ own: number;
1092
+ more: boolean;
1093
+ text: string;
1094
+ }
1095
+ export interface RerunEntry {
1096
+ experiment_id: string;
1097
+ name: string;
1098
+ handle: string | null;
1099
+ study_url: string | null;
1100
+ own: boolean;
1101
+ exact: boolean;
1102
+ state: 'read' | 'playing' | 'incomplete' | 'cancelled' | 'unpublished' | 'original_open';
1103
+ apart: boolean | null;
1104
+ comparisons: StudyDifference[];
1105
+ }
1025
1106
  /** One setup of a run set: how many runs are filed under it and the series batches among them, the harness versions their seats registered under (a set may span versions; nothing is pooled across them), when the earliest run ever filed under it started its match (a run moved out does not raise it), its design, and its counts summed over its runs (null while none carries one; `uncounted` runs whose match could not be read add nothing). */
1026
1107
  export interface RunSetSetup {
1027
1108
  key: string;
package/dist/index.d.ts CHANGED
@@ -1,6 +1,6 @@
1
1
  import { Operations, type ErrorCode, type GetBatchResponse, type GetExperimentResponse, type GetRunResponse, type Method, type RequestParts } from './generated.js';
2
2
  export * from './generated.js';
3
- export declare const VERSION = "0.2.19";
3
+ export declare const VERSION = "0.2.21";
4
4
  export declare const DEFAULT_BASE_URL = "https://daishi.ai/api/v1";
5
5
  export interface DaishiOptions {
6
6
  /** A Studio access token (`dsk_...`). Default: the `DAISHI_TOKEN` environment variable. */
package/dist/index.js CHANGED
@@ -1,6 +1,6 @@
1
1
  import { Operations } from './generated.js';
2
2
  export * from './generated.js';
3
- export const VERSION = '0.2.19';
3
+ export const VERSION = '0.2.21';
4
4
  export const DEFAULT_BASE_URL = 'https://daishi.ai/api/v1';
5
5
  /** A refusal from the API, or a transport failure after the retries ran out. */
6
6
  export class DaishiError extends Error {
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "daishi-sdk",
3
- "version": "0.2.19",
3
+ "version": "0.2.21",
4
4
  "description": "Typed client for the Daishi Studio API: scenarios, runs, series batches and paired experiments, with retries and waiting helpers.",
5
5
  "keywords": [
6
6
  "daishi",