daishi-sdk 0.2.19 → 0.2.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/generated.d.ts +81 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/package.json +1 -1
package/dist/generated.d.ts
CHANGED
|
@@ -174,6 +174,7 @@ export interface ExperimentReport {
|
|
|
174
174
|
rule_text: string;
|
|
175
175
|
loss_tolerance: number | null;
|
|
176
176
|
max_total_spend_usd: number | null;
|
|
177
|
+
focal: ExperimentReportFocal;
|
|
177
178
|
arms: ExperimentReportArm[];
|
|
178
179
|
pairs: ExperimentReportPair[];
|
|
179
180
|
comparisons: ExperimentReportComparison[];
|
|
@@ -183,8 +184,11 @@ export interface ExperimentReport {
|
|
|
183
184
|
completeness: ExperimentReportCompleteness;
|
|
184
185
|
interference: ExperimentReportInterference;
|
|
185
186
|
verdict: string;
|
|
187
|
+
limitations: ExperimentReportLimitation[];
|
|
186
188
|
plain: string;
|
|
187
189
|
what_differed: ExperimentReportWhatDiffered[];
|
|
190
|
+
replication: Replication | null;
|
|
191
|
+
reruns: RerunTally | null;
|
|
188
192
|
cost: Cost;
|
|
189
193
|
note: string | null;
|
|
190
194
|
note_at_ms: number | null;
|
|
@@ -712,6 +716,8 @@ export interface BatchReportModel {
|
|
|
712
716
|
median: number;
|
|
713
717
|
sd: number | null;
|
|
714
718
|
half_width: number | null;
|
|
719
|
+
design_effect: number | null;
|
|
720
|
+
effective_seats: number | null;
|
|
715
721
|
best: number;
|
|
716
722
|
worst: number;
|
|
717
723
|
survival_rate: number;
|
|
@@ -820,6 +826,11 @@ export interface ExperimentDesign {
|
|
|
820
826
|
standing: 'declared' | 'named' | 'after';
|
|
821
827
|
name_prefix: string | null;
|
|
822
828
|
}
|
|
829
|
+
export interface ExperimentReportFocal {
|
|
830
|
+
seats: number[] | null;
|
|
831
|
+
background: number[];
|
|
832
|
+
text: string;
|
|
833
|
+
}
|
|
823
834
|
export interface ExperimentReportArm {
|
|
824
835
|
index: number;
|
|
825
836
|
label: string;
|
|
@@ -829,6 +840,7 @@ export interface ExperimentReportArm {
|
|
|
829
840
|
differs_from_control: string[];
|
|
830
841
|
trials: ExperimentReportArmTrials;
|
|
831
842
|
score: ExperimentReportArmScore | null;
|
|
843
|
+
background: ExperimentReportArmBackground | null;
|
|
832
844
|
cost_usd: number;
|
|
833
845
|
agent_turns: number;
|
|
834
846
|
usage: JsonObject;
|
|
@@ -851,6 +863,14 @@ export interface ExperimentReportArmScore {
|
|
|
851
863
|
sd: number | null;
|
|
852
864
|
ci: Interval | null;
|
|
853
865
|
}
|
|
866
|
+
export interface ExperimentReportArmBackground {
|
|
867
|
+
seats: number;
|
|
868
|
+
mean: number;
|
|
869
|
+
iqm: number;
|
|
870
|
+
median: number;
|
|
871
|
+
sd: number | null;
|
|
872
|
+
ci: Interval | null;
|
|
873
|
+
}
|
|
854
874
|
export interface ExperimentReportArmHealth {
|
|
855
875
|
measured_seats: number;
|
|
856
876
|
calls: number;
|
|
@@ -1017,11 +1037,72 @@ export interface ExperimentReportInterferencePerArm {
|
|
|
1017
1037
|
retries: number;
|
|
1018
1038
|
per_100_calls: number | null;
|
|
1019
1039
|
}
|
|
1040
|
+
export interface ExperimentReportLimitation {
|
|
1041
|
+
kind: 'construct' | 'access' | 'sample' | 'selection' | 'version' | 'measurement' | 'scope';
|
|
1042
|
+
text: string;
|
|
1043
|
+
}
|
|
1020
1044
|
export interface ExperimentReportWhatDiffered {
|
|
1021
1045
|
arm: number;
|
|
1022
1046
|
label: string;
|
|
1023
1047
|
changes: string[];
|
|
1024
1048
|
}
|
|
1049
|
+
export interface Replication {
|
|
1050
|
+
original: ReplicationOriginal;
|
|
1051
|
+
state: 'read' | 'playing' | 'incomplete' | 'cancelled' | 'unpublished' | 'original_open';
|
|
1052
|
+
comparisons: StudyDifference[];
|
|
1053
|
+
text: string;
|
|
1054
|
+
}
|
|
1055
|
+
export interface ReplicationOriginal {
|
|
1056
|
+
experiment_id: string;
|
|
1057
|
+
name: string;
|
|
1058
|
+
handle: string | null;
|
|
1059
|
+
study_url: string | null;
|
|
1060
|
+
own: boolean;
|
|
1061
|
+
exact: boolean;
|
|
1062
|
+
}
|
|
1063
|
+
export interface StudyDifference {
|
|
1064
|
+
arm: number;
|
|
1065
|
+
label: string;
|
|
1066
|
+
control: string;
|
|
1067
|
+
original: StudyUnits;
|
|
1068
|
+
rerun: StudyUnits;
|
|
1069
|
+
difference: number | null;
|
|
1070
|
+
interval: WelchInterval | null;
|
|
1071
|
+
apart: boolean | null;
|
|
1072
|
+
text: string;
|
|
1073
|
+
}
|
|
1074
|
+
export interface StudyUnits {
|
|
1075
|
+
unit: 'pair' | 'world';
|
|
1076
|
+
n: number;
|
|
1077
|
+
mean_diff: number | null;
|
|
1078
|
+
}
|
|
1079
|
+
export interface WelchInterval {
|
|
1080
|
+
lo: number;
|
|
1081
|
+
hi: number;
|
|
1082
|
+
level: number;
|
|
1083
|
+
df: number;
|
|
1084
|
+
}
|
|
1085
|
+
export interface RerunTally {
|
|
1086
|
+
reruns: RerunEntry[];
|
|
1087
|
+
counted: number;
|
|
1088
|
+
apart: number;
|
|
1089
|
+
no_interval: number;
|
|
1090
|
+
not_counted: number;
|
|
1091
|
+
own: number;
|
|
1092
|
+
more: boolean;
|
|
1093
|
+
text: string;
|
|
1094
|
+
}
|
|
1095
|
+
export interface RerunEntry {
|
|
1096
|
+
experiment_id: string;
|
|
1097
|
+
name: string;
|
|
1098
|
+
handle: string | null;
|
|
1099
|
+
study_url: string | null;
|
|
1100
|
+
own: boolean;
|
|
1101
|
+
exact: boolean;
|
|
1102
|
+
state: 'read' | 'playing' | 'incomplete' | 'cancelled' | 'unpublished' | 'original_open';
|
|
1103
|
+
apart: boolean | null;
|
|
1104
|
+
comparisons: StudyDifference[];
|
|
1105
|
+
}
|
|
1025
1106
|
/** One setup of a run set: how many runs are filed under it and the series batches among them, the harness versions their seats registered under (a set may span versions; nothing is pooled across them), when the earliest run ever filed under it started its match (a run moved out does not raise it), its design, and its counts summed over its runs (null while none carries one; `uncounted` runs whose match could not be read add nothing). */
|
|
1026
1107
|
export interface RunSetSetup {
|
|
1027
1108
|
key: string;
|
package/dist/index.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { Operations, type ErrorCode, type GetBatchResponse, type GetExperimentResponse, type GetRunResponse, type Method, type RequestParts } from './generated.js';
|
|
2
2
|
export * from './generated.js';
|
|
3
|
-
export declare const VERSION = "0.2.
|
|
3
|
+
export declare const VERSION = "0.2.21";
|
|
4
4
|
export declare const DEFAULT_BASE_URL = "https://daishi.ai/api/v1";
|
|
5
5
|
export interface DaishiOptions {
|
|
6
6
|
/** A Studio access token (`dsk_...`). Default: the `DAISHI_TOKEN` environment variable. */
|
package/dist/index.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { Operations } from './generated.js';
|
|
2
2
|
export * from './generated.js';
|
|
3
|
-
export const VERSION = '0.2.
|
|
3
|
+
export const VERSION = '0.2.21';
|
|
4
4
|
export const DEFAULT_BASE_URL = 'https://daishi.ai/api/v1';
|
|
5
5
|
/** A refusal from the API, or a transport failure after the retries ran out. */
|
|
6
6
|
export class DaishiError extends Error {
|
package/package.json
CHANGED