bayes-ab 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,106 @@
1
+ export declare const DEFAULT_THRESHOLD = 0.95;
2
+ export declare const DEFAULT_MIN_EFFECT = 0.1;
3
+ export declare const DEFAULT_SAMPLES = 12000;
4
+ export declare const PRIOR_ALPHA = 1;
5
+ export declare const PRIOR_BETA = 1;
6
+ export type DecisionStatus = "ship_b" | "keep_a" | "continue" | "inconclusive";
7
+ export type EvidenceStrength = "low" | "moderate" | "strong";
8
+ export type Maturity = "early" | "building" | "mature";
9
+ export type Variant = "A" | "B";
10
+ export declare const DECISION_LABELS: Record<DecisionStatus, string>;
11
+ export type AnalyzeInputs = {
12
+ visitorsA: number;
13
+ conversionsA: number;
14
+ visitorsB: number;
15
+ conversionsB: number;
16
+ threshold?: number;
17
+ minEffect?: number;
18
+ samples?: number;
19
+ seed?: number | null;
20
+ includeChart?: boolean;
21
+ };
22
+ export type VariantSummary = {
23
+ visitors: number;
24
+ conversions: number;
25
+ rate: number;
26
+ posteriorMean: number;
27
+ posterior: [number, number];
28
+ };
29
+ export type WaitingScenario = {
30
+ extraPerVariant: number;
31
+ expectedRegret: number;
32
+ valueOfWaiting: number;
33
+ };
34
+ export type ChartPoint = {
35
+ rate: number;
36
+ densityA: number;
37
+ densityB: number;
38
+ };
39
+ export type AnalyzeResult = {
40
+ inputs: {
41
+ visitorsA: number;
42
+ conversionsA: number;
43
+ visitorsB: number;
44
+ conversionsB: number;
45
+ threshold: number;
46
+ minEffect: number;
47
+ prior: [number, number];
48
+ samples: number;
49
+ seed: number;
50
+ };
51
+ decision: {
52
+ status: DecisionStatus;
53
+ label: string;
54
+ evidence: EvidenceStrength;
55
+ maturity: Maturity;
56
+ maturityProgress: number;
57
+ bayesActionNow: Variant;
58
+ expectedRegretNow: number;
59
+ };
60
+ probability: {
61
+ bBeatsA: number;
62
+ aBeatsB: number;
63
+ meaningfulLift: number;
64
+ meaningfulHarm: number;
65
+ harmful: number;
66
+ liftAbove1pct: number;
67
+ liftAbove5pct: number;
68
+ harmBeyond5pct: number;
69
+ harmBeyond10pct: number;
70
+ };
71
+ effect: {
72
+ relativeLift: number;
73
+ relativeLiftCI95: [number, number];
74
+ absoluteDiff: number;
75
+ absoluteDiffCI95: [number, number];
76
+ observedRelativeLift: number | null;
77
+ observedAbsoluteDiff: number;
78
+ };
79
+ expectedLoss: {
80
+ shipA: number;
81
+ shipB: number;
82
+ };
83
+ variants: {
84
+ A: VariantSummary;
85
+ B: VariantSummary;
86
+ };
87
+ sampleSize: {
88
+ requiredPerVariant: number;
89
+ additionalPerVariant: number;
90
+ detectableEffectNow: number;
91
+ };
92
+ waiting: WaitingScenario[];
93
+ frequentist: {
94
+ pValueTwoSided: number;
95
+ };
96
+ chart?: ChartPoint[];
97
+ shareUrl: string;
98
+ };
99
+ export declare function deriveSeed(...parts: number[]): number;
100
+ export declare function decisionStatus({ probabilityMeaningfulLift, probabilityMeaningfulHarm, threshold, evidence, }: {
101
+ probabilityMeaningfulLift: number;
102
+ probabilityMeaningfulHarm: number;
103
+ threshold: number;
104
+ evidence: EvidenceStrength;
105
+ }): DecisionStatus;
106
+ export declare function analyze({ visitorsA, conversionsA, visitorsB, conversionsB, threshold, minEffect, samples, seed, includeChart, }: AnalyzeInputs): AnalyzeResult;
@@ -0,0 +1,20 @@
1
+ export declare function clamp(value: number, min: number, max: number): number;
2
+ export declare function logGamma(z: number): number;
3
+ export declare function logBeta(a: number, b: number): number;
4
+ export declare function betaPdf(x: number, alpha: number, beta: number): number;
5
+ export type Random = () => number;
6
+ export declare function makeDeterministicRandom(seed: number): Random;
7
+ export declare function sampleStandardNormal(random: Random): number;
8
+ export declare function sampleGamma(shape: number, random: Random): number;
9
+ export declare function sampleBeta(alpha: number, beta: number, random: Random): number;
10
+ export declare function sampleBinomialApprox(trials: number, probability: number, random: Random): number;
11
+ export declare function quantile(sortedValues: number[], probability: number): number;
12
+ export declare function mean(values: number[]): number;
13
+ /** Exact P(B > A) for independent Beta posteriors, via Evan Miller's closed form. */
14
+ export declare function probabilityBBeatsA(alphaA: number, betaA: number, alphaB: number, betaB: number): number;
15
+ export declare function inverseNormalCdf(p: number): number;
16
+ export declare function erf(x: number): number;
17
+ export declare function normalCdf(x: number): number;
18
+ export declare function normalPdf(x: number): number;
19
+ /** Rounds to a fixed number of decimals for compact, stable JSON. */
20
+ export declare function round(value: number, decimals?: number): number;
@@ -0,0 +1,41 @@
1
+ export type PlanInputs = {
2
+ baseline: number;
3
+ minEffect: number;
4
+ power?: number;
5
+ alpha?: number;
6
+ dailyVisitors?: number | null;
7
+ };
8
+ export type PlanRow = {
9
+ minEffect: number;
10
+ perVariant: number;
11
+ days: number | null;
12
+ };
13
+ export type PlanResult = {
14
+ inputs: {
15
+ baseline: number;
16
+ minEffect: number;
17
+ power: number;
18
+ alpha: number;
19
+ dailyVisitors: number | null;
20
+ };
21
+ targetRates: {
22
+ up: number;
23
+ down: number;
24
+ };
25
+ perVariant: number;
26
+ total: number;
27
+ days: number | null;
28
+ sensitivity: PlanRow[];
29
+ };
30
+ /**
31
+ * Visitors per variant to detect a relative change of `minEffect` from `baseline`
32
+ * with a two-sided z-test. This is the same yardstick the web tool uses for its
33
+ * maturity bar: a planning number, not the Bayesian decision rule.
34
+ */
35
+ export declare function requiredSamplePerVariant({ baseline, minEffect, alpha, power, }: {
36
+ baseline: number;
37
+ minEffect: number;
38
+ alpha?: number;
39
+ power?: number;
40
+ }): number;
41
+ export declare function plan({ baseline, minEffect, power, alpha, dailyVisitors }: PlanInputs): PlanResult;
@@ -0,0 +1,58 @@
1
+ export type StopRule = "lift" | "superiority" | "loss";
2
+ export type ProjectedDecision = "ship_b" | "keep_a";
3
+ export declare const DEFAULT_HORIZON_DAYS = 28;
4
+ export declare const DEFAULT_SIMULATIONS = 2000;
5
+ export declare const DEFAULT_MAX_LOSS = 0.0001;
6
+ export type ProjectInputs = {
7
+ visitorsA: number;
8
+ conversionsA: number;
9
+ visitorsB: number;
10
+ conversionsB: number;
11
+ dailyVisitors: number;
12
+ horizonDays?: number;
13
+ threshold?: number;
14
+ minEffect?: number;
15
+ stopRule?: StopRule;
16
+ maxLoss?: number;
17
+ simulations?: number;
18
+ seed?: number | null;
19
+ };
20
+ export type ProjectResult = {
21
+ inputs: {
22
+ visitorsA: number;
23
+ conversionsA: number;
24
+ visitorsB: number;
25
+ conversionsB: number;
26
+ threshold: number;
27
+ minEffect: number;
28
+ prior: [number, number];
29
+ dailyVisitors: number;
30
+ horizonDays: number;
31
+ stopRule: StopRule;
32
+ maxLoss: number | null;
33
+ simulations: number;
34
+ seed: number;
35
+ };
36
+ alreadyDecided: boolean;
37
+ decisionNow: ProjectedDecision | null;
38
+ decisionWithinHorizon: number;
39
+ outcomes: {
40
+ shipB: number;
41
+ keepA: number;
42
+ undecided: number;
43
+ };
44
+ daysToDecision: {
45
+ p25: number;
46
+ p50: number;
47
+ p75: number;
48
+ p90: number;
49
+ } | null;
50
+ cumulative: {
51
+ day: number;
52
+ p: number;
53
+ }[];
54
+ diagnostic: "lift_near_threshold" | null;
55
+ approximation: "normal";
56
+ shareUrl: string;
57
+ };
58
+ export declare function project({ visitorsA, conversionsA, visitorsB, conversionsB, dailyVisitors, horizonDays, threshold, minEffect, stopRule, maxLoss, simulations, seed, }: ProjectInputs): ProjectResult;
@@ -0,0 +1,10 @@
1
+ export declare const WEB_TOOL_URL = "https://www.joebrundage.com/tools/bayesian-ab-test";
2
+ export type ShareInputs = {
3
+ visitorsA: number;
4
+ conversionsA: number;
5
+ visitorsB: number;
6
+ conversionsB: number;
7
+ threshold: number;
8
+ minEffect: number;
9
+ };
10
+ export declare function shareUrl(inputs: ShareInputs): string;
@@ -0,0 +1,8 @@
1
+ export { analyze, DECISION_LABELS, DEFAULT_MIN_EFFECT, DEFAULT_SAMPLES, DEFAULT_THRESHOLD } from "./core/analyze.ts";
2
+ export type { AnalyzeInputs, AnalyzeResult, ChartPoint, DecisionStatus, EvidenceStrength, Maturity, Variant, VariantSummary, WaitingScenario, } from "./core/analyze.ts";
3
+ export { project, DEFAULT_HORIZON_DAYS, DEFAULT_MAX_LOSS, DEFAULT_SIMULATIONS } from "./core/project.ts";
4
+ export type { ProjectInputs, ProjectResult, ProjectedDecision, StopRule } from "./core/project.ts";
5
+ export { plan, requiredSamplePerVariant } from "./core/plan.ts";
6
+ export type { PlanInputs, PlanResult, PlanRow } from "./core/plan.ts";
7
+ export { shareUrl, WEB_TOOL_URL } from "./core/share.ts";
8
+ export { probabilityBBeatsA } from "./core/math.ts";