@creative-introvert/tons-of-tests 1.2.0 → 2.1.0

package/dist/esm/internal/Test.js

@@ -1,66 +1,64 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.test = exports.runCollectRecord = exports.makeSha256 = exports.diff = exports.all = exports.TestResultSchema = void 0;
-var _nodeCrypto = /*#__PURE__*/require("node:crypto");
-var _nodePerf_hooks = /*#__PURE__*/require("node:perf_hooks");
-var _effect = /*#__PURE__*/require("effect");
-var _Classify = /*#__PURE__*/require("../Classify.js");
-var _Classify2 = /*#__PURE__*/require("./Classify.js");
-const makeSha256 = input => {
-  return (0, _nodeCrypto.createHash)('sha256').update(JSON.stringify(input)).digest('hex');
+import { createHash } from 'node:crypto';
+import { Clock, Effect, Option, pipe, Schema, Sink, Stream } from 'effect';
+import { Stats } from '../Classify.js';
+import { defaultIsEqual, LabelSchema, makeClassify, median, precision, recall } from './Classify.js';
+export const makeSha256 = input => {
+  // This public synchronous helper keeps result IDs stable across releases.
+  return createHash('sha256').update(JSON.stringify(input)).digest('hex');
 };
-exports.makeSha256 = makeSha256;
 const TestResult = {
   make: args => {
     const {
+      hashTestCase,
+      key,
       label,
       input,
       result,
       expected
     } = args;
-    // Without `ordering`, in case the user decides to re-order test cases,
-    // which shouldn't change the identity of the test result.
-    // Without `tags`, as those are just for filtering.
+    // Reordering cases or evaluations must not change a result's identity.
+    // Tags and timing also stay out of the ID.
     const id = makeSha256({
+      hashTestCase,
+      key,
       label,
       input,
       result,
       expected
     });
-    const hashTestCase = makeSha256({
-      input,
-      expected
-    });
     return {
       ...args,
-      id,
-      hashTestCase
+      id
     };
   }
 };
-const TestResultSchema = exports.TestResultSchema = /*#__PURE__*/_effect.Schema.Struct({
-  id: _effect.Schema.String,
-  hashTestCase: _effect.Schema.String,
-  ordering: _effect.Schema.Int,
-  input: _effect.Schema.Unknown,
-  result: _effect.Schema.Unknown,
-  expected: _effect.Schema.Unknown,
-  label: _Classify2.LabelSchema,
-  tags: /*#__PURE__*/_effect.Schema.Array(_effect.Schema.String),
-  timeMillis: _effect.Schema.Number
+export const resultKey = ({
+  hashTestCase,
+  key
+}) => JSON.stringify([hashTestCase, key]);
+const defaultClassify = /*#__PURE__*/makeClassify({
+  isEqual: defaultIsEqual
 });
-const TestRunResults = {
-  emptyFromTestRun: args => ({
-    ...args,
-    testResultsByTestCaseHash: {},
-    testCaseHashes: [],
-    stats: _Classify.Stats.empty()
-  })
-};
-const test = ({
+const defaultEvaluate = (result, expected) => [{
+  key: 'result',
+  result,
+  expected,
+  label: defaultClassify(result, expected)
+}];
+export const TestResultSchema = /*#__PURE__*/Schema.Struct({
+  id: Schema.String,
+  hashTestCase: Schema.String,
+  key: Schema.String,
+  ordering: Schema.Int,
+  resultOrdering: Schema.Int,
+  input: Schema.Unknown,
+  result: Schema.Unknown,
+  expected: Schema.Unknown,
+  label: LabelSchema,
+  tags: /*#__PURE__*/Schema.Array(Schema.String),
+  timeMillis: Schema.Finite
+});
+export const test = /*#__PURE__*/Effect.fnUntraced(function* ({
   testCase: {
     input,
     expected,
@@ -68,116 +66,150 @@ const test = ({
     ordering
   },
   program,
-  classify
-}) => {
-  const t0 = _nodePerf_hooks.performance.now();
-  return program(input).pipe(_effect.Effect.map(result => {
-    const t1 = _nodePerf_hooks.performance.now();
-    return TestResult.make({
-      ordering,
-      input,
-      result,
-      expected,
-      tags: tags ?? [],
-      label: classify(result, expected),
-      timeMillis: t1 - t0
-    });
+  evaluate
+}) {
+  const hashTestCase = makeSha256({
+    input,
+    expected
+  });
+  const t0 = yield* Clock.currentTimeNanos;
+  const result = yield* program(input);
+  const t1 = yield* Clock.currentTimeNanos;
+  const evaluations = evaluate(result, expected);
+  if (evaluations.length === 0) {
+    return yield* Effect.die(new Error('evaluate must return at least one result'));
+  }
+  const keys = new Set();
+  for (const {
+    key
+  } of evaluations) {
+    if (key.length === 0 || keys.has(key)) {
+      return yield* Effect.die(new Error('evaluate must return non-empty keys that are unique within each test case'));
+    }
+    keys.add(key);
+  }
+  return evaluations.map((evaluation, resultOrdering) => TestResult.make({
+    ...evaluation,
+    hashTestCase,
+    ordering,
+    resultOrdering,
+    input,
+    tags: tags ?? [],
+    timeMillis: Number(t1 - t0) / 1_000_000
   }));
-};
-exports.test = test;
-const all = ({
-  testCases,
-  program,
-  classify = (0, _Classify2.makeClassify)({
-    isEqual: _Classify2.defaultIsEqual
-  })
-}, {
+});
+export const all = (suite, {
   concurrency
 } = {
   concurrency: 1
 }) => {
-  const total = Array.isArray(testCases) ? testCases.length : undefined;
-  const testCases$ = Array.isArray(testCases) ? _effect.Stream.fromIterable(testCases) : testCases;
-  return (0, _effect.pipe)(testCases$, _effect.Stream.zipWithIndex, _effect.Stream.map(([testCase, ordering]) => ({
+  if (suite.evaluate === undefined) {
+    return all({
+      ...suite,
+      evaluate: defaultEvaluate
+    }, {
+      concurrency
+    });
+  }
+  const {
+    testCases,
+    program,
+    evaluate
+  } = suite;
+  const total = Stream.isStream(testCases) ? undefined : testCases.length;
+  const testCases$ = Stream.isStream(testCases) ? testCases : Stream.fromIterable(testCases);
+  return pipe(testCases$, Stream.zipWithIndex, Stream.map(([testCase, ordering]) => ({
     ...testCase,
     ordering
-  })), _effect.Stream.mapEffect(testCase => test({
+  })), Stream.mapEffect(testCase => test({
     testCase,
     program,
-    classify
+    evaluate
   }), {
     concurrency,
     unordered: false
-  }), _effect.Stream.tap(testResult => {
-    const i = testResult.ordering + 1;
+  }), Stream.tap(testResults => {
+    const i = testResults[0].ordering + 1;
     const stride = total === undefined ? 10 : Math.max(Math.floor(total * 0.05), 10);
     const isMilestone = i === 1 || i % stride === 0 || total !== undefined && i === total;
-    if (!isMilestone) return _effect.Effect.void;
-    return _effect.Effect.logDebug(total === undefined ? `progress ${i}` : `progress ${i}/${total}`);
-  }));
+    if (!isMilestone) return Effect.void;
+    return Effect.logDebug(total === undefined ? `progress ${i}` : `progress ${i}/${total}`);
+  }), Stream.flattenIterable);
 };
-exports.all = all;
 const emptyAcc = () => ({
-  testResultsByTestCaseHash: {},
-  testCaseHashes: [],
-  times: [],
+  testResultsByKey: {},
+  testResultKeys: [],
+  timesByTestCaseHash: new Map(),
   TP: 0,
   TN: 0,
   FP: 0,
-  FN: 0,
-  timeSum: 0,
-  timeMin: Number.POSITIVE_INFINITY,
-  timeMax: Number.NEGATIVE_INFINITY
+  FN: 0
 });
-const runCollectRecord = testRun => testResults$ => testResults$.pipe(_effect.Stream.run(
-// Sink.foldLeft threads the accumulator by reference within a
-// single fiber, so mutating in place is safe and avoids
-// rebuilding the object per element.
-_effect.Sink.foldLeft(emptyAcc(), (acc, r) => {
-  acc.testResultsByTestCaseHash[r.hashTestCase] = r;
-  acc.testCaseHashes.push(r.hashTestCase);
-  acc.times.push(r.timeMillis);
-  acc.timeSum += r.timeMillis;
-  if (r.timeMillis < acc.timeMin) acc.timeMin = r.timeMillis;
-  if (r.timeMillis > acc.timeMax) acc.timeMax = r.timeMillis;
+const appendResult = (acc, r) => {
+  const key = resultKey(r);
+  acc.testResultsByKey[key] = r;
+  acc.testResultKeys.push(key);
+  if (!acc.timesByTestCaseHash.has(r.hashTestCase)) {
+    acc.timesByTestCaseHash.set(r.hashTestCase, r.timeMillis);
+  }
   if (r.label === 'TP') acc.TP++;else if (r.label === 'TN') acc.TN++;else if (r.label === 'FP') acc.FP++;else acc.FN++;
   return acc;
-})), _effect.Effect.map(acc => {
-  const total = acc.testCaseHashes.length;
-  const hasTimes = acc.times.length > 0;
-  const stats = new _Classify.Stats({
+};
+const finish = (testRun, acc) => {
+  const times = [...acc.timesByTestCaseHash.values()];
+  let timeSum = 0;
+  let timeMin = Number.POSITIVE_INFINITY;
+  let timeMax = Number.NEGATIVE_INFINITY;
+  for (const time of times) {
+    timeSum += time;
+    if (time < timeMin) timeMin = time;
+    if (time > timeMax) timeMax = time;
+  }
+  const stats = new Stats({
     TP: acc.TP,
     TN: acc.TN,
     FP: acc.FP,
     FN: acc.FN,
-    total,
-    precision: (0, _Classify2.precision)({
+    total: acc.testResultKeys.length,
+    testCases: acc.timesByTestCaseHash.size,
+    precision: precision({
       TP: acc.TP,
       FP: acc.FP
     }),
-    recall: (0, _Classify2.recall)({
+    recall: recall({
       TP: acc.TP,
       FN: acc.FN
     }),
-    timeMean: hasTimes ? _effect.Option.some(acc.timeSum / acc.times.length) : _effect.Option.none(),
-    timeMin: hasTimes ? _effect.Option.some(acc.timeMin) : _effect.Option.none(),
-    timeMax: hasTimes ? _effect.Option.some(acc.timeMax) : _effect.Option.none(),
-    timeMedian: (0, _Classify2.median)(acc.times)
+    timeMean: times.length > 0 ? Option.some(timeSum / times.length) : Option.none(),
+    timeMin: times.length > 0 ? Option.some(timeMin) : Option.none(),
+    timeMax: times.length > 0 ? Option.some(timeMax) : Option.none(),
+    timeMedian: median(times)
   });
   return {
-    ...testRun,
-    testResultsByTestCaseHash: acc.testResultsByTestCaseHash,
-    testCaseHashes: acc.testCaseHashes,
+    id: testRun.id,
+    name: testRun.name,
+    hash: testRun.hash,
+    testResultsByKey: acc.testResultsByKey,
+    testResultKeys: acc.testResultKeys,
+    testCaseHashes: [...acc.timesByTestCaseHash.keys()],
     stats
   };
-}));
-exports.runCollectRecord = runCollectRecord;
-const diff = ({
+};
+export const runCollectRecord = testRun => testResults$ => testResults$.pipe(Stream.run(Sink.reduce(emptyAcc, appendResult)), Effect.map(acc => finish(testRun, acc)));
+export const filterResults = (testRun, predicate) => {
+  const acc = emptyAcc();
+  for (const key of testRun.testResultKeys) {
+    const result = testRun.testResultsByKey[key];
+    if (predicate(result)) appendResult(acc, result);
+  }
+  return finish(testRun, acc);
+};
+export const diff = ({
   testRun: {
     stats
   },
   previousTestRun
-}) => previousTestRun.pipe(_effect.Option.match({
+}) => previousTestRun.pipe(Option.match({
   onNone: () => stats,
   onSome: ({
     stats: previousStats
@@ -190,5 +222,4 @@ const diff = ({
     recall: stats.recall - previousStats.recall
   })
 }));
-exports.diff = diff;
 //# sourceMappingURL=Test.js.map

package/dist/esm/internal/Test.js.map

@@ -1 +1 @@
-{"version":3,"file":"Test.js","names":["_nodeCrypto","require","_nodePerf_hooks","_effect","_Classify","_Classify2","makeSha256","input","createHash","update","JSON","stringify","digest","exports","TestResult","make","args","label","result","expected","id","hashTestCase","TestResultSchema","Schema","Struct","String","ordering","Int","Unknown","LabelSchema","tags","Array","timeMillis","Number","TestRunResults","emptyFromTestRun","testResultsByTestCaseHash","testCaseHashes","stats","Stats","empty","test","testCase","program","classify","t0","performance","now","pipe","Effect","map","t1","all","testCases","makeClassify","isEqual","defaultIsEqual","concurrency","total","isArray","length","undefined","testCases$","Stream","fromIterable","zipWithIndex","mapEffect","unordered","tap","testResult","i","stride","Math","max","floor","isMilestone","void","logDebug","emptyAcc","times","TP","TN","FP","FN","timeSum","timeMin","POSITIVE_INFINITY","timeMax","NEGATIVE_INFINITY","runCollectRecord","testRun","testResults$","run","Sink","foldLeft","acc","r","push","hasTimes","precision","recall","timeMean","Option","some","none","timeMedian","median","diff","previousTestRun","match","onNone","onSome","previousStats"],"sources":["../../../src/internal/Test.ts"],"sourcesContent":[null],"mappings":";;;;;;AAAA,IAAAA,WAAA,gBAAAC,OAAA;AACA,IAAAC,eAAA,gBAAAD,OAAA;AAEA,IAAAE,OAAA,gBAAAF,OAAA;AAGA,IAAAG,SAAA,gBAAAH,OAAA;AAUA,IAAAI,UAAA,gBAAAJ,OAAA;AAUO,MAAMK,UAAU,GAAOC,KAAQ,IAAY;EAC9C,OAAO,IAAAC,sBAAU,EAAC,QAAQ,CAAC,CAACC,MAAM,CAACC,IAAI,CAACC,SAAS,CAACJ,KAAK,CAAC,CAAC,CAACK,MAAM,CAAC,KAAK,CAAC;AAC3E,CAAC;AAACC,OAAA,CAAAP,UAAA,GAAAA,UAAA;AAEF,MAAMQ,UAAU,GAAG;EACfC,IAAI,EAAYC,IAAsD,IAAI;IACtE,MAAM;MAACC,KAAK;MAAEV,KAAK;MAAEW,MAAM;MAAEC;IAAQ,CAAC,GAAGH,IAAI;IAE7C;IACA;IACA;IACA,MAAMI,EAAE,GAAGd,UAAU,CAAC;MAACW,KAAK;MAAEV,KAAK;MAAEW,MAAM;MAAEC;IAAQ,CAAC,CAAC;IACvD,MAAME,YAAY,GAAGf,UAAU,CAAC;MAACC,KAAK;MAAEY;IAAQ,CAAC,CAAC;IAElD,OAAO;MACH,GAAGH,IAAI;MACPI,EAAE;MACFC;KACH;EACL;CACH;AAEM,MAAMC,gBAAgB,GAAAT,OAAA,CAAAS,gBAAA,gBAA8BC,cAAM,CAACC,MAAM,CAAC;EACrEJ,EAAE,EAAEG,cAAM,CAACE,MAAM;EACjBJ,YAAY,EAAEE,cAAM,CAACE,MAAM;EAC3BC,QAAQ,EAAEH,cAAM,CAACI,GAAG;EACpBpB,KAAK,EAAEgB,cAAM,CAACK,OAAO;EACrBV,MAAM,EAAEK,cAAM,CAACK,OAAO;EACtBT,QAAQ,EAAEI,cAAM,CAACK,OAAO;EACxBX,KAAK,EAAEY,sBAAW;EAClBC,IAAI,eAAEP,cAAM,CAACQ,KAAK,CAACR,cAAM,CAACE,MAAM,CAAC;EACjCO,UAAU,EAAET,cAAM,CAACU;CACtB,CAAC;AAEF,MAAMC,cAAc,GAAG;EACnBC,gBAAgB,EAAYnB,IAAa,KAA+B;IACpE,GAAGA,IAAI;IACPoB,yBAAyB,EAAE,EAAE;IAC7BC,cAAc,EAAE,EAAE;IAClBC,KAAK,EAAEC,eAAK,CAACC,KAAK;GACrB;CACJ;AAEM,MAAMC,IAAI,GAAGA,CAAgB;EAChCC,QAAQ,EAAE;IAACnC,KAAK;IAAEY,QAAQ;IAAEW,IAAI;IAAEJ;EAAQ,CAAC;EAC3CiB,OAAO;EACPC;AAAQ,CAKX,KAA8C;EAC3C,MAAMC,EAAE,GAAGC,2BAAW,CAACC,GAAG,EAAE;EAC5B,OAAOJ,OAAO,CAACpC,KAAK,CAAC,CAACyC,IAAI,CACtBC,cAAM,CAACC,GAAG,CAAChC,MAAM,IAAG;IAChB,MAAMiC,EAAE,GAAGL,2BAAW,CAACC,GAAG,EAAE;IAC5B,OAAOjC,UAAU,CAACC,IAAI,CAAC;MACnBW,QAAQ;MACRnB,KAAK;MACLW,MAAM;MACNC,QAAQ;MACRW,IAAI,EAAEA,IAAI,IAAI,EAAE;MAChBb,KAAK,EAAE2B,QAAQ,CAAC1B,MAAM,EAAEC,QAAQ,CAAC;MACjCa,UAAU,EAAEmB,EAAE,GAAGN;KACpB,CAAC;EACN,CAAC,CAAC,CACL;AACL,CAAC;AAAChC,OAAA,CAAA4B,IAAA,GAAAA,IAAA;AAEK,MAAMW,GAAG,GAAGA,CACf;EACIC,SAAS;EACTV,OAAO;EACPC,QAAQ,GAAG,IAAAU,uBAAY,EAAC;IAACC,OAAO,EAAEC;EAAc,CAAC;AAAC,CAC3B,EAC3B;EAACC;AAAW,CAAC,GAAuC;EAACA,WAAW,EAAE;AAAC,CAAC,KAC1B;EAC1C,MAAMC,KAAK,GAAG3B,KAAK,CAAC4B,OAAO,CAACN,SAAS,CAAC,GAAGA,SAAS,CAACO,MAAM,GAAGC,SAAS;EACrE,MAAMC,UAAU,GAAwC/B,KAAK,CAAC4B,OAAO,CACjEN,SAAS,CACZ,GACMU,cAAM,CAACC,YAAY,CAChBX,SAA0C,CACL,GACxCA,SAAiD;EAExD,OAAO,IAAAL,YAAI,EACPc,UAAU,EACVC,cAAM,CAACE,YAAY,EACnBF,cAAM,CAACb,GAAG,CAAC,CAAC,CAACR,QAAQ,EAAEhB,QAAQ,CAAC,MAAM;IAAC,GAAGgB,QAAQ;IAAEhB;EAAQ,CAAC,CAAC,CAAC,EAC/DqC,cAAM,CAACG,SAAS,CAACxB,QAAQ,IAAID,IAAI,CAAC;IAACC,QAAQ;IAAEC,OAAO;IAAEC;EAAQ,CAAC,CAAC,EAAE;IAC9Da,WAAW;IACXU,SAAS,EAAE;GACd,CAAC,EACFJ,cAAM,CAACK,GAAG,CAACC,UAAU,IAAG;IACpB,MAAMC,CAAC,GAAGD,UAAU,CAAC3C,QAAQ,GAAG,CAAC;IACjC,MAAM6C,MAAM,GACRb,KAAK,KAAKG,SAAS,GACb,EAAE,GACFW,IAAI,CAACC,GAAG,CAACD,IAAI,CAACE,KAAK,CAAChB,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IAChD,MAAMiB,WAAW,GACbL,CAAC,KAAK,CAAC,IACPA,CAAC,GAAGC,MAAM,KAAK,CAAC,IACfb,KAAK,KAAKG,SAAS,IAAIS,CAAC,KAAKZ,KAAM;IACxC,IAAI,CAACiB,WAAW,EAAE,OAAO1B,cAAM,CAAC2B,IAAI;IAEpC,OAAO3B,cAAM,CAAC4B,QAAQ,CAClBnB,KAAK,KAAKG,SAAS,GACb,YAAYS,CAAC,EAAE,GACf,YAAYA,CAAC,IAAIZ,KAAK,EAAE,CACjC;EACL,CAAC,CAAC,CACL;AACL,CAAC;AAAC7C,OAAA,CAAAuC,GAAA,GAAAA,GAAA;AAeF,MAAM0B,QAAQ,GAAGA,CAAA,MAAkC;EAC/C1C,yBAAyB,EAAE,EAAE;EAC7BC,cAAc,EAAE,EAAE;EAClB0C,KAAK,EAAE,EAAE;EACTC,EAAE,EAAE,CAAC;EACLC,EAAE,EAAE,CAAC;EACLC,EAAE,EAAE,CAAC;EACLC,EAAE,EAAE,CAAC;EACLC,OAAO,EAAE,CAAC;EACVC,OAAO,EAAEpD,MAAM,CAACqD,iBAAiB;EACjCC,OAAO,EAAEtD,MAAM,CAACuD;CACnB,CAAC;AAEK,MAAMC,gBAAgB,GACxBC,OAAgB,IAEbC,YAAsD,IAEtDA,YAAY,CAAC3C,IAAI,CACbe,cAAM,CAAC6B,GAAG;AACN;AACA;AACA;AACAC,YAAI,CAACC,QAAQ,CACThB,QAAQ,EAAW,EACnB,CAACiB,GAAG,EAAEC,CAAsB,KAAI;EAC5BD,GAAG,CAAC3D,yBAAyB,CAAC4D,CAAC,CAAC3E,YAAY,CAAC,GAAG2E,CAAC;EACjDD,GAAG,CAAC1D,cAAc,CAAC4D,IAAI,CAACD,CAAC,CAAC3E,YAAY,CAAC;EACvC0E,GAAG,CAAChB,KAAK,CAACkB,IAAI,CAACD,CAAC,CAAChE,UAAU,CAAC;EAC5B+D,GAAG,CAACX,OAAO,IAAIY,CAAC,CAAChE,UAAU;EAC3B,IAAIgE,CAAC,CAAChE,UAAU,GAAG+D,GAAG,CAACV,OAAO,EAC1BU,GAAG,CAACV,OAAO,GAAGW,CAAC,CAAChE,UAAU;EAC9B,IAAIgE,CAAC,CAAChE,UAAU,GAAG+D,GAAG,CAACR,OAAO,EAC1BQ,GAAG,CAACR,OAAO,GAAGS,CAAC,CAAChE,UAAU;EAC9B,IAAIgE,CAAC,CAAC/E,KAAK,KAAK,IAAI,EAAE8E,GAAG,CAACf,EAAE,EAAE,CAAC,KAC1B,IAAIgB,CAAC,CAAC/E,KAAK,KAAK,IAAI,EAAE8E,GAAG,CAACd,EAAE,EAAE,CAAC,KAC/B,IAAIe,CAAC,CAAC/E,KAAK,KAAK,IAAI,EAAE8E,GAAG,CAACb,EAAE,EAAE,CAAC,KAC/Ba,GAAG,CAACZ,EAAE,EAAE;EACb,OAAOY,GAAG;AACd,CAAC,CACJ,CACJ,EACD9C,cAAM,CAACC,GAAG,CAAC6C,GAAG,IAAG;EACb,MAAMrC,KAAK,GAAGqC,GAAG,CAAC1D,cAAc,CAACuB,MAAM;EACvC,MAAMsC,QAAQ,GAAGH,GAAG,CAAChB,KAAK,CAACnB,MAAM,GAAG,CAAC;EACrC,MAAMtB,KAAK,GAAG,IAAIC,eAAK,CAAC;IACpByC,EAAE,EAAEe,GAAG,CAACf,EAAE;IACVC,EAAE,EAAEc,GAAG,CAACd,EAAE;IACVC,EAAE,EAAEa,GAAG,CAACb,EAAE;IACVC,EAAE,EAAEY,GAAG,CAACZ,EAAE;IACVzB,KAAK;IACLyC,SAAS,EAAE,IAAAA,oBAAS,EAAC;MAACnB,EAAE,EAAEe,GAAG,CAACf,EAAE;MAAEE,EAAE,EAAEa,GAAG,CAACb;IAAE,CAAC,CAAC;IAC9CkB,MAAM,EAAE,IAAAA,iBAAM,EAAC;MAACpB,EAAE,EAAEe,GAAG,CAACf,EAAE;MAAEG,EAAE,EAAEY,GAAG,CAACZ;IAAE,CAAC,CAAC;IACxCkB,QAAQ,EAAEH,QAAQ,GACZI,cAAM,CAACC,IAAI,CAACR,GAAG,CAACX,OAAO,GAAGW,GAAG,CAAChB,KAAK,CAACnB,MAAM,CAAC,GAC3C0C,cAAM,CAACE,IAAI,EAAE;IACnBnB,OAAO,EAAEa,QAAQ,GACXI,cAAM,CAACC,IAAI,CAACR,GAAG,CAACV,OAAO,CAAC,GACxBiB,cAAM,CAACE,IAAI,EAAE;IACnBjB,OAAO,EAAEW,QAAQ,GACXI,cAAM,CAACC,IAAI,CAACR,GAAG,CAACR,OAAO,CAAC,GACxBe,cAAM,CAACE,IAAI,EAAE;IACnBC,UAAU,EAAE,IAAAC,iBAAM,EAACX,GAAG,CAAChB,KAAK;GAC/B,CAAC;EAEF,OAAO;IACH,GAAGW,OAAO;IACVtD,yBAAyB,EAAE2D,GAAG,CAAC3D,yBAAyB;IACxDC,cAAc,EAAE0D,GAAG,CAAC1D,cAAc;IAClCC;GACH;AACL,CAAC,CAAC,CACL;AAACzB,OAAA,CAAA4E,gBAAA,GAAAA,gBAAA;AAEH,MAAMkB,IAAI,GAAGA,CAAC;EACjBjB,OAAO,EAAE;IAACpD;EAAK,CAAC;EAChBsE;AAAe,CAIlB,KACGA,eAAe,CAAC5D,IAAI,CAChBsD,cAAM,CAACO,KAAK,CAAC;EACTC,MAAM,EAAEA,CAAA,KAAMxE,KAAK;EACnByE,MAAM,EAAEA,CAAC;IAACzE,KAAK,EAAE0E;EAAa,CAAC,MAAM;IACjChC,EAAE,EAAE1C,KAAK,CAAC0C,EAAE,GAAGgC,aAAa,CAAChC,EAAE;IAC/BC,EAAE,EAAE3C,KAAK,CAAC2C,EAAE,GAAG+B,aAAa,CAAC/B,EAAE;IAC/BC,EAAE,EAAE5C,KAAK,CAAC4C,EAAE,GAAG8B,aAAa,CAAC9B,EAAE;IAC/BC,EAAE,EAAE7C,KAAK,CAAC6C,EAAE,GAAG6B,aAAa,CAAC7B,EAAE;IAC/BgB,SAAS,EAAE7D,KAAK,CAAC6D,SAAS,GAAGa,aAAa,CAACb,SAAS;IACpDC,MAAM,EAAE9D,KAAK,CAAC8D,MAAM,GAAGY,aAAa,CAACZ;GACxC;CACJ,CAAC,CACL;AAACvF,OAAA,CAAA8F,IAAA,GAAAA,IAAA","ignoreList":[]}
+{"version":3,"file":"Test.js","names":["createHash","Clock","Effect","Option","pipe","Schema","Sink","Stream","Stats","defaultIsEqual","LabelSchema","makeClassify","median","precision","recall","makeSha256","input","update","JSON","stringify","digest","TestResult","make","args","hashTestCase","key","label","result","expected","id","resultKey","defaultClassify","isEqual","defaultEvaluate","TestResultSchema","Struct","String","ordering","Int","resultOrdering","Unknown","tags","Array","timeMillis","Finite","test","fnUntraced","testCase","program","evaluate","t0","currentTimeNanos","t1","evaluations","length","die","Error","keys","Set","has","add","map","evaluation","Number","all","suite","concurrency","undefined","testCases","total","isStream","testCases$","fromIterable","zipWithIndex","mapEffect","unordered","tap","testResults","i","stride","Math","max","floor","isMilestone","void","logDebug","flattenIterable","emptyAcc","testResultsByKey","testResultKeys","timesByTestCaseHash","Map","TP","TN","FP","FN","appendResult","acc","r","push","set","finish","testRun","times","values","timeSum","timeMin","POSITIVE_INFINITY","timeMax","NEGATIVE_INFINITY","time","stats","size","timeMean","some","none","timeMedian","name","hash","testCaseHashes","runCollectRecord","testResults$","run","reduce","filterResults","predicate","diff","previousTestRun","match","onNone","onSome","previousStats"],"sources":["../../../src/internal/Test.ts"],"sourcesContent":[null],"mappings":"AAAA,SAAQA,UAAU,QAAO,aAAa;AACtC,SAAQC,KAAK,EAAEC,MAAM,EAAEC,MAAM,EAAEC,IAAI,EAAEC,MAAM,EAAEC,IAAI,EAAEC,MAAM,QAAO,QAAQ;AAExE,SAAQC,KAAK,QAAO,gBAAgB;AAWpC,SACIC,cAAc,EACdC,WAAW,EACXC,YAAY,EACZC,MAAM,EACNC,SAAS,EACTC,MAAM,QACH,eAAe;AAEtB,OAAO,MAAMC,UAAU,GAAOC,KAAQ,IAAY;EAC9C;EACA,OAAOhB,UAAU,CAAC,QAAQ,CAAC,CAACiB,MAAM,CAACC,IAAI,CAACC,SAAS,CAACH,KAAK,CAAC,CAAC,CAACI,MAAM,CAAC,KAAK,CAAC;AAC3E,CAAC;AAED,MAAMC,UAAU,GAAG;EACfC,IAAI,EAAYC,IAAqC,IAAI;IACrD,MAAM;MAACC,YAAY;MAAEC,GAAG;MAAEC,KAAK;MAAEV,KAAK;MAAEW,MAAM;MAAEC;IAAQ,CAAC,GAAGL,IAAI;IAEhE;IACA;IACA,MAAMM,EAAE,GAAGd,UAAU,CAAC;MAClBS,YAAY;MACZC,GAAG;MACHC,KAAK;MACLV,KAAK;MACLW,MAAM;MACNC;KACH,CAAC;IAEF,OAAO;MACH,GAAGL,IAAI;MACPM;KACH;EACL;CACH;AAED,OAAO,MAAMC,SAAS,GAAGA,CAAC;EACtBN,YAAY;EACZC;AAAG,CACoC,KACvCP,IAAI,CAACC,SAAS,CAAC,CAACK,YAAY,EAAEC,GAAG,CAAC,CAAC;AAEvC,MAAMM,eAAe,gBAAGpB,YAAY,CAAC;EAACqB,OAAO,EAAEvB;AAAc,CAAC,CAAC;AAE/D,MAAMwB,eAAe,GAAGA,CACpBN,MAAS,EACTC,QAAW,KACkB,CAC7B;EAACH,GAAG,EAAE,QAAQ;EAAEE,MAAM;EAAEC,QAAQ;EAAEF,KAAK,EAAEK,eAAe,CAACJ,MAAM,EAAEC,QAAQ;AAAC,CAAC,CAC9E;AAED,OAAO,MAAMM,gBAAgB,gBAA6B7B,MAAM,CAAC8B,MAAM,CAAC;EACpEN,EAAE,EAAExB,MAAM,CAAC+B,MAAM;EACjBZ,YAAY,EAAEnB,MAAM,CAAC+B,MAAM;EAC3BX,GAAG,EAAEpB,MAAM,CAAC+B,MAAM;EAClBC,QAAQ,EAAEhC,MAAM,CAACiC,GAAG;EACpBC,cAAc,EAAElC,MAAM,CAACiC,GAAG;EAC1BtB,KAAK,EAAEX,MAAM,CAACmC,OAAO;EACrBb,MAAM,EAAEtB,MAAM,CAACmC,OAAO;EACtBZ,QAAQ,EAAEvB,MAAM,CAACmC,OAAO;EACxBd,KAAK,EAAEhB,WAAW;EAClB+B,IAAI,eAAEpC,MAAM,CAACqC,KAAK,CAACrC,MAAM,CAAC+B,MAAM,CAAC;EACjCO,UAAU,EAAEtC,MAAM,CAACuC;CACtB,CAAC;AAEF,OAAO,MAAMC,IAAI,gBAAG3C,MAAM,CAAC4C,UAAU,CAAC,WAAgC;EAClEC,QAAQ,EAAE;IAAC/B,KAAK;IAAEY,QAAQ;IAAEa,IAAI;IAAEJ;EAAQ,CAAC;EAC3CW,OAAO;EACPC;AAAQ,CAKX;EACG,MAAMzB,YAAY,GAAGT,UAAU,CAAC;IAACC,KAAK;IAAEY;EAAQ,CAAC,CAAC;EAClD,MAAMsB,EAAE,GAAG,OAAOjD,KAAK,CAACkD,gBAAgB;EACxC,MAAMxB,MAAM,GAAG,OAAOqB,OAAO,CAAChC,KAAK,CAAC;EACpC,MAAMoC,EAAE,GAAG,OAAOnD,KAAK,CAACkD,gBAAgB;EACxC,MAAME,WAAW,GAAGJ,QAAQ,CAACtB,MAAM,EAAEC,QAAQ,CAAC;EAC9C,IAAIyB,WAAW,CAACC,MAAM,KAAK,CAAC,EAAE;IAC1B,OAAO,OAAOpD,MAAM,CAACqD,GAAG,CACpB,IAAIC,KAAK,CAAC,0CAA0C,CAAC,CACxD;EACL;EACA,MAAMC,IAAI,GAAG,IAAIC,GAAG,EAAU;EAC9B,KAAK,MAAM;IAACjC;EAAG,CAAC,IAAI4B,WAAW,EAAE;IAC7B,IAAI5B,GAAG,CAAC6B,MAAM,KAAK,CAAC,IAAIG,IAAI,CAACE,GAAG,CAAClC,GAAG,CAAC,EAAE;MACnC,OAAO,OAAOvB,MAAM,CAACqD,GAAG,CACpB,IAAIC,KAAK,CACL,2EAA2E,CAC9E,CACJ;IACL;IACAC,IAAI,CAACG,GAAG,CAACnC,GAAG,CAAC;EACjB;EACA,OAAO4B,WAAW,CAACQ,GAAG,CAAC,CAACC,UAAU,EAAEvB,cAAc,KAC9ClB,UAAU,CAACC,IAAI,CAAC;IACZ,GAAGwC,UAAU;IACbtC,YAAY;IACZa,QAAQ;IACRE,cAAc;IACdvB,KAAK;IACLyB,IAAI,EAAEA,IAAI,IAAI,EAAE;IAChBE,UAAU,EAAEoB,MAAM,CAACX,EAAE,GAAGF,EAAE,CAAC,GAAG;GACjC,CAAC,CACL;AACL,CAAC,CAAC;AAEF,OAAO,MAAMc,GAAG,GAAGA,CACfC,KAAqC,EACrC;EAACC;AAAW,CAAC,GAAuC;EAACA,WAAW,EAAE;AAAC,CAAC,KAC1B;EAC1C,IAAID,KAAK,CAAChB,QAAQ,KAAKkB,SAAS,EAAE;IAC9B,OAAOH,GAAG,CACN;MAAC,GAAGC,KAAK;MAAEhB,QAAQ,EAAEhB;IAAe,CAAC,EACrC;MAACiC;IAAW,CAAC,CAChB;EACL;EACA,MAAM;IAACE,SAAS;IAAEpB,OAAO;IAAEC;EAAQ,CAAC,GAAGgB,KAAK;EAC5C,MAAMI,KAAK,GAAG9D,MAAM,CAAC+D,QAAQ,CAACF,SAAS,CAAC,GAAGD,SAAS,GAAGC,SAAS,CAACd,MAAM;EACvE,MAAMiB,UAAU,GAAGhE,MAAM,CAAC+D,QAAQ,CAACF,SAAS,CAAC,GACvCA,SAAS,GACT7D,MAAM,CAACiE,YAAY,CAACJ,SAAS,CAAC;EAEpC,OAAOhE,IAAI,CACPmE,UAAU,EACVhE,MAAM,CAACkE,YAAY,EACnBlE,MAAM,CAACsD,GAAG,CAAC,CAAC,CAACd,QAAQ,EAAEV,QAAQ,CAAC,MAAM;IAAC,GAAGU,QAAQ;IAAEV;EAAQ,CAAC,CAAC,CAAC,EAC/D9B,MAAM,CAACmE,SAAS,CAAC3B,QAAQ,IAAIF,IAAI,CAAC;IAACE,QAAQ;IAAEC,OAAO;IAAEC;EAAQ,CAAC,CAAC,EAAE;IAC9DiB,WAAW;IACXS,SAAS,EAAE;GACd,CAAC,EACFpE,MAAM,CAACqE,GAAG,CAACC,WAAW,IAAG;IACrB,MAAMC,CAAC,GAAGD,WAAW,CAAC,CAAC,CAAC,CAACxC,QAAQ,GAAG,CAAC;IACrC,MAAM0C,MAAM,GACRV,KAAK,KAAKF,SAAS,GACb,EAAE,GACFa,IAAI,CAACC,GAAG,CAACD,IAAI,CAACE,KAAK,CAACb,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IAChD,MAAMc,WAAW,GACbL,CAAC,KAAK,CAAC,IACPA,CAAC,GAAGC,MAAM,KAAK,CAAC,IACfV,KAAK,KAAKF,SAAS,IAAIW,CAAC,KAAKT,KAAM;IACxC,IAAI,CAACc,WAAW,EAAE,OAAOjF,MAAM,CAACkF,IAAI;IAEpC,OAAOlF,MAAM,CAACmF,QAAQ,CAClBhB,KAAK,KAAKF,SAAS,GACb,YAAYW,CAAC,EAAE,GACf,YAAYA,CAAC,IAAIT,KAAK,EAAE,CACjC;EACL,CAAC,CAAC,EACF9D,MAAM,CAAC+E,eAAe,CACzB;AACL,CAAC;AAYD,MAAMC,QAAQ,GAAGA,CAAA,MAAkC;EAC/CC,gBAAgB,EAAE,EAAE;EACpBC,cAAc,EAAE,EAAE;EAClBC,mBAAmB,EAAE,IAAIC,GAAG,EAAE;EAC9BC,EAAE,EAAE,CAAC;EACLC,EAAE,EAAE,CAAC;EACLC,EAAE,EAAE,CAAC;EACLC,EAAE,EAAE;CACP,CAAC;AAEF,MAAMC,YAAY,GAAGA,CACjBC,GAAqB,EACrBC,CAAsB,KACJ;EAClB,MAAMzE,GAAG,GAAGK,SAAS,CAACoE,CAAC,CAAC;EACxBD,GAAG,CAACT,gBAAgB,CAAC/D,GAAG,CAAC,GAAGyE,CAAC;EAC7BD,GAAG,CAACR,cAAc,CAACU,IAAI,CAAC1E,GAAG,CAAC;EAC5B,IAAI,CAACwE,GAAG,CAACP,mBAAmB,CAAC/B,GAAG,CAACuC,CAAC,CAAC1E,YAAY,CAAC,EAAE;IAC9CyE,GAAG,CAACP,mBAAmB,CAACU,GAAG,CAACF,CAAC,CAAC1E,YAAY,EAAE0E,CAAC,CAACvD,UAAU,CAAC;EAC7D;EACA,IAAIuD,CAAC,CAACxE,KAAK,KAAK,IAAI,EAAEuE,GAAG,CAACL,EAAE,EAAE,CAAC,KAC1B,IAAIM,CAAC,CAACxE,KAAK,KAAK,IAAI,EAAEuE,GAAG,CAACJ,EAAE,EAAE,CAAC,KAC/B,IAAIK,CAAC,CAACxE,KAAK,KAAK,IAAI,EAAEuE,GAAG,CAACH,EAAE,EAAE,CAAC,KAC/BG,GAAG,CAACF,EAAE,EAAE;EACb,OAAOE,GAAG;AACd,CAAC;AAED,MAAMI,MAAM,GAAGA,CACXC,OAAgB,EAChBL,GAAqB,KACI;EACzB,MAAMM,KAAK,GAAG,CAAC,GAAGN,GAAG,CAACP,mBAAmB,CAACc,MAAM,EAAE,CAAC;EACnD,IAAIC,OAAO,GAAG,CAAC;EACf,IAAIC,OAAO,GAAG3C,MAAM,CAAC4C,iBAAiB;EACtC,IAAIC,OAAO,GAAG7C,MAAM,CAAC8C,iBAAiB;EACtC,KAAK,MAAMC,IAAI,IAAIP,KAAK,EAAE;IACtBE,OAAO,IAAIK,IAAI;IACf,IAAIA,IAAI,GAAGJ,OAAO,EAAEA,OAAO,GAAGI,IAAI;IAClC,IAAIA,IAAI,GAAGF,OAAO,EAAEA,OAAO,GAAGE,IAAI;EACtC;EACA,MAAMC,KAAK,GAAG,IAAIvG,KAAK,CAAC;IACpBoF,EAAE,EAAEK,GAAG,CAACL,EAAE;IACVC,EAAE,EAAEI,GAAG,CAACJ,EAAE;IACVC,EAAE,EAAEG,GAAG,CAACH,EAAE;IACVC,EAAE,EAAEE,GAAG,CAACF,EAAE;IACV1B,KAAK,EAAE4B,GAAG,CAACR,cAAc,CAACnC,MAAM;IAChCc,SAAS,EAAE6B,GAAG,CAACP,mBAAmB,CAACsB,IAAI;IACvCnG,SAAS,EAAEA,SAAS,CAAC;MAAC+E,EAAE,EAAEK,GAAG,CAACL,EAAE;MAAEE,EAAE,EAAEG,GAAG,CAACH;IAAE,CAAC,CAAC;IAC9ChF,MAAM,EAAEA,MAAM,CAAC;MAAC8E,EAAE,EAAEK,GAAG,CAACL,EAAE;MAAEG,EAAE,EAAEE,GAAG,CAACF;IAAE,CAAC,CAAC;IACxCkB,QAAQ,EACJV,KAAK,CAACjD,MAAM,GAAG,CAAC,GACVnD,MAAM,CAAC+G,IAAI,CAACT,OAAO,GAAGF,KAAK,CAACjD,MAAM,CAAC,GACnCnD,MAAM,CAACgH,IAAI,EAAE;IACvBT,OAAO,EAAEH,KAAK,CAACjD,MAAM,GAAG,CAAC,GAAGnD,MAAM,CAAC+G,IAAI,CAACR,OAAO,CAAC,GAAGvG,MAAM,CAACgH,IAAI,EAAE;IAChEP,OAAO,EAAEL,KAAK,CAACjD,MAAM,GAAG,CAAC,GAAGnD,MAAM,CAAC+G,IAAI,CAACN,OAAO,CAAC,GAAGzG,MAAM,CAACgH,IAAI,EAAE;IAChEC,UAAU,EAAExG,MAAM,CAAC2F,KAAK;GAC3B,CAAC;EACF,OAAO;IACH1E,EAAE,EAAEyE,OAAO,CAACzE,EAAE;IACdwF,IAAI,EAAEf,OAAO,CAACe,IAAI;IAClBC,IAAI,EAAEhB,OAAO,CAACgB,IAAI;IAClB9B,gBAAgB,EAAES,GAAG,CAACT,gBAAgB;IACtCC,cAAc,EAAEQ,GAAG,CAACR,cAAc;IAClC8B,cAAc,EAAE,CAAC,GAAGtB,GAAG,CAACP,mBAAmB,CAACjC,IAAI,EAAE,CAAC;IACnDsD;GACH;AACL,CAAC;AAED,OAAO,MAAMS,gBAAgB,GACxBlB,OAAgB,IAEbmB,YAAsD,IAEtDA,YAAY,CAACrH,IAAI,CACbG,MAAM,CAACmH,GAAG,CAACpH,IAAI,CAACqH,MAAM,CAACpC,QAAiB,EAAES,YAAY,CAAC,CAAC,EACxD9F,MAAM,CAAC2D,GAAG,CAACoC,GAAG,IAAII,MAAM,CAACC,OAAO,EAAEL,GAAG,CAAC,CAAC,CAC1C;AAET,OAAO,MAAM2B,aAAa,GAAGA,CACzBtB,OAAgC,EAChCuB,SAAmD,KAC1B;EACzB,MAAM5B,GAAG,GAAGV,QAAQ,EAAW;EAC/B,KAAK,MAAM9D,GAAG,IAAI6E,OAAO,CAACb,cAAc,EAAE;IACtC,MAAM9D,MAAM,GAAG2E,OAAO,CAACd,gBAAgB,CAAC/D,GAAG,CAAC;IAC5C,IAAIoG,SAAS,CAAClG,MAAM,CAAC,EAAEqE,YAAY,CAACC,GAAG,EAAEtE,MAAM,CAAC;EACpD;EACA,OAAO0E,MAAM,CAACC,OAAO,EAAEL,GAAG,CAAC;AAC/B,CAAC;AAED,OAAO,MAAM6B,IAAI,GAAGA,CAAC;EACjBxB,OAAO,EAAE;IAACS;EAAK,CAAC;EAChBgB;AAAe,CAIlB,KACGA,eAAe,CAAC3H,IAAI,CAChBD,MAAM,CAAC6H,KAAK,CAAC;EACTC,MAAM,EAAEA,CAAA,KAAMlB,KAAK;EACnBmB,MAAM,EAAEA,CAAC;IAACnB,KAAK,EAAEoB;EAAa,CAAC,MAAM;IACjCvC,EAAE,EAAEmB,KAAK,CAACnB,EAAE,GAAGuC,aAAa,CAACvC,EAAE;IAC/BC,EAAE,EAAEkB,KAAK,CAAClB,EAAE,GAAGsC,aAAa,CAACtC,EAAE;IAC/BC,EAAE,EAAEiB,KAAK,CAACjB,EAAE,GAAGqC,aAAa,CAACrC,EAAE;IAC/BC,EAAE,EAAEgB,KAAK,CAAChB,EAAE,GAAGoC,aAAa,CAACpC,EAAE;IAC/BlF,SAAS,EAAEkG,KAAK,CAAClG,SAAS,GAAGsH,aAAa,CAACtH,SAAS;IACpDC,MAAM,EAAEiG,KAAK,CAACjG,MAAM,GAAGqH,aAAa,CAACrH;GACxC;CACJ,CAAC,CACL","ignoreList":[]}