@sdeverywhere/check-core 0.1.3 → 0.1.5

package/dist/index.d.ts

@@ -149,6 +149,8 @@ interface ImplVar {
 type InputGroupName = string;
 /** The alias name for an input. */
 type InputAliasName = string;
+/** The name for a custom input setting group. */
+type InputSettingGroupId = string;
 /** The human-readable name for a group of dataset. */
 type DatasetGroupName = string;
 /**
@@ -235,6 +237,8 @@ interface ModelSpec {
     inputAliases?: Map<InputAliasName, VarId>;
     /** The custom input variable groups defined for this model. */
     inputGroups?: Map<InputGroupName, InputVar[]>;
+    /** The custom input setting groups defined for this model. */
+    inputSettingGroups?: Map<InputSettingGroupId, InputSetting[]>;
     /** The custom dataset (output variable) groups defined for this model. */
     datasetGroups?: Map<DatasetGroupName, DatasetKey[]>;
     /** The start time (year) for the model. */
@@ -575,6 +579,21 @@ interface ComparisonScenarioWithDistinctInputsSpec {
     /** The input settings for this scenario when run with the "right" model. */
     inputsR: ComparisonScenarioInputSpec[];
 }
+/**
+ * Specifies a single scenario that configures inputs according to the setting
+ * group defined for each model instance.
+ */
+interface ComparisonScenarioWithSettingGroupSpec {
+    kind: 'scenario-with-setting-group';
+    /** The unique identifier for the scenario. */
+    id?: ComparisonScenarioId;
+    /** The title of the scenario. */
+    title?: ComparisonScenarioTitle;
+    /** The subtitle of the scenario. */
+    subtitle?: ComparisonScenarioSubtitle;
+    /** The identifier of the input setting group as used in `ModelSpec.inputSettingGroups`. */
+    settingGroupId: InputSettingGroupId;
+}
 /**
  * Specifies a single scenario that sets all available inputs to position.
  */
@@ -603,7 +622,7 @@ interface ComparisonScenarioPresetMatrixSpec {
  * A definition of input scenario(s).  A scenario can set one input to a value/position, or it
  * can set multiple inputs to particular values/positions.
  */
-type ComparisonScenarioSpec = ComparisonScenarioWithInputsSpec | ComparisonScenarioWithDistinctInputsSpec | ComparisonScenarioWithAllInputsSpec | ComparisonScenarioPresetMatrixSpec;
+type ComparisonScenarioSpec = ComparisonScenarioWithInputsSpec | ComparisonScenarioWithDistinctInputsSpec | ComparisonScenarioWithSettingGroupSpec | ComparisonScenarioWithAllInputsSpec | ComparisonScenarioPresetMatrixSpec;
 /** A reference to a scenario definition. */
 interface ComparisonScenarioRefSpec {
     kind: 'scenario-ref';
@@ -809,10 +828,13 @@ type ComparisonScenarioKey = string & {
 interface ComparisonResolverUnknownInputError {
     kind: 'unknown-input';
 }
+interface ComparisonResolverUnknownInputSettingGroupError {
+    kind: 'unknown-input-setting-group';
+}
 interface ComparisonResolverInvalidValueError {
     kind: 'invalid-value';
 }
-type ComparisonResolverError = ComparisonResolverUnknownInputError | ComparisonResolverInvalidValueError;
+type ComparisonResolverError = ComparisonResolverUnknownInputError | ComparisonResolverUnknownInputSettingGroupError | ComparisonResolverInvalidValueError;
 /** Describes the resolution state for a scenario input relative to a specific model. */
 interface ComparisonScenarioInputState {
     /** The matched input variable; can be undefined if no input matched. */
@@ -838,6 +860,12 @@ interface ComparisonScenarioInputSettings {
     kind: 'input-settings';
     /** The resolutions for the specified inputs in the scenario. */
     inputs: ComparisonScenarioInput[];
+    /**
+     * Whether the settings differ between the "left" and "right" models.  This is
+     * typically only used in the case of a scenario based on model-specific setting
+     * groups, where the set of inputs or the input values differ between the two models.
+     */
+    settingsDiffer?: boolean;
 }
 /** A configuration that sets all inputs in the model to a certain position. */
 interface ComparisonScenarioAllInputsSettings {
@@ -971,6 +999,171 @@ interface ComparisonViewGroup {
     views: (ComparisonView | ComparisonUnresolvedView)[];
 }
 
+interface PerfReport {
+    readonly minTime: number;
+    readonly maxTime: number;
+    readonly avgTime: number;
+    readonly allTimes: number[];
+}
+declare class PerfStats {
+    private readonly times;
+    addRun(timeInMillis: number): void;
+    toReport(): PerfReport;
+}
+
+interface DiffPoint {
+    time: number;
+    valueL: number;
+    valueR: number;
+}
+type DiffValidity = 'neither' | 'left-only' | 'right-only' | 'both';
+interface DiffReport {
+    validity: DiffValidity;
+    minValue: number;
+    maxValue: number;
+    avgDiff: number;
+    minDiff: number;
+    maxDiff: number;
+    maxDiffPoint: DiffPoint;
+}
+declare function diffDatasets(datasetL: Dataset | undefined, datasetR: Dataset | undefined): DiffReport;
+
+/**
+ * The report for a single comparison test (involving a dataset produced under
+ * a specific input scenario).  This includes the full `DiffReport`, whereas
+ * a `ComparisonTestSummary` only includes the `maxDiff` value.
+ */
+interface ComparisonTestReport {
+    scenarioKey: ComparisonScenarioKey;
+    datasetKey: DatasetKey;
+    diffReport: DiffReport;
+}
+/**
+ * A simplified/terse version of `ComparisonTestReport` that is used when writing
+ * results to a JSON file.  The object keys are terse and it only includes the
+ * minimum set of fields (only the `maxDiff` value instead of the full `DiffReport`)
+ * to keep the file smaller when there are many reported differences.
+ */
+interface ComparisonTestSummary {
+    /** Short for `scenarioKey`. */
+    s: ComparisonScenarioKey;
+    /** Short for `datasetKey`. */
+    d: DatasetKey;
+    /** Short for `maxDiff`. */
+    md: number;
+}
+/**
+ * The roll-up report that contains the results of all individual comparison tests.
+ */
+interface ComparisonReport {
+    /** The set of all comparison test reports. */
+    testReports: ComparisonTestReport[];
+    /** The perf report for the "left" model. */
+    perfReportL: PerfReport;
+    /** The perf report for the "right" model. */
+    perfReportR: PerfReport;
+}
+/**
+ * A simplified/terse version of `ComparisonReport` that only includes the minimum set
+ * of fields needed by the reporting app (to keep the file smaller when there are many
+ * reported differences).  This only includes comparison results for which there is
+ * a non-zero `maxDiff` value.
+ */
+interface ComparisonSummary {
+    /** The simplified set of all terse comparison test summaries. */
+    testSummaries: ComparisonTestSummary[];
+    /** The perf report for the "left" model. */
+    perfReportL: PerfReport;
+    /** The perf report for the "right" model. */
+    perfReportR: PerfReport;
+}
+
+type ComparisonGroupKind = 'by-dataset' | 'by-scenario';
+type ComparisonGroupKey = string;
+/**
+ * A group of comparison test summaries associated with a particular scenario or dataset.
+ */
+interface ComparisonGroup {
+    /** The kind of group, either 'by-dataset' or 'by-scenario'. */
+    kind: ComparisonGroupKind;
+    /**
+     * The unique key for this group (a `DatasetKey` if grouped by dataset, or a
+     * `ComparisonScenarioKey` if grouped by scenario).
+     */
+    key: ComparisonGroupKey;
+    /** The comparison test summaries for this group. */
+    testSummaries: ComparisonTestSummary[];
+}
+/** Describes the "root" or primary item for a group of comparisons. */
+type ComparisonGroupRoot = ComparisonDataset | ComparisonScenario;
+/** A summary of scores for a group of comparisons. */
+interface ComparisonGroupScores {
+    /** The total number of comparisons (sample size) for this group. */
+    totalDiffCount: number;
+    /** The sum of the `maxDiff` values for each threshold bucket. */
+    totalMaxDiffByBucket: number[];
+    /** The number of comparisons that fall into each threshold bucket. */
+    diffCountByBucket: number[];
+    /** The percentage of comparisons that fall into each threshold bucket. */
+    diffPercentByBucket: number[];
+}
+/**
+ * A summary of a group of comparisons that includes the resolved scenario/dataset metadata
+ * and score information for the group.
+ */
+interface ComparisonGroupSummary {
+    /** The metadata for the "root" or primary item for this group of comparisons. */
+    root: ComparisonGroupRoot;
+    /** The group containing the comparison summaries. */
+    group: ComparisonGroup;
+    /** The scores for this group, or undefined if comparisons were not performed for this group. */
+    scores?: ComparisonGroupScores;
+}
+/**
+ * Breaks down a set of by-scenario or by-dataset groupings into distinct categories.
+ */
+interface ComparisonGroupSummariesByCategory {
+    /**
+     * All groups in a map, keyed by "group key" (either a dataset key or scenario key).
+     */
+    allGroupSummaries: Map<ComparisonGroupKey, ComparisonGroupSummary>;
+    /**
+     * Groups with items that have errors (are not valid) for both "left" and "right" models.
+     */
+    withErrors: ComparisonGroupSummary[];
+    /**
+     * Groups with items that are only valid for the "left" model (for example, datasets that
+     * were removed and no longer available in the "right" model).
+     */
+    onlyInLeft: ComparisonGroupSummary[];
+    /**
+     * Groups with items that are only valid for the "right" model (for example, scenarios
+     * for inputs that were added in the "right" model).
+     */
+    onlyInRight: ComparisonGroupSummary[];
+    /**
+     * Groups with one or more comparisons that have non-zero `maxDiff` scores; the groups
+     * will be sorted by `maxDiff`, with higher scores at the front of the array.
+     */
+    withDiffs: ComparisonGroupSummary[];
+    /**
+     * Groups where all comparisons have `maxDiff` scores of zero (no differences between
+     * "left" and "right").
+     */
+    withoutDiffs: ComparisonGroupSummary[];
+}
+/**
+ * Rolls up all by-scenario and by-dataset groupings.
+ */
+interface ComparisonCategorizedResults {
+    /** All summaries for the comparison tests that were performed. */
+    allTestSummaries: ComparisonTestSummary[];
+    /** The full set of by-scenario groupings. */
+    byScenario: ComparisonGroupSummariesByCategory;
+    /** The full set of by-dataset groupings. */
+    byDataset: ComparisonGroupSummariesByCategory;
+}
+
 /**
  * Provides access to the set of dataset definitions (`ComparisonDataset` instances) that are used
  * when comparing the two models.
@@ -1064,6 +1257,92 @@ interface ComparisonDatasetOptions {
      */
     contextGraphIdsForDataset?: (dataset: ComparisonDataset, scenario: ComparisonScenario) => BundleGraphId[];
 }
+/**
+ * Describes a row in the comparison report summary view.
+ */
+interface ComparisonReportSummaryRow {
+    /** The group summary represented by the row. */
+    groupSummary: ComparisonGroupSummary;
+    /** The custom title for the row (this overrides the default title derived from the summary). */
+    title?: string;
+    /** The custom subtitle for the row (this overrides the default subtitle derived from the summary). */
+    subtitle?: string;
+}
+/**
+ * Describes a section in the comparison report summary view.
+ */
+interface ComparisonReportSummarySection {
+    /** The text to display for the section header. */
+    headerText: string;
+    /** The summary rows to display in the section. */
+    rows: ComparisonReportSummaryRow[];
+    /**
+     * The initial expanded state of the section.  If undefined, defaults to 'expanded-if-diffs',
+     * meaning the section will be initially expanded only if any rows have differences, otherwise
+     * it will be initially collapsed.
+     */
+    initialState?: 'collapsed' | 'expanded' | 'expanded-if-diffs';
+}
+/**
+ * Describes an item (box) in the comparison report detail view.
+ */
+interface ComparisonReportDetailItem {
+    /** The title of the item. */
+    title: string;
+    /** The subtitle of the item (if any). */
+    subtitle?: string;
+    /** The scenario for the item. */
+    scenario: ComparisonScenario;
+    /** The test summary for the item. */
+    testSummary: ComparisonTestSummary;
+}
+/**
+ * Describes a row in the comparison report detail view.
+ */
+interface ComparisonReportDetailRow {
+    /** The title of the row. */
+    title: string;
+    /** The subtitle of the row (if any). */
+    subtitle?: string;
+    /** The score for the row (the meaning of the value depends on the chosen statistical method). */
+    score: number;
+    /** The items in this row (one item per box). */
+    items: ComparisonReportDetailItem[];
+}
+interface ComparisonReportOptions {
+    /**
+     * An optional function that allows for customizing the order and grouping of
+     * sections and rows in the "comparisons by scenario" summary view.
+     *
+     * @param summaries The comparison summaries, one summary per scenario.
+     * @returns The sections to display in the "comparisons by scenario" summary view.
+     */
+    summarySectionsForComparisonsByScenario?: (summaries: ComparisonGroupSummariesByCategory) => ComparisonReportSummarySection[];
+    /**
+     * An optional function that allows for customizing the order and grouping of
+     * sections and rows in the "comparisons by dataset" summary view.
+     *
+     * @param summaries The comparison summaries, one summary per dataset.
+     * @returns The sections to display in the "comparisons by dataset" summary view.
+     */
+    summarySectionsForComparisonsByDataset?: (summaries: ComparisonGroupSummariesByCategory) => ComparisonReportSummarySection[];
+    /**
+     * An optional function that allows for customizing the order of rows and boxes
+     * in the detail view for a scenario.
+     *
+     * @param rows The original rows to be displayed in the detail view for a scenario.
+     * @returns The customized rows to display in the detail view for a scenario.
+     */
+    detailRowsForScenario?: (rows: ComparisonReportDetailRow[]) => ComparisonReportDetailRow[];
+    /**
+     * An optional function that allows for customizing the order of rows and boxes
+     * in the detail view for a dataset.
+     *
+     * @param rows The original rows to be displayed in the detail view for a dataset.
+     * @returns The customized rows to display in the detail view for a dataset.
+     */
+    detailRowsForDataset?: (rows: ComparisonReportDetailRow[]) => ComparisonReportDetailRow[];
+}
 interface ComparisonOptions {
     /** The left-side ("baseline") bundle being compared. */
     baseline: NamedBundle;
@@ -1079,6 +1358,8 @@ interface ComparisonOptions {
     specs: (ComparisonSpecs | ComparisonSpecsSource)[];
     /** Optional configuration for the datasets that are compared for different scenarios. */
     datasets?: ComparisonDatasetOptions;
+    /** Options for customizing the comparison report. */
+    report?: ComparisonReportOptions;
 }
 interface ComparisonConfig {
     /** The loaded left-side ("baseline") bundle being compared. */
@@ -1096,6 +1377,8 @@ interface ComparisonConfig {
     datasets: ComparisonDatasets;
     /** The set of resolved view groups. */
     viewGroups: ComparisonViewGroup[];
+    /** Options for customizing the comparison report. */
+    reportOptions?: ComparisonReportOptions;
 }
 
 type ComparisonDataRequestKey = string;
@@ -1114,85 +1397,6 @@ declare class ComparisonDataCoordinator {
     cancelRequest(key: ComparisonDataRequestKey): void;
 }
 
-interface DiffPoint {
-    time: number;
-    valueL: number;
-    valueR: number;
-}
-type DiffValidity = 'neither' | 'left-only' | 'right-only' | 'both';
-interface DiffReport {
-    validity: DiffValidity;
-    minValue: number;
-    maxValue: number;
-    avgDiff: number;
-    minDiff: number;
-    maxDiff: number;
-    maxDiffPoint: DiffPoint;
-}
-declare function diffDatasets(datasetL: Dataset | undefined, datasetR: Dataset | undefined): DiffReport;
-
-interface PerfReport {
-    readonly minTime: number;
-    readonly maxTime: number;
-    readonly avgTime: number;
-    readonly allTimes: number[];
-}
-declare class PerfStats {
-    private readonly times;
-    addRun(timeInMillis: number): void;
-    toReport(): PerfReport;
-}
-
-/**
- * The report for a single comparison test (involving a dataset produced under
- * a specific input scenario).  This includes the full `DiffReport`, whereas
- * a `ComparisonTestSummary` only includes the `maxDiff` value.
- */
-interface ComparisonTestReport {
-    scenarioKey: ComparisonScenarioKey;
-    datasetKey: DatasetKey;
-    diffReport: DiffReport;
-}
-/**
- * A simplified/terse version of `ComparisonTestReport` that is used when writing
- * results to a JSON file.  The object keys are terse and it only includes the
- * minimum set of fields (only the `maxDiff` value instead of the full `DiffReport`)
- * to keep the file smaller when there are many reported differences.
- */
-interface ComparisonTestSummary {
-    /** Short for `scenarioKey`. */
-    s: ComparisonScenarioKey;
-    /** Short for `datasetKey`. */
-    d: DatasetKey;
-    /** Short for `maxDiff`. */
-    md: number;
-}
-/**
- * The roll-up report that contains the results of all individual comparison tests.
- */
-interface ComparisonReport {
-    /** The set of all comparison test reports. */
-    testReports: ComparisonTestReport[];
-    /** The perf report for the "left" model. */
-    perfReportL: PerfReport;
-    /** The perf report for the "right" model. */
-    perfReportR: PerfReport;
-}
-/**
- * A simplified/terse version of `ComparisonReport` that only includes the minimum set
- * of fields needed by the reporting app (to keep the file smaller when there are many
- * reported differences).  This only includes comparison results for which there is
- * a non-zero `maxDiff` value.
- */
-interface ComparisonSummary {
-    /** The simplified set of all terse comparison test summaries. */
-    testSummaries: ComparisonTestSummary[];
-    /** The perf report for the "left" model. */
-    perfReportL: PerfReport;
-    /** The perf report for the "right" model. */
-    perfReportR: PerfReport;
-}
-
 type GraphInclusion = 'neither' | 'left-only' | 'right-only' | 'both';
 interface GraphComparisonMetadataReport {
     /** The key for the metadata field. */
@@ -1237,92 +1441,6 @@ declare function diffGraphs(graphL: BundleGraphSpec | undefined, graphR: BundleG
  */
 declare function comparisonSummaryFromReport(comparisonReport: ComparisonReport): ComparisonSummary;
 
-type ComparisonGroupKind = 'by-dataset' | 'by-scenario';
-type ComparisonGroupKey = string;
-/**
- * A group of comparison test summaries associated with a particular scenario or dataset.
- */
-interface ComparisonGroup {
-    /** The kind of group, either 'by-dataset' or 'by-scenario'. */
-    kind: ComparisonGroupKind;
-    /**
-     * The unique key for this group (a `DatasetKey` if grouped by dataset, or a
-     * `ComparisonScenarioKey` if grouped by scenario).
-     */
-    key: ComparisonGroupKey;
-    /** The comparison test summaries for this group. */
-    testSummaries: ComparisonTestSummary[];
-}
-/** Describes the "root" or primary item for a group of comparisons. */
-type ComparisonGroupRoot = ComparisonDataset | ComparisonScenario;
-/** A summary of scores for a group of comparisons. */
-interface ComparisonGroupScores {
-    /** The total number of comparisons (sample size) for this group. */
-    totalDiffCount: number;
-    /** The sum of the `maxDiff` values for each threshold bucket. */
-    totalMaxDiffByBucket: number[];
-    /** The number of comparisons that fall into each threshold bucket. */
-    diffCountByBucket: number[];
-    /** The percentage of comparisons that fall into each threshold bucket. */
-    diffPercentByBucket: number[];
-}
-/**
- * A summary of a group of comparisons that includes the resolved scenario/dataset metadata
- * and score information for the group.
- */
-interface ComparisonGroupSummary {
-    /** The metadata for the "root" or primary item for this group of comparisons. */
-    root: ComparisonGroupRoot;
-    /** The group containing the comparison summaries. */
-    group: ComparisonGroup;
-    /** The scores for this group, or undefined if comparisons were not performed for this group. */
-    scores?: ComparisonGroupScores;
-}
-/**
- * Breaks down a set of by-scenario or by-dataset groupings into distinct categories.
- */
-interface ComparisonGroupSummariesByCategory {
-    /**
-     * All groups in a map, keyed by "group key" (either a dataset key or scenario key).
-     */
-    allGroupSummaries: Map<ComparisonGroupKey, ComparisonGroupSummary>;
-    /**
-     * Groups with items that have errors (are not valid) for both "left" and "right" models.
-     */
-    withErrors: ComparisonGroupSummary[];
-    /**
-     * Groups with items that are only valid for the "left" model (for example, datasets that
-     * were removed and no longer available in the "right" model).
-     */
-    onlyInLeft: ComparisonGroupSummary[];
-    /**
-     * Groups with items that are only valid for the "right" model (for example, scenarios
-     * for inputs that were added in the "right" model).
-     */
-    onlyInRight: ComparisonGroupSummary[];
-    /**
-     * Groups with one or more comparisons that have non-zero `maxDiff` scores; the groups
-     * will be sorted by `maxDiff`, with higher scores at the front of the array.
-     */
-    withDiffs: ComparisonGroupSummary[];
-    /**
-     * Groups where all comparisons have `maxDiff` scores of zero (no differences between
-     * "left" and "right").
-     */
-    withoutDiffs: ComparisonGroupSummary[];
-}
-/**
- * Rolls up all by-scenario and by-dataset groupings.
- */
-interface ComparisonCategorizedResults {
-    /** All summaries for the comparison tests that were performed. */
-    allTestSummaries: ComparisonTestSummary[];
-    /** The full set of by-scenario groupings. */
-    byScenario: ComparisonGroupSummariesByCategory;
-    /** The full set of by-dataset groupings. */
-    byDataset: ComparisonGroupSummariesByCategory;
-}
-
 /**
  * Compute the overall scores for the given group of comparison test summaries.
  *
@@ -1447,4 +1565,4 @@ declare function runSuite(config: Config, callbacks: RunSuiteCallbacks, options?
  */
 declare function suiteSummaryFromReport(suiteReport: SuiteReport): SuiteSummary;
 
-export { type AllInputsSpec, type Bundle, type BundleGraphData, type BundleGraphDatasetSpec, type BundleGraphId, type BundleGraphSpec, type BundleGraphView, type BundleModel, CheckDataCoordinator, type CheckDataRequestKey, type CheckDatasetReport, type CheckGroupReport, type CheckKey, type CheckPredicateOp, type CheckPredicateOpConstantRef, type CheckPredicateOpDataRef, type CheckPredicateOpRef, type CheckPredicateReport, type CheckPredicateSummary, type CheckPredicateTimeOptions, type CheckPredicateTimeRange, type CheckPredicateTimeSingle, type CheckPredicateTimeSpec, type CheckReport, type CheckResult, type CheckResultErrorInfo, type CheckScenario, type CheckScenarioError, type CheckScenarioInputDesc, type CheckScenarioReport, type CheckStatus, type CheckSummary, type CheckTestReport, type ComparisonCategorizedResults, type ComparisonConfig, ComparisonDataCoordinator, type ComparisonDataRequestKey, type ComparisonDataset, type ComparisonDatasetName, type ComparisonDatasetOptions, type ComparisonDatasetSource, type ComparisonDatasetSpec, type ComparisonDatasets, type ComparisonGraphGroup, type ComparisonGraphGroupId, type ComparisonGraphGroupRefSpec, type ComparisonGraphGroupSpec, type ComparisonGraphId, type ComparisonGraphsArraySpec, type ComparisonGraphsPresetSpec, type ComparisonGroup, type ComparisonGroupKey, type ComparisonGroupKind, type ComparisonGroupRoot, type ComparisonGroupScores, type ComparisonGroupSummariesByCategory, type ComparisonGroupSummary, type ComparisonOptions, type ComparisonPlot, type ComparisonReport, type ComparisonResolverError, type ComparisonResolverInvalidValueError, type ComparisonResolverUnknownInputError, type ComparisonScenario, type ComparisonScenarioAllInputsSettings, type ComparisonScenarioGroup, type ComparisonScenarioGroupId, type ComparisonScenarioGroupRefSpec, type ComparisonScenarioGroupSpec, type ComparisonScenarioGroupTitle, type ComparisonScenarioId, type ComparisonScenarioInput, type ComparisonScenarioInputAtPositionSpec, type ComparisonScenarioInputAtValueSpec, type ComparisonScenarioInputName, type ComparisonScenarioInputPosition, type ComparisonScenarioInputSettings, type ComparisonScenarioInputSpec, type ComparisonScenarioInputState, type ComparisonScenarioKey, type ComparisonScenarioPresetMatrixSpec, type ComparisonScenarioRefSpec, type ComparisonScenarioSettings, type ComparisonScenarioSpec, type ComparisonScenarioSubtitle, type ComparisonScenarioTitle, type ComparisonScenarioWithAllInputsSpec, type ComparisonScenarioWithDistinctInputsSpec, type ComparisonScenarioWithInputsSpec, type ComparisonScenarios, type ComparisonSpecs, type ComparisonSpecsSource, type ComparisonSummary, type ComparisonTestReport, type ComparisonTestSummary, type ComparisonUnresolvedScenarioGroupRef, type ComparisonUnresolvedScenarioRef, type ComparisonUnresolvedView, type ComparisonView, type ComparisonViewBox, type ComparisonViewBoxSpec, type ComparisonViewGraphOrder, type ComparisonViewGraphsSpec, type ComparisonViewGroup, type ComparisonViewGroupSpec, type ComparisonViewGroupTitle, type ComparisonViewGroupWithScenariosSpec, type ComparisonViewGroupWithViewsSpec, type ComparisonViewItemSubtitle, type ComparisonViewItemTitle, type ComparisonViewRow, type ComparisonViewRowSpec, type ComparisonViewRowSubtitle, type ComparisonViewRowTitle, type ComparisonViewSpec, type ComparisonViewSubtitle, type ComparisonViewTitle, type Config, type ConfigInitOptions, type ConfigOptions, type DataSource, type Dataset, type DatasetGroupName, type DatasetKey, type DatasetMap, type DatasetsResult, type DiffPoint, type DiffReport, type DiffValidity, type Dimension, type GraphComparisonDatasetReport, type GraphComparisonMetadataReport, type GraphComparisonReport, type GraphInclusion, type ImplVar, type InputAliasName, type InputGroupName, type InputId, type InputPosition, type InputSetting, type InputSettingsSpec, type InputVar, type LegendItem, type LinkItem, type LoadedBundle, type ModelSpec, type NamedBundle, type OutputVar, type PerfReport, PerfRunner, PerfStats, type PositionSetting, type RelatedItem, type RunSuiteCallbacks, type RunSuiteOptions, type ScenarioSpec, type ScenarioSpecUid, type SourceName, type Subscript, type SuiteReport, type SuiteSummary, type ValueSetting, type VarId, categorizeComparisonTestSummaries, checkReportFromSummary, checkSummaryFromReport, comparisonSummaryFromReport, createConfig, datasetMessage, diffDatasets, diffGraphs, getScoresForTestSummaries, predicateMessage, runSuite, scenarioMessage, suiteSummaryFromReport };
+export { type AllInputsSpec, type Bundle, type BundleGraphData, type BundleGraphDatasetSpec, type BundleGraphId, type BundleGraphSpec, type BundleGraphView, type BundleModel, CheckDataCoordinator, type CheckDataRequestKey, type CheckDatasetReport, type CheckGroupReport, type CheckKey, type CheckPredicateOp, type CheckPredicateOpConstantRef, type CheckPredicateOpDataRef, type CheckPredicateOpRef, type CheckPredicateReport, type CheckPredicateSummary, type CheckPredicateTimeOptions, type CheckPredicateTimeRange, type CheckPredicateTimeSingle, type CheckPredicateTimeSpec, type CheckReport, type CheckResult, type CheckResultErrorInfo, type CheckScenario, type CheckScenarioError, type CheckScenarioInputDesc, type CheckScenarioReport, type CheckStatus, type CheckSummary, type CheckTestReport, type ComparisonCategorizedResults, type ComparisonConfig, ComparisonDataCoordinator, type ComparisonDataRequestKey, type ComparisonDataset, type ComparisonDatasetName, type ComparisonDatasetOptions, type ComparisonDatasetSource, type ComparisonDatasetSpec, type ComparisonDatasets, type ComparisonGraphGroup, type ComparisonGraphGroupId, type ComparisonGraphGroupRefSpec, type ComparisonGraphGroupSpec, type ComparisonGraphId, type ComparisonGraphsArraySpec, type ComparisonGraphsPresetSpec, type ComparisonGroup, type ComparisonGroupKey, type ComparisonGroupKind, type ComparisonGroupRoot, type ComparisonGroupScores, type ComparisonGroupSummariesByCategory, type ComparisonGroupSummary, type ComparisonOptions, type ComparisonPlot, type ComparisonReport, type ComparisonReportDetailItem, type ComparisonReportDetailRow, type ComparisonReportOptions, type ComparisonReportSummaryRow, type ComparisonReportSummarySection, type ComparisonResolverError, type ComparisonResolverInvalidValueError, type ComparisonResolverUnknownInputError, type ComparisonResolverUnknownInputSettingGroupError, type ComparisonScenario, type ComparisonScenarioAllInputsSettings, type ComparisonScenarioGroup, type ComparisonScenarioGroupId, type ComparisonScenarioGroupRefSpec, type ComparisonScenarioGroupSpec, type ComparisonScenarioGroupTitle, type ComparisonScenarioId, type ComparisonScenarioInput, type ComparisonScenarioInputAtPositionSpec, type ComparisonScenarioInputAtValueSpec, type ComparisonScenarioInputName, type ComparisonScenarioInputPosition, type ComparisonScenarioInputSettings, type ComparisonScenarioInputSpec, type ComparisonScenarioInputState, type ComparisonScenarioKey, type ComparisonScenarioPresetMatrixSpec, type ComparisonScenarioRefSpec, type ComparisonScenarioSettings, type ComparisonScenarioSpec, type ComparisonScenarioSubtitle, type ComparisonScenarioTitle, type ComparisonScenarioWithAllInputsSpec, type ComparisonScenarioWithDistinctInputsSpec, type ComparisonScenarioWithInputsSpec, type ComparisonScenarioWithSettingGroupSpec, type ComparisonScenarios, type ComparisonSpecs, type ComparisonSpecsSource, type ComparisonSummary, type ComparisonTestReport, type ComparisonTestSummary, type ComparisonUnresolvedScenarioGroupRef, type ComparisonUnresolvedScenarioRef, type ComparisonUnresolvedView, type ComparisonView, type ComparisonViewBox, type ComparisonViewBoxSpec, type ComparisonViewGraphOrder, type ComparisonViewGraphsSpec, type ComparisonViewGroup, type ComparisonViewGroupSpec, type ComparisonViewGroupTitle, type ComparisonViewGroupWithScenariosSpec, type ComparisonViewGroupWithViewsSpec, type ComparisonViewItemSubtitle, type ComparisonViewItemTitle, type ComparisonViewRow, type ComparisonViewRowSpec, type ComparisonViewRowSubtitle, type ComparisonViewRowTitle, type ComparisonViewSpec, type ComparisonViewSubtitle, type ComparisonViewTitle, type Config, type ConfigInitOptions, type ConfigOptions, type DataSource, type Dataset, type DatasetGroupName, type DatasetKey, type DatasetMap, type DatasetsResult, type DiffPoint, type DiffReport, type DiffValidity, type Dimension, type GraphComparisonDatasetReport, type GraphComparisonMetadataReport, type GraphComparisonReport, type GraphInclusion, type ImplVar, type InputAliasName, type InputGroupName, type InputId, type InputPosition, type InputSetting, type InputSettingGroupId, type InputSettingsSpec, type InputVar, type LegendItem, type LinkItem, type LoadedBundle, type ModelSpec, type NamedBundle, type OutputVar, type PerfReport, PerfRunner, PerfStats, type PositionSetting, type RelatedItem, type RunSuiteCallbacks, type RunSuiteOptions, type ScenarioSpec, type ScenarioSpecUid, type SourceName, type Subscript, type SuiteReport, type SuiteSummary, type ValueSetting, type VarId, categorizeComparisonTestSummaries, checkReportFromSummary, checkSummaryFromReport, comparisonSummaryFromReport, createConfig, datasetMessage, diffDatasets, diffGraphs, getScoresForTestSummaries, predicateMessage, runSuite, scenarioMessage, suiteSummaryFromReport };