@dotsetlabs/bellwether 1.0.3 → 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. package/CHANGELOG.md +74 -0
  2. package/README.md +8 -2
  3. package/dist/baseline/accessors.d.ts +1 -1
  4. package/dist/baseline/accessors.js +1 -3
  5. package/dist/baseline/baseline-format.d.ts +287 -0
  6. package/dist/baseline/baseline-format.js +12 -0
  7. package/dist/baseline/comparator.js +249 -11
  8. package/dist/baseline/converter.d.ts +15 -15
  9. package/dist/baseline/converter.js +46 -34
  10. package/dist/baseline/diff.d.ts +1 -1
  11. package/dist/baseline/diff.js +45 -28
  12. package/dist/baseline/error-analyzer.d.ts +1 -1
  13. package/dist/baseline/error-analyzer.js +90 -17
  14. package/dist/baseline/incremental-checker.js +8 -5
  15. package/dist/baseline/index.d.ts +2 -12
  16. package/dist/baseline/index.js +3 -23
  17. package/dist/baseline/performance-tracker.d.ts +0 -1
  18. package/dist/baseline/performance-tracker.js +13 -20
  19. package/dist/baseline/response-fingerprint.js +39 -2
  20. package/dist/baseline/saver.js +41 -10
  21. package/dist/baseline/schema-compare.d.ts +22 -0
  22. package/dist/baseline/schema-compare.js +259 -16
  23. package/dist/baseline/types.d.ts +10 -7
  24. package/dist/cache/response-cache.d.ts +8 -0
  25. package/dist/cache/response-cache.js +110 -0
  26. package/dist/cli/commands/check.js +23 -6
  27. package/dist/cli/commands/explore.js +34 -14
  28. package/dist/cli/index.js +8 -0
  29. package/dist/config/template.js +8 -7
  30. package/dist/config/validator.d.ts +59 -59
  31. package/dist/config/validator.js +245 -90
  32. package/dist/constants/core.d.ts +4 -0
  33. package/dist/constants/core.js +8 -19
  34. package/dist/constants/registry.d.ts +17 -0
  35. package/dist/constants/registry.js +18 -0
  36. package/dist/constants/testing.d.ts +0 -369
  37. package/dist/constants/testing.js +18 -456
  38. package/dist/constants.d.ts +1 -1
  39. package/dist/constants.js +1 -1
  40. package/dist/docs/contract.js +131 -83
  41. package/dist/docs/report.js +8 -5
  42. package/dist/interview/insights.d.ts +17 -0
  43. package/dist/interview/insights.js +52 -0
  44. package/dist/interview/interviewer.js +52 -10
  45. package/dist/interview/prompt-test-generator.d.ts +12 -0
  46. package/dist/interview/prompt-test-generator.js +77 -0
  47. package/dist/interview/resource-test-generator.d.ts +12 -0
  48. package/dist/interview/resource-test-generator.js +20 -0
  49. package/dist/interview/schema-inferrer.js +26 -4
  50. package/dist/interview/schema-test-generator.js +278 -31
  51. package/dist/interview/stateful-test-runner.d.ts +3 -0
  52. package/dist/interview/stateful-test-runner.js +80 -0
  53. package/dist/interview/types.d.ts +12 -0
  54. package/dist/transport/mcp-client.js +1 -1
  55. package/dist/transport/sse-transport.d.ts +7 -3
  56. package/dist/transport/sse-transport.js +157 -67
  57. package/dist/version.js +1 -1
  58. package/man/bellwether.1 +1 -1
  59. package/man/bellwether.1.md +2 -2
  60. package/package.json +1 -1
  61. package/schemas/bellwether-check.schema.json +185 -0
  62. package/schemas/bellwether-explore.schema.json +837 -0
  63. package/scripts/completions/bellwether.bash +10 -4
  64. package/scripts/completions/bellwether.zsh +55 -2
package/dist/config/validator.d.ts CHANGED
@@ -247,7 +247,7 @@ export declare const outputConfigSchema: z.ZodDefault<z.ZodObject<{
247
247
  /** Output directory for documentation files (CONTRACT.md, AGENTS.md) */
248
248
  docsDir: z.ZodDefault<z.ZodString>;
249
249
  /** Output format */
250
- format: z.ZodDefault<z.ZodEnum<["agents.md", "json", "both"]>>;
250
+ format: z.ZodDefault<z.ZodEffects<z.ZodEnum<["docs", "json", "both"]>, "json" | "both" | "docs", unknown>>;
251
251
  /** Example output settings */
252
252
  examples: z.ZodDefault<z.ZodObject<{
253
253
  /** Include full (non-truncated) examples */
@@ -287,7 +287,7 @@ export declare const outputConfigSchema: z.ZodDefault<z.ZodObject<{
287
287
  agentsDoc?: string | undefined;
288
288
  }>>;
289
289
  }, "strip", z.ZodTypeAny, {
290
- format: "json" | "both" | "agents.md";
290
+ format: "json" | "both" | "docs";
291
291
  examples: {
292
292
  maxLength: number;
293
293
  full: boolean;
@@ -302,7 +302,7 @@ export declare const outputConfigSchema: z.ZodDefault<z.ZodObject<{
302
302
  };
303
303
  docsDir: string;
304
304
  }, {
305
- format?: "json" | "both" | "agents.md" | undefined;
305
+ format?: unknown;
306
306
  examples?: {
307
307
  maxLength?: number | undefined;
308
308
  full?: boolean | undefined;
@@ -329,17 +329,17 @@ export declare const severityConfigSchema: z.ZodDefault<z.ZodObject<{
329
329
  /** Suppress warning-level changes from output */
330
330
  suppressWarnings: z.ZodDefault<z.ZodBoolean>;
331
331
  /** Custom severity overrides per aspect */
332
- aspectOverrides: z.ZodOptional<z.ZodRecord<z.ZodEnum<["response_format", "response_structure", "error_handling", "error_pattern", "security", "performance", "schema", "description"]>, z.ZodEnum<["none", "info", "warning", "breaking"]>>>;
332
+ aspectOverrides: z.ZodOptional<z.ZodRecord<z.ZodEnum<["response_format", "response_structure", "response_schema_evolution", "error_handling", "error_pattern", "security", "performance", "schema", "description", "prompt", "resource", "server", "capability"]>, z.ZodEnum<["none", "info", "warning", "breaking"]>>>;
333
333
  }, "strip", z.ZodTypeAny, {
334
334
  minimumSeverity: "none" | "info" | "warning" | "breaking";
335
335
  failOnSeverity: "none" | "info" | "warning" | "breaking";
336
336
  suppressWarnings: boolean;
337
- aspectOverrides?: Partial<Record<"error_handling" | "security" | "response_format" | "response_structure" | "error_pattern" | "performance" | "schema" | "description", "none" | "info" | "warning" | "breaking">> | undefined;
337
+ aspectOverrides?: Partial<Record<"error_handling" | "resource" | "server" | "security" | "response_format" | "response_structure" | "response_schema_evolution" | "error_pattern" | "performance" | "schema" | "description" | "prompt" | "capability", "none" | "info" | "warning" | "breaking">> | undefined;
338
338
  }, {
339
339
  minimumSeverity?: "none" | "info" | "warning" | "breaking" | undefined;
340
340
  failOnSeverity?: "none" | "info" | "warning" | "breaking" | undefined;
341
341
  suppressWarnings?: boolean | undefined;
342
- aspectOverrides?: Partial<Record<"error_handling" | "security" | "response_format" | "response_structure" | "error_pattern" | "performance" | "schema" | "description", "none" | "info" | "warning" | "breaking">> | undefined;
342
+ aspectOverrides?: Partial<Record<"error_handling" | "resource" | "server" | "security" | "response_format" | "response_structure" | "response_schema_evolution" | "error_pattern" | "performance" | "schema" | "description" | "prompt" | "capability", "none" | "info" | "warning" | "breaking">> | undefined;
343
343
  }>>;
344
344
  /**
345
345
  * Security testing configuration schema.
@@ -864,17 +864,17 @@ export declare const baselineConfigSchema: z.ZodDefault<z.ZodObject<{
864
864
  /** Suppress warning-level changes from output */
865
865
  suppressWarnings: z.ZodDefault<z.ZodBoolean>;
866
866
  /** Custom severity overrides per aspect */
867
- aspectOverrides: z.ZodOptional<z.ZodRecord<z.ZodEnum<["response_format", "response_structure", "error_handling", "error_pattern", "security", "performance", "schema", "description"]>, z.ZodEnum<["none", "info", "warning", "breaking"]>>>;
867
+ aspectOverrides: z.ZodOptional<z.ZodRecord<z.ZodEnum<["response_format", "response_structure", "response_schema_evolution", "error_handling", "error_pattern", "security", "performance", "schema", "description", "prompt", "resource", "server", "capability"]>, z.ZodEnum<["none", "info", "warning", "breaking"]>>>;
868
868
  }, "strip", z.ZodTypeAny, {
869
869
  minimumSeverity: "none" | "info" | "warning" | "breaking";
870
870
  failOnSeverity: "none" | "info" | "warning" | "breaking";
871
871
  suppressWarnings: boolean;
872
- aspectOverrides?: Partial<Record<"error_handling" | "security" | "response_format" | "response_structure" | "error_pattern" | "performance" | "schema" | "description", "none" | "info" | "warning" | "breaking">> | undefined;
872
+ aspectOverrides?: Partial<Record<"error_handling" | "resource" | "server" | "security" | "response_format" | "response_structure" | "response_schema_evolution" | "error_pattern" | "performance" | "schema" | "description" | "prompt" | "capability", "none" | "info" | "warning" | "breaking">> | undefined;
873
873
  }, {
874
874
  minimumSeverity?: "none" | "info" | "warning" | "breaking" | undefined;
875
875
  failOnSeverity?: "none" | "info" | "warning" | "breaking" | undefined;
876
876
  suppressWarnings?: boolean | undefined;
877
- aspectOverrides?: Partial<Record<"error_handling" | "security" | "response_format" | "response_structure" | "error_pattern" | "performance" | "schema" | "description", "none" | "info" | "warning" | "breaking">> | undefined;
877
+ aspectOverrides?: Partial<Record<"error_handling" | "resource" | "server" | "security" | "response_format" | "response_structure" | "response_schema_evolution" | "error_pattern" | "performance" | "schema" | "description" | "prompt" | "capability", "none" | "info" | "warning" | "breaking">> | undefined;
878
878
  }>>;
879
879
  }, "strip", z.ZodTypeAny, {
880
880
  path: string;
@@ -882,7 +882,7 @@ export declare const baselineConfigSchema: z.ZodDefault<z.ZodObject<{
882
882
  minimumSeverity: "none" | "info" | "warning" | "breaking";
883
883
  failOnSeverity: "none" | "info" | "warning" | "breaking";
884
884
  suppressWarnings: boolean;
885
- aspectOverrides?: Partial<Record<"error_handling" | "security" | "response_format" | "response_structure" | "error_pattern" | "performance" | "schema" | "description", "none" | "info" | "warning" | "breaking">> | undefined;
885
+ aspectOverrides?: Partial<Record<"error_handling" | "resource" | "server" | "security" | "response_format" | "response_structure" | "response_schema_evolution" | "error_pattern" | "performance" | "schema" | "description" | "prompt" | "capability", "none" | "info" | "warning" | "breaking">> | undefined;
886
886
  };
887
887
  failOnDrift: boolean;
888
888
  outputFormat: "text" | "json" | "markdown" | "compact";
@@ -894,7 +894,7 @@ export declare const baselineConfigSchema: z.ZodDefault<z.ZodObject<{
894
894
  minimumSeverity?: "none" | "info" | "warning" | "breaking" | undefined;
895
895
  failOnSeverity?: "none" | "info" | "warning" | "breaking" | undefined;
896
896
  suppressWarnings?: boolean | undefined;
897
- aspectOverrides?: Partial<Record<"error_handling" | "security" | "response_format" | "response_structure" | "error_pattern" | "performance" | "schema" | "description", "none" | "info" | "warning" | "breaking">> | undefined;
897
+ aspectOverrides?: Partial<Record<"error_handling" | "resource" | "server" | "security" | "response_format" | "response_structure" | "response_schema_evolution" | "error_pattern" | "performance" | "schema" | "description" | "prompt" | "capability", "none" | "info" | "warning" | "breaking">> | undefined;
898
898
  } | undefined;
899
899
  savePath?: string | undefined;
900
900
  comparePath?: string | undefined;
@@ -1013,14 +1013,14 @@ export declare const goldenConfigSchema: z.ZodDefault<z.ZodObject<{
1013
1013
  /** Normalize UUIDs by default */
1014
1014
  normalizeUuids: z.ZodDefault<z.ZodBoolean>;
1015
1015
  }, "strip", z.ZodTypeAny, {
1016
- mode: "semantic" | "structural" | "exact";
1016
+ mode: "structural" | "exact" | "semantic";
1017
1017
  defaultArgs: string;
1018
1018
  compareFormat: "text" | "json" | "markdown";
1019
1019
  listFormat: "text" | "json";
1020
1020
  normalizeTimestamps: boolean;
1021
1021
  normalizeUuids: boolean;
1022
1022
  }, {
1023
- mode?: "semantic" | "structural" | "exact" | undefined;
1023
+ mode?: "structural" | "exact" | "semantic" | undefined;
1024
1024
  defaultArgs?: string | undefined;
1025
1025
  compareFormat?: "text" | "json" | "markdown" | undefined;
1026
1026
  listFormat?: "text" | "json" | undefined;
@@ -1525,7 +1525,7 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
1525
1525
  /** Output directory for documentation files (CONTRACT.md, AGENTS.md) */
1526
1526
  docsDir: z.ZodDefault<z.ZodString>;
1527
1527
  /** Output format */
1528
- format: z.ZodDefault<z.ZodEnum<["agents.md", "json", "both"]>>;
1528
+ format: z.ZodDefault<z.ZodEffects<z.ZodEnum<["docs", "json", "both"]>, "json" | "both" | "docs", unknown>>;
1529
1529
  /** Example output settings */
1530
1530
  examples: z.ZodDefault<z.ZodObject<{
1531
1531
  /** Include full (non-truncated) examples */
@@ -1565,7 +1565,7 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
1565
1565
  agentsDoc?: string | undefined;
1566
1566
  }>>;
1567
1567
  }, "strip", z.ZodTypeAny, {
1568
- format: "json" | "both" | "agents.md";
1568
+ format: "json" | "both" | "docs";
1569
1569
  examples: {
1570
1570
  maxLength: number;
1571
1571
  full: boolean;
@@ -1580,7 +1580,7 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
1580
1580
  };
1581
1581
  docsDir: string;
1582
1582
  }, {
1583
- format?: "json" | "both" | "agents.md" | undefined;
1583
+ format?: unknown;
1584
1584
  examples?: {
1585
1585
  maxLength?: number | undefined;
1586
1586
  full?: boolean | undefined;
@@ -1616,17 +1616,17 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
1616
1616
  /** Suppress warning-level changes from output */
1617
1617
  suppressWarnings: z.ZodDefault<z.ZodBoolean>;
1618
1618
  /** Custom severity overrides per aspect */
1619
- aspectOverrides: z.ZodOptional<z.ZodRecord<z.ZodEnum<["response_format", "response_structure", "error_handling", "error_pattern", "security", "performance", "schema", "description"]>, z.ZodEnum<["none", "info", "warning", "breaking"]>>>;
1619
+ aspectOverrides: z.ZodOptional<z.ZodRecord<z.ZodEnum<["response_format", "response_structure", "response_schema_evolution", "error_handling", "error_pattern", "security", "performance", "schema", "description", "prompt", "resource", "server", "capability"]>, z.ZodEnum<["none", "info", "warning", "breaking"]>>>;
1620
1620
  }, "strip", z.ZodTypeAny, {
1621
1621
  minimumSeverity: "none" | "info" | "warning" | "breaking";
1622
1622
  failOnSeverity: "none" | "info" | "warning" | "breaking";
1623
1623
  suppressWarnings: boolean;
1624
- aspectOverrides?: Partial<Record<"error_handling" | "security" | "response_format" | "response_structure" | "error_pattern" | "performance" | "schema" | "description", "none" | "info" | "warning" | "breaking">> | undefined;
1624
+ aspectOverrides?: Partial<Record<"error_handling" | "resource" | "server" | "security" | "response_format" | "response_structure" | "response_schema_evolution" | "error_pattern" | "performance" | "schema" | "description" | "prompt" | "capability", "none" | "info" | "warning" | "breaking">> | undefined;
1625
1625
  }, {
1626
1626
  minimumSeverity?: "none" | "info" | "warning" | "breaking" | undefined;
1627
1627
  failOnSeverity?: "none" | "info" | "warning" | "breaking" | undefined;
1628
1628
  suppressWarnings?: boolean | undefined;
1629
- aspectOverrides?: Partial<Record<"error_handling" | "security" | "response_format" | "response_structure" | "error_pattern" | "performance" | "schema" | "description", "none" | "info" | "warning" | "breaking">> | undefined;
1629
+ aspectOverrides?: Partial<Record<"error_handling" | "resource" | "server" | "security" | "response_format" | "response_structure" | "response_schema_evolution" | "error_pattern" | "performance" | "schema" | "description" | "prompt" | "capability", "none" | "info" | "warning" | "breaking">> | undefined;
1630
1630
  }>>;
1631
1631
  }, "strip", z.ZodTypeAny, {
1632
1632
  path: string;
@@ -1634,7 +1634,7 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
1634
1634
  minimumSeverity: "none" | "info" | "warning" | "breaking";
1635
1635
  failOnSeverity: "none" | "info" | "warning" | "breaking";
1636
1636
  suppressWarnings: boolean;
1637
- aspectOverrides?: Partial<Record<"error_handling" | "security" | "response_format" | "response_structure" | "error_pattern" | "performance" | "schema" | "description", "none" | "info" | "warning" | "breaking">> | undefined;
1637
+ aspectOverrides?: Partial<Record<"error_handling" | "resource" | "server" | "security" | "response_format" | "response_structure" | "response_schema_evolution" | "error_pattern" | "performance" | "schema" | "description" | "prompt" | "capability", "none" | "info" | "warning" | "breaking">> | undefined;
1638
1638
  };
1639
1639
  failOnDrift: boolean;
1640
1640
  outputFormat: "text" | "json" | "markdown" | "compact";
@@ -1646,7 +1646,7 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
1646
1646
  minimumSeverity?: "none" | "info" | "warning" | "breaking" | undefined;
1647
1647
  failOnSeverity?: "none" | "info" | "warning" | "breaking" | undefined;
1648
1648
  suppressWarnings?: boolean | undefined;
1649
- aspectOverrides?: Partial<Record<"error_handling" | "security" | "response_format" | "response_structure" | "error_pattern" | "performance" | "schema" | "description", "none" | "info" | "warning" | "breaking">> | undefined;
1649
+ aspectOverrides?: Partial<Record<"error_handling" | "resource" | "server" | "security" | "response_format" | "response_structure" | "response_schema_evolution" | "error_pattern" | "performance" | "schema" | "description" | "prompt" | "capability", "none" | "info" | "warning" | "breaking">> | undefined;
1650
1650
  } | undefined;
1651
1651
  savePath?: string | undefined;
1652
1652
  comparePath?: string | undefined;
@@ -1753,14 +1753,14 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
1753
1753
  /** Normalize UUIDs by default */
1754
1754
  normalizeUuids: z.ZodDefault<z.ZodBoolean>;
1755
1755
  }, "strip", z.ZodTypeAny, {
1756
- mode: "semantic" | "structural" | "exact";
1756
+ mode: "structural" | "exact" | "semantic";
1757
1757
  defaultArgs: string;
1758
1758
  compareFormat: "text" | "json" | "markdown";
1759
1759
  listFormat: "text" | "json";
1760
1760
  normalizeTimestamps: boolean;
1761
1761
  normalizeUuids: boolean;
1762
1762
  }, {
1763
- mode?: "semantic" | "structural" | "exact" | undefined;
1763
+ mode?: "structural" | "exact" | "semantic" | undefined;
1764
1764
  defaultArgs?: string | undefined;
1765
1765
  compareFormat?: "text" | "json" | "markdown" | undefined;
1766
1766
  listFormat?: "text" | "json" | undefined;
@@ -1793,22 +1793,6 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
1793
1793
  failOnViolation?: boolean | undefined;
1794
1794
  }>>;
1795
1795
  }, "strip", z.ZodTypeAny, {
1796
- output: {
1797
- format: "json" | "both" | "agents.md";
1798
- examples: {
1799
- maxLength: number;
1800
- full: boolean;
1801
- maxPerTool: number;
1802
- };
1803
- dir: string;
1804
- files: {
1805
- checkReport: string;
1806
- exploreReport: string;
1807
- contractDoc: string;
1808
- agentsDoc: string;
1809
- };
1810
- docsDir: string;
1811
- };
1812
1796
  server: {
1813
1797
  command: string;
1814
1798
  args: string[];
@@ -1886,6 +1870,22 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
1886
1870
  parallelPersonas: boolean;
1887
1871
  personaConcurrency: number;
1888
1872
  };
1873
+ output: {
1874
+ format: "json" | "both" | "docs";
1875
+ examples: {
1876
+ maxLength: number;
1877
+ full: boolean;
1878
+ maxPerTool: number;
1879
+ };
1880
+ dir: string;
1881
+ files: {
1882
+ checkReport: string;
1883
+ exploreReport: string;
1884
+ contractDoc: string;
1885
+ agentsDoc: string;
1886
+ };
1887
+ docsDir: string;
1888
+ };
1889
1889
  cache: {
1890
1890
  enabled: boolean;
1891
1891
  dir: string;
@@ -1924,7 +1924,7 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
1924
1924
  minimumSeverity: "none" | "info" | "warning" | "breaking";
1925
1925
  failOnSeverity: "none" | "info" | "warning" | "breaking";
1926
1926
  suppressWarnings: boolean;
1927
- aspectOverrides?: Partial<Record<"error_handling" | "security" | "response_format" | "response_structure" | "error_pattern" | "performance" | "schema" | "description", "none" | "info" | "warning" | "breaking">> | undefined;
1927
+ aspectOverrides?: Partial<Record<"error_handling" | "resource" | "server" | "security" | "response_format" | "response_structure" | "response_schema_evolution" | "error_pattern" | "performance" | "schema" | "description" | "prompt" | "capability", "none" | "info" | "warning" | "breaking">> | undefined;
1928
1928
  };
1929
1929
  failOnDrift: boolean;
1930
1930
  outputFormat: "text" | "json" | "markdown" | "compact";
@@ -1946,7 +1946,7 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
1946
1946
  limit: number;
1947
1947
  };
1948
1948
  golden: {
1949
- mode: "semantic" | "structural" | "exact";
1949
+ mode: "structural" | "exact" | "semantic";
1950
1950
  defaultArgs: string;
1951
1951
  compareFormat: "text" | "json" | "markdown";
1952
1952
  listFormat: "text" | "json";
@@ -1961,22 +1961,6 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
1961
1961
  path?: string | undefined;
1962
1962
  };
1963
1963
  }, {
1964
- output?: {
1965
- format?: "json" | "both" | "agents.md" | undefined;
1966
- examples?: {
1967
- maxLength?: number | undefined;
1968
- full?: boolean | undefined;
1969
- maxPerTool?: number | undefined;
1970
- } | undefined;
1971
- dir?: string | undefined;
1972
- files?: {
1973
- checkReport?: string | undefined;
1974
- exploreReport?: string | undefined;
1975
- contractDoc?: string | undefined;
1976
- agentsDoc?: string | undefined;
1977
- } | undefined;
1978
- docsDir?: string | undefined;
1979
- } | undefined;
1980
1964
  server?: {
1981
1965
  command?: string | undefined;
1982
1966
  args?: string[] | undefined;
@@ -2054,6 +2038,22 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
2054
2038
  parallelPersonas?: boolean | undefined;
2055
2039
  personaConcurrency?: number | undefined;
2056
2040
  } | undefined;
2041
+ output?: {
2042
+ format?: unknown;
2043
+ examples?: {
2044
+ maxLength?: number | undefined;
2045
+ full?: boolean | undefined;
2046
+ maxPerTool?: number | undefined;
2047
+ } | undefined;
2048
+ dir?: string | undefined;
2049
+ files?: {
2050
+ checkReport?: string | undefined;
2051
+ exploreReport?: string | undefined;
2052
+ contractDoc?: string | undefined;
2053
+ agentsDoc?: string | undefined;
2054
+ } | undefined;
2055
+ docsDir?: string | undefined;
2056
+ } | undefined;
2057
2057
  cache?: {
2058
2058
  enabled?: boolean | undefined;
2059
2059
  dir?: string | undefined;
@@ -2092,7 +2092,7 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
2092
2092
  minimumSeverity?: "none" | "info" | "warning" | "breaking" | undefined;
2093
2093
  failOnSeverity?: "none" | "info" | "warning" | "breaking" | undefined;
2094
2094
  suppressWarnings?: boolean | undefined;
2095
- aspectOverrides?: Partial<Record<"error_handling" | "security" | "response_format" | "response_structure" | "error_pattern" | "performance" | "schema" | "description", "none" | "info" | "warning" | "breaking">> | undefined;
2095
+ aspectOverrides?: Partial<Record<"error_handling" | "resource" | "server" | "security" | "response_format" | "response_structure" | "response_schema_evolution" | "error_pattern" | "performance" | "schema" | "description" | "prompt" | "capability", "none" | "info" | "warning" | "breaking">> | undefined;
2096
2096
  } | undefined;
2097
2097
  savePath?: string | undefined;
2098
2098
  comparePath?: string | undefined;
@@ -2114,7 +2114,7 @@ export declare const bellwetherConfigSchema: z.ZodObject<{
2114
2114
  limit?: number | undefined;
2115
2115
  } | undefined;
2116
2116
  golden?: {
2117
- mode?: "semantic" | "structural" | "exact" | undefined;
2117
+ mode?: "structural" | "exact" | "semantic" | undefined;
2118
2118
  defaultArgs?: string | undefined;
2119
2119
  compareFormat?: "text" | "json" | "markdown" | undefined;
2120
2120
  listFormat?: "text" | "json" | undefined;