axiom 0.49.0 → 0.49.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. package/dist/bin.js +5 -5
  2. package/dist/{chunk-TFDZLKGT.js → chunk-LMH3H6LA.js} +2 -2
  3. package/dist/{chunk-PIRM4IYM.js → chunk-OMTDFDPH.js} +7 -7
  4. package/dist/{chunk-DFHS6W4F.js → chunk-PRNAL6ER.js} +3 -3
  5. package/dist/{chunk-NEJD6H7N.js → chunk-SHGWFFCE.js} +2 -2
  6. package/dist/{chunk-LD4RCFZU.js → chunk-WTL3K72D.js} +8 -2
  7. package/dist/{chunk-LD4RCFZU.js.map → chunk-WTL3K72D.js.map} +1 -1
  8. package/dist/docs/README.md +2 -2
  9. package/dist/docs/config/README.md +1 -1
  10. package/dist/docs/config/functions/defineConfig.md +1 -1
  11. package/dist/docs/config/interfaces/AxiomConfig.md +1 -1
  12. package/dist/docs/config/type-aliases/AxiomEvalInstrumentationHook.md +1 -1
  13. package/dist/docs/evals/README.md +1 -1
  14. package/dist/docs/evals/classes/AxiomReporter.md +1 -1
  15. package/dist/docs/evals/functions/Eval.md +2 -2
  16. package/dist/docs/evals/interfaces/EvalBuilder.md +1 -1
  17. package/dist/docs/evals/interfaces/EvalContextData.md +1 -1
  18. package/dist/docs/evals/online/README.md +1 -1
  19. package/dist/docs/evals/online/functions/onlineEval.md +1 -1
  20. package/dist/docs/evals/online/type-aliases/OnlineEvalParams.md +1 -1
  21. package/dist/docs/evals/online/type-aliases/OnlineEvalScorerEntry.md +1 -1
  22. package/dist/docs/evals/online/type-aliases/OnlineEvalScorerInput.md +1 -1
  23. package/dist/docs/evals/online/type-aliases/SampledOnlineEvalScorer.md +1 -1
  24. package/dist/docs/evals/online/type-aliases/ScorerSampling.md +1 -1
  25. package/dist/docs/evals/type-aliases/Case.md +1 -1
  26. package/dist/docs/evals/type-aliases/Chat.md +1 -1
  27. package/dist/docs/evals/type-aliases/EvalParams.md +1 -1
  28. package/dist/docs/evals/type-aliases/EvalTask.md +1 -1
  29. package/dist/docs/evals/type-aliases/Evaluation.md +1 -1
  30. package/dist/docs/evals/type-aliases/Task.md +1 -1
  31. package/dist/docs/feedback/README.md +1 -1
  32. package/dist/docs/feedback/functions/createFeedbackClient.md +1 -1
  33. package/dist/docs/feedback/type-aliases/FeedbackClient.md +1 -1
  34. package/dist/docs/feedback/type-aliases/FeedbackConfig.md +1 -1
  35. package/dist/docs/feedback/type-aliases/FeedbackErrorContext.md +1 -1
  36. package/dist/docs/feedback/type-aliases/FeedbackEvent.md +1 -1
  37. package/dist/docs/feedback/type-aliases/FeedbackInput.md +1 -1
  38. package/dist/docs/feedback/type-aliases/FeedbackLinks.md +1 -1
  39. package/dist/docs/feedback/type-aliases/FeedbackSettings.md +1 -1
  40. package/dist/docs/feedback/type-aliases/SendFeedbackFn.md +1 -1
  41. package/dist/docs/feedback/variables/Feedback.md +1 -1
  42. package/dist/docs/index/README.md +1 -1
  43. package/dist/docs/index/functions/axiomAIMiddleware.md +1 -1
  44. package/dist/docs/index/functions/axiomAIMiddlewareV1.md +1 -1
  45. package/dist/docs/index/functions/axiomAIMiddlewareV2.md +1 -1
  46. package/dist/docs/index/functions/axiomAIMiddlewareV3.md +1 -1
  47. package/dist/docs/index/functions/createAppScope.md +1 -1
  48. package/dist/docs/index/functions/experimental_parse.md +1 -1
  49. package/dist/docs/index/functions/getGlobalTracer.md +1 -1
  50. package/dist/docs/index/functions/initAxiomAI.md +1 -1
  51. package/dist/docs/index/functions/resetAxiomAI.md +1 -1
  52. package/dist/docs/index/functions/withSpan.md +1 -1
  53. package/dist/docs/index/functions/wrapAISDKModel.md +1 -1
  54. package/dist/docs/index/functions/wrapTool.md +1 -1
  55. package/dist/docs/index/functions/wrapTools.md +1 -1
  56. package/dist/docs/index/interfaces/AxiomTelemetryConfig.md +1 -1
  57. package/dist/docs/index/interfaces/experimental_AxiomPromptMetadata.md +1 -1
  58. package/dist/docs/index/interfaces/experimental_ParsedMessage.md +1 -1
  59. package/dist/docs/index/type-aliases/AxiomAIRedactionPolicy.md +1 -1
  60. package/dist/docs/index/type-aliases/WithSpanOptions.md +1 -1
  61. package/dist/docs/index/type-aliases/experimental_InferContext.md +1 -1
  62. package/dist/docs/index/type-aliases/experimental_InferSchema.md +1 -1
  63. package/dist/docs/index/type-aliases/experimental_ParsedMessagesArray.md +1 -1
  64. package/dist/docs/index/type-aliases/experimental_Prompt.md +1 -1
  65. package/dist/docs/index/type-aliases/experimental_TSchema.md +1 -1
  66. package/dist/docs/index/variables/RedactionPolicy.md +1 -1
  67. package/dist/docs/index/variables/experimental_Type.md +1 -1
  68. package/dist/docs/index/variables/onlineEval.md +1 -1
  69. package/dist/docs/scorers/aggregations/README.md +1 -1
  70. package/dist/docs/scorers/aggregations/functions/Mean.md +1 -1
  71. package/dist/docs/scorers/aggregations/functions/Median.md +1 -1
  72. package/dist/docs/scorers/aggregations/functions/PassAtK.md +1 -1
  73. package/dist/docs/scorers/aggregations/functions/PassHatK.md +1 -1
  74. package/dist/docs/scorers/aggregations/type-aliases/Aggregation.md +1 -1
  75. package/dist/docs/scorers/aggregations/variables/AllTrialsPass.md +1 -1
  76. package/dist/docs/scorers/aggregations/variables/AtLeastOneTrialPasses.md +1 -1
  77. package/dist/docs/scorers/scorers/README.md +1 -1
  78. package/dist/docs/scorers/scorers/functions/Scorer.md +1 -1
  79. package/dist/docs/scorers/scorers/type-aliases/Score.md +1 -1
  80. package/dist/docs/scorers/scorers/type-aliases/ScoreWithName.md +1 -1
  81. package/dist/docs/scorers/scorers/type-aliases/ScorerLike.md +1 -1
  82. package/dist/docs/scorers/scorers/type-aliases/ScorerOptions.md +1 -1
  83. package/dist/docs/scorers/scorers/type-aliases/ScorerType.md +1 -1
  84. package/dist/evals/online.js +2 -2
  85. package/dist/evals.d.ts +2 -1
  86. package/dist/evals.js +4 -4
  87. package/dist/evals.js.map +1 -1
  88. package/dist/index.js +3 -3
  89. package/dist/{run-vitest-C7ATYPR6.js → run-vitest-NC5WCNAI.js} +25 -9
  90. package/dist/run-vitest-NC5WCNAI.js.map +1 -0
  91. package/package.json +7 -1
  92. package/dist/run-vitest-C7ATYPR6.js.map +0 -1
  93. /package/dist/{chunk-TFDZLKGT.js.map → chunk-LMH3H6LA.js.map} +0 -0
  94. /package/dist/{chunk-PIRM4IYM.js.map → chunk-OMTDFDPH.js.map} +0 -0
  95. /package/dist/{chunk-DFHS6W4F.js.map → chunk-PRNAL6ER.js.map} +0 -0
  96. /package/dist/{chunk-NEJD6H7N.js.map → chunk-SHGWFFCE.js.map} +0 -0
package/dist/docs/index/interfaces/AxiomTelemetryConfig.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/index/interfaces/experimental_AxiomPromptMetadata.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/index/interfaces/experimental_ParsedMessage.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/index/type-aliases/AxiomAIRedactionPolicy.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/index/type-aliases/WithSpanOptions.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/index/type-aliases/experimental_InferContext.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/index/type-aliases/experimental_InferSchema.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/index/type-aliases/experimental_ParsedMessagesArray.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/index/type-aliases/experimental_Prompt.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/index/type-aliases/experimental_TSchema.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/index/variables/RedactionPolicy.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/index/variables/experimental_Type.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/index/variables/onlineEval.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/aggregations/README.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/aggregations/functions/Mean.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/aggregations/functions/Median.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/aggregations/functions/PassAtK.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/aggregations/functions/PassHatK.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/aggregations/type-aliases/Aggregation.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/aggregations/variables/AllTrialsPass.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/aggregations/variables/AtLeastOneTrialPasses.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/scorers/README.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../README.md)
1
+ [**axiom v0.49.2**](../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/scorers/functions/Scorer.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/scorers/type-aliases/Score.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/scorers/type-aliases/ScoreWithName.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/scorers/type-aliases/ScorerLike.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/scorers/type-aliases/ScorerOptions.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/docs/scorers/scorers/type-aliases/ScorerType.md CHANGED
@@ -1,4 +1,4 @@
1
- [**axiom v0.49.0**](../../../README.md)
1
+ [**axiom v0.49.2**](../../../README.md)
2
2
 
3
3
  ***
4
4
 
package/dist/evals/online.js CHANGED
@@ -1,7 +1,7 @@
1
1
  import {
2
2
  onlineEval
3
- } from "../chunk-TFDZLKGT.js";
4
- import "../chunk-LD4RCFZU.js";
3
+ } from "../chunk-LMH3H6LA.js";
4
+ import "../chunk-WTL3K72D.js";
5
5
  import "../chunk-MM5FFQJT.js";
6
6
  import "../chunk-FGLJO4BD.js";
7
7
  import "../chunk-4TKUTT24.js";
package/dist/evals.d.ts CHANGED
@@ -298,9 +298,10 @@ declare module 'vitest' {
298
298
  * });
299
299
  * ```
300
300
  */
301
- declare function Eval<TInput, TExpected, TOutput, Name extends string = string, Capability extends string = string, Step extends string = string>(name: ValidateName<Name>, params: Omit<EvalParams<TInput, TExpected, TOutput>, 'capability' | 'step'> & {
301
+ declare function Eval<TInput, TExpected, TOutput, Name extends string = string, Capability extends string = string, Step extends string = string>(name: ValidateName<Name>, params: Omit<EvalParams<TInput, TExpected, TOutput>, 'capability' | 'step' | 'scorers'> & {
302
302
  capability: ValidateName<Capability>;
303
303
  step?: ValidateName<Step> | undefined;
304
+ scorers: ReadonlyArray<ScorerLike<NoInfer<TInput>, NoInfer<TExpected>, TOutput>>;
304
305
  }): void;
305
306
 
306
307
  /**
package/dist/evals.js CHANGED
@@ -5,8 +5,8 @@ import {
5
5
  resolveAxiomConnection,
6
6
  startActiveSpan,
7
7
  startSpan
8
- } from "./chunk-PIRM4IYM.js";
9
- import "./chunk-DFHS6W4F.js";
8
+ } from "./chunk-OMTDFDPH.js";
9
+ import "./chunk-PRNAL6ER.js";
10
10
  import "./chunk-3VKWOZAQ.js";
11
11
  import {
12
12
  dotNotationToNested,
@@ -15,7 +15,7 @@ import {
15
15
  getGlobalFlagOverrides,
16
16
  setGlobalFlagOverrides,
17
17
  withEvalContext
18
- } from "./chunk-NEJD6H7N.js";
18
+ } from "./chunk-SHGWFFCE.js";
19
19
  import {
20
20
  recordName
21
21
  } from "./chunk-FWPCBQBZ.js";
@@ -23,7 +23,7 @@ import {
23
23
  AxiomCLIError,
24
24
  errorToString
25
25
  } from "./chunk-ISSDOC43.js";
26
- import "./chunk-LD4RCFZU.js";
26
+ import "./chunk-WTL3K72D.js";
27
27
  import "./chunk-MM5FFQJT.js";
28
28
  import {
29
29
  Mean