@orq-ai/evaluatorq 1.2.2 → 1.2.3-rc.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (93) hide show
  1. package/dist/lib/integrations/ai-sdk/index.d.ts +2 -0
  2. package/dist/lib/integrations/ai-sdk/index.d.ts.map +1 -1
  3. package/dist/lib/integrations/ai-sdk/index.js +1 -0
  4. package/dist/lib/integrations/ai-sdk/simulation-adapter.d.ts +47 -0
  5. package/dist/lib/integrations/ai-sdk/simulation-adapter.d.ts.map +1 -0
  6. package/dist/lib/integrations/ai-sdk/simulation-adapter.js +58 -0
  7. package/dist/lib/integrations/langchain/index.d.ts +2 -0
  8. package/dist/lib/integrations/langchain/index.d.ts.map +1 -1
  9. package/dist/lib/integrations/langchain/index.js +1 -0
  10. package/dist/lib/integrations/langchain/simulation-adapter.d.ts +49 -0
  11. package/dist/lib/integrations/langchain/simulation-adapter.d.ts.map +1 -0
  12. package/dist/lib/integrations/langchain/simulation-adapter.js +110 -0
  13. package/dist/lib/integrations/simulation/adapters.d.ts +57 -0
  14. package/dist/lib/integrations/simulation/adapters.d.ts.map +1 -0
  15. package/dist/lib/integrations/simulation/adapters.js +64 -0
  16. package/dist/lib/integrations/simulation/agents/base.d.ts +90 -0
  17. package/dist/lib/integrations/simulation/agents/base.d.ts.map +1 -0
  18. package/dist/lib/integrations/simulation/agents/base.js +227 -0
  19. package/dist/lib/integrations/simulation/agents/index.d.ts +10 -0
  20. package/dist/lib/integrations/simulation/agents/index.d.ts.map +1 -0
  21. package/dist/lib/integrations/simulation/agents/index.js +6 -0
  22. package/dist/lib/integrations/simulation/agents/judge.d.ts +50 -0
  23. package/dist/lib/integrations/simulation/agents/judge.d.ts.map +1 -0
  24. package/dist/lib/integrations/simulation/agents/judge.js +313 -0
  25. package/dist/lib/integrations/simulation/agents/user-simulator.d.ts +41 -0
  26. package/dist/lib/integrations/simulation/agents/user-simulator.d.ts.map +1 -0
  27. package/dist/lib/integrations/simulation/agents/user-simulator.js +82 -0
  28. package/dist/lib/integrations/simulation/convert.d.ts +22 -0
  29. package/dist/lib/integrations/simulation/convert.d.ts.map +1 -0
  30. package/dist/lib/integrations/simulation/convert.js +124 -0
  31. package/dist/lib/integrations/simulation/evaluators/index.d.ts +50 -0
  32. package/dist/lib/integrations/simulation/evaluators/index.d.ts.map +1 -0
  33. package/dist/lib/integrations/simulation/evaluators/index.js +100 -0
  34. package/dist/lib/integrations/simulation/generators/datapoint-generator.d.ts +60 -0
  35. package/dist/lib/integrations/simulation/generators/datapoint-generator.d.ts.map +1 -0
  36. package/dist/lib/integrations/simulation/generators/datapoint-generator.js +223 -0
  37. package/dist/lib/integrations/simulation/generators/first-message-generator.d.ts +38 -0
  38. package/dist/lib/integrations/simulation/generators/first-message-generator.d.ts.map +1 -0
  39. package/dist/lib/integrations/simulation/generators/first-message-generator.js +131 -0
  40. package/dist/lib/integrations/simulation/generators/index.d.ts +15 -0
  41. package/dist/lib/integrations/simulation/generators/index.d.ts.map +1 -0
  42. package/dist/lib/integrations/simulation/generators/index.js +10 -0
  43. package/dist/lib/integrations/simulation/generators/persona-generator.d.ts +60 -0
  44. package/dist/lib/integrations/simulation/generators/persona-generator.d.ts.map +1 -0
  45. package/dist/lib/integrations/simulation/generators/persona-generator.js +333 -0
  46. package/dist/lib/integrations/simulation/generators/scenario-generator.d.ts +77 -0
  47. package/dist/lib/integrations/simulation/generators/scenario-generator.d.ts.map +1 -0
  48. package/dist/lib/integrations/simulation/generators/scenario-generator.js +545 -0
  49. package/dist/lib/integrations/simulation/index.d.ts +33 -0
  50. package/dist/lib/integrations/simulation/index.d.ts.map +1 -0
  51. package/dist/lib/integrations/simulation/index.js +35 -0
  52. package/dist/lib/integrations/simulation/quality/index.d.ts +5 -0
  53. package/dist/lib/integrations/simulation/quality/index.d.ts.map +1 -0
  54. package/dist/lib/integrations/simulation/quality/index.js +4 -0
  55. package/dist/lib/integrations/simulation/quality/message-perturbation.d.ts +25 -0
  56. package/dist/lib/integrations/simulation/quality/message-perturbation.d.ts.map +1 -0
  57. package/dist/lib/integrations/simulation/quality/message-perturbation.js +150 -0
  58. package/dist/lib/integrations/simulation/runner/index.d.ts +5 -0
  59. package/dist/lib/integrations/simulation/runner/index.d.ts.map +1 -0
  60. package/dist/lib/integrations/simulation/runner/index.js +4 -0
  61. package/dist/lib/integrations/simulation/runner/simulation.d.ts +57 -0
  62. package/dist/lib/integrations/simulation/runner/simulation.d.ts.map +1 -0
  63. package/dist/lib/integrations/simulation/runner/simulation.js +336 -0
  64. package/dist/lib/integrations/simulation/schemas.d.ts +104 -0
  65. package/dist/lib/integrations/simulation/schemas.d.ts.map +1 -0
  66. package/dist/lib/integrations/simulation/schemas.js +76 -0
  67. package/dist/lib/integrations/simulation/simulation/index.d.ts +49 -0
  68. package/dist/lib/integrations/simulation/simulation/index.d.ts.map +1 -0
  69. package/dist/lib/integrations/simulation/simulation/index.js +159 -0
  70. package/dist/lib/integrations/simulation/types.d.ts +101 -0
  71. package/dist/lib/integrations/simulation/types.d.ts.map +1 -0
  72. package/dist/lib/integrations/simulation/types.js +90 -0
  73. package/dist/lib/integrations/simulation/utils/dataset-export.d.ts +31 -0
  74. package/dist/lib/integrations/simulation/utils/dataset-export.d.ts.map +1 -0
  75. package/dist/lib/integrations/simulation/utils/dataset-export.js +146 -0
  76. package/dist/lib/integrations/simulation/utils/extract-json.d.ts +17 -0
  77. package/dist/lib/integrations/simulation/utils/extract-json.d.ts.map +1 -0
  78. package/dist/lib/integrations/simulation/utils/extract-json.js +106 -0
  79. package/dist/lib/integrations/simulation/utils/prompt-builders.d.ts +34 -0
  80. package/dist/lib/integrations/simulation/utils/prompt-builders.d.ts.map +1 -0
  81. package/dist/lib/integrations/simulation/utils/prompt-builders.js +147 -0
  82. package/dist/lib/integrations/simulation/utils/sanitize.d.ts +15 -0
  83. package/dist/lib/integrations/simulation/utils/sanitize.d.ts.map +1 -0
  84. package/dist/lib/integrations/simulation/utils/sanitize.js +20 -0
  85. package/dist/lib/integrations/simulation/wrap-agent.d.ts +65 -0
  86. package/dist/lib/integrations/simulation/wrap-agent.d.ts.map +1 -0
  87. package/dist/lib/integrations/simulation/wrap-agent.js +140 -0
  88. package/dist/lib/send-results.d.ts.map +1 -1
  89. package/dist/lib/send-results.js +17 -2
  90. package/dist/lib/types.d.ts +2 -2
  91. package/dist/lib/types.d.ts.map +1 -1
  92. package/dist/tsconfig.lib.tsbuildinfo +1 -1
  93. package/package.json +24 -2
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@orq-ai/evaluatorq",
3
- "version": "1.2.2",
3
+ "version": "1.2.3-rc.1",
4
4
  "description": "Evaluation framework with Effect-based architecture for running parallel AI evaluations",
5
5
  "type": "module",
6
6
  "main": "./dist/index.js",
@@ -59,6 +59,18 @@
59
59
  "types": "./dist/lib/integrations/openresponses/index.d.ts",
60
60
  "import": "./dist/lib/integrations/openresponses/index.js",
61
61
  "default": "./dist/lib/integrations/openresponses/index.js"
62
+ },
63
+ "./simulation": {
64
+ "development": "./src/lib/integrations/simulation/index.ts",
65
+ "types": "./dist/lib/integrations/simulation/index.d.ts",
66
+ "import": "./dist/lib/integrations/simulation/index.js",
67
+ "default": "./dist/lib/integrations/simulation/index.js"
68
+ },
69
+ "./simulation/schemas": {
70
+ "development": "./src/lib/integrations/simulation/schemas.ts",
71
+ "types": "./dist/lib/integrations/simulation/schemas.d.ts",
72
+ "import": "./dist/lib/integrations/simulation/schemas.js",
73
+ "default": "./dist/lib/integrations/simulation/schemas.js"
62
74
  }
63
75
  },
64
76
  "peerDependencies": {
@@ -66,6 +78,8 @@
66
78
  "@langchain/core": ">=1.0.0",
67
79
  "@langchain/langgraph": ">=1.0.0",
68
80
  "ai": ">=6.0.0",
81
+ "openai": ">=4.50.0",
82
+ "zod": ">=3.20.0",
69
83
  "@opentelemetry/api": "^1.9.0",
70
84
  "@opentelemetry/sdk-node": "^0.200.0",
71
85
  "@opentelemetry/sdk-trace-base": "^2.0.0",
@@ -103,6 +117,12 @@
103
117
  },
104
118
  "@opentelemetry/semantic-conventions": {
105
119
  "optional": true
120
+ },
121
+ "openai": {
122
+ "optional": true
123
+ },
124
+ "zod": {
125
+ "optional": true
106
126
  }
107
127
  },
108
128
  "dependencies": {
@@ -121,6 +141,8 @@
121
141
  "@opentelemetry/sdk-node": "^0.57.2",
122
142
  "@opentelemetry/sdk-trace-base": "^1.30.1",
123
143
  "@opentelemetry/semantic-conventions": "^1.28.0",
124
- "ai": "^6.0.0"
144
+ "ai": "^6.0.0",
145
+ "openai": "^4.50.0",
146
+ "zod": "^3.20.0"
125
147
  }
126
148
  }