braintrust 0.2.1 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (27) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +163 -10
  3. data/lib/braintrust/api/functions.rb +3 -1
  4. data/lib/braintrust/api/internal/btql.rb +3 -33
  5. data/lib/braintrust/contrib/rails/server/application_controller.rb +34 -0
  6. data/lib/braintrust/contrib/rails/server/engine.rb +72 -0
  7. data/lib/braintrust/contrib/rails/server/eval_controller.rb +36 -0
  8. data/lib/braintrust/contrib/rails/server/generator.rb +43 -0
  9. data/lib/braintrust/contrib/rails/server/health_controller.rb +15 -0
  10. data/lib/braintrust/contrib/rails/server/list_controller.rb +16 -0
  11. data/lib/braintrust/contrib/rails/server/routes.rb +8 -0
  12. data/lib/braintrust/contrib/rails/server.rb +20 -0
  13. data/lib/braintrust/eval/context.rb +84 -21
  14. data/lib/braintrust/eval/evaluator.rb +16 -2
  15. data/lib/braintrust/eval/runner.rb +120 -75
  16. data/lib/braintrust/eval.rb +22 -2
  17. data/lib/braintrust/internal/retry.rb +41 -0
  18. data/lib/braintrust/prompt.rb +11 -5
  19. data/lib/braintrust/scorer.rb +55 -4
  20. data/lib/braintrust/server/handlers/eval.rb +8 -168
  21. data/lib/braintrust/server/handlers/list.rb +3 -41
  22. data/lib/braintrust/server/rack.rb +2 -0
  23. data/lib/braintrust/server/services/eval_service.rb +226 -0
  24. data/lib/braintrust/server/services/list_service.rb +64 -0
  25. data/lib/braintrust/trace/span_processor.rb +0 -5
  26. data/lib/braintrust/version.rb +1 -1
  27. metadata +26 -127
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: braintrust
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.1
4
+ version: 0.3.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Braintrust
@@ -9,6 +9,20 @@ bindir: exe
9
9
  cert_chain: []
10
10
  date: 1980-01-02 00:00:00.000000000 Z
11
11
  dependencies:
12
+ - !ruby/object:Gem::Dependency
13
+ name: logger
14
+ requirement: !ruby/object:Gem::Requirement
15
+ requirements:
16
+ - - ">="
17
+ - !ruby/object:Gem::Version
18
+ version: '1.0'
19
+ type: :runtime
20
+ prerelease: false
21
+ version_requirements: !ruby/object:Gem::Requirement
22
+ requirements:
23
+ - - ">="
24
+ - !ruby/object:Gem::Version
25
+ version: '1.0'
12
26
  - !ruby/object:Gem::Dependency
13
27
  name: opentelemetry-sdk
14
28
  requirement: !ruby/object:Gem::Requirement
@@ -51,132 +65,6 @@ dependencies:
51
65
  - - "~>"
52
66
  - !ruby/object:Gem::Version
53
67
  version: 3.3.1
54
- - !ruby/object:Gem::Dependency
55
- name: minitest
56
- requirement: !ruby/object:Gem::Requirement
57
- requirements:
58
- - - "~>"
59
- - !ruby/object:Gem::Version
60
- version: '5.0'
61
- type: :development
62
- prerelease: false
63
- version_requirements: !ruby/object:Gem::Requirement
64
- requirements:
65
- - - "~>"
66
- - !ruby/object:Gem::Version
67
- version: '5.0'
68
- - !ruby/object:Gem::Dependency
69
- name: rake
70
- requirement: !ruby/object:Gem::Requirement
71
- requirements:
72
- - - "~>"
73
- - !ruby/object:Gem::Version
74
- version: '13.0'
75
- type: :development
76
- prerelease: false
77
- version_requirements: !ruby/object:Gem::Requirement
78
- requirements:
79
- - - "~>"
80
- - !ruby/object:Gem::Version
81
- version: '13.0'
82
- - !ruby/object:Gem::Dependency
83
- name: standard
84
- requirement: !ruby/object:Gem::Requirement
85
- requirements:
86
- - - "~>"
87
- - !ruby/object:Gem::Version
88
- version: '1.0'
89
- type: :development
90
- prerelease: false
91
- version_requirements: !ruby/object:Gem::Requirement
92
- requirements:
93
- - - "~>"
94
- - !ruby/object:Gem::Version
95
- version: '1.0'
96
- - !ruby/object:Gem::Dependency
97
- name: simplecov
98
- requirement: !ruby/object:Gem::Requirement
99
- requirements:
100
- - - "~>"
101
- - !ruby/object:Gem::Version
102
- version: '0.22'
103
- type: :development
104
- prerelease: false
105
- version_requirements: !ruby/object:Gem::Requirement
106
- requirements:
107
- - - "~>"
108
- - !ruby/object:Gem::Version
109
- version: '0.22'
110
- - !ruby/object:Gem::Dependency
111
- name: vcr
112
- requirement: !ruby/object:Gem::Requirement
113
- requirements:
114
- - - "~>"
115
- - !ruby/object:Gem::Version
116
- version: '6.0'
117
- type: :development
118
- prerelease: false
119
- version_requirements: !ruby/object:Gem::Requirement
120
- requirements:
121
- - - "~>"
122
- - !ruby/object:Gem::Version
123
- version: '6.0'
124
- - !ruby/object:Gem::Dependency
125
- name: webmock
126
- requirement: !ruby/object:Gem::Requirement
127
- requirements:
128
- - - "~>"
129
- - !ruby/object:Gem::Version
130
- version: '3.0'
131
- type: :development
132
- prerelease: false
133
- version_requirements: !ruby/object:Gem::Requirement
134
- requirements:
135
- - - "~>"
136
- - !ruby/object:Gem::Version
137
- version: '3.0'
138
- - !ruby/object:Gem::Dependency
139
- name: appraisal
140
- requirement: !ruby/object:Gem::Requirement
141
- requirements:
142
- - - "~>"
143
- - !ruby/object:Gem::Version
144
- version: '2.5'
145
- type: :development
146
- prerelease: false
147
- version_requirements: !ruby/object:Gem::Requirement
148
- requirements:
149
- - - "~>"
150
- - !ruby/object:Gem::Version
151
- version: '2.5'
152
- - !ruby/object:Gem::Dependency
153
- name: yard
154
- requirement: !ruby/object:Gem::Requirement
155
- requirements:
156
- - - "~>"
157
- - !ruby/object:Gem::Version
158
- version: '0.9'
159
- type: :development
160
- prerelease: false
161
- version_requirements: !ruby/object:Gem::Requirement
162
- requirements:
163
- - - "~>"
164
- - !ruby/object:Gem::Version
165
- version: '0.9'
166
- - !ruby/object:Gem::Dependency
167
- name: kramdown
168
- requirement: !ruby/object:Gem::Requirement
169
- requirements:
170
- - - "~>"
171
- - !ruby/object:Gem::Version
172
- version: '2.0'
173
- type: :development
174
- prerelease: false
175
- version_requirements: !ruby/object:Gem::Requirement
176
- requirements:
177
- - - "~>"
178
- - !ruby/object:Gem::Version
179
- version: '2.0'
180
68
  description: 'Braintrust Ruby SDK for evals, tracing and more. '
181
69
  email:
182
70
  - info@braintrust.dev
@@ -215,6 +103,14 @@ files:
215
103
  - lib/braintrust/contrib/openai/patcher.rb
216
104
  - lib/braintrust/contrib/patcher.rb
217
105
  - lib/braintrust/contrib/rails/railtie.rb
106
+ - lib/braintrust/contrib/rails/server.rb
107
+ - lib/braintrust/contrib/rails/server/application_controller.rb
108
+ - lib/braintrust/contrib/rails/server/engine.rb
109
+ - lib/braintrust/contrib/rails/server/eval_controller.rb
110
+ - lib/braintrust/contrib/rails/server/generator.rb
111
+ - lib/braintrust/contrib/rails/server/health_controller.rb
112
+ - lib/braintrust/contrib/rails/server/list_controller.rb
113
+ - lib/braintrust/contrib/rails/server/routes.rb
218
114
  - lib/braintrust/contrib/registry.rb
219
115
  - lib/braintrust/contrib/ruby_llm/deprecated.rb
220
116
  - lib/braintrust/contrib/ruby_llm/instrumentation/chat.rb
@@ -250,6 +146,7 @@ files:
250
146
  - lib/braintrust/internal/env.rb
251
147
  - lib/braintrust/internal/http.rb
252
148
  - lib/braintrust/internal/origin.rb
149
+ - lib/braintrust/internal/retry.rb
253
150
  - lib/braintrust/internal/template.rb
254
151
  - lib/braintrust/internal/thread_pool.rb
255
152
  - lib/braintrust/internal/time.rb
@@ -267,6 +164,8 @@ files:
267
164
  - lib/braintrust/server/rack.rb
268
165
  - lib/braintrust/server/rack/app.rb
269
166
  - lib/braintrust/server/router.rb
167
+ - lib/braintrust/server/services/eval_service.rb
168
+ - lib/braintrust/server/services/list_service.rb
270
169
  - lib/braintrust/server/sse.rb
271
170
  - lib/braintrust/setup.rb
272
171
  - lib/braintrust/state.rb