rubyllm-observ 0.6.5 → 0.6.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +319 -2
  3. data/app/assets/javascripts/observ/controllers/config_editor_controller.js +178 -0
  4. data/app/assets/javascripts/observ/controllers/index.js +29 -0
  5. data/app/assets/javascripts/observ/controllers/message_form_controller.js +24 -2
  6. data/app/assets/stylesheets/observ/_chat.scss +199 -0
  7. data/app/assets/stylesheets/observ/_config_editor.scss +119 -0
  8. data/app/assets/stylesheets/observ/application.scss +1 -0
  9. data/app/controllers/observ/dataset_items_controller.rb +2 -2
  10. data/app/controllers/observ/dataset_runs_controller.rb +1 -1
  11. data/app/controllers/observ/datasets_controller.rb +2 -2
  12. data/app/controllers/observ/messages_controller.rb +5 -1
  13. data/app/controllers/observ/prompts_controller.rb +11 -3
  14. data/app/controllers/observ/scores_controller.rb +1 -1
  15. data/app/controllers/observ/traces_controller.rb +1 -1
  16. data/app/helpers/observ/application_helper.rb +1 -0
  17. data/app/helpers/observ/markdown_helper.rb +29 -0
  18. data/app/helpers/observ/prompts_helper.rb +48 -0
  19. data/app/jobs/observ/moderation_guardrail_job.rb +115 -0
  20. data/app/models/observ/embedding.rb +45 -0
  21. data/app/models/observ/image_generation.rb +38 -0
  22. data/app/models/observ/moderation.rb +40 -0
  23. data/app/models/observ/null_prompt.rb +49 -2
  24. data/app/models/observ/observation.rb +3 -1
  25. data/app/models/observ/session.rb +33 -0
  26. data/app/models/observ/trace.rb +90 -4
  27. data/app/models/observ/transcription.rb +38 -0
  28. data/app/services/observ/chat_instrumenter.rb +96 -6
  29. data/app/services/observ/concerns/observable_service.rb +108 -3
  30. data/app/services/observ/embedding_instrumenter.rb +193 -0
  31. data/app/services/observ/guardrail_service.rb +9 -0
  32. data/app/services/observ/image_generation_instrumenter.rb +243 -0
  33. data/app/services/observ/moderation_guardrail_service.rb +235 -0
  34. data/app/services/observ/moderation_instrumenter.rb +141 -0
  35. data/app/services/observ/transcription_instrumenter.rb +187 -0
  36. data/app/views/layouts/observ/application.html.erb +1 -1
  37. data/app/views/observ/chats/show.html.erb +9 -0
  38. data/app/views/observ/messages/_message.html.erb +1 -1
  39. data/app/views/observ/messages/create.turbo_stream.erb +1 -3
  40. data/app/views/observ/prompts/_config_editor.html.erb +115 -0
  41. data/app/views/observ/prompts/_form.html.erb +2 -13
  42. data/app/views/observ/prompts/_new_form.html.erb +2 -12
  43. data/lib/generators/observ/install_chat/templates/jobs/chat_response_job.rb.tt +9 -3
  44. data/lib/observ/configuration.rb +0 -2
  45. data/lib/observ/engine.rb +7 -0
  46. data/lib/observ/version.rb +1 -1
  47. metadata +31 -1
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: rubyllm-observ
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.6.5
4
+ version: 0.6.7
5
5
  platform: ruby
6
6
  authors:
7
7
  - Franck D'agostini
@@ -113,6 +113,20 @@ dependencies:
113
113
  - - "~>"
114
114
  - !ruby/object:Gem::Version
115
115
  version: '1.1'
116
+ - !ruby/object:Gem::Dependency
117
+ name: redcarpet
118
+ requirement: !ruby/object:Gem::Requirement
119
+ requirements:
120
+ - - "~>"
121
+ - !ruby/object:Gem::Version
122
+ version: '3.6'
123
+ type: :runtime
124
+ prerelease: false
125
+ version_requirements: !ruby/object:Gem::Requirement
126
+ requirements:
127
+ - - "~>"
128
+ - !ruby/object:Gem::Version
129
+ version: '3.6'
116
130
  - !ruby/object:Gem::Dependency
117
131
  name: rspec-rails
118
132
  requirement: !ruby/object:Gem::Requirement
@@ -225,11 +239,13 @@ files:
225
239
  - app/assets/javascripts/observ/application.js
226
240
  - app/assets/javascripts/observ/controllers/autoscroll_controller.js
227
241
  - app/assets/javascripts/observ/controllers/chat_form_controller.js
242
+ - app/assets/javascripts/observ/controllers/config_editor_controller.js
228
243
  - app/assets/javascripts/observ/controllers/copy_controller.js
229
244
  - app/assets/javascripts/observ/controllers/dashboard_controller.js
230
245
  - app/assets/javascripts/observ/controllers/drawer_controller.js
231
246
  - app/assets/javascripts/observ/controllers/expandable_controller.js
232
247
  - app/assets/javascripts/observ/controllers/filter_controller.js
248
+ - app/assets/javascripts/observ/controllers/index.js
233
249
  - app/assets/javascripts/observ/controllers/json_viewer_controller.js
234
250
  - app/assets/javascripts/observ/controllers/message_form_controller.js
235
251
  - app/assets/javascripts/observ/controllers/prompt_variables_controller.js
@@ -238,6 +254,7 @@ files:
238
254
  - app/assets/stylesheets/observ/_card.scss
239
255
  - app/assets/stylesheets/observ/_chat.scss
240
256
  - app/assets/stylesheets/observ/_components.scss
257
+ - app/assets/stylesheets/observ/_config_editor.scss
241
258
  - app/assets/stylesheets/observ/_dashboard.scss
242
259
  - app/assets/stylesheets/observ/_datasets.scss
243
260
  - app/assets/stylesheets/observ/_drawer.scss
@@ -274,10 +291,13 @@ files:
274
291
  - app/helpers/observ/chats_helper.rb
275
292
  - app/helpers/observ/dashboard_helper.rb
276
293
  - app/helpers/observ/datasets_helper.rb
294
+ - app/helpers/observ/markdown_helper.rb
277
295
  - app/helpers/observ/pagination_helper.rb
296
+ - app/helpers/observ/prompts_helper.rb
278
297
  - app/helpers/observ/reviews_helper.rb
279
298
  - app/jobs/observ/application_job.rb
280
299
  - app/jobs/observ/dataset_runner_job.rb
300
+ - app/jobs/observ/moderation_guardrail_job.rb
281
301
  - app/mailers/observ/application_mailer.rb
282
302
  - app/models/concerns/observ/agent_phaseable.rb
283
303
  - app/models/concerns/observ/agent_selectable.rb
@@ -295,7 +315,10 @@ files:
295
315
  - app/models/observ/dataset_item.rb
296
316
  - app/models/observ/dataset_run.rb
297
317
  - app/models/observ/dataset_run_item.rb
318
+ - app/models/observ/embedding.rb
298
319
  - app/models/observ/generation.rb
320
+ - app/models/observ/image_generation.rb
321
+ - app/models/observ/moderation.rb
299
322
  - app/models/observ/null_prompt.rb
300
323
  - app/models/observ/observation.rb
301
324
  - app/models/observ/prompt.rb
@@ -304,6 +327,7 @@ files:
304
327
  - app/models/observ/session.rb
305
328
  - app/models/observ/span.rb
306
329
  - app/models/observ/trace.rb
330
+ - app/models/observ/transcription.rb
307
331
  - app/presenters/observ/agent_select_presenter.rb
308
332
  - app/services/observ/agent_executor_service.rb
309
333
  - app/services/observ/agent_provider.rb
@@ -311,18 +335,23 @@ files:
311
335
  - app/services/observ/chat_instrumenter.rb
312
336
  - app/services/observ/concerns/observable_service.rb
313
337
  - app/services/observ/dataset_runner_service.rb
338
+ - app/services/observ/embedding_instrumenter.rb
314
339
  - app/services/observ/evaluator_runner_service.rb
315
340
  - app/services/observ/evaluators/base_evaluator.rb
316
341
  - app/services/observ/evaluators/contains_evaluator.rb
317
342
  - app/services/observ/evaluators/exact_match_evaluator.rb
318
343
  - app/services/observ/evaluators/json_structure_evaluator.rb
319
344
  - app/services/observ/guardrail_service.rb
345
+ - app/services/observ/image_generation_instrumenter.rb
346
+ - app/services/observ/moderation_guardrail_service.rb
347
+ - app/services/observ/moderation_instrumenter.rb
320
348
  - app/services/observ/prompt_manager.rb
321
349
  - app/services/observ/prompt_manager/cache_statistics.rb
322
350
  - app/services/observ/prompt_manager/caching.rb
323
351
  - app/services/observ/prompt_manager/comparison.rb
324
352
  - app/services/observ/prompt_manager/version_management.rb
325
353
  - app/services/observ/trace_text_formatter.rb
354
+ - app/services/observ/transcription_instrumenter.rb
326
355
  - app/validators/observ/prompt_config_validator.rb
327
356
  - app/views/kaminari/_first_page.html.erb
328
357
  - app/views/kaminari/_gap.html.erb
@@ -378,6 +407,7 @@ files:
378
407
  - app/views/observ/observations/index.html.erb
379
408
  - app/views/observ/observations/show_generation.html.erb
380
409
  - app/views/observ/observations/show_span.html.erb
410
+ - app/views/observ/prompts/_config_editor.html.erb
381
411
  - app/views/observ/prompts/_diff_content.html.erb
382
412
  - app/views/observ/prompts/_form.html.erb
383
413
  - app/views/observ/prompts/_new_form.html.erb