rubyllm-observ 0.5.0

metadata

@@ -0,0 +1,453 @@
+--- !ruby/object:Gem::Specification
+name: rubyllm-observ
+version: !ruby/object:Gem::Version
+  version: 0.5.0
+platform: ruby
+authors:
+- Franck D'agostini
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '9.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '7.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '9.0'
+- !ruby/object:Gem::Dependency
+  name: kaminari
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: aasm
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.5'
+- !ruby/object:Gem::Dependency
+  name: ruby_llm
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: ruby_llm-schema
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: csv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: mustache
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+- !ruby/object:Gem::Dependency
+  name: rspec-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.0'
+- !ruby/object:Gem::Dependency
+  name: factory_bot_rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+- !ruby/object:Gem::Dependency
+  name: shoulda-matchers
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+- !ruby/object:Gem::Dependency
+  name: faker
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: capybara
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: turbo-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+description: A Rails engine providing comprehensive observability for LLM-powered
+  applications. Features include session tracking, trace analysis, prompt management,
+  cost monitoring, and optional chat/agent testing UI (with RubyLLM integration).
+email:
+- franck.dagostini@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- Rakefile
+- app/assets/javascripts/observ/application.js
+- app/assets/javascripts/observ/controllers/autoscroll_controller.js
+- app/assets/javascripts/observ/controllers/chat_form_controller.js
+- app/assets/javascripts/observ/controllers/copy_controller.js
+- app/assets/javascripts/observ/controllers/dashboard_controller.js
+- app/assets/javascripts/observ/controllers/drawer_controller.js
+- app/assets/javascripts/observ/controllers/expandable_controller.js
+- app/assets/javascripts/observ/controllers/filter_controller.js
+- app/assets/javascripts/observ/controllers/index.js
+- app/assets/javascripts/observ/controllers/json_viewer_controller.js
+- app/assets/javascripts/observ/controllers/message_form_controller.js
+- app/assets/javascripts/observ/controllers/prompt_variables_controller.js
+- app/assets/javascripts/observ/controllers/text_select_controller.js
+- app/assets/stylesheets/observ/_annotations.scss
+- app/assets/stylesheets/observ/_card.scss
+- app/assets/stylesheets/observ/_chat.scss
+- app/assets/stylesheets/observ/_components.scss
+- app/assets/stylesheets/observ/_dashboard.scss
+- app/assets/stylesheets/observ/_datasets.scss
+- app/assets/stylesheets/observ/_drawer.scss
+- app/assets/stylesheets/observ/_json_viewer.scss
+- app/assets/stylesheets/observ/_layout.scss
+- app/assets/stylesheets/observ/_metrics.scss
+- app/assets/stylesheets/observ/_observations.scss
+- app/assets/stylesheets/observ/_pagination.scss
+- app/assets/stylesheets/observ/_prompts.scss
+- app/assets/stylesheets/observ/_table.scss
+- app/assets/stylesheets/observ/_variables.scss
+- app/assets/stylesheets/observ/application.scss
+- app/controllers/observ/annotations_controller.rb
+- app/controllers/observ/application_controller.rb
+- app/controllers/observ/chats_controller.rb
+- app/controllers/observ/dashboard_controller.rb
+- app/controllers/observ/dataset_items_controller.rb
+- app/controllers/observ/dataset_run_items_controller.rb
+- app/controllers/observ/dataset_runs_controller.rb
+- app/controllers/observ/datasets_controller.rb
+- app/controllers/observ/messages_controller.rb
+- app/controllers/observ/observations_controller.rb
+- app/controllers/observ/prompt_versions_controller.rb
+- app/controllers/observ/prompts_controller.rb
+- app/controllers/observ/sessions_controller.rb
+- app/controllers/observ/traces_controller.rb
+- app/forms/observ/prompt_form.rb
+- app/helpers/observ/application_helper.rb
+- app/helpers/observ/chats_helper.rb
+- app/helpers/observ/dashboard_helper.rb
+- app/helpers/observ/datasets_helper.rb
+- app/helpers/observ/pagination_helper.rb
+- app/jobs/observ/application_job.rb
+- app/jobs/observ/dataset_runner_job.rb
+- app/mailers/observ/application_mailer.rb
+- app/models/concerns/observ/agent_phaseable.rb
+- app/models/concerns/observ/agent_selectable.rb
+- app/models/concerns/observ/chat_enhancements.rb
+- app/models/concerns/observ/message_enhancements.rb
+- app/models/concerns/observ/observability_instrumentation.rb
+- app/models/concerns/observ/prompt_management.rb
+- app/models/concerns/observ/trace_association.rb
+- app/models/observ/annotation.rb
+- app/models/observ/application_record.rb
+- app/models/observ/dataset.rb
+- app/models/observ/dataset_item.rb
+- app/models/observ/dataset_run.rb
+- app/models/observ/dataset_run_item.rb
+- app/models/observ/generation.rb
+- app/models/observ/null_prompt.rb
+- app/models/observ/observation.rb
+- app/models/observ/prompt.rb
+- app/models/observ/score.rb
+- app/models/observ/session.rb
+- app/models/observ/span.rb
+- app/models/observ/trace.rb
+- app/presenters/observ/agent_select_presenter.rb
+- app/services/observ/agent_executor_service.rb
+- app/services/observ/agent_provider.rb
+- app/services/observ/agent_selection_service.rb
+- app/services/observ/chat_instrumenter.rb
+- app/services/observ/dataset_runner_service.rb
+- app/services/observ/evaluator_runner_service.rb
+- app/services/observ/evaluators/base_evaluator.rb
+- app/services/observ/evaluators/contains_evaluator.rb
+- app/services/observ/evaluators/exact_match_evaluator.rb
+- app/services/observ/evaluators/json_structure_evaluator.rb
+- app/services/observ/prompt_manager.rb
+- app/services/observ/prompt_manager/cache_statistics.rb
+- app/services/observ/prompt_manager/caching.rb
+- app/services/observ/prompt_manager/comparison.rb
+- app/services/observ/prompt_manager/version_management.rb
+- app/services/observ/trace_text_formatter.rb
+- app/validators/observ/prompt_config_validator.rb
+- app/views/kaminari/_first_page.html.erb
+- app/views/kaminari/_gap.html.erb
+- app/views/kaminari/_last_page.html.erb
+- app/views/kaminari/_next_page.html.erb
+- app/views/kaminari/_page.html.erb
+- app/views/kaminari/_paginator.html.erb
+- app/views/kaminari/_prev_page.html.erb
+- app/views/kaminari/observ/_first_page.html.erb
+- app/views/kaminari/observ/_gap.html.erb
+- app/views/kaminari/observ/_last_page.html.erb
+- app/views/kaminari/observ/_next_page.html.erb
+- app/views/kaminari/observ/_page.html.erb
+- app/views/kaminari/observ/_paginator.html.erb
+- app/views/kaminari/observ/_prev_page.html.erb
+- app/views/layouts/observ/application.html.erb
+- app/views/observ/annotations/_annotation.html.erb
+- app/views/observ/annotations/_form.html.erb
+- app/views/observ/annotations/index.html.erb
+- app/views/observ/annotations/sessions_index.html.erb
+- app/views/observ/annotations/traces_index.html.erb
+- app/views/observ/chats/_form.html.erb
+- app/views/observ/chats/index.html.erb
+- app/views/observ/chats/new.html.erb
+- app/views/observ/chats/show.html.erb
+- app/views/observ/dashboard/index.html.erb
+- app/views/observ/dataset_items/_form.html.erb
+- app/views/observ/dataset_items/edit.html.erb
+- app/views/observ/dataset_items/index.html.erb
+- app/views/observ/dataset_items/new.html.erb
+- app/views/observ/dataset_run_items/_score_close_drawer.html.erb
+- app/views/observ/dataset_run_items/_score_drawer.html.erb
+- app/views/observ/dataset_run_items/_score_success.html.erb
+- app/views/observ/dataset_run_items/_scores_cell.html.erb
+- app/views/observ/dataset_run_items/details_drawer.turbo_stream.erb
+- app/views/observ/dataset_run_items/score_drawer.turbo_stream.erb
+- app/views/observ/dataset_runs/index.html.erb
+- app/views/observ/dataset_runs/new.html.erb
+- app/views/observ/dataset_runs/review.html.erb
+- app/views/observ/dataset_runs/show.html.erb
+- app/views/observ/datasets/_form.html.erb
+- app/views/observ/datasets/_items_tab.html.erb
+- app/views/observ/datasets/_runs_tab.html.erb
+- app/views/observ/datasets/edit.html.erb
+- app/views/observ/datasets/index.html.erb
+- app/views/observ/datasets/new.html.erb
+- app/views/observ/datasets/show.html.erb
+- app/views/observ/messages/_content.html.erb
+- app/views/observ/messages/_form.html.erb
+- app/views/observ/messages/_message.html.erb
+- app/views/observ/messages/_tool_calls.html.erb
+- app/views/observ/messages/create.turbo_stream.erb
+- app/views/observ/observations/index.html.erb
+- app/views/observ/observations/show_generation.html.erb
+- app/views/observ/observations/show_span.html.erb
+- app/views/observ/prompts/_diff_content.html.erb
+- app/views/observ/prompts/_form.html.erb
+- app/views/observ/prompts/_new_form.html.erb
+- app/views/observ/prompts/_prompt_actions.html.erb
+- app/views/observ/prompts/_prompt_content_highlighted.html.erb
+- app/views/observ/prompts/_version_actions.html.erb
+- app/views/observ/prompts/compare.html.erb
+- app/views/observ/prompts/edit.html.erb
+- app/views/observ/prompts/index.html.erb
+- app/views/observ/prompts/new.html.erb
+- app/views/observ/prompts/show.html.erb
+- app/views/observ/prompts/versions.html.erb
+- app/views/observ/sessions/annotations_drawer.turbo_stream.erb
+- app/views/observ/sessions/drawer_test.turbo_stream.erb
+- app/views/observ/sessions/index.html.erb
+- app/views/observ/sessions/show.html.erb
+- app/views/observ/traces/add_to_dataset_drawer.turbo_stream.erb
+- app/views/observ/traces/annotations_drawer.turbo_stream.erb
+- app/views/observ/traces/index.html.erb
+- app/views/observ/traces/show.html.erb
+- app/views/observ/traces/text_output_drawer.turbo_stream.erb
+- app/views/shared/_drawer.html.erb
+- config/routes.rb
+- db/migrate/001_create_observ_sessions.rb
+- db/migrate/002_create_observ_traces.rb
+- db/migrate/003_create_observ_observations.rb
+- db/migrate/004_add_message_id_to_observ_traces.rb
+- db/migrate/005_create_observ_prompts.rb
+- db/migrate/006_fix_prompt_config_strings.rb
+- db/migrate/007_create_observ_annotations.rb
+- db/migrate/009_add_prompt_fields_to_observ_chats.rb
+- db/migrate/010_create_observ_datasets.rb
+- db/migrate/011_create_observ_dataset_items.rb
+- db/migrate/012_create_observ_dataset_runs.rb
+- db/migrate/013_create_observ_dataset_run_items.rb
+- db/migrate/014_create_observ_scores.rb
+- lib/generators/observ/add_phase_tracking/add_phase_tracking_generator.rb
+- lib/generators/observ/add_phase_tracking/templates/migration.rb.tt
+- lib/generators/observ/install/USAGE
+- lib/generators/observ/install/install_generator.rb
+- lib/generators/observ/install_chat/install_chat_generator.rb
+- lib/generators/observ/install_chat/templates/agents/base_agent.rb.tt
+- lib/generators/observ/install_chat/templates/agents/simple_agent.rb.tt
+- lib/generators/observ/install_chat/templates/concerns/observ_chat_enhancements.rb.tt
+- lib/generators/observ/install_chat/templates/concerns/observ_message_enhancements.rb.tt
+- lib/generators/observ/install_chat/templates/initializers/observability.rb.tt
+- lib/generators/observ/install_chat/templates/jobs/chat_response_job.rb.tt
+- lib/generators/observ/install_chat/templates/migrations/add_agent_class_name.rb.tt
+- lib/generators/observ/install_chat/templates/migrations/add_observability_session_id.rb.tt
+- lib/generators/observ/install_chat/templates/tools/think_tool.rb.tt
+- lib/generators/observ/install_chat/templates/views/messages/_content.html.erb.tt
+- lib/observ.rb
+- lib/observ/asset_installer.rb
+- lib/observ/asset_syncer.rb
+- lib/observ/configuration.rb
+- lib/observ/engine.rb
+- lib/observ/index_file_generator.rb
+- lib/observ/instrumenter/ruby_llm.rb
+- lib/observ/version.rb
+- lib/tasks/observ_tasks.rake
+homepage: https://github.com/franck/observ
+licenses:
+- MIT
+metadata:
+  source_code_uri: https://github.com/franck/observ
+  changelog_uri: https://github.com/franck/observ/blob/main/CHANGELOG.md
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '3.0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.9
+specification_version: 4
+summary: Rails observability engine for LLM applications
+test_files: []