rubyllm-observ 0.6.7 → 0.6.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 446467563c1aa1279887817be0e1ac27b2cb735780366f6f14e1e07b593e4941
-  data.tar.gz: d9cc8c06d4f4d9872a3977ddb7c2823c4065b129adf1df4021f1a320d8669651
+  metadata.gz: e2fd5186d6cc6b971534172a5d896f2c4fd10d6fabdd464bf5da1da6a279e5c7
+  data.tar.gz: 14114760525a4139cce626694f4e0c679ee5840d7893ad72cd07145690081bb9
 SHA512:
-  metadata.gz: d05759ba80f8441218eb7cac5d686c025febdb8d8794380893327d710c2fb24a521f8270ca90a54b0de40073ae782f41247e923281da6cf9a3febf03ca7b6aa9
-  data.tar.gz: 929f994a3578971668c158bc1d341e2feddf8c9213576b3c860e809d9fadfd12fc6caffdc2a4957a01db70a9a51f8bcc7c656452bd4db03d5181b3e18d2d63df
+  metadata.gz: dcaa38b4b644a78b3104a4aec95daf19f99bbb6d680e3bf13008305f55df7749a555819b1d99c3681655eecbbbf5fe6a518d2561c07ae05138301d923c085930
+  data.tar.gz: 399a4b61a84f103e7bad0384dba8da6d5f86aa3fd24ae84bfa48569c680265c4a5fa163a30627063d841538edcfb85146128ca92ebf1dca854bc72dad91bc51a

data/app/controllers/observ/annotations_controller.rb

@@ -1,6 +1,6 @@
 module Observ
   class AnnotationsController < ApplicationController
-    before_action :set_annotatable, except: [ :sessions_index, :traces_index, :export ]
+    before_action :set_annotatable, except: [:sessions_index, :traces_index, :export]
 
   def index
     @annotations = @annotatable.annotations
@@ -126,7 +126,7 @@ module Observ
 
   def generate_csv(annotations)
     CSV.generate(headers: true) do |csv|
-      csv << [ "ID", "Content", "Annotatable Type", "Annotatable ID", "Created At", "Updated At" ]
+      csv << ["ID", "Content", "Annotatable Type", "Annotatable ID", "Created At", "Updated At"]
 
       annotations.each do |annotation|
         csv << [

data/app/controllers/observ/chats_controller.rb

@@ -1,6 +1,6 @@
 module Observ
   class ChatsController < ApplicationController
-    before_action :set_chat, only: [ :show ]
+    before_action :set_chat, only: [:show]
 
     def index
       @chats = ::Chat.order(created_at: :desc)

data/app/controllers/observ/dataset_items_controller.rb

@@ -3,7 +3,7 @@
 module Observ
   class DatasetItemsController < ApplicationController
     before_action :set_dataset
-    before_action :set_item, only: [ :edit, :update, :destroy ]
+    before_action :set_item, only: [:edit, :update, :destroy]
 
     def index
       @items = @dataset.items.order(created_at: :desc)

data/app/controllers/observ/dataset_runs_controller.rb

@@ -3,7 +3,7 @@
 module Observ
   class DatasetRunsController < ApplicationController
     before_action :set_dataset
-    before_action :set_run, only: [ :show, :destroy, :run_evaluators, :review ]
+    before_action :set_run, only: [:show, :destroy, :run_evaluators, :review]
 
     def index
       @runs = @dataset.runs.order(created_at: :desc)
@@ -52,7 +52,7 @@ module Observ
     end
 
     def run_evaluators
-      evaluator_configs = @dataset.metadata&.dig("evaluators") || [ { "type" => "exact_match" } ]
+      evaluator_configs = @dataset.metadata&.dig("evaluators") || [{ "type" => "exact_match" }]
       Observ::EvaluatorRunnerService.new(@run, evaluator_configs: evaluator_configs).call
 
       redirect_to dataset_run_path(@dataset, @run),

data/app/controllers/observ/datasets_controller.rb

@@ -2,7 +2,7 @@
 
 module Observ
   class DatasetsController < ApplicationController
-    before_action :set_dataset, only: [ :show, :edit, :update, :destroy ]
+    before_action :set_dataset, only: [:show, :edit, :update, :destroy]
 
     def index
       @datasets = Observ::Dataset.order(updated_at: :desc)
@@ -67,7 +67,7 @@ module Observ
 
     def available_agents
       Observ::AgentProvider.all_agents.map do |agent|
-        [ agent.display_name, agent.name ]
+        [agent.display_name, agent.name]
       end
     end
   end

data/app/controllers/observ/prompts_controller.rb

@@ -1,7 +1,7 @@
 module Observ
   class PromptsController < ApplicationController
-    before_action :set_prompt_name, only: [ :show, :edit, :update, :destroy, :versions, :compare ]
-    before_action :set_prompt, only: [ :edit, :update, :destroy ]
+    before_action :set_prompt_name, only: [:show, :edit, :update, :destroy, :versions, :compare]
+    before_action :set_prompt, only: [:edit, :update, :destroy]
 
     # GET /observ/prompts
     def index
@@ -141,7 +141,7 @@ module Observ
       respond_to do |format|
         format.html # Render the HTML view
         format.json do
-          render json: @versions.as_json(only: [ :version, :state, :commit_message, :created_at ])
+          render json: @versions.as_json(only: [:version, :state, :commit_message, :created_at])
         end
       end
     end

data/app/controllers/observ/review_queue_controller.rb

@@ -2,7 +2,7 @@
 
 module Observ
   class ReviewQueueController < ApplicationController
-    before_action :set_review_item, only: [ :show, :complete, :skip ]
+    before_action :set_review_item, only: [:show, :complete, :skip]
 
     def index
       @review_items = Observ::ReviewItem

data/app/helpers/observ/dashboard_helper.rb

@@ -118,7 +118,7 @@ module Observ
     def render_json_viewer(data, compact: false)
       return "" if data.nil?
 
-      css_classes = [ "observ-json-viewer" ]
+      css_classes = ["observ-json-viewer"]
       css_classes << "observ-json-viewer--compact" if compact
 
       content_tag(:div,
@@ -146,7 +146,7 @@ module Observ
       end
 
       # Display as plain text
-      css_classes = [ "observ-code-block" ]
+      css_classes = ["observ-code-block"]
       css_classes << "observ-code-block--compact" if compact
       content_tag(:pre, content, class: css_classes.join(" "))
     end

data/app/helpers/observ/pagination_helper.rb

@@ -21,7 +21,7 @@ module Observ
       return "" if collection.total_count.zero?
 
       from = collection.offset_value + 1
-      to = [ collection.offset_value + collection.limit_value, collection.total_count ].min
+      to = [collection.offset_value + collection.limit_value, collection.total_count].min
       total = collection.total_count
 
       content_tag(:div, class: "observ-pagination__info") do

data/app/helpers/observ/prompts_helper.rb

@@ -13,7 +13,7 @@ module Observ
         .map do |provider, models|
           [
             provider.titleize,
-            models.sort_by(&:display_name).map { |m| [ m.display_name, m.id ] }
+            models.sort_by(&:display_name).map { |m| [m.display_name, m.id] }
           ]
         end
     rescue StandardError => e

data/app/models/concerns/observ/prompt_management.rb

@@ -135,6 +135,15 @@ module Observ
 
       # Override system_prompt to use prompt management
       def system_prompt
+        config = prompt_config.presence || {}
+        prompt_name = config[:prompt_name] || default_prompt_name
+        current_stamp = Observ::PromptManager.cache_stamp(name: prompt_name)
+
+        if defined?(@_prompt_cache_stamp) && @_prompt_cache_stamp != current_stamp
+          reset_prompt_cache!
+        end
+
+        @_prompt_cache_stamp = current_stamp
         @_system_prompt ||= fetch_prompt(variables: prompt_variables)
       end
 
@@ -159,6 +168,7 @@ module Observ
       def reset_prompt_cache!
         @_system_prompt = nil
         @_prompt_template = nil
+        @_prompt_cache_stamp = nil
       end
 
       # Override model to check prompt metadata first

data/app/models/observ/prompt.rb

@@ -101,7 +101,7 @@ module Observ
 
     def self.clear_cache(name:)
       # Clear all cache keys for this prompt
-      [ :draft, :production, :archived ].each do |state|
+      [:draft, :production, :archived].each do |state|
         Rails.cache.delete(cache_key_for(name: name, version: nil, state: state))
       end
     end
@@ -206,7 +206,7 @@ module Observ
 
     # Export
     def to_json_export
-      as_json(except: [ :id, :created_at, :updated_at ])
+      as_json(except: [:id, :created_at, :updated_at])
     end
 
     def to_yaml_export

data/app/models/observ/review_item.rb

@@ -12,7 +12,7 @@ module Observ
     validates :reviewable, presence: true
     validates :reviewable_id, uniqueness: { scope: :reviewable_type }
 
-    scope :actionable, -> { where(status: [ :pending, :in_progress ]) }
+    scope :actionable, -> { where(status: [:pending, :in_progress]) }
     scope :by_priority, -> { order(priority: :desc, created_at: :asc) }
     scope :sessions, -> { where(reviewable_type: "Observ::Session") }
     scope :traces, -> { where(reviewable_type: "Observ::Trace") }

data/app/models/observ/score.rb

@@ -13,7 +13,7 @@ module Observ
     validates :name, presence: true
     validates :value, presence: true, numericality: true
     validates :scoreable_id, uniqueness: {
-      scope: [ :scoreable_type, :name, :source ],
+      scope: [:scoreable_type, :name, :source],
       message: "already has a score with this name and source"
     }
 

data/app/presenters/observ/agent_select_presenter.rb

@@ -31,7 +31,7 @@ module Observ
     # Format: [[display_name, identifier], ...]
     # @return [Array<Array<String>>] options array for select dropdown
     def options
-      [ default_option ] + agent_options
+      [default_option] + agent_options
     end
 
     # Convenience class method that injects agents from Observ::AgentProvider
@@ -47,13 +47,13 @@ module Observ
     # Default option for "no agent selected" state
     # @return [Array<String>] the default option
     def default_option
-      [ "Default Agent", "" ]
+      ["Default Agent", ""]
     end
 
     # Maps agents to [display_name, identifier] pairs
     # @return [Array<Array<String>>] agent options
     def agent_options
-      agents.map { |agent| [ agent.display_name, agent.agent_identifier ] }
+      agents.map { |agent| [agent.display_name, agent.agent_identifier] }
     end
   end
 end

data/app/services/observ/chat_instrumenter.rb

@@ -578,7 +578,7 @@ module Observ
         elsif value.is_a?(Hash)
           truncate_large_hash(value)
         elsif value.is_a?(Array) && value.size > 100
-          value[0..99] + [ "... #{value.size - 100} more items" ]
+          value[0..99] + ["... #{value.size - 100} more items"]
         else
           value
         end

data/app/services/observ/dataset_runner_service.rb

@@ -82,7 +82,7 @@ module Observ
           dataset_item_id: run_item.dataset_item_id,
           agent_class: dataset.agent_class
         },
-        tags: [ "dataset_evaluation", dataset.name, dataset_run.name ]
+        tags: ["dataset_evaluation", dataset.name, dataset_run.name]
       )
     end
 

data/app/services/observ/evaluator_runner_service.rb

@@ -42,7 +42,7 @@ module Observ
 
     def default_evaluator_configs
       # Default to exact_match if no config specified
-      [ { "type" => "exact_match" } ]
+      [{ "type" => "exact_match" }]
     end
 
     def build_evaluator(config)

data/app/services/observ/evaluators/contains_evaluator.rb

@@ -32,7 +32,7 @@ module Observ
         when Array
           expected
         when String
-          [ expected ]
+          [expected]
         else
           []
         end

data/app/services/observ/guardrail_service.rb

@@ -48,7 +48,7 @@ module Observ
                      .left_joins(:review_item)
                      .where(observ_review_items: { id: nil })
 
-        sample_size = [ (items.count * percentage / 100.0).ceil, 1 ].max
+        sample_size = [(items.count * percentage / 100.0).ceil, 1].max
 
         items.order("RANDOM()").limit(sample_size).find_each do |item|
           item.enqueue_for_review!(reason: "random_sample", priority: :normal)

data/app/services/observ/moderation_guardrail_service.rb

@@ -53,7 +53,11 @@ module Observ
       return Result.new(action: :skipped, reason: "already_has_moderation") if has_existing_flags?(trace)
 
       with_observability do |_session|
-        content = extract_trace_content(trace, moderate_input:, moderate_output:)
+        content = extract_trace_content(
+          trace,
+          moderate_input: moderate_input,
+          moderate_output: moderate_output
+        )
         return Result.new(action: :skipped, reason: "no_content") if content.blank?
 
         perform_moderation(trace, content)

data/app/services/observ/prompt_manager/caching.rb

@@ -82,13 +82,14 @@ module Observ
       # @return [Boolean] true if successful
       def invalidate_cache(name:, version: nil)
         keys = if version
-          [ cache_key(name: name, version: version) ]
+          [cache_key(name: name, version: version)]
         else
           # Invalidate all state-based keys for this prompt
-          [ :draft, :production, :archived ].map { |state| cache_key(name: name, state: state) }
+          [:draft, :production, :archived].map { |state| cache_key(name: name, state: state) }
         end
 
         keys.each { |key| Rails.cache.delete(key) }
+        bump_cache_stamp(name: name)
         Rails.logger.info("Cache invalidated for #{name}#{version ? " v#{version}" : ""}")
 
         true
@@ -121,6 +122,18 @@ module Observ
         results
       end
 
+      def cache_stamp_key(name:)
+        "#{Observ.config.prompt_cache_namespace}:#{name}:stamp"
+      end
+
+      def cache_stamp(name:)
+        Rails.cache.read(cache_stamp_key(name: name))
+      end
+
+      def bump_cache_stamp(name:)
+        Rails.cache.write(cache_stamp_key(name: name), Time.current.to_f)
+      end
+
       # Get list of critical prompts (prompts used by agents)
       # @return [Array<String>] Array of prompt names
       def critical_prompt_names

data/app/validators/observ/prompt_config_validator.rb

@@ -77,7 +77,7 @@ module Observ
           @errors << "#{key} must be a string"
         end
       when :boolean
-        unless [ true, false ].include?(value)
+        unless [true, false].include?(value)
           @errors << "#{key} must be a boolean"
         end
       when :array
@@ -133,7 +133,7 @@ module Observ
     end
 
     def validate_unknown_keys
-      schema_keys = schema.keys.map { |k| [ k.to_s, k.to_sym ] }.flatten
+      schema_keys = schema.keys.map { |k| [k.to_s, k.to_sym] }.flatten
       config_keys = config.keys
 
       unknown_keys = config_keys - schema_keys
@@ -153,11 +153,11 @@ module Observ
 
     def value_with_key(key)
       if config.key?(key.to_s)
-        [ config[key.to_s], key.to_s ]
+        [config[key.to_s], key.to_s]
       elsif config.key?(key.to_sym)
-        [ config[key.to_sym], key.to_sym ]
+        [config[key.to_sym], key.to_sym]
       else
-        [ nil, nil ]
+        [nil, nil]
       end
     end
 

data/config/routes.rb

@@ -7,22 +7,22 @@ Observ::Engine.routes.draw do
 
   # Chat routes - only available if Chat model exists in host app
   if defined?(::Chat) && ::Chat.respond_to?(:acts_as_chat)
-    resources :chats, only: [ :index, :new, :create, :show ] do
-      resources :messages, only: [ :create ]
+    resources :chats, only: [:index, :new, :create, :show] do
+      resources :messages, only: [:create]
     end
   end
 
-  resources :sessions, only: [ :index, :show ] do
+  resources :sessions, only: [:index, :show] do
     member do
       get :metrics
       get :drawer_test
       get :annotations_drawer
     end
-    resources :annotations, only: [ :index, :create, :destroy ]
-    resources :scores, only: [ :create, :destroy ]
+    resources :annotations, only: [:index, :create, :destroy]
+    resources :scores, only: [:create, :destroy]
   end
 
-  resources :traces, only: [ :index, :show ] do
+  resources :traces, only: [:index, :show] do
     collection do
       get :search
     end
@@ -32,11 +32,11 @@ Observ::Engine.routes.draw do
       get :add_to_dataset_drawer
       post :add_to_dataset
     end
-    resources :annotations, only: [ :index, :create, :destroy ]
-    resources :scores, only: [ :create, :destroy ]
+    resources :annotations, only: [:index, :create, :destroy]
+    resources :scores, only: [:create, :destroy]
   end
 
-  resources :observations, only: [ :index, :show ] do
+  resources :observations, only: [:index, :show] do
     collection do
       get :generations
       get :spans
@@ -47,7 +47,7 @@ Observ::Engine.routes.draw do
   get "annotations/traces", to: "annotations#traces_index", as: :traces_annotations
   get "annotations/export", to: "annotations#export", as: :export_annotations
 
-  resources :reviews, only: [ :index, :show ], controller: "review_queue" do
+  resources :reviews, only: [:index, :show], controller: "review_queue" do
     collection do
       get :sessions
       get :traces
@@ -65,7 +65,7 @@ Observ::Engine.routes.draw do
       get :compare               # Compare versions
     end
 
-    resources :versions, only: [ :show ], controller: "prompt_versions" do
+    resources :versions, only: [:show], controller: "prompt_versions" do
       member do
         post :promote    # draft -> production
         post :demote     # production -> archived
@@ -76,8 +76,8 @@ Observ::Engine.routes.draw do
   end
 
   resources :datasets do
-    resources :items, controller: "dataset_items", except: [ :show ]
-    resources :runs, controller: "dataset_runs", only: [ :index, :show, :new, :create, :destroy ] do
+    resources :items, controller: "dataset_items", except: [:show]
+    resources :runs, controller: "dataset_runs", only: [:index, :show, :new, :create, :destroy] do
       member do
         post :run_evaluators
         get :review

data/db/migrate/005_create_observ_prompts.rb

@@ -12,10 +12,10 @@ class CreateObservPrompts < ActiveRecord::Migration[7.0]
       t.timestamps
 
       # Composite unique index for name + version
-      t.index [ :name, :version ], unique: true
+      t.index [:name, :version], unique: true
 
       # Index for state queries (e.g., find all production prompts)
-      t.index [ :name, :state ]
+      t.index [:name, :state]
     end
   end
 end

data/db/migrate/011_create_observ_dataset_items.rb

@@ -11,7 +11,7 @@ class CreateObservDatasetItems < ActiveRecord::Migration[7.0]
       t.references :source_trace, foreign_key: { to_table: :observ_traces }
       t.timestamps
 
-      t.index [ :dataset_id, :status ]
+      t.index [:dataset_id, :status]
     end
   end
 end

data/db/migrate/012_create_observ_dataset_runs.rb

@@ -15,8 +15,8 @@ class CreateObservDatasetRuns < ActiveRecord::Migration[7.0]
       t.integer :total_tokens, default: 0
       t.timestamps
 
-      t.index [ :dataset_id, :name ], unique: true
-      t.index [ :dataset_id, :status ]
+      t.index [:dataset_id, :name], unique: true
+      t.index [:dataset_id, :status]
     end
   end
 end

data/db/migrate/013_create_observ_dataset_run_items.rb

@@ -10,7 +10,7 @@ class CreateObservDatasetRunItems < ActiveRecord::Migration[7.0]
       t.text :error
       t.timestamps
 
-      t.index [ :dataset_run_id, :dataset_item_id ], unique: true, name: "idx_run_items_on_run_and_item"
+      t.index [:dataset_run_id, :dataset_item_id], unique: true, name: "idx_run_items_on_run_and_item"
     end
   end
 end

data/db/migrate/014_create_observ_scores.rb

@@ -18,8 +18,8 @@ class CreateObservScores < ActiveRecord::Migration[7.0]
 
       t.timestamps
 
-      t.index [ :dataset_run_item_id, :name, :source ], unique: true, name: "idx_scores_on_run_item_name_source"
-      t.index [ :trace_id, :name ]
+      t.index [:dataset_run_item_id, :name, :source], unique: true, name: "idx_scores_on_run_item_name_source"
+      t.index [:trace_id, :name]
       t.index :name
     end
   end

data/db/migrate/015_refactor_scores_to_polymorphic.rb

@@ -19,8 +19,8 @@ class RefactorScoresToPolymorphic < ActiveRecord::Migration[7.0]
     remove_column :observ_scores, :trace_id, :bigint
 
     # Add new indexes
-    add_index :observ_scores, [ :scoreable_type, :scoreable_id ]
-    add_index :observ_scores, [ :scoreable_type, :scoreable_id, :name, :source ],
+    add_index :observ_scores, [:scoreable_type, :scoreable_id]
+    add_index :observ_scores, [:scoreable_type, :scoreable_id, :name, :source],
               unique: true,
               name: "idx_scores_unique_on_scoreable_name_source"
   end

data/db/migrate/016_create_observ_review_items.rb

@@ -17,8 +17,8 @@ class CreateObservReviewItems < ActiveRecord::Migration[7.0]
 
       t.timestamps
 
-      t.index [ :reviewable_type, :reviewable_id ], unique: true, name: "idx_review_items_on_reviewable"
-      t.index [ :status, :priority, :created_at ], name: "idx_review_items_on_status_priority_created"
+      t.index [:reviewable_type, :reviewable_id], unique: true, name: "idx_review_items_on_reviewable"
+      t.index [:status, :priority, :created_at], name: "idx_review_items_on_status_priority_created"
       t.index :status
     end
   end

data/lib/observ/version.rb

@@ -1,3 +1,3 @@
 module Observ
-  VERSION = "0.6.7"
+  VERSION = "0.6.8"
 end

data/lib/tasks/observ_tasks.rake

@@ -11,7 +11,7 @@ namespace :observ do
     rails observ:sync_assets[app/javascript/stylesheets/observ]
     rails observ:sync_assets[app/assets/stylesheets/observ,app/javascript/controllers/observ]
   "
-  task :sync_assets, [ :styles_dest, :js_dest ] => :environment do |t, args|
+  task :sync_assets, [:styles_dest, :js_dest] => :environment do |t, args|
     require "observ/asset_installer"
 
     # Get the observ gem root (this task is in observ/lib/tasks)
@@ -46,7 +46,7 @@ namespace :observ do
     rails observ:install_assets[app/javascript/stylesheets/observ]
     rails observ:install_assets[app/assets/stylesheets/observ,app/javascript/controllers/observ]
   "
-  task :install_assets, [ :styles_dest, :js_dest ] => :environment do |t, args|
+  task :install_assets, [:styles_dest, :js_dest] => :environment do |t, args|
     require "observ/asset_installer"
 
     # Get the observ gem root

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rubyllm-observ
 version: !ruby/object:Gem::Version
-  version: 0.6.7
+  version: 0.6.8
 platform: ruby
 authors:
 - Franck D'agostini
@@ -203,14 +203,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '2.7'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '2.7'
 - !ruby/object:Gem::Dependency
   name: turbo-rails
   requirement: !ruby/object:Gem::Requirement