llm_logs 0.4.1 → 0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8982c29ec3f53e2271e24f78065472f3f71b15828449dd51cda1154122cb8d6f
-  data.tar.gz: 2a2026e3441b16b61c36497689a7d468f09987bfb0c85c95aebb641ba3ee9d94
+  metadata.gz: a687cddb64dc51d51cdf1bfa833833523b54194054ae32fe631354f187c9f256
+  data.tar.gz: ec0375795a8d27afa1266c1a8ebacd0984395fd8d41753c6ebd4c2658cfef026
 SHA512:
-  metadata.gz: d3d62b8c8d71bb12639ef74895d53e2974aba1eca3e4d219bce6387f790cb7712ac2ca46ea24e72c7940bb2970ecc04af976802d7a7d1c2f758bc507a392e3aa
-  data.tar.gz: 9dfdbe34061fe8b748fda1ca4ad75f8646e57030c264549b91da0cd0b0314577b42b4b0fef8bfa87b336cbac9c2b95bf5d10bf92686c5548780539751b14402b
+  metadata.gz: fe87b0ed824568ba3c1104e600fdc670a43919c5b061159a7e1e94bffe59257272b74914fd83256633236fd02da3b1ae99efd240ea8a6e645c93880e07d3a7af
+  data.tar.gz: 81986848eec310e3c2360ceecfbe894a58fc5836adc1a5a6832c90a2c60abbc72898521c6a7b44cf9a1aa118c0837aea861d2e919aeb4fd33b5d83c251e6b22d

data/README.md

@@ -349,3 +349,9 @@ end
 ## License
 
 MIT
+
+## Database support
+
+Prompts, prompt versions, tag filters, traces, spans, and their UI support PostgreSQL and SQLite. PostgreSQL retains JSONB and array tags; SQLite uses JSON columns and `json_each` for exact tag matching. Provider batch execution requires PostgreSQL; direct calls and jobs raise `LlmLogs::Batch::UnsupportedAdapter` on SQLite. `LlmLogs::Batch.supported_adapter?` reports the capability.
+
+Run the shared SQLite tests with `LLM_LOGS_DATABASE=sqlite bundle exec rspec`; PostgreSQL remains the default. SQLite migrations run from the gem's install chain before tests. `script/verify_migrations.rb` verifies install, rollback, and schema reload **only on a disposable database** with `LLM_LOGS_DISPOSABLE_DATABASE=1` and an explicit `DATABASE_URL`.

data/app/jobs/llm_logs/batch/flush_job.rb

@@ -4,6 +4,7 @@ module LlmLogs
       queue_as :default
 
       def perform(purpose)
+        LlmLogs::Batch.require_supported_adapter!
         models = LlmLogs::BatchRequest.pending.where(purpose: purpose).distinct.pluck(:model)
         models.each { |model| LlmLogs::Batch.submit_pending(purpose: purpose, model: model) }
       end

data/app/jobs/llm_logs/batch/poll_job.rb

@@ -9,6 +9,7 @@ module LlmLogs
       STALE_CLAIM_AFTER = 15.minutes
 
       def perform
+        LlmLogs::Batch.require_supported_adapter!
         recover_stale_claims
         LlmLogs::Batch.unreconciled.where.not(provider_batch_id: nil).find_each do |batch|
           batch.reconcile!

data/app/models/llm_logs/batch/reconciler.rb

@@ -9,6 +9,7 @@ module LlmLogs
       end
 
       def call
+        LlmLogs::Batch.require_supported_adapter!
         adapter = LlmLogs::Batch.adapter_for(@batch.provider)
         status = adapter.terminal_status(@batch)
         case status

data/app/models/llm_logs/batch/submitter.rb

@@ -15,6 +15,7 @@ module LlmLogs
       end
 
       def call
+        LlmLogs::Batch.require_supported_adapter!
         batch = claim_batch
         return nil if batch.nil?
 

data/app/models/llm_logs/batch.rb

@@ -1,5 +1,15 @@
 module LlmLogs
   class Batch < ApplicationRecord
+    class UnsupportedAdapter < StandardError; end
+
+    def self.supported_adapter?
+      connection.adapter_name == "PostgreSQL"
+    end
+
+    def self.require_supported_adapter!
+      raise UnsupportedAdapter, "Provider batch execution requires PostgreSQL" unless supported_adapter?
+    end
+
     self.table_name = "llm_logs_batches"
 
     has_many :requests, class_name: "LlmLogs::BatchRequest", dependent: :destroy
@@ -19,6 +29,7 @@ module LlmLogs
     scope :unreconciled, -> { where.not(status: %i[reconciled failed expired]) }
 
     def self.enqueue(purpose:, model:, input:, instructions:, schema:, routing:, temperature: nil, reasoning_effort: nil)
+      require_supported_adapter!
       BatchRequest.create!(
         purpose: purpose,
         model: model,
@@ -50,7 +61,7 @@ module LlmLogs
     end
 
     def self.batchable?(model)
-      return false unless LlmLogs.batch_enabled?
+      return false unless supported_adapter? && LlmLogs.batch_enabled?
 
       !batch_provider_for(model).nil?
     end

data/app/models/llm_logs/prompt.rb

@@ -5,8 +5,17 @@ module LlmLogs
     validates :slug, presence: true, uniqueness: true
     validates :name, presence: true
 
-    scope :with_tag,      ->(tag)  { where("? = ANY(tags)", tag) }
-    scope :with_any_tag,  ->(tags) { where("tags && ARRAY[?]::varchar[]", Array(tags)) }
+    scope :with_tag, ->(tag) { with_any_tag([tag]) }
+    scope :with_any_tag, ->(tags) {
+      values = Array(tags)
+      if values.empty?
+        none
+      elsif connection.adapter_name == "PostgreSQL"
+        where("tags && ARRAY[?]::varchar[]", values)
+      else
+        where("EXISTS (SELECT 1 FROM json_each(llm_logs_prompts.tags) AS tag WHERE tag.value COLLATE BINARY IN (?))", values)
+      end
+    }
 
     def tags_string
       Array(tags).join(", ")

data/app/views/llm_logs/spans/show.html.erb

@@ -24,15 +24,15 @@
   </div>
   <div class="bg-white rounded-lg p-4 shadow-sm ring-1 ring-gray-900/5">
     <dt class="text-xs font-medium text-gray-500 uppercase">Input Tokens</dt>
-    <dd class="text-lg font-semibold text-gray-900 mt-1"><%= number_with_delimiter(@span.input_tokens || 0) %></dd>
+    <dd class="text-lg font-semibold text-gray-900 mt-1"><%= @span.input_tokens.nil? ? "Unavailable" : number_with_delimiter(@span.input_tokens) %></dd>
   </div>
   <div class="bg-white rounded-lg p-4 shadow-sm ring-1 ring-gray-900/5">
     <dt class="text-xs font-medium text-gray-500 uppercase">Output Tokens</dt>
-    <dd class="text-lg font-semibold text-gray-900 mt-1"><%= number_with_delimiter(@span.output_tokens || 0) %></dd>
+    <dd class="text-lg font-semibold text-gray-900 mt-1"><%= @span.output_tokens.nil? ? "Unavailable" : number_with_delimiter(@span.output_tokens) %></dd>
   </div>
   <div class="bg-white rounded-lg p-4 shadow-sm ring-1 ring-gray-900/5">
     <dt class="text-xs font-medium text-gray-500 uppercase">Cached Tokens</dt>
-    <dd class="text-lg font-semibold text-green-600 mt-1"><%= number_with_delimiter(@span.cached_tokens || 0) %></dd>
+    <dd class="text-lg font-semibold text-green-600 mt-1"><%= @span.cached_tokens.nil? ? "Unavailable" : number_with_delimiter(@span.cached_tokens) %></dd>
     <% if (@span.input_tokens || 0) > 0 && (@span.cached_tokens || 0) > 0 %>
       <dd class="text-xs text-green-600 mt-0.5"><%= (@span.cached_tokens.to_f / @span.input_tokens * 100).round %>% of input</dd>
     <% end %>

data/app/views/llm_logs/traces/index.html.erb

@@ -50,13 +50,13 @@
           </td>
           <td class="px-4 py-3 text-sm text-gray-500 text-right"><%= trace.spans_count %></td>
           <td class="px-4 py-3 text-sm text-gray-500 text-right">
-            <%= number_with_delimiter(trace.total_input_tokens) %> &rarr; <%= number_with_delimiter(trace.total_output_tokens) %>
+            <%= trace.metadata&.dig("usage_missing") ? "Usage unavailable" : number_with_delimiter(trace.total_input_tokens) %> &rarr; <%= trace.metadata&.dig("usage_missing") ? "Usage unavailable" : number_with_delimiter(trace.total_output_tokens) %>
             <% if trace.total_cached_tokens > 0 %>
-              <br><span class="text-xs text-green-600"><%= number_with_delimiter(trace.total_cached_tokens) %> cached</span>
+              <br><span class="text-xs text-green-600"><%= trace.metadata&.dig("usage_missing") ? "Usage unavailable" : number_with_delimiter(trace.total_cached_tokens) %> cached</span>
             <% end %>
           </td>
           <td class="px-4 py-3 text-sm text-gray-500 text-right">
-            <% if trace.total_cost > 0 %>$<%= sprintf('%.4f', trace.total_cost) %><% end %>
+            <% if trace.metadata&.dig('billing_mode') == 'subscription' %>Subscription · cost unavailable<% elsif trace.total_cost > 0 %>$<%= sprintf('%.4f', trace.total_cost) %><% end %>
           </td>
           <td class="px-4 py-3 text-sm text-gray-500 text-right">
             <%= format_duration_ms(trace.duration_ms) %>

data/app/views/llm_logs/traces/show.html.erb

@@ -23,6 +23,8 @@
   </div>
 </div>
 
+<% if @trace.metadata&.dig("billing_mode") == "subscription" %><p class="text-sm text-gray-500 mb-4">Subscription · cost unavailable</p><% end %>
+
 <div class="grid grid-cols-6 gap-4 mb-6">
   <div class="bg-white rounded-lg p-4 shadow-sm ring-1 ring-gray-900/5">
     <dt class="text-xs font-medium text-gray-500 uppercase">Model</dt>
@@ -34,15 +36,15 @@
   </div>
   <div class="bg-white rounded-lg p-4 shadow-sm ring-1 ring-gray-900/5">
     <dt class="text-xs font-medium text-gray-500 uppercase">Input Tokens</dt>
-    <dd class="text-2xl font-semibold text-gray-900 mt-1"><%= number_with_delimiter(@trace.total_input_tokens) %></dd>
+    <dd class="text-2xl font-semibold text-gray-900 mt-1"><%= @trace.metadata&.dig("usage_missing") ? "Usage unavailable" : number_with_delimiter(@trace.total_input_tokens) %></dd>
   </div>
   <div class="bg-white rounded-lg p-4 shadow-sm ring-1 ring-gray-900/5">
     <dt class="text-xs font-medium text-gray-500 uppercase">Output Tokens</dt>
-    <dd class="text-2xl font-semibold text-gray-900 mt-1"><%= number_with_delimiter(@trace.total_output_tokens) %></dd>
+    <dd class="text-2xl font-semibold text-gray-900 mt-1"><%= @trace.metadata&.dig("usage_missing") ? "Usage unavailable" : number_with_delimiter(@trace.total_output_tokens) %></dd>
   </div>
   <div class="bg-white rounded-lg p-4 shadow-sm ring-1 ring-gray-900/5">
     <dt class="text-xs font-medium text-gray-500 uppercase">Cached Tokens</dt>
-    <dd class="text-2xl font-semibold text-green-600 mt-1"><%= number_with_delimiter(@trace.total_cached_tokens) %></dd>
+    <dd class="text-2xl font-semibold text-green-600 mt-1"><%= @trace.metadata&.dig("usage_missing") ? "Usage unavailable" : number_with_delimiter(@trace.total_cached_tokens) %></dd>
     <% if @trace.total_input_tokens > 0 && @trace.total_cached_tokens > 0 %>
       <dd class="text-xs text-green-600 mt-0.5"><%= (@trace.total_cached_tokens.to_f / @trace.total_input_tokens * 100).round %>% of input</dd>
     <% end %>

data/db/migrate/001_create_llm_logs_traces.rb

@@ -3,7 +3,7 @@ class CreateLlmLogsTraces < ActiveRecord::Migration[8.0]
     create_table :llm_logs_traces do |t|
       t.string :name, null: false
       t.string :status, null: false, default: "running"
-      t.jsonb :metadata, default: {}
+      t.column :metadata, (connection.adapter_name == "PostgreSQL" ? :jsonb : :json), default: {}
       t.integer :total_input_tokens, default: 0
       t.integer :total_output_tokens, default: 0
       t.integer :total_cached_tokens, default: 0, null: false

data/db/migrate/002_create_llm_logs_spans.rb

@@ -7,8 +7,8 @@ class CreateLlmLogsSpans < ActiveRecord::Migration[8.0]
       t.string :span_type, null: false
       t.string :model
       t.string :provider
-      t.jsonb :input
-      t.jsonb :output
+      t.column :input, (connection.adapter_name == "PostgreSQL" ? :jsonb : :json)
+      t.column :output, (connection.adapter_name == "PostgreSQL" ? :jsonb : :json)
       t.integer :input_tokens
       t.integer :output_tokens
       t.integer :cached_tokens
@@ -16,7 +16,7 @@ class CreateLlmLogsSpans < ActiveRecord::Migration[8.0]
       t.float :duration_ms
       t.string :status, null: false, default: "ok"
       t.text :error_message
-      t.jsonb :metadata, default: {}
+      t.column :metadata, (connection.adapter_name == "PostgreSQL" ? :jsonb : :json), default: {}
       t.datetime :started_at, null: false
       t.datetime :completed_at
 

data/db/migrate/004_create_llm_logs_prompt_versions.rb

@@ -3,10 +3,10 @@ class CreateLlmLogsPromptVersions < ActiveRecord::Migration[8.0]
     create_table :llm_logs_prompt_versions do |t|
       t.references :prompt, null: false, foreign_key: { to_table: :llm_logs_prompts }
       t.integer :version_number, null: false
-      t.jsonb :messages, null: false, default: []
+      t.column :messages, (connection.adapter_name == "PostgreSQL" ? :jsonb : :json), null: false, default: []
       t.string :model
-      t.jsonb :model_params, default: {}
-      t.jsonb :default_variables, default: {}
+      t.column :model_params, (connection.adapter_name == "PostgreSQL" ? :jsonb : :json), default: {}
+      t.column :default_variables, (connection.adapter_name == "PostgreSQL" ? :jsonb : :json), default: {}
       t.text :changelog
 
       t.timestamps

data/db/migrate/006_add_tags_to_prompts.rb

@@ -1,6 +1,10 @@
 class AddTagsToPrompts < ActiveRecord::Migration[8.0]
   def change
-    add_column :llm_logs_prompts, :tags, :string, array: true, default: [], null: false
-    add_index :llm_logs_prompts, :tags, using: :gin, name: "index_llm_logs_prompts_on_tags"
+    if connection.adapter_name == "PostgreSQL"
+      add_column :llm_logs_prompts, :tags, :string, array: true, default: [], null: false
+      add_index :llm_logs_prompts, :tags, using: :gin, name: "index_llm_logs_prompts_on_tags"
+    else
+      add_column :llm_logs_prompts, :tags, :json, default: [], null: false
+    end
   end
 end

data/db/migrate/007_create_llm_logs_batches.rb

@@ -9,7 +9,7 @@ class CreateLlmLogsBatches < ActiveRecord::Migration[8.0]
       t.string :openai_error_file_id
       t.string :status, null: false, default: "pending"
       t.integer :request_count, null: false, default: 0
-      t.jsonb :metadata, null: false, default: {}
+      t.column :metadata, (connection.adapter_name == "PostgreSQL" ? :jsonb : :json), null: false, default: {}
       t.datetime :submitted_at
       t.datetime :completed_at
       t.datetime :reconciled_at

data/db/migrate/008_create_llm_logs_batch_requests.rb

@@ -6,8 +6,8 @@ class CreateLlmLogsBatchRequests < ActiveRecord::Migration[8.0]
       t.string :purpose, null: false
       t.string :status, null: false, default: "pending"
       t.string :model, null: false
-      t.jsonb :payload, null: false, default: {}
-      t.jsonb :routing, null: false, default: {}
+      t.column :payload, (connection.adapter_name == "PostgreSQL" ? :jsonb : :json), null: false, default: {}
+      t.column :routing, (connection.adapter_name == "PostgreSQL" ? :jsonb : :json), null: false, default: {}
       t.text :result_content
       t.integer :input_tokens
       t.integer :output_tokens

data/db/migrate/009_add_provider_columns_to_llm_logs_batches.rb

@@ -1,7 +1,7 @@
 class AddProviderColumnsToLlmLogsBatches < ActiveRecord::Migration[8.0]
   def change
     add_column :llm_logs_batches, :provider_batch_id, :string
-    add_column :llm_logs_batches, :provider_metadata, :jsonb, null: false, default: {}
+    add_column :llm_logs_batches, :provider_metadata, (connection.adapter_name == "PostgreSQL" ? :jsonb : :json), null: false, default: {}
     add_index  :llm_logs_batches, :provider_batch_id
 
     # Backfill existing OpenAI rows so the reconciler/poll job can key off the

data/lib/llm_logs/version.rb

@@ -1,3 +1,3 @@
 module LlmLogs
-  VERSION = "0.4.1"
+  VERSION = "0.5.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_logs
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.5.1
 platform: ruby
 authors:
 - Anton
@@ -261,7 +261,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.7.2
+rubygems_version: 4.0.20
 specification_version: 4
 summary: Rails engine for LLM logging and prompt management
 test_files: []