llm_cost_tracker 0.2.0.alpha2 → 0.2.0

data/lib/llm_cost_tracker/pricing.rb

@@ -1,9 +1,12 @@
 # frozen_string_literal: true
 
+require "monitor"
+
 module LlmCostTracker
   # Calculates costs from price entries expressed in USD per 1M tokens.
   module Pricing
     PRICES = PriceRegistry.builtin_prices
+    MUTEX = Monitor.new
 
     class << self
       # Estimate model cost from token counts.
@@ -59,9 +62,14 @@ module LlmCostTracker
         cached = @prices_cache
         return cached[:value] if cached && cached[:key] == cache_key
 
-        value = PRICES.merge(file_prices).merge(overrides).freeze
-        @prices_cache = { key: cache_key, value: value }.freeze
-        value
+        MUTEX.synchronize do
+          cached = @prices_cache
+          return cached[:value] if cached && cached[:key] == cache_key
+
+          value = PRICES.merge(file_prices).merge(overrides).freeze
+          @prices_cache = { key: cache_key, value: value }.freeze
+          value
+        end
       end
 
       private
@@ -116,9 +124,14 @@ module LlmCostTracker
         cached = @sorted_price_keys_cache
         return cached[:keys] if cached && cached[:table].equal?(table)
 
-        keys = table.keys.sort_by { |key| -key.length }
-        @sorted_price_keys_cache = { table: table, keys: keys }.freeze
-        keys
+        MUTEX.synchronize do
+          cached = @sorted_price_keys_cache
+          return cached[:keys] if cached && cached[:table].equal?(table)
+
+          keys = table.keys.sort_by { |key| -key.length }
+          @sorted_price_keys_cache = { table: table, keys: keys }.freeze
+          keys
+        end
       end
     end
   end

data/lib/llm_cost_tracker/retention.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+module LlmCostTracker
+  module Retention
+    DEFAULT_BATCH_SIZE = 5_000
+
+    class << self
+      def prune(older_than:, batch_size: DEFAULT_BATCH_SIZE, now: Time.now.utc)
+        cutoff = resolve_cutoff(older_than, now)
+        require_relative "llm_api_call" unless defined?(LlmCostTracker::LlmApiCall)
+
+        deleted = 0
+        loop do
+          batch = LlmCostTracker::LlmApiCall.where(tracked_at: ...cutoff).limit(batch_size).delete_all
+          deleted += batch
+          break if batch < batch_size
+        end
+        deleted
+      end
+
+      private
+
+      def resolve_cutoff(older_than, now)
+        case older_than
+        when Time, DateTime then older_than.utc
+        when ActiveSupport::Duration then now - older_than
+        when Integer then now - (older_than * 86_400)
+        else
+          raise ArgumentError, "older_than must be a Duration, Time, or Integer days: #{older_than.inspect}"
+        end
+      end
+    end
+  end
+end

data/lib/llm_cost_tracker/tag_query.rb

@@ -9,7 +9,8 @@ module LlmCostTracker
         normalized_tags = normalize_tags(tags)
         return model.all if normalized_tags.empty?
 
-        return json_query(model, normalized_tags) if model.tags_json_column?
+        return postgres_json_query(model, normalized_tags) if model.tags_jsonb_column?
+        return mysql_json_query(model, normalized_tags) if model.tags_mysql_json_column?
 
         text_query(model, normalized_tags)
       end
@@ -20,10 +21,14 @@ module LlmCostTracker
 
       private
 
-      def json_query(model, tags)
+      def postgres_json_query(model, tags)
         model.where("tags @> ?::jsonb", tags.to_json)
       end
 
+      def mysql_json_query(model, tags)
+        model.where("JSON_CONTAINS(tags, ?)", tags.to_json)
+      end
+
       def text_query(model, tags)
         tags.reduce(model.all) do |relation, (key, value)|
           relation.where("tags LIKE ? ESCAPE '\\'", "%#{model.sanitize_sql_like(json_tag_fragment(key, value))}%")

data/lib/llm_cost_tracker/tags_column.rb

@@ -3,10 +3,22 @@
 module LlmCostTracker
   module TagsColumn
     def tags_json_column?
+      tags_jsonb_column? || tags_mysql_json_column?
+    end
+
+    def tags_jsonb_column?
+      column = columns_hash["tags"]
+      return false unless column
+
+      column.type == :jsonb || column.sql_type.to_s.downcase == "jsonb"
+    end
+
+    def tags_mysql_json_column?
       column = columns_hash["tags"]
       return false unless column
+      return false if tags_jsonb_column?
 
-      %i[json jsonb].include?(column.type) || column.sql_type.to_s.downcase == "jsonb"
+      column.type == :json && connection.adapter_name.match?(/mysql/i)
     end
 
     def latency_column?

data/lib/llm_cost_tracker/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmCostTracker
-  VERSION = "0.2.0.alpha2"
+  VERSION = "0.2.0"
 end

data/lib/llm_cost_tracker.rb

@@ -28,6 +28,7 @@ require_relative "llm_cost_tracker/tag_key"
 require_relative "llm_cost_tracker/tag_query"
 require_relative "llm_cost_tracker/tag_accessors"
 require_relative "llm_cost_tracker/tracker"
+require_relative "llm_cost_tracker/retention"
 require_relative "llm_cost_tracker/report_data"
 require_relative "llm_cost_tracker/report_formatter"
 require_relative "llm_cost_tracker/report"

data/lib/tasks/llm_cost_tracker.rake

@@ -6,4 +6,12 @@ namespace :llm_cost_tracker do
     days = (ENV["DAYS"] || LlmCostTracker::Report::DEFAULT_DAYS).to_i
     puts LlmCostTracker::Report.generate(days: days)
   end
+
+  desc "Delete llm_api_calls older than DAYS (default: 90). Use BATCH_SIZE=N to tune."
+  task prune: :environment do
+    days = (ENV["DAYS"] || 90).to_i
+    batch_size = (ENV["BATCH_SIZE"] || LlmCostTracker::Retention::DEFAULT_BATCH_SIZE).to_i
+    deleted = LlmCostTracker::Retention.prune(older_than: days, batch_size: batch_size)
+    puts "llm_cost_tracker: pruned #{deleted} calls older than #{days} days"
+  end
 end

data/llm_cost_tracker.gemspec

@@ -19,7 +19,6 @@ Gem::Specification.new do |spec|
   spec.required_ruby_version = ">= 3.3.0"
 
   spec.metadata["homepage_uri"]    = spec.homepage
-  spec.metadata["source_code_uri"] = spec.homepage
   spec.metadata["bug_tracker_uri"] = "#{spec.homepage}/issues"
   spec.metadata["changelog_uri"]   = "#{spec.homepage}/blob/main/CHANGELOG.md"
   spec.metadata["rubygems_mfa_required"] = "true"
@@ -34,7 +33,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency "activesupport", ">= 7.1", "< 9.0"
-  spec.add_dependency "csv", ">= 3.0"
+  spec.add_dependency "csv", "~> 3.0"
   spec.add_dependency "faraday", ">= 2.0", "< 3.0"
 
   spec.add_development_dependency "activerecord", ">= 7.1", "< 9.0"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_cost_tracker
 version: !ruby/object:Gem::Version
-  version: 0.2.0.alpha2
+  version: 0.2.0
 platform: ruby
 authors:
 - Sergii Khomenko
@@ -34,14 +34,14 @@ dependencies:
   name: csv
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
 - !ruby/object:Gem::Dependency
@@ -193,20 +193,27 @@ files:
 - ".rspec"
 - CHANGELOG.md
 - LICENSE.txt
-- PLAN_0.2.md
 - README.md
 - Rakefile
+- app/assets/llm_cost_tracker/application.css
 - app/controllers/llm_cost_tracker/application_controller.rb
+- app/controllers/llm_cost_tracker/assets_controller.rb
 - app/controllers/llm_cost_tracker/calls_controller.rb
 - app/controllers/llm_cost_tracker/dashboard_controller.rb
 - app/controllers/llm_cost_tracker/data_quality_controller.rb
 - app/controllers/llm_cost_tracker/models_controller.rb
 - app/controllers/llm_cost_tracker/tags_controller.rb
 - app/helpers/llm_cost_tracker/application_helper.rb
+- app/helpers/llm_cost_tracker/chart_helper.rb
+- app/helpers/llm_cost_tracker/dashboard_filter_helper.rb
+- app/helpers/llm_cost_tracker/dashboard_filter_options_helper.rb
+- app/helpers/llm_cost_tracker/dashboard_query_helper.rb
+- app/helpers/llm_cost_tracker/pagination_helper.rb
 - app/services/llm_cost_tracker/dashboard/data_quality.rb
 - app/services/llm_cost_tracker/dashboard/filter.rb
 - app/services/llm_cost_tracker/dashboard/overview_stats.rb
 - app/services/llm_cost_tracker/dashboard/provider_breakdown.rb
+- app/services/llm_cost_tracker/dashboard/spend_anomaly.rb
 - app/services/llm_cost_tracker/dashboard/tag_breakdown.rb
 - app/services/llm_cost_tracker/dashboard/tag_key_explorer.rb
 - app/services/llm_cost_tracker/dashboard/time_series.rb
@@ -221,12 +228,17 @@ files:
 - app/views/llm_cost_tracker/errors/invalid_filter.html.erb
 - app/views/llm_cost_tracker/errors/not_found.html.erb
 - app/views/llm_cost_tracker/models/index.html.erb
+- app/views/llm_cost_tracker/shared/_active_filters.html.erb
 - app/views/llm_cost_tracker/shared/_bar.html.erb
+- app/views/llm_cost_tracker/shared/_metric_stack.html.erb
+- app/views/llm_cost_tracker/shared/_spend_chart.html.erb
+- app/views/llm_cost_tracker/shared/_tag_chips.html.erb
 - app/views/llm_cost_tracker/shared/setup_required.html.erb
 - app/views/llm_cost_tracker/tags/index.html.erb
 - app/views/llm_cost_tracker/tags/show.html.erb
 - config/routes.rb
 - lib/llm_cost_tracker.rb
+- lib/llm_cost_tracker/assets.rb
 - lib/llm_cost_tracker/budget.rb
 - lib/llm_cost_tracker/configuration.rb
 - lib/llm_cost_tracker/cost.rb
@@ -265,6 +277,7 @@ files:
 - lib/llm_cost_tracker/report.rb
 - lib/llm_cost_tracker/report_data.rb
 - lib/llm_cost_tracker/report_formatter.rb
+- lib/llm_cost_tracker/retention.rb
 - lib/llm_cost_tracker/storage/active_record_store.rb
 - lib/llm_cost_tracker/tag_accessors.rb
 - lib/llm_cost_tracker/tag_key.rb
@@ -280,7 +293,6 @@ licenses:
 - MIT
 metadata:
   homepage_uri: https://github.com/sergey-homenko/llm_cost_tracker
-  source_code_uri: https://github.com/sergey-homenko/llm_cost_tracker
   bug_tracker_uri: https://github.com/sergey-homenko/llm_cost_tracker/issues
   changelog_uri: https://github.com/sergey-homenko/llm_cost_tracker/blob/main/CHANGELOG.md
   rubygems_mfa_required: 'true'