llm_cost_tracker 0.13.0 → 0.14.0

data/lib/tasks/llm_cost_tracker.rake

@@ -6,7 +6,15 @@ require "rails/generators"
 require_relative "../llm_cost_tracker/generators/llm_cost_tracker/install_generator"
 require_relative "../llm_cost_tracker/pricing/sync/change_printer"
 
-# rubocop:disable Metrics/BlockLength
+module LlmCostTrackerTasks
+  def self.price_refresh_output_path
+    path = LlmCostTracker::Pricing::Sync.configured_output_path
+    FileUtils.mkdir_p(File.dirname(path))
+    path
+  end
+end
+
+# rubocop:disable-next Metrics/BlockLength
 namespace :llm_cost_tracker do
   desc "Install LLM Cost Tracker with dashboard and prices, migrate, and run doctor"
   task :setup do
@@ -75,6 +83,18 @@ namespace :llm_cost_tracker do
     puts "llm_cost_tracker: rebuilt #{rows} rollup rows from the calls ledger"
   end
 
+  desc "Copy call cost and time onto existing llm_cost_tracker_call_tags rows so per-tag " \
+       "budgets count history recorded before the upgrade. Use BATCH_SIZE=N to tune."
+  task backfill_tag_costs: :environment do
+    unless LlmCostTracker::Budget::PerTag.columns?
+      abort("llm_cost_tracker: llm_cost_tracker_call_tags is missing the cost columns; " \
+            "run the upgrade_per_tag_budgets generator and migrate first")
+    end
+    batch_size = (ENV["BATCH_SIZE"] || LlmCostTracker::Budget::PerTag::DEFAULT_BACKFILL_BATCH).to_i
+    filled = LlmCostTracker::Budget::PerTag.backfill(batch_size: batch_size)
+    puts "llm_cost_tracker: filled cost and time on #{filled} tag rows"
+  end
+
   namespace :prices do
     desc(
       "Refresh the configured pricing file from the maintained LLM Cost Tracker price snapshot. " \
@@ -84,7 +104,7 @@ namespace :llm_cost_tracker do
       Rake::Task["environment"].invoke if Rake::Task.task_defined?("environment")
       require_relative "../llm_cost_tracker"
 
-      output_path = price_refresh_output_path
+      output_path = LlmCostTrackerTasks.price_refresh_output_path
       source_url = LlmCostTracker::Pricing::Sync.configured_remote_url
       preview = ENV["PREVIEW"] == "1"
       result = LlmCostTracker::Pricing::Sync.refresh(
@@ -112,7 +132,7 @@ namespace :llm_cost_tracker do
       Rake::Task["environment"].invoke if Rake::Task.task_defined?("environment")
       require_relative "../llm_cost_tracker"
 
-      output_path = price_refresh_output_path
+      output_path = LlmCostTrackerTasks.price_refresh_output_path
       source_url = LlmCostTracker::Pricing::Sync.configured_remote_url
       result = LlmCostTracker::Pricing::Sync.check(path: output_path, url: source_url)
 
@@ -125,10 +145,3 @@ namespace :llm_cost_tracker do
     end
   end
 end
-# rubocop:enable Metrics/BlockLength
-
-def price_refresh_output_path
-  path = LlmCostTracker::Pricing::Sync.configured_output_path
-  FileUtils.mkdir_p(File.dirname(path))
-  path
-end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_cost_tracker
 version: !ruby/object:Gem::Version
-  version: 0.13.0
+  version: 0.14.0
 platform: ruby
 authors:
 - Sergii Khomenko
@@ -109,42 +109,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.42'
+        version: '1.61'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.42'
+        version: '1.61'
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '1.19'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '1.19'
 - !ruby/object:Gem::Dependency
   name: openai
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.63'
+        version: '0.80'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.63'
+        version: '0.80'
 - !ruby/object:Gem::Dependency
   name: pg
   requirement: !ruby/object:Gem::Requirement
@@ -207,14 +207,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.15'
+        version: '1.16'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.15'
+        version: '1.16'
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
@@ -339,6 +339,7 @@ files:
 - lib/llm_cost_tracker.rb
 - lib/llm_cost_tracker/assets.rb
 - lib/llm_cost_tracker/budget.rb
+- lib/llm_cost_tracker/budget/per_tag.rb
 - lib/llm_cost_tracker/capture/sdk_payload.rb
 - lib/llm_cost_tracker/capture/sse.rb
 - lib/llm_cost_tracker/capture/stream_collector.rb
@@ -349,7 +350,15 @@ files:
 - lib/llm_cost_tracker/charges/line_item.rb
 - lib/llm_cost_tracker/check.rb
 - lib/llm_cost_tracker/configuration.rb
+- lib/llm_cost_tracker/configuration/budgets.rb
+- lib/llm_cost_tracker/configuration/capture.rb
+- lib/llm_cost_tracker/configuration/ingestion.rb
+- lib/llm_cost_tracker/configuration/mutability.rb
+- lib/llm_cost_tracker/configuration/pricing.rb
+- lib/llm_cost_tracker/configuration/section.rb
+- lib/llm_cost_tracker/configuration/tags.rb
 - lib/llm_cost_tracker/currency.rb
+- lib/llm_cost_tracker/deprecator.rb
 - lib/llm_cost_tracker/doctor.rb
 - lib/llm_cost_tracker/doctor/ingestion_check.rb
 - lib/llm_cost_tracker/doctor/price_check.rb
@@ -369,9 +378,13 @@ files:
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_call_rollups_provider.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_call_tags_key_value_index.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_image_tokens.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_indexes.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_per_tag_budgets.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_call_rollups_provider_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_call_tags_key_value_index_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_image_tokens_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_indexes_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_per_tag_budgets_generator.rb
 - lib/llm_cost_tracker/ingestion.rb
 - lib/llm_cost_tracker/ingestion/batch.rb
 - lib/llm_cost_tracker/ingestion/inbox.rb