your_ai_insight 1.0.12 → 1.0.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7d1204c7328e49de4459471b39022f9d2482ddebc0e72f26774cf889d1feb7fc
-  data.tar.gz: c01acdcda667e9bf44ba364d5e9c48138da79ae42375c8a327c65a17c6d1b4c6
+  metadata.gz: e5d21f75a48c766bf8a0e2ec1eb1b6f8d7e72d90f156acd8c04f8cf2c693480a
+  data.tar.gz: 839c5a52f5406dbb9bfcf8e3e1ac6a682d2d1436fca48de0cf8f473d4863ed96
 SHA512:
-  metadata.gz: 53ee1ee3ab937cd1ec3436f44af642a687e223b5c62ba05d7da3d43a0f8f2cc8fbba7c6e577bb9a240f31a19394b3ffa6d78880686d75f0c9d8d5f2c0adca541
-  data.tar.gz: 401fba06aff405ab6d07c08aa547b3514ae365fd155add6b61b535d835e22b2254210ff2706e84a8b15abff2a15868274b7035574351f0a04fc801bea8776d1d
+  metadata.gz: f4bc7ce264f285eda38238b4f65cc009dd35475dfaab7c5dcf11a8ed310e81b5a598a73b7da473f17680283a4866c2c484d740ff333bc277112ae2529cf428d6
+  data.tar.gz: 52ff32ccb920df4dd04bee5d9a3f638a83b9c4ecae43c835719f6b61876fa007252a79042e689c5429f8efb3a1082e8cb9d11e383644ff0e12e5cc5b76391a95

data/app/services/your_ai_insight/claude_service.rb

@@ -4,6 +4,16 @@ module YourAiInsight
   class ClaudeService
     include HTTParty
 
+    # Ordered list of free models to try when the primary is rate-limited.
+    # OpenRouter routes to whichever provider has capacity.
+    FREE_FALLBACK_MODELS = [
+      "google/gemini-2.0-flash-exp:free",
+      "deepseek/deepseek-chat:free",
+      "qwen/qwen-2.5-72b-instruct:free",
+      "mistralai/mistral-7b-instruct:free",
+      "meta-llama/llama-3.3-70b-instruct:free"
+    ].freeze
+
     SYSTEM_PROMPT = <<~PROMPT.freeze
       You are an expert facility management analyst for AllPro IFM.
       You have deep knowledge of construction/facility jobs, subcontractor management,
@@ -35,10 +45,11 @@ module YourAiInsight
       @api_key   = cfg.openrouter_api_key ||
                    ENV["OPENROUTER_API_KEY"] ||
                    raise(ConfigurationError, "Set config.openrouter_api_key or ENV['OPENROUTER_API_KEY']")
-      @model      = cfg.openrouter_model
-      @max_tokens = cfg.max_tokens
-      @site_url   = cfg.openrouter_site_url
-      @site_name  = cfg.openrouter_site_name
+      @max_tokens     = cfg.max_tokens
+      @site_url       = cfg.openrouter_site_url
+      @site_name      = cfg.openrouter_site_name
+      @primary_model  = cfg.openrouter_model
+      @fallback_models = cfg.openrouter_fallback_models || FREE_FALLBACK_MODELS
     end
 
     # Free-form chat with optional live data context injected
@@ -47,18 +58,46 @@ module YourAiInsight
         role:    "user",
         content: [context_block(context), user_message].reject(&:blank?).join("\n\n")
       }]
-      call_api(messages)
+      call_api_with_fallback(messages)
     end
 
     # Structured report generation
     def generate_report(report_type, data)
       messages = [{ role: "user", content: report_prompt(report_type, data) }]
-      call_api(messages)
+      call_api_with_fallback(messages)
     end
 
     private
 
-    def call_api(messages)
+    # Try primary model first, then each fallback on 429 / provider error
+    def call_api_with_fallback(messages)
+      models_to_try = ([@primary_model] + @fallback_models).uniq.compact
+
+      last_error = nil
+      models_to_try.each do |model|
+        begin
+          result = call_api(messages, model)
+          return result
+        rescue ApiError => e
+          last_error = e
+          if rate_limited?(e)
+            Rails.logger.warn("[YourAiInsight] #{model} rate-limited, trying next model...")
+            next
+          else
+            raise
+          end
+        end
+      end
+
+      raise last_error || ApiError.new("All models exhausted with no response")
+    end
+
+    def rate_limited?(error)
+      msg = error.message.to_s.downcase
+      msg.include?("429") || msg.include?("rate limit") || msg.include?("provider returned error")
+    end
+
+    def call_api(messages, model)
       headers = {
         "Authorization" => "Bearer #{@api_key}",
         "Content-Type"  => "application/json"
@@ -72,7 +111,7 @@ module YourAiInsight
         "https://openrouter.ai/api/v1/chat/completions",
         headers: headers,
         body: {
-          model:      @model,
+          model:      model,
           max_tokens: @max_tokens,
           messages:   full_messages
         }.to_json,
@@ -86,7 +125,7 @@ module YourAiInsight
       end
 
       body.dig("choices", 0, "message", "content").presence ||
-        raise(ApiError, "Empty response from OpenRouter")
+        raise(ApiError, "Empty response from OpenRouter (model: #{model})")
 
     rescue HTTParty::Error, Timeout::Error => e
       raise ApiError, "Network error reaching OpenRouter: #{e.message}"

data/lib/your_ai_insight/configuration.rb

@@ -3,9 +3,11 @@ module YourAiInsight
     # ── OpenRouter (required) ──────────────────────────────────────────────────
     attr_accessor :openrouter_api_key
     # See https://openrouter.ai/models?q=free for free models
-    attr_accessor :openrouter_model     # default: meta-llama/llama-3.3-70b-instruct:free
-    attr_accessor :openrouter_site_url  # optional — sent as HTTP-Referer
-    attr_accessor :openrouter_site_name # optional — sent as X-Title
+    attr_accessor :openrouter_model          # default: google/gemini-2.0-flash-exp:free
+    # Tried in order when the primary model returns 429 / provider error
+    attr_accessor :openrouter_fallback_models
+    attr_accessor :openrouter_site_url       # optional — sent as HTTP-Referer
+    attr_accessor :openrouter_site_name      # optional — sent as X-Title
 
     # ── Response tuning ────────────────────────────────────────────────────────
     attr_accessor :max_tokens           # default: 2048
@@ -90,9 +92,10 @@ module YourAiInsight
     attr_accessor :sub_contractors_table    # "sub_contractors"
 
     def initialize
-      @openrouter_model     = "meta-llama/llama-3.3-70b-instruct:free"
-      @openrouter_site_url  = nil
-      @openrouter_site_name = nil
+      @openrouter_model          = "google/gemini-2.0-flash-exp:free"
+      @openrouter_fallback_models = nil  # uses ClaudeService::FREE_FALLBACK_MODELS when nil
+      @openrouter_site_url       = nil
+      @openrouter_site_name      = nil
       @max_tokens           = 2048
       @company_name         = "AllPro IFM"
       @logo_url             = nil

data/lib/your_ai_insight/version.rb

@@ -1,3 +1,3 @@
 module YourAiInsight
-  VERSION = "1.0.12"
+  VERSION = "1.0.13"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: your_ai_insight
 version: !ruby/object:Gem::Version
-  version: 1.0.12
+  version: 1.0.13
 platform: ruby
 authors:
 - AllPro IFM