llm_meta_client 0.1.0

data/lib/generators/llm_meta_client/scaffold/templates/config/initializers/llm_service.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+# LLM Service Configuration
+# External LLM service base URL for API key and model management
+Rails.application.configure do
+  # Base URL for LLM service
+  # Retrieved from environment variable LLM_SERVICE_BASE_URL, uses default value if not set
+  config.llm_service_base_url = ENV.fetch("LLM_SERVICE_BASE_URL", "http://localhost:3000")
+  config.summarize_conversation_count = ENV.fetch("SUMMARIZE_CONVERSATION_COUNT", 10).to_i
+end

data/lib/generators/llm_meta_client/scaffold/templates/db/migrate/create_chats.rb

@@ -0,0 +1,13 @@
+class CreateChats < ActiveRecord::Migration[8.1]
+  def change
+    create_table :chats do |t|
+      t.references :user, null: true, foreign_key: true
+      t.string :uuid, null: false
+      t.string :title
+      t.string :llm_uuid
+      t.string :model
+
+      t.timestamps
+    end
+  end
+end

data/lib/generators/llm_meta_client/scaffold/templates/db/migrate/create_messages.rb

@@ -0,0 +1,12 @@
+class CreateMessages < ActiveRecord::Migration[8.1]
+  def change
+    create_table :messages do |t|
+      t.references :chat, null: false, foreign_key: true
+      # t.references :parent, foreign_key: { to_table: :messages }, index: true, null: true
+      t.references :prompt_manager_prompt_execution, null: true, foreign_key: { to_table: :prompt_manager_prompt_executions }
+      t.string :role
+
+      t.timestamps
+    end
+  end
+end

data/lib/llm_meta_client/chat_manageable.rb

@@ -0,0 +1,11 @@
+require "chat_manager"
+
+module LlmMetaClient
+  module ChatManageable
+    extend ActiveSupport::Concern
+
+    included do
+      include ChatManager::ChatManageable
+    end
+  end
+end

data/lib/llm_meta_client/engine.rb

@@ -0,0 +1,11 @@
+module LlmMetaClient
+  class Engine < ::Rails::Engine
+    isolate_namespace LlmMetaClient
+
+    initializer "llm_meta_client.helpers" do
+      ActiveSupport.on_load(:action_view) do
+        include LlmMetaClient::Helpers
+      end
+    end
+  end
+end

data/lib/llm_meta_client/exceptions.rb

@@ -0,0 +1,13 @@
+module LlmMetaClient
+  module Exceptions
+    class OllamaUnavailableError < StandardError
+      def initialize(msg = "Ollama is not available in LLM service. Please contact the administrator.")
+        super(msg)
+      end
+    end
+
+    class ServerError < StandardError; end
+    class InvalidResponseError < StandardError; end
+    class EmptyResponseError < StandardError; end
+  end
+end

data/lib/llm_meta_client/helpers.rb

@@ -0,0 +1,6 @@
+module LlmMetaClient
+  module Helpers
+    include PromptNavigator::Helpers
+    include ChatManager::Helpers
+  end
+end

data/lib/llm_meta_client/history_manageable.rb

@@ -0,0 +1,11 @@
+require "prompt_navigator"
+
+module LlmMetaClient
+  module HistoryManageable
+    extend ActiveSupport::Concern
+
+    included do
+      include PromptNavigator::HistoryManageable
+    end
+  end
+end

data/lib/llm_meta_client/server_query.rb

@@ -0,0 +1,47 @@
+module LlmMetaClient
+  class ServerQuery
+    def call(id_token, api_key_uuid, model_id, context, user_content)
+      debug_log "Context: #{context}"
+      context_and_user_content = "Context:#{context}, User Prompt: #{user_content}"
+      debug_log "Request to LLM: \n===>\n#{context_and_user_content}\n===>"
+
+      response = request(api_key_uuid, id_token, model_id, context_and_user_content)
+
+      raise Exceptions::ServerError, "LLM server returned HTTP #{response.code}" unless response.success?
+
+      response_body = response.parsed_response
+
+      raise Exceptions::InvalidResponseError, "LLM server returned non-JSON response" unless response_body.is_a?(Hash)
+
+      content = response_body.dig("response", "message") || ""
+
+      raise Exceptions::EmptyResponseError, "LLM server returned empty response" if content.blank?
+
+      debug_log "Response from LLM: \n<===\n#{content}\n<==>"
+
+      content
+    end
+
+    private
+
+    def debug_log(message)
+      Rails.logger.info(message) if Rails.env.development?
+    end
+
+    def request(api_key_uuid, id_token, model_id, user_content)
+      headers = { "Content-Type" => "application/json" }
+      headers["Authorization"] = "Bearer #{id_token}" if id_token.present?
+
+      HTTParty.post(
+        url(api_key_uuid, model_id),
+        headers: headers,
+        body: { prompt: "#{user_content}" }.to_json,
+        timeout: 300 # 5 minute timeout setting (both read and connect)
+      )
+    end
+
+    def url(api_key_uuid, model_id)
+      "#{Rails.application.config.llm_service_base_url}/api/llm_api_keys/#{api_key_uuid}/models/#{model_id}/chats"
+    end
+  end
+end

data/lib/llm_meta_client/server_resource.rb

@@ -0,0 +1,127 @@
+module LlmMetaClient
+  class ServerResource
+    # This is a non-persisted model for fetching external server prompts
+
+    FAMILY_DISPLAY_NAMES = {
+      "openai" => "OpenAI",
+      "anthropic" => "Anthropic",
+      "google" => "Google",
+      "ollama" => "Ollama"
+    }.freeze
+
+    class << self
+      # Retrieve LLM options available for user selection (API Keys + Ollama)
+      # For guest users (no jwt_token), only Ollama is returned
+      def available_llm_options(jwt_token)
+        # For guest users: Ollama is required
+        # return only Ollama
+        return format ollama_options if jwt_token.blank?
+
+        # Logged-in user: return API Keys + Ollama (if available)
+        options = llm_api_keys jwt_token
+
+        # Try to add Ollama, but don't fail if unavailable
+        begin
+          options.concat ollama_options
+        rescue LlmMetaClient::Exceptions::OllamaUnavailableError => e
+          Rails.logger.warn "Ollama unavailable: #{e.message}"
+          # Continue with API Keys only if at least one is available
+          raise e if options.empty?
+        end
+
+        format options
+      end
+
+      # Retrieve LLM families with their API keys grouped by llm_type
+      # Returns: [{name:, llm_type:, api_keys: [{uuid:, description:, available_models:}]}]
+      def available_llm_families(jwt_token)
+        if jwt_token.blank?
+          # Guest users: only Ollama
+          return build_families(ollama_options, [])
+        end
+
+        api_keys = llm_api_keys(jwt_token)
+
+        ollama_opts = begin
+          ollama_options
+        rescue LlmMetaClient::Exceptions::OllamaUnavailableError => e
+          Rails.logger.warn "Ollama unavailable: #{e.message}"
+          raise e if api_keys.empty?
+          []
+        end
+
+        build_families(ollama_opts, api_keys)
+      end
+
+      private
+
+      def build_families(ollama_opts, api_keys)
+        # Group user API keys by llm_type
+        families = api_keys.group_by { it["llm_type"] }.map do |llm_type, keys|
+          {
+            name: FAMILY_DISPLAY_NAMES[llm_type] || llm_type.capitalize,
+            llm_type: llm_type,
+            api_keys: keys.map { format_api_key(it) }
+          }
+        end
+
+        # Add Ollama family if available
+        if ollama_opts.present?
+          families << {
+            name: FAMILY_DISPLAY_NAMES["ollama"],
+            llm_type: "ollama",
+            api_keys: ollama_opts.map { format_api_key(it) }
+          }
+        end
+
+        families
+      end
+
+      def format_api_key(resource)
+        common_keys = %w[uuid description llm_type available_models]
+        resource.slice(*common_keys).symbolize_keys
+      end
+
+      def ollama_options
+        ollama_list = llms.filter { it["family"] == "ollama" }
+        raise LlmMetaClient::Exceptions::OllamaUnavailableError if ollama_list.empty?
+        ollama_list
+      end
+
+      # Builds normalized option hashes from an array of prompts by slicing common keys
+      # Accepts only arrays
+      def format(resources)
+        common_keys = %w[uuid description llm_type available_models]
+        resources.map { it.slice(*common_keys).symbolize_keys }
+      end
+
+      def llms
+        api_url = "#{Rails.configuration.llm_service_base_url}/api/llms"
+        headers = { "Content-Type" => "application/json" }
+
+        response = HTTParty.get api_url, headers: headers
+
+        if response.success?
+          response.parsed_response["llms"] || []
+        else
+          Rails.logger.error "Failed to fetch LLMs: HTTP #{response.code}"
+          []
+        end
+      end
+
+      def llm_api_keys(jwt_token)
+        api_url = "#{Rails.configuration.llm_service_base_url}/api/llm_api_keys"
+        headers = { "Content-Type" => "application/json", "Authorization" => "Bearer #{jwt_token}" }
+
+        response = HTTParty.get api_url, headers: headers
+
+        if response.success?
+          response.parsed_response["llm_api_keys"] || []
+        else
+          Rails.logger.error "Failed to fetch LLM API keys: HTTP #{response.code}"
+          []
+        end
+      end
+    end
+  end
+end

data/lib/llm_meta_client/version.rb

@@ -0,0 +1,3 @@
+module LlmMetaClient
+  VERSION = "0.1.0"
+end

data/lib/llm_meta_client.rb

@@ -0,0 +1,13 @@
+require "llm_meta_client/version"
+require "llm_meta_client/engine"
+require "prompt_navigator"
+require "chat_manager"
+require "llm_meta_client/helpers"
+require "llm_meta_client/history_manageable"
+require "llm_meta_client/chat_manageable"
+require "llm_meta_client/exceptions"
+require "llm_meta_client/server_resource"
+require "llm_meta_client/server_query"
+
+module LlmMetaClient
+end

data/lib/tasks/llm_meta_client_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :llm_meta_client do
+#   # Task goes here
+# end

metadata

@@ -0,0 +1,162 @@
+--- !ruby/object:Gem::Specification
+name: llm_meta_client
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- dhq_boiler
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '8.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 8.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '8.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 8.1.1
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.22'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.22'
+- !ruby/object:Gem::Dependency
+  name: prompt_navigator
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: chat_manager
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+description: llm_meta_client provides a Rails Engine with scaffold and authentication
+  generators for building LLM-powered chat applications. Supports OpenAI, Anthropic,
+  Google, and Ollama providers.
+email:
+- dhq_boiler@live.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- LICENSE
+- README.md
+- Rakefile
+- app/assets/stylesheets/llm_meta_client/application.css
+- app/controllers/llm_meta_client/application_controller.rb
+- app/helpers/llm_meta_client/application_helper.rb
+- app/jobs/llm_meta_client/application_job.rb
+- app/mailers/llm_meta_client/application_mailer.rb
+- app/models/llm_meta_client/application_record.rb
+- app/views/layouts/llm_meta_client/application.html.erb
+- config/routes.rb
+- lib/generators/llm_meta_client/authentication/authentication_generator.rb
+- lib/generators/llm_meta_client/authentication/templates/app/controllers/users/omniauth_callbacks_controller.rb
+- lib/generators/llm_meta_client/authentication/templates/app/controllers/users/sessions_controller.rb
+- lib/generators/llm_meta_client/authentication/templates/app/models/user.rb
+- lib/generators/llm_meta_client/authentication/templates/config/initializers/devise.rb
+- lib/generators/llm_meta_client/authentication/templates/config/initializers/omniauth.rb
+- lib/generators/llm_meta_client/authentication/templates/config/locales/devise.en.yml
+- lib/generators/llm_meta_client/authentication/templates/db/migrate/create_users.rb
+- lib/generators/llm_meta_client/scaffold/scaffold_generator.rb
+- lib/generators/llm_meta_client/scaffold/templates/app/controllers/chats_controller.rb
+- lib/generators/llm_meta_client/scaffold/templates/app/controllers/prompts_controller.rb
+- lib/generators/llm_meta_client/scaffold/templates/app/javascript/controllers/chat_title_edit_controller.js
+- lib/generators/llm_meta_client/scaffold/templates/app/javascript/controllers/chats_form_controller.js
+- lib/generators/llm_meta_client/scaffold/templates/app/javascript/controllers/llm_selector_controller.js
+- lib/generators/llm_meta_client/scaffold/templates/app/javascript/popover.js
+- lib/generators/llm_meta_client/scaffold/templates/app/models/chat.rb
+- lib/generators/llm_meta_client/scaffold/templates/app/models/message.rb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/chats/_message.html.erb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/chats/_messages_list.html.erb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/chats/create.turbo_stream.erb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/chats/edit.html.erb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/chats/new.html.erb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/chats/update.turbo_stream.erb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/layouts/_header.html.erb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/layouts/_sidebar.html.erb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/layouts/application.html.erb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/shared/_api_key_field.html.erb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/shared/_family_field.html.erb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/shared/_model_field.html.erb
+- lib/generators/llm_meta_client/scaffold/templates/config/initializers/llm_service.rb
+- lib/generators/llm_meta_client/scaffold/templates/db/migrate/create_chats.rb
+- lib/generators/llm_meta_client/scaffold/templates/db/migrate/create_messages.rb
+- lib/llm_meta_client.rb
+- lib/llm_meta_client/chat_manageable.rb
+- lib/llm_meta_client/engine.rb
+- lib/llm_meta_client/exceptions.rb
+- lib/llm_meta_client/helpers.rb
+- lib/llm_meta_client/history_manageable.rb
+- lib/llm_meta_client/server_query.rb
+- lib/llm_meta_client/server_resource.rb
+- lib/llm_meta_client/version.rb
+- lib/tasks/llm_meta_client_tasks.rake
+homepage: https://github.com/dhq-boiler/llm_meta_client
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+  homepage_uri: https://github.com/dhq-boiler/llm_meta_client
+  source_code_uri: https://github.com/dhq-boiler/llm_meta_client/tree/main
+  changelog_uri: https://github.com/dhq-boiler/llm_meta_client/blob/main/CHANGELOG.md
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '3.4'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.9
+specification_version: 4
+summary: A Rails Engine for integrating multiple LLM providers into your application.
+test_files: []