llm_meta_client 0.4.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 620e720960f5e05d563885fa2e00900311d6a7b4543fa13f9d3c476515edd40c
-  data.tar.gz: 33981d0657e520260b569873c5547e3279eba4325f88a812d8bf28d18941ac88
+  metadata.gz: 2e6f2472a161a70eb1e9aa1af8495c25a9a7229d0351663f2b8784759377e813
+  data.tar.gz: 7830a137d1a7751942a314e5271a98e5db27aa105aa36885f2a753b02f63f9a3
 SHA512:
-  metadata.gz: a557328075624b4ff7d17eda2ed181e178f5dfda39a23a9f87029141e04b22b78e6f648f81d751f6c92add2f0b54462b28c443bce2d4cf6fcc90f0dee5e1f175
-  data.tar.gz: f5b8ecaeec9af8153d8bbbed4d6056ba5213d267fba01381088d1f53bee80d6f1525d04992b79325476da5ce664976da9ab831844b02828e6b2db9279eb02ef0
+  metadata.gz: 8b16d80ac8a8f96fbf3545688a8657ed12ad2ef298707ee6475789b9468399a314b494f7d01e829557039dc11985702fbf1b4a6f1f8f67dab8f9908395fdf1d0
+  data.tar.gz: c335cf07ce4e413b7251fdc75ea41d227b89e86ebca4f6e44a526cd8fbb6f44dc3185851d2b1055cf20ae86ee1658e1fd2138924da0370da2d33127699c18fb6

data/CHANGELOG.md

@@ -5,6 +5,24 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.6.0] - 2026-03-18
+
+### Changed
+
+- Rename `prompt_manager` references to `prompt_navigator` across all scaffold templates (models, controllers, views, migrations, generator config)
+- Refactor chat template to use `PromptExecution#build_context` instead of manual message iteration
+- Update `prompt_navigator` gem to 0.3.0
+
+## [0.5.0] - 2026-03-17
+
+### Added
+
+- Generation settings support:
+  - `generation_settings` parameter in `ServerQuery` API layer for configuring LLM generation parameters
+  - `generation_settings` threading through `Chat` model
+  - `generation_settings` parameter extraction in `ChatsController`
+  - Generation settings UI components for configuring parameters in chat forms
+
 ## [0.4.0] - 2026-03-11
 
 ### Added

data/app/assets/stylesheets/llm_meta_client/generation_settings.css

@@ -0,0 +1,90 @@
+/* Generation Settings */
+.generation-settings-field {
+  margin-bottom: 10px;
+}
+
+.generation-settings-toggle-button {
+  display: flex;
+  align-items: center;
+  gap: 6px;
+  background: none;
+  border: 1px solid #d1d5db;
+  border-radius: 6px;
+  padding: 6px 12px;
+  font-size: 13px;
+  font-weight: 600;
+  color: #374151;
+  cursor: pointer;
+  transition: border-color 0.2s, background-color 0.2s;
+
+  &:hover {
+    background-color: #f9fafb;
+    border-color: #9ca3af;
+  }
+}
+
+.generation-settings-panel {
+  margin-top: 8px;
+  border: 1px solid #e5e7eb;
+  border-radius: 8px;
+  background-color: #f9fafb;
+  padding: 12px 16px;
+}
+
+.generation-setting-item {
+  margin-bottom: 14px;
+
+  &:last-child {
+    margin-bottom: 0;
+  }
+
+  label {
+    display: flex;
+    align-items: center;
+    gap: 8px;
+    font-size: 13px;
+    font-weight: 600;
+    color: #374151;
+    margin-bottom: 4px;
+  }
+
+  input[type="range"] {
+    width: 100%;
+    accent-color: #3b82f6;
+    cursor: pointer;
+  }
+
+  .max-tokens-input {
+    width: 100%;
+    padding: 6px 10px;
+    border: 1px solid #d1d5db;
+    border-radius: 6px;
+    font-size: 13px;
+    background-color: white;
+    transition: border-color 0.2s;
+
+    &:focus {
+      outline: none;
+      border-color: #3b82f6;
+      box-shadow: 0 0 0 3px rgba(59, 130, 246, 0.1);
+    }
+
+    &::placeholder {
+      color: #9ca3af;
+    }
+  }
+}
+
+.setting-value {
+  font-weight: 700;
+  color: #3b82f6;
+  font-size: 13px;
+}
+
+.setting-range-labels {
+  display: flex;
+  justify-content: space-between;
+  font-size: 11px;
+  color: #9ca3af;
+  margin-top: 2px;
+}

data/lib/generators/llm_meta_client/scaffold/scaffold_generator.rb

@@ -34,6 +34,7 @@ module LlmMetaClient
         template "app/views/shared/_api_key_field.html.erb"
         template "app/views/shared/_model_field.html.erb"
         template "app/views/shared/_tool_selector_field.html.erb"
+        template "app/views/shared/_generation_settings_field.html.erb"
         template "app/views/layouts/application.html.erb"
         template "app/views/layouts/_header.html.erb"
         template "app/views/layouts/_sidebar.html.erb"
@@ -44,6 +45,7 @@ module LlmMetaClient
         template "app/javascript/controllers/chats_form_controller.js"
         template "app/javascript/controllers/chat_title_edit_controller.js"
         template "app/javascript/controllers/tool_selector_controller.js"
+        template "app/javascript/controllers/generation_settings_controller.js"
         copy_file "app/javascript/popover.js"
       end
 
@@ -95,8 +97,8 @@ module LlmMetaClient
 
       def configure_asset_paths
         inject_into_class "config/application.rb", "Application", <<-RUBY
-    # Add asset paths for prompt_manager gem
-    config.assets.paths << Rails.root.join("../prompt_manager/app/assets/stylesheets")
+    # Add asset paths for prompt_navigator gem
+    config.assets.paths << Rails.root.join("../prompt_navigator/app/assets/stylesheets")
     # Add asset paths for chat_manager gem
     config.assets.paths << Rails.root.join("../chat_manager/app/assets/stylesheets")
         RUBY

data/lib/generators/llm_meta_client/scaffold/templates/app/controllers/chats_controller.rb

@@ -1,7 +1,7 @@
 class ChatsController < ApplicationController
   include ChatManager::ChatManageable
   include ChatManager::CsvDownloadable
-  include PromptManager::HistoryManageable
+  include PromptNavigator::HistoryManageable
   # Allow access without login
   skip_before_action :authenticate_user!, raise: false
   before_action :authenticate_user!, only: [ :update_title, :download_csv, :download_all_csv ]
@@ -82,7 +82,7 @@ class ChatsController < ApplicationController
 
       # Send to LLM and get assistant response
       begin
-        @assistant_message = @chat.add_assistant_response(@prompt_execution, jwt_token, tool_ids: tool_ids_param)
+        @assistant_message = @chat.add_assistant_response(@prompt_execution, jwt_token, tool_ids: tool_ids_param, generation_settings: generation_settings_param)
         # Generate chat title from the user's prompt (only if title is not yet set)
         @chat.generate_title(params[:message], jwt_token)
       rescue StandardError => e
@@ -172,7 +172,7 @@ class ChatsController < ApplicationController
 
       # Send to LLM and get assistant response
       begin
-        @assistant_message = @chat.add_assistant_response(@prompt_execution, jwt_token, tool_ids: tool_ids_param)
+        @assistant_message = @chat.add_assistant_response(@prompt_execution, jwt_token, tool_ids: tool_ids_param, generation_settings: generation_settings_param)
       rescue StandardError => e
         Rails.logger.error "Error in chat response: #{e.class} - #{e.message}\n#{e.backtrace&.join("\n")}"
         @error_message = "An error occurred while getting the response. Please try again."
@@ -191,4 +191,14 @@ class ChatsController < ApplicationController
   def tool_ids_param
     params[:tool_ids].presence || []
   end
+
+  def generation_settings_param
+    settings = {}
+    settings[:temperature] = params[:temperature].to_f if params[:temperature].present?
+    settings[:top_k] = params[:top_k].to_i if params[:top_k].present?
+    settings[:top_p] = params[:top_p].to_f if params[:top_p].present?
+    settings[:max_tokens] = params[:max_tokens].to_i if params[:max_tokens].present?
+    settings[:repeat_penalty] = params[:repeat_penalty].to_f if params[:repeat_penalty].present?
+    settings
+  end
 end

data/lib/generators/llm_meta_client/scaffold/templates/app/controllers/prompts_controller.rb

@@ -1,10 +1,10 @@
 class PromptsController < ApplicationController
   include ChatManager::ChatManageable
-  include PromptManager::HistoryManageable
+  include PromptNavigator::HistoryManageable
   skip_before_action :authenticate_user!, raise: false
 
   def show
-    @prompt_execution = PromptManager::PromptExecution.includes(:messages).find_by(execution_id: params[:id])
+    @prompt_execution = PromptNavigator::PromptExecution.includes(:messages).find_by(execution_id: params[:id])
     @message = @prompt_execution.messages.first
     @chat = @message.chat
     @messages = @chat.ordered_messages

data/lib/generators/llm_meta_client/scaffold/templates/app/javascript/controllers/generation_settings_controller.js

@@ -0,0 +1,51 @@
+import { Controller } from "@hotwired/stimulus"
+
+// Connects to data-controller="generation-settings"
+export default class extends Controller {
+  static targets = [
+    "toggleButton",
+    "toggleIcon",
+    "panel",
+    "temperatureRange",
+    "temperatureValue",
+    "topKRange",
+    "topKValue",
+    "topPRange",
+    "topPValue",
+    "maxTokensInput",
+    "repeatPenaltyRange",
+    "repeatPenaltyValue",
+  ]
+
+  connect() {
+    this.expanded = false
+  }
+
+  toggle() {
+    if (!this.hasPanelTarget) return
+
+    this.expanded = !this.expanded
+    this.panelTarget.style.display = this.expanded ? "block" : "none"
+
+    if (this.hasToggleIconTarget) {
+      this.toggleIconTarget.classList.toggle("bi-chevron-down", !this.expanded)
+      this.toggleIconTarget.classList.toggle("bi-chevron-up", this.expanded)
+    }
+  }
+
+  updateTemperature() {
+    this.temperatureValueTarget.textContent = this.temperatureRangeTarget.value
+  }
+
+  updateTopK() {
+    this.topKValueTarget.textContent = this.topKRangeTarget.value
+  }
+
+  updateTopP() {
+    this.topPValueTarget.textContent = this.topPRangeTarget.value
+  }
+
+  updateRepeatPenalty() {
+    this.repeatPenaltyValueTarget.textContent = this.repeatPenaltyRangeTarget.value
+  }
+}

data/lib/generators/llm_meta_client/scaffold/templates/app/models/chat.rb

@@ -51,31 +51,31 @@ class Chat < ApplicationRecord
   # Add a user message to the chat
   def add_user_message(message, model, branch_from_uuid = nil)
     parent_message = branch_from_uuid.present? ? messages.find_by(uuid: branch_from_uuid) : nil
-    prompt_execution = PromptManager::PromptExecution.create!(
+    prompt_execution = PromptNavigator::PromptExecution.create!(
       prompt: message,
       model: model,
       configuration: "",
-      previous_id: parent_message&.prompt_manager_prompt_execution_id
+      previous_id: parent_message&.prompt_navigator_prompt_execution_id
     )
 
     new_message = messages.create!(
       role: "user",
-      prompt_manager_prompt_execution: prompt_execution
+      prompt_navigator_prompt_execution: prompt_execution
     )
 
     [ prompt_execution, new_message ]
   end
 
   # Add assistant response by sending to LLM
-  def add_assistant_response(prompt_execution, jwt_token, tool_ids: [])
-    response_content = send_to_llm(jwt_token, tool_ids: tool_ids)
+  def add_assistant_response(prompt_execution, jwt_token, tool_ids: [], generation_settings: {})
+    response_content = send_to_llm(jwt_token, tool_ids: tool_ids, generation_settings: generation_settings)
     prompt_execution.update!(
       llm_platform: llm_type(jwt_token),
       response: response_content
     )
     new_message = messages.create!(
       role: "assistant",
-      prompt_manager_prompt_execution: prompt_execution
+      prompt_navigator_prompt_execution: prompt_execution
     )
 
     new_message
@@ -84,18 +84,18 @@ class Chat < ApplicationRecord
   # Get all messages in order
   def ordered_messages
     messages
-      .includes(:prompt_manager_prompt_execution)
+      .includes(:prompt_navigator_prompt_execution)
       .order(:created_at)
   end
 
   def ordered_by_descending_prompt_executions
     messages
       .where(role: "user")
-      .includes(:prompt_manager_prompt_execution)
+      .includes(:prompt_navigator_prompt_execution)
       .order(created_at: :desc)
       .to_a
-      .select { |msg| msg.prompt_manager_prompt_execution }
-      .map(&:prompt_manager_prompt_execution)
+      .select { |msg| msg.prompt_navigator_prompt_execution }
+      .map(&:prompt_navigator_prompt_execution)
   end
 
   # Check if chat needs to be reset due to LLM or model change
@@ -122,33 +122,29 @@ class Chat < ApplicationRecord
   end
 
   # Send messages to LLM and get response
-  def send_to_llm(jwt_token, tool_ids: [])
+  def send_to_llm(jwt_token, tool_ids: [], generation_settings: {})
     # Get LLM options
     llm_options = LlmMetaClient::ServerResource.available_llm_options(jwt_token)
 
     # Error if no LLM is available
     raise LlmMetaClient::Exceptions::OllamaUnavailableError, "No LLM available" if llm_options.empty?
 
-    # Prepare messages for LLM
-    all_messages = ordered_messages.to_a
-    last_msg = all_messages.last
+    # Build prompt and context from direct lineage via PromptExecution
+    last_msg = ordered_messages.last
+    pe = last_msg.prompt_manager_prompt_execution
 
-    # Prepare prompt and context
-    prompt = { role: last_msg.role, prompt: last_msg.prompt_manager_prompt_execution.prompt }
-    context = all_messages[0...-1].last(Rails.configuration.summarize_conversation_count).map do |msg|
-      { role: msg.role, prompt: msg.prompt_manager_prompt_execution.prompt, response: msg.prompt_manager_prompt_execution&.response }
-    end
+    prompt = { role: last_msg.role, prompt: pe.prompt }
+    context = pe.build_context(limit: Rails.configuration.summarize_conversation_count)
 
     if context.empty?
       summarized_context = "No context available."
     else
-      # Summarize context
       summarized_context = LlmMetaClient::ServerQuery.new.call(jwt_token, llm_uuid, model, context, "Please summarize the context")
     end
 
     summarized_context += "Additional prompt: Responses from the assistant must consist solely of the response body."
 
     # Send chat request using LlmMetaClient::ServerQuery
-    LlmMetaClient::ServerQuery.new.call(jwt_token, llm_uuid, model, summarized_context, prompt, tool_ids: tool_ids)
+    LlmMetaClient::ServerQuery.new.call(jwt_token, llm_uuid, model, summarized_context, prompt, tool_ids: tool_ids, generation_settings: generation_settings)
   end
 end

data/lib/generators/llm_meta_client/scaffold/templates/app/models/message.rb

@@ -1,7 +1,7 @@
 class Message < ApplicationRecord
   belongs_to :chat
-  belongs_to :prompt_manager_prompt_execution,
-             class_name: "PromptManager::PromptExecution",
+  belongs_to :prompt_navigator_prompt_execution,
+             class_name: "PromptNavigator::PromptExecution",
              optional: false
 
   validates :role, presence: true, inclusion: { in: %w[user assistant] }

data/lib/generators/llm_meta_client/scaffold/templates/app/views/chats/_message.html.erb

@@ -3,14 +3,14 @@
     <%% if message.role == 'user' %>
       👤 You
     <%% else %>
-      🤖 <%%= message.prompt_manager_prompt_execution.llm_platform&.capitalize || 'LLM' %>
+      🤖 <%%= message.prompt_navigator_prompt_execution.llm_platform&.capitalize || 'LLM' %>
     <%% end %>
   </div>
   <div class="message-content">
     <%% if message.role == 'user' %>
-      <%%= simple_format(message.prompt_manager_prompt_execution&.prompt) %>
+      <%%= simple_format(message.prompt_navigator_prompt_execution&.prompt) %>
     <%% else %>
-      <%%= simple_format(message.prompt_manager_prompt_execution&.response) %>
+      <%%= simple_format(message.prompt_navigator_prompt_execution&.response) %>
     <%% end %>
   </div>
 </div>

data/lib/generators/llm_meta_client/scaffold/templates/app/views/chats/create.turbo_stream.erb

@@ -36,14 +36,14 @@
     <div id="history-content">
       <h2>History</h2>
       <div class="history-stack" id="history-stack" data-controller="history">
-        <%%= render 'prompt_manager/history_card', locals: {
+        <%%= render 'prompt_navigator/history_card', locals: {
           ann: @prompt_execution,
           next_ann: nil,
           is_active: @prompt_execution.execution_id == @active_message_uuid,
           card_path: ->(uuid) { prompt_path(uuid) }
         } %>
         <%% (@chat&.ordered_by_descending_prompt_executions || []).drop(1).each_with_index do |ann, idx| %>
-          <%%= render 'prompt_manager/history_card', locals: {
+          <%%= render 'prompt_navigator/history_card', locals: {
             ann: ann,
             next_ann: @chat.ordered_by_descending_prompt_executions[idx + 2],
             is_active: ann.execution_id == @active_message_uuid,

data/lib/generators/llm_meta_client/scaffold/templates/app/views/chats/edit.html.erb

@@ -18,6 +18,7 @@
         <%% if user_signed_in? %>
           <%%= render "shared/tool_selector_field", stimulus_controller: "tool-selector" %>
         <%% end %>
+        <%%= render "shared/generation_settings_field", stimulus_controller: "generation-settings" %>
       <%% end %>
       <div class="input-wrapper">
         <%%= f.text_area :message,

data/lib/generators/llm_meta_client/scaffold/templates/app/views/chats/new.html.erb

@@ -18,6 +18,7 @@
         <%% if user_signed_in? %>
           <%%= render "shared/tool_selector_field", stimulus_controller: "tool-selector" %>
         <%% end %>
+        <%%= render "shared/generation_settings_field", stimulus_controller: "generation-settings" %>
       <%% end %>
       <div class="input-wrapper">
         <%%= f.text_area :message,

data/lib/generators/llm_meta_client/scaffold/templates/app/views/chats/update.turbo_stream.erb

@@ -30,14 +30,14 @@
     <div id="history-content">
       <h2>History</h2>
       <div class="history-stack" id="history-stack" data-controller="history">
-        <%%= render 'prompt_manager/history_card', locals: {
+        <%%= render 'prompt_navigator/history_card', locals: {
           ann: @prompt_execution,
           next_ann: nil,
           is_active: @prompt_execution.execution_id == @active_message_uuid,
           card_path: ->(uuid) { prompt_path(uuid) }
         } %>
         <%% (@chat&.ordered_by_descending_prompt_executions || []).drop(1).each_with_index do |ann, idx| %>
-          <%%= render 'prompt_manager/history_card', locals: {
+          <%%= render 'prompt_navigator/history_card', locals: {
             ann: ann,
             next_ann: @chat.ordered_by_descending_prompt_executions[idx + 2],
             is_active: ann.execution_id == @active_message_uuid,

data/lib/generators/llm_meta_client/scaffold/templates/app/views/layouts/_sidebar.html.erb

@@ -12,7 +12,7 @@
   <%% if history.present? %>
     <div class="history-stack" id="history-stack" data-controller="history">
       <%% history.each_with_index do |ann, idx| %>
-        <%%= render 'prompt_manager/history_card', locals: {
+        <%%= render 'prompt_navigator/history_card', locals: {
           ann: ann,
           next_ann: history[idx + 1],
           is_active: ann.uuid == active_uuid,

data/lib/generators/llm_meta_client/scaffold/templates/app/views/layouts/application.html.erb

@@ -20,7 +20,7 @@
 
   <%% # Includes all stylesheet files in app/assets/stylesheets %>
   <%%= stylesheet_link_tag :app %>
-  <%%= stylesheet_link_tag "prompt_manager/history", "data-turbo-track": "reload" %>
+  <%%= stylesheet_link_tag "prompt_navigator/history", "data-turbo-track": "reload" %>
   <%%= stylesheet_link_tag "chat_manager/chat", "data-turbo-track": "reload" %>
   <%%= javascript_importmap_tags %>
 </head>

data/lib/generators/llm_meta_client/scaffold/templates/app/views/shared/_generation_settings_field.html.erb

@@ -0,0 +1,87 @@
+<%%
+  stimulus_controller = local_assigns[:stimulus_controller] || "generation-settings"
+%>
+<div class="generation-settings-field" data-controller="<%%= stimulus_controller %>">
+  <div class="generation-settings-toggle">
+    <button type="button"
+            class="generation-settings-toggle-button"
+            data-<%%= stimulus_controller %>-target="toggleButton"
+            data-action="click-><%%= stimulus_controller %>#toggle">
+      <i class="bi bi-sliders"></i>
+      Generation Settings
+      <i class="bi bi-chevron-down toggle-icon" data-<%%= stimulus_controller %>-target="toggleIcon"></i>
+    </button>
+  </div>
+  <div class="generation-settings-panel" data-<%%= stimulus_controller %>-target="panel" style="display: none;">
+    <div class="generation-setting-item">
+      <label for="temperature">
+        Temperature
+        <span class="setting-value" data-<%%= stimulus_controller %>-target="temperatureValue">0.7</span>
+      </label>
+      <input type="range" name="temperature" id="temperature"
+             min="0" max="2" step="0.1" value="0.7"
+             data-<%%= stimulus_controller %>-target="temperatureRange"
+             data-action="input-><%%= stimulus_controller %>#updateTemperature">
+      <div class="setting-range-labels">
+        <span>0 (deterministic)</span>
+        <span>2 (creative)</span>
+      </div>
+    </div>
+
+    <div class="generation-setting-item">
+      <label for="top_k">
+        Top-K
+        <span class="setting-value" data-<%%= stimulus_controller %>-target="topKValue">40</span>
+      </label>
+      <input type="range" name="top_k" id="top_k"
+             min="1" max="100" step="1" value="40"
+             data-<%%= stimulus_controller %>-target="topKRange"
+             data-action="input-><%%= stimulus_controller %>#updateTopK">
+      <div class="setting-range-labels">
+        <span>1 (focused)</span>
+        <span>100 (diverse)</span>
+      </div>
+    </div>
+
+    <div class="generation-setting-item">
+      <label for="top_p">
+        Top-P
+        <span class="setting-value" data-<%%= stimulus_controller %>-target="topPValue">0.9</span>
+      </label>
+      <input type="range" name="top_p" id="top_p"
+             min="0" max="1" step="0.05" value="0.9"
+             data-<%%= stimulus_controller %>-target="topPRange"
+             data-action="input-><%%= stimulus_controller %>#updateTopP">
+      <div class="setting-range-labels">
+        <span>0 (narrow)</span>
+        <span>1 (broad)</span>
+      </div>
+    </div>
+
+    <div class="generation-setting-item">
+      <label for="max_tokens">
+        Max Tokens
+      </label>
+      <input type="number" name="max_tokens" id="max_tokens"
+             min="1" max="128000" step="1" value=""
+             placeholder="Default (model-dependent)"
+             class="max-tokens-input"
+             data-<%%= stimulus_controller %>-target="maxTokensInput">
+    </div>
+
+    <div class="generation-setting-item">
+      <label for="repeat_penalty">
+        Repeat Penalty
+        <span class="setting-value" data-<%%= stimulus_controller %>-target="repeatPenaltyValue">1.1</span>
+      </label>
+      <input type="range" name="repeat_penalty" id="repeat_penalty"
+             min="1" max="2" step="0.05" value="1.1"
+             data-<%%= stimulus_controller %>-target="repeatPenaltyRange"
+             data-action="input-><%%= stimulus_controller %>#updateRepeatPenalty">
+      <div class="setting-range-labels">
+        <span>1.0 (no penalty)</span>
+        <span>2.0 (strong)</span>
+      </div>
+    </div>
+  </div>
+</div>

data/lib/generators/llm_meta_client/scaffold/templates/db/migrate/create_messages.rb

@@ -3,7 +3,7 @@ class CreateMessages < ActiveRecord::Migration[8.1]
     create_table :messages do |t|
       t.references :chat, null: false, foreign_key: true
       # t.references :parent, foreign_key: { to_table: :messages }, index: true, null: true
-      t.references :prompt_manager_prompt_execution, null: true, foreign_key: { to_table: :prompt_manager_prompt_executions }
+      t.references :prompt_navigator_prompt_execution, null: true, foreign_key: { to_table: :prompt_navigator_prompt_executions }
       t.string :role
 
       t.timestamps

data/lib/llm_meta_client/server_query.rb

@@ -1,11 +1,11 @@
 module LlmMetaClient
   class ServerQuery
-    def call(id_token, api_key_uuid, model_id, context, user_content, tool_ids: [])
+    def call(id_token, api_key_uuid, model_id, context, user_content, tool_ids: [], generation_settings: {})
       debug_log "Context: #{context}"
       context_and_user_content = "Context:#{context}, User Prompt: #{user_content}"
       debug_log "Request to LLM: \n===>\n#{context_and_user_content}\n===>"
 
-      response = request(api_key_uuid, id_token, model_id, context_and_user_content, tool_ids)
+      response = request(api_key_uuid, id_token, model_id, context_and_user_content, tool_ids, generation_settings)
 
       raise Exceptions::ServerError, "LLM server returned HTTP #{response.code}" unless response.success?
 
@@ -28,12 +28,13 @@ module LlmMetaClient
       Rails.logger.info(message) if Rails.env.development?
     end
 
-    def request(api_key_uuid, id_token, model_id, user_content, tool_ids)
+    def request(api_key_uuid, id_token, model_id, user_content, tool_ids, generation_settings)
       headers = { "Content-Type" => "application/json" }
       headers["Authorization"] = "Bearer #{id_token}" if id_token.present?
 
       body = { prompt: user_content.to_s }
       body[:tool_ids] = tool_ids if tool_ids.present?
+      body[:generation_settings] = generation_settings if generation_settings.present?
 
       HTTParty.post(
         url(api_key_uuid, model_id),

data/lib/llm_meta_client/version.rb

@@ -1,3 +1,3 @@
 module LlmMetaClient
-  VERSION = "0.4.0"
+  VERSION = "0.6.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_meta_client
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.6.0
 platform: ruby
 authors:
 - dhq_boiler
@@ -85,6 +85,7 @@ files:
 - README.md
 - Rakefile
 - app/assets/stylesheets/llm_meta_client/application.css
+- app/assets/stylesheets/llm_meta_client/generation_settings.css
 - app/controllers/llm_meta_client/application_controller.rb
 - app/helpers/llm_meta_client/application_helper.rb
 - app/jobs/llm_meta_client/application_job.rb
@@ -106,6 +107,7 @@ files:
 - lib/generators/llm_meta_client/scaffold/templates/app/controllers/prompts_controller.rb
 - lib/generators/llm_meta_client/scaffold/templates/app/javascript/controllers/chat_title_edit_controller.js
 - lib/generators/llm_meta_client/scaffold/templates/app/javascript/controllers/chats_form_controller.js
+- lib/generators/llm_meta_client/scaffold/templates/app/javascript/controllers/generation_settings_controller.js
 - lib/generators/llm_meta_client/scaffold/templates/app/javascript/controllers/llm_selector_controller.js
 - lib/generators/llm_meta_client/scaffold/templates/app/javascript/controllers/tool_selector_controller.js
 - lib/generators/llm_meta_client/scaffold/templates/app/javascript/popover.js
@@ -122,6 +124,7 @@ files:
 - lib/generators/llm_meta_client/scaffold/templates/app/views/layouts/application.html.erb
 - lib/generators/llm_meta_client/scaffold/templates/app/views/shared/_api_key_field.html.erb
 - lib/generators/llm_meta_client/scaffold/templates/app/views/shared/_family_field.html.erb
+- lib/generators/llm_meta_client/scaffold/templates/app/views/shared/_generation_settings_field.html.erb
 - lib/generators/llm_meta_client/scaffold/templates/app/views/shared/_model_field.html.erb
 - lib/generators/llm_meta_client/scaffold/templates/app/views/shared/_tool_selector_field.html.erb
 - lib/generators/llm_meta_client/scaffold/templates/config/initializers/llm_service.rb