prompt_engine 1.0.0

data/app/views/prompt_engine/test_cases/new.html.erb

@@ -0,0 +1,79 @@
+<div class="admin-header">
+  <div>
+    <h1>New Test Case</h1>
+    <p class="text-muted">Add a test case to <%= @eval_set.name %></p>
+  </div>
+</div>
+
+<div class="card">
+  <div class="card__body">
+    <%= form_with model: [@prompt, @eval_set, @test_case], 
+        url: prompt_eval_set_test_cases_path(@prompt, @eval_set), local: true do |form| %>
+      <%= render 'prompt_engine/shared/form_errors', object: @test_case %>
+
+      <div class="form__group">
+        <%= form.label :description, class: "form__label" %>
+        <%= form.text_field :description, class: "form__input", 
+            placeholder: "e.g., Test response to angry customer complaint" %>
+        <p class="form__help">Brief description of what this test case validates</p>
+      </div>
+
+      <div class="form__section">
+        <h3 class="form__section-title">Input Variables</h3>
+        <p class="form__help mb-md">Set values for each variable in the prompt template</p>
+
+        <% @prompt.parameters.ordered.each do |parameter| %>
+          <div class="form__group">
+            <%= label_tag "test_case[input_variables][#{parameter.name}]", parameter.name, class: "form__label" %>
+
+            <% case parameter.parameter_type %>
+            <% when 'boolean' %>
+              <%= select_tag "test_case[input_variables][#{parameter.name}]",
+                  options_for_select([['true', true], ['false', false]], 
+                    @test_case.input_variables&.dig(parameter.name) || parameter.default_value),
+                  class: "form__input" %>
+            <% when 'integer', 'decimal' %>
+              <%= number_field_tag "test_case[input_variables][#{parameter.name}]",
+                  @test_case.input_variables&.dig(parameter.name) || parameter.default_value,
+                  class: "form__input",
+                  step: parameter.parameter_type == 'decimal' ? '0.01' : '1' %>
+            <% when 'json', 'array' %>
+              <%= text_area_tag "test_case[input_variables][#{parameter.name}]",
+                  @test_case.input_variables&.dig(parameter.name)&.to_json || parameter.default_value,
+                  class: "form__input",
+                  rows: 3,
+                  placeholder: parameter.parameter_type == 'array' ? '["item1", "item2"]' : '{"key": "value"}' %>
+            <% else %>
+              <%= text_area_tag "test_case[input_variables][#{parameter.name}]",
+                  @test_case.input_variables&.dig(parameter.name) || parameter.default_value,
+                  class: "form__input",
+                  rows: 2 %>
+            <% end %>
+
+            <% if parameter.description.present? %>
+              <p class="form__help"><%= parameter.description %></p>
+            <% end %>
+          </div>
+        <% end %>
+      </div>
+
+      <div class="form__group">
+        <%= form.label :expected_output, class: "form__label" %>
+        <span class="form__required">*</span>
+        <%= form.text_area :expected_output, 
+            class: "form__input", 
+            rows: 5, 
+            required: true,
+            minlength: 1,
+            placeholder: "The exact output you expect the prompt to generate with these inputs" %>
+        <p class="form__help">The expected output will be compared exactly with the actual output</p>
+      </div>
+
+      <div class="form__actions">
+        <%= form.submit "Create Test Case", class: "btn btn--primary btn--medium",
+            data: { disable_with: "Creating..." } %>
+        <%= link_to "Cancel", prompt_eval_set_path(@prompt, @eval_set), class: "btn btn--secondary btn--medium" %>
+      </div>
+    <% end %>
+  </div>
+</div>

data/app/views/prompt_engine/versions/_version_card.html.erb

@@ -0,0 +1,56 @@
+<div class="version-card">
+  <div class="version-card__header">
+    <div class="version-card__header-main">
+      <h3 class="version-card__title">
+        Version <%= version.version_number %>
+        <% if version.version_number == prompt.versions.maximum(:version_number) %>
+          <span class="badge badge--primary">Current</span>
+        <% end %>
+      </h3>
+      <p class="version-card__summary">
+        <%= version.change_description.presence || "No summary provided" %>
+      </p>
+    </div>
+    <div class="version-card__header-actions">
+      <%= link_to "View", prompt_version_path(prompt, version), class: "button button--small button--secondary" %>
+      <% unless version.version_number == prompt.versions.maximum(:version_number) %>
+        <%= link_to "Compare", compare_prompt_version_path(prompt, version), class: "button button--small button--secondary" %>
+        <%= button_to "Restore", restore_prompt_version_path(prompt, version), 
+            method: :post, 
+            class: "button button--small button--secondary",
+            data: { turbo_confirm: "Are you sure you want to restore this version?" } %>
+      <% end %>
+    </div>
+  </div>
+  
+  <div class="version-card__metadata">
+    <div class="version-card__metadata-item">
+      <span class="version-card__metadata-label">Created</span>
+      <span class="version-card__metadata-value">
+        <%= version.created_at.strftime("%b %d, %Y at %I:%M %p") %>
+      </span>
+    </div>
+    
+    <div class="version-card__metadata-item">
+      <span class="version-card__metadata-label">Model</span>
+      <span class="version-card__metadata-value"><%= version.model %></span>
+    </div>
+    
+    <div class="version-card__metadata-item">
+      <span class="version-card__metadata-label">Temperature</span>
+      <span class="version-card__metadata-value"><%= version.temperature %></span>
+    </div>
+    
+    <div class="version-card__metadata-item">
+      <span class="version-card__metadata-label">Max Tokens</span>
+      <span class="version-card__metadata-value"><%= version.max_tokens || "Default" %></span>
+    </div>
+  </div>
+  
+  <% if show_preview && version.content.present? %>
+    <div class="version-card__preview">
+      <span class="version-card__preview-label">Content Preview:</span>
+      <pre class="version-card__preview-content"><%= truncate(version.content, length: 200) %></pre>
+    </div>
+  <% end %>
+</div>

data/app/views/prompt_engine/versions/compare.html.erb

@@ -0,0 +1,82 @@
+<% content_for :page_title, "Compare Versions" %>
+<% content_for :page_subtitle, @prompt.name %>
+
+<div class="page-header">
+  <div class="page-header__content">
+    <h1 class="page-header__title">Compare Versions</h1>
+    <p class="page-header__subtitle">
+      Version <%= @version_a.version_number %> → Version <%= @version_b.version_number %>
+    </p>
+  </div>
+  <div class="page-header__actions">
+    <%= link_to "Back to History", prompt_versions_path(@prompt), class: "button button--secondary" %>
+    <%= link_to "Back to Prompt", @prompt, class: "button button--secondary" %>
+  </div>
+</div>
+
+<div class="version-compare">
+  <div class="version-compare__header">
+    <div class="version-compare__version version-compare__version--old">
+      <h3>Version <%= @version_a.version_number %></h3>
+      <p class="text-muted"><%= @version_a.created_at.strftime("%B %d, %Y at %I:%M %p") %></p>
+    </div>
+    <div class="version-compare__arrow">→</div>
+    <div class="version-compare__version version-compare__version--new">
+      <h3>Version <%= @version_b.version_number %></h3>
+      <p class="text-muted"><%= @version_b.created_at.strftime("%B %d, %Y at %I:%M %p") %></p>
+    </div>
+  </div>
+
+  <% @changes.each do |field, change| %>
+    <% if change[:changed] %>
+      <div class="card version-compare__section">
+        <div class="card__header">
+          <h2 class="card__title"><%= field.to_s.humanize %></h2>
+        </div>
+        <div class="card__content">
+          <div class="version-compare__diff">
+            <div class="version-compare__diff-side version-compare__diff-side--old">
+              <div class="version-compare__diff-label">Old Value</div>
+              <% if field == :content || field == :system_message %>
+                <pre class="version-compare__diff-content version-compare__diff-content--old"><%= change[:old].presence || "(empty)" %></pre>
+              <% else %>
+                <div class="version-compare__diff-value version-compare__diff-value--old">
+                  <%= change[:old].presence || "(not set)" %>
+                </div>
+              <% end %>
+            </div>
+            
+            <div class="version-compare__diff-side version-compare__diff-side--new">
+              <div class="version-compare__diff-label">New Value</div>
+              <% if field == :content || field == :system_message %>
+                <pre class="version-compare__diff-content version-compare__diff-content--new"><%= change[:new].presence || "(empty)" %></pre>
+              <% else %>
+                <div class="version-compare__diff-value version-compare__diff-value--new">
+                  <%= change[:new].presence || "(not set)" %>
+                </div>
+              <% end %>
+            </div>
+          </div>
+        </div>
+      </div>
+    <% end %>
+  <% end %>
+  
+  <div class="card">
+    <div class="card__header">
+      <h2 class="card__title">Change Description</h2>
+    </div>
+    <div class="card__content">
+      <div class="version-compare__summary">
+        <div class="version-compare__summary-item">
+          <strong>Version <%= @version_a.version_number %> Summary:</strong>
+          <%= @version_a.change_description.presence || content_tag(:em, "No summary provided", class: "text-muted") %>
+        </div>
+        <div class="version-compare__summary-item">
+          <strong>Version <%= @version_b.version_number %> Summary:</strong>
+          <%= @version_b.change_description.presence || content_tag(:em, "No summary provided", class: "text-muted") %>
+        </div>
+      </div>
+    </div>
+  </div>
+</div>

data/app/views/prompt_engine/versions/index.html.erb

@@ -0,0 +1,96 @@
+<% content_for :page_title, "Version History" %>
+<% content_for :page_subtitle, @prompt.name %>
+
+<div class="page-header">
+  <div class="page-header__content">
+    <h1 class="page-header__title">Version History</h1>
+    <p class="page-header__subtitle"><%= @prompt.name %></p>
+  </div>
+  <div class="page-header__actions">
+    <%= link_to "Back to Prompt", @prompt, class: "button button--secondary" %>
+  </div>
+</div>
+
+<div class="versions-timeline">
+  <% if @versions.any? %>
+    <% @versions.each_with_index do |version, index| %>
+      <div class="version-item <%= 'version-item--current' if index == 0 %>">
+        <div class="version-item__marker">
+          <div class="version-item__marker-dot"></div>
+          <% if index < @versions.length - 1 %>
+            <div class="version-item__marker-line"></div>
+          <% end %>
+        </div>
+        
+        <div class="version-item__content">
+          <div class="version-card">
+            <div class="version-card__header">
+              <div class="version-card__header-main">
+                <h3 class="version-card__title">
+                  Version <%= version.version_number %>
+                  <% if index == 0 %>
+                    <span class="badge badge--primary">Current</span>
+                  <% end %>
+                </h3>
+                <p class="version-card__summary">
+                  <%= version.change_description.presence || "No summary provided" %>
+                </p>
+              </div>
+              <div class="version-card__header-actions">
+                <%= link_to "View", prompt_version_path(@prompt, version), class: "button button--small button--secondary" %>
+                <% if index > 0 %>
+                  <%= link_to "Compare", compare_prompt_version_path(@prompt, version), class: "button button--small button--secondary" %>
+                  <%= button_to "Restore", restore_prompt_version_path(@prompt, version), 
+                      method: :post, 
+                      class: "button button--small button--secondary",
+                      data: { turbo_confirm: "Are you sure you want to restore this version?" } %>
+                <% end %>
+              </div>
+            </div>
+            
+            <div class="version-card__metadata">
+              <div class="version-card__metadata-item">
+                <span class="version-card__metadata-label">Created</span>
+                <span class="version-card__metadata-value">
+                  <%= version.created_at.strftime("%b %d, %Y at %I:%M %p") %>
+                </span>
+              </div>
+              
+              <div class="version-card__metadata-item">
+                <span class="version-card__metadata-label">Model</span>
+                <span class="version-card__metadata-value"><%= version.model %></span>
+              </div>
+              
+              <div class="version-card__metadata-item">
+                <span class="version-card__metadata-label">Temperature</span>
+                <span class="version-card__metadata-value"><%= version.temperature %></span>
+              </div>
+              
+              <div class="version-card__metadata-item">
+                <span class="version-card__metadata-label">Max Tokens</span>
+                <span class="version-card__metadata-value"><%= version.max_tokens || "Default" %></span>
+              </div>
+            </div>
+            
+            <% if version.content.present? %>
+              <div class="version-card__preview">
+                <span class="version-card__preview-label">Content Preview:</span>
+                <pre class="version-card__preview-content"><%= truncate(version.content, length: 200) %></pre>
+              </div>
+            <% end %>
+          </div>
+        </div>
+      </div>
+    <% end %>
+  <% else %>
+    <div class="empty-state">
+      <div class="empty-state__icon">
+        <svg width="48" height="48" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2">
+          <path d="M12 8v4l3 3m6-3a9 9 0 11-18 0 9 9 0 0118 0z"/>
+        </svg>
+      </div>
+      <h3 class="empty-state__title">No version history</h3>
+      <p class="empty-state__description">This prompt doesn't have any previous versions yet.</p>
+    </div>
+  <% end %>
+</div>

data/app/views/prompt_engine/versions/show.html.erb

@@ -0,0 +1,98 @@
+<% content_for :page_title, "Version #{@version.version_number}" %>
+<% content_for :page_subtitle, @prompt.name %>
+
+<div class="page-header">
+  <div class="page-header__content">
+    <h1 class="page-header__title">Version <%= @version.version_number %></h1>
+    <p class="page-header__subtitle"><%= @prompt.name %></p>
+  </div>
+  <div class="page-header__actions">
+    <%= link_to "Test Run History", prompt_version_playground_run_results_path(@prompt, @version), class: "button button--secondary" %>
+    <%= link_to "Back to History", prompt_versions_path(@prompt), class: "button button--secondary" %>
+    <%= link_to "Back to Prompt", @prompt, class: "button button--secondary" %>
+    <% unless @version.version_number == @prompt.versions.maximum(:version_number) %>
+      <%= button_to "Restore This Version", restore_prompt_version_path(@prompt, @version), 
+          method: :post, 
+          class: "button button--primary",
+          data: { turbo_confirm: "Are you sure you want to restore this version?" } %>
+    <% end %>
+  </div>
+</div>
+
+<div class="version-details">
+  <div class="card">
+    <div class="card__header">
+      <h2 class="card__title">Version Information</h2>
+    </div>
+    <div class="card__content">
+      <dl class="metadata-list">
+        <div class="metadata-list__item">
+          <dt class="metadata-list__label">Version Number</dt>
+          <dd class="metadata-list__value"><%= @version.version_number %></dd>
+        </div>
+        
+        <div class="metadata-list__item">
+          <dt class="metadata-list__label">Created At</dt>
+          <dd class="metadata-list__value"><%= @version.created_at.strftime("%B %d, %Y at %I:%M %p") %></dd>
+        </div>
+        
+        <div class="metadata-list__item">
+          <dt class="metadata-list__label">Change Description</dt>
+          <dd class="metadata-list__value">
+            <%= @version.change_description.presence || content_tag(:em, "No summary provided", class: "text-muted") %>
+          </dd>
+        </div>
+      </dl>
+    </div>
+  </div>
+
+  <div class="card">
+    <div class="card__header">
+      <h2 class="card__title">Prompt Content</h2>
+    </div>
+    <div class="card__content">
+      <% if @version.content.present? %>
+        <pre class="prompt-content"><%= @version.content %></pre>
+      <% else %>
+        <p class="text-muted">No content provided</p>
+      <% end %>
+    </div>
+  </div>
+
+  <div class="card">
+    <div class="card__header">
+      <h2 class="card__title">System Message</h2>
+    </div>
+    <div class="card__content">
+      <% if @version.system_message.present? %>
+        <pre class="prompt-content"><%= @version.system_message %></pre>
+      <% else %>
+        <p class="text-muted">No system message provided</p>
+      <% end %>
+    </div>
+  </div>
+
+  <div class="card">
+    <div class="card__header">
+      <h2 class="card__title">Model Settings</h2>
+    </div>
+    <div class="card__content">
+      <dl class="metadata-list">
+        <div class="metadata-list__item">
+          <dt class="metadata-list__label">Model</dt>
+          <dd class="metadata-list__value"><%= @version.model %></dd>
+        </div>
+        
+        <div class="metadata-list__item">
+          <dt class="metadata-list__label">Temperature</dt>
+          <dd class="metadata-list__value"><%= @version.temperature %></dd>
+        </div>
+        
+        <div class="metadata-list__item">
+          <dt class="metadata-list__label">Max Tokens</dt>
+          <dd class="metadata-list__value"><%= @version.max_tokens || "Default" %></dd>
+        </div>
+      </dl>
+    </div>
+  </div>
+</div>

data/config/routes.rb

@@ -0,0 +1,61 @@
+PromptEngine::Engine.routes.draw do
+  root to: "dashboard#index"
+
+  get "dashboard", to: "dashboard#index", as: :dashboard
+
+  resources :prompts do
+    member do
+      post :test
+      post :duplicate
+      get :playground, to: "playground#show"
+      post :playground, to: "playground#execute"
+    end
+    collection do
+      get :search
+    end
+
+    resources :versions, only: [ :index, :show ] do
+      member do
+        post :restore
+        get :compare
+      end
+      resources :playground_run_results, only: [ :index ]
+    end
+
+    resources :playground_run_results, only: [ :index ]
+
+    resources :eval_sets do
+      member do
+        post :run
+        get :compare
+        get :metrics
+      end
+      resources :test_cases, except: [ :index, :show ] do
+        collection do
+          get :import
+          post :import_preview
+          post :import_create
+        end
+      end
+    end
+    resources :eval_runs, only: [ :show ]
+  end
+
+  resources :playground_run_results, only: [ :index, :show ]
+
+  resource :settings, only: [ :edit, :update ]
+
+  # Evaluations index - shows all eval sets across all prompts
+  get "evaluations", to: "evaluations#index", as: :evaluations
+
+  # API endpoints for integration
+  namespace :api do
+    namespace :v1 do
+      resources :prompts, only: [ :index, :show ] do
+        member do
+          post :execute
+        end
+      end
+    end
+  end
+end

data/db/migrate/20250124000001_create_eval_tables.rb

@@ -0,0 +1,43 @@
+class CreateEvalTables < ActiveRecord::Migration[7.1]
+  def change
+    create_table :prompt_engine_eval_sets do |t|
+      t.string :name, null: false
+      t.text :description
+      t.references :prompt, null: false, foreign_key: { to_table: :prompt_engine_prompts }
+      t.timestamps
+    end
+
+    create_table :prompt_engine_test_cases do |t|
+      t.references :eval_set, null: false, foreign_key: { to_table: :prompt_engine_eval_sets }
+      t.json :input_variables, null: false, default: {}
+      t.text :expected_output, null: false
+      t.text :description
+      t.timestamps
+    end
+
+    create_table :prompt_engine_eval_runs do |t|
+      t.references :eval_set, null: false, foreign_key: { to_table: :prompt_engine_eval_sets }
+      t.references :prompt_version, null: false, foreign_key: { to_table: :prompt_engine_prompt_versions }
+      t.integer :status, default: 0, null: false
+      t.datetime :started_at
+      t.datetime :completed_at
+      t.integer :total_count, default: 0
+      t.integer :passed_count, default: 0
+      t.integer :failed_count, default: 0
+      t.text :error_message
+      t.timestamps
+    end
+
+    create_table :prompt_engine_eval_results do |t|
+      t.references :eval_run, null: false, foreign_key: { to_table: :prompt_engine_eval_runs }
+      t.references :test_case, null: false, foreign_key: { to_table: :prompt_engine_test_cases }
+      t.text :actual_output
+      t.boolean :passed, default: false
+      t.integer :execution_time_ms
+      t.text :error_message
+      t.timestamps
+    end
+
+    add_index :prompt_engine_eval_sets, [ :prompt_id, :name ], unique: true
+  end
+end

data/db/migrate/20250124000002_add_open_ai_fields_to_evals.rb

@@ -0,0 +1,11 @@
+class AddOpenAiFieldsToEvals < ActiveRecord::Migration[7.1]
+  def change
+    add_column :prompt_engine_eval_sets, :openai_eval_id, :string
+    add_column :prompt_engine_eval_runs, :openai_run_id, :string
+    add_column :prompt_engine_eval_runs, :openai_file_id, :string
+    add_column :prompt_engine_eval_runs, :report_url, :string
+
+    add_index :prompt_engine_eval_sets, :openai_eval_id
+    add_index :prompt_engine_eval_runs, :openai_run_id
+  end
+end

data/db/migrate/20250125000001_add_grader_fields_to_eval_sets.rb

@@ -0,0 +1,8 @@
+class AddGraderFieldsToEvalSets < ActiveRecord::Migration[7.1]
+  def change
+    add_column :prompt_engine_eval_sets, :grader_type, :string, default: 'exact_match', null: false
+    add_column :prompt_engine_eval_sets, :grader_config, :json, default: {}
+
+    add_index :prompt_engine_eval_sets, :grader_type
+  end
+end

data/db/migrate/20250723161909_create_prompts.rb

@@ -0,0 +1,17 @@
+class CreatePrompts < ActiveRecord::Migration[8.0]
+  def change
+    create_table :prompt_engine_prompts do |t|
+      t.string :name
+      t.text :description
+      t.text :content
+      t.text :system_message
+      t.string :model
+      t.float :temperature
+      t.integer :max_tokens
+      t.string :status
+      t.json :metadata
+
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20250723184757_create_prompt_engine_versions.rb

@@ -0,0 +1,24 @@
+class CreatePromptEngineVersions < ActiveRecord::Migration[8.0]
+  def change
+    create_table :prompt_engine_prompt_versions do |t|
+      t.references :prompt, null: false, foreign_key: { to_table: :prompt_engine_prompts }
+      t.integer :version_number, null: false
+      t.text :content, null: false
+      t.text :system_message
+      t.string :model
+      t.float :temperature
+      t.integer :max_tokens
+      t.json :metadata
+      t.string :created_by
+      t.text :change_description
+
+      t.timestamps
+    end
+
+    add_index :prompt_engine_prompt_versions, [ :prompt_id, :version_number ], unique: true, name: 'index_prompt_versions_on_prompt_and_version'
+    add_index :prompt_engine_prompt_versions, :version_number
+
+    # Add version_count counter cache to prompts table
+    add_column :prompt_engine_prompts, :versions_count, :integer, default: 0, null: false
+  end
+end

data/db/migrate/20250723203838_create_prompt_engine_parameters.rb

@@ -0,0 +1,20 @@
+class CreatePromptEngineParameters < ActiveRecord::Migration[8.0]
+  def change
+    create_table :prompt_engine_parameters do |t|
+      t.references :prompt, null: false, foreign_key: { to_table: :prompt_engine_prompts }
+      t.string :name, null: false
+      t.text :description
+      t.string :parameter_type, null: false, default: 'string'
+      t.boolean :required, null: false, default: true
+      t.string :default_value
+      t.json :validation_rules
+      t.string :example_value
+      t.integer :position
+
+      t.timestamps
+    end
+
+    add_index :prompt_engine_parameters, [ :prompt_id, :name ], unique: true
+    add_index :prompt_engine_parameters, :position
+  end
+end

data/db/migrate/20250724160623_create_prompt_engine_playground_run_results.rb

@@ -0,0 +1,30 @@
+class CreatePromptEnginePlaygroundRunResults < ActiveRecord::Migration[7.0]
+  def change
+    create_table :prompt_engine_playground_run_results do |t|
+      t.references :prompt_version, null: false, foreign_key: { to_table: :prompt_engine_prompt_versions }
+
+      # API Provider and Model Info
+      t.string :provider, null: false
+      t.string :model, null: false
+
+      # Prompt Details
+      t.text :rendered_prompt, null: false
+      t.text :system_message
+      t.text :parameters
+
+      # Response Details
+      t.text :response, null: false
+      t.float :execution_time, null: false
+      t.integer :token_count
+
+      # Settings Used
+      t.float :temperature
+      t.integer :max_tokens
+
+      t.timestamps
+    end
+
+    add_index :prompt_engine_playground_run_results, :provider
+    add_index :prompt_engine_playground_run_results, :created_at
+  end
+end

data/db/migrate/20250724165118_create_prompt_engine_settings.rb

@@ -0,0 +1,14 @@
+class CreatePromptEngineSettings < ActiveRecord::Migration[7.0]
+  def change
+    create_table :prompt_engine_settings do |t|
+      # Encrypted API keys
+      t.text :openai_api_key
+      t.text :anthropic_api_key
+
+      # Other settings can be added here in the future
+      t.json :preferences, default: {}
+
+      t.timestamps
+    end
+  end
+end