prompt_engine 1.0.0

data/app/assets/stylesheets/prompt_engine/versions.css

@@ -0,0 +1,370 @@
+/* Page Header */
+.page-header {
+  display: flex;
+  justify-content: space-between;
+  align-items: flex-start;
+  margin-bottom: var(--spacing-xl);
+  gap: var(--spacing-lg);
+}
+
+.page-header__content {
+  flex: 1;
+}
+
+.page-header__title {
+  margin: 0 0 var(--spacing-xs) 0;
+  font-size: var(--font-size-2xl);
+  font-weight: 600;
+  color: var(--color-gray-900);
+}
+
+.page-header__subtitle {
+  margin: 0;
+  font-size: var(--font-size-base);
+  color: var(--color-gray-600);
+}
+
+.page-header__actions {
+  display: flex;
+  gap: var(--spacing-sm);
+  align-items: center;
+}
+
+/* Versions Timeline */
+.versions-timeline {
+  position: relative;
+  margin-top: var(--spacing-xl);
+}
+
+/* Version Item */
+.version-item {
+  display: flex;
+  gap: var(--spacing-lg);
+  margin-bottom: var(--spacing-xl);
+  position: relative;
+}
+
+.version-item--current .version-card {
+  border-color: var(--color-primary-600);
+  background-color: var(--color-primary-50);
+}
+
+/* Version Timeline Marker */
+.version-item__marker {
+  position: relative;
+  flex-shrink: 0;
+  width: 40px;
+}
+
+.version-item__marker-dot {
+  width: 12px;
+  height: 12px;
+  border-radius: 50%;
+  background-color: var(--color-gray-400);
+  border: 3px solid var(--color-white);
+  box-shadow: 0 0 0 1px var(--color-gray-300);
+  position: absolute;
+  left: 14px;
+  top: 8px;
+}
+
+.version-item--current .version-item__marker-dot {
+  background-color: var(--color-primary-600);
+  box-shadow: 0 0 0 1px var(--color-primary-600);
+}
+
+.version-item__marker-line {
+  position: absolute;
+  left: 19px;
+  top: 28px;
+  width: 2px;
+  height: calc(100% + var(--spacing-xl));
+  background-color: var(--color-gray-200);
+}
+
+.version-item__content {
+  flex: 1;
+  min-width: 0;
+}
+
+/* Version Card */
+.version-card {
+  background-color: var(--color-white);
+  border: 1px solid var(--color-gray-200);
+  border-radius: var(--radius-lg);
+  padding: var(--spacing-lg);
+  transition: all 0.2s ease;
+}
+
+.version-card:hover {
+  box-shadow: var(--shadow-md);
+  transform: translateY(-1px);
+}
+
+.version-card__header {
+  display: flex;
+  justify-content: space-between;
+  align-items: flex-start;
+  margin-bottom: var(--spacing-md);
+}
+
+.version-card__header-main {
+  flex: 1;
+  min-width: 0;
+}
+
+.version-card__header-actions {
+  display: flex;
+  gap: var(--spacing-sm);
+  flex-shrink: 0;
+}
+
+.version-card__title {
+  font-size: var(--font-size-lg);
+  font-weight: var(--font-weight-semibold);
+  color: var(--color-gray-900);
+  margin: 0 0 var(--spacing-xs) 0;
+  display: flex;
+  align-items: center;
+  gap: var(--spacing-sm);
+}
+
+.version-card__summary {
+  font-size: var(--font-size-base);
+  color: var(--color-gray-600);
+  margin: 0;
+}
+
+/* Version Card Metadata */
+.version-card__metadata {
+  display: flex;
+  flex-wrap: wrap;
+  gap: var(--spacing-lg);
+  padding-top: var(--spacing-md);
+  border-top: 1px solid var(--color-gray-100);
+}
+
+.version-card__metadata-item {
+  display: flex;
+  flex-direction: column;
+  gap: var(--spacing-xs);
+}
+
+.version-card__metadata-label {
+  font-size: var(--font-size-sm);
+  font-weight: var(--font-weight-medium);
+  color: var(--color-gray-500);
+}
+
+.version-card__metadata-value {
+  font-size: var(--font-size-sm);
+  color: var(--color-gray-700);
+}
+
+/* Version Card Preview */
+.version-card__preview {
+  margin-top: var(--spacing-md);
+  padding-top: var(--spacing-md);
+  border-top: 1px solid var(--color-gray-100);
+}
+
+.version-card__preview-label {
+  display: block;
+  font-size: var(--font-size-sm);
+  font-weight: var(--font-weight-medium);
+  color: var(--color-gray-600);
+  margin-bottom: var(--spacing-sm);
+}
+
+.version-card__preview-content {
+  background-color: var(--color-gray-50);
+  border: 1px solid var(--color-gray-200);
+  border-radius: var(--radius-md);
+  padding: var(--spacing-md);
+  font-family: 'SF Mono', Monaco, 'Cascadia Code', monospace;
+  font-size: var(--font-size-sm);
+  line-height: var(--line-height-relaxed);
+  white-space: pre-wrap;
+  word-wrap: break-word;
+  margin: 0;
+  color: var(--color-gray-700);
+  max-height: 120px;
+  overflow: hidden;
+  position: relative;
+}
+
+/* Version Details */
+.version-details {
+  display: flex;
+  flex-direction: column;
+  gap: var(--spacing-lg);
+  margin-top: var(--spacing-xl);
+}
+
+/* Version Compare */
+.version-compare {
+  margin-top: var(--spacing-xl);
+}
+
+.version-compare__header {
+  display: flex;
+  align-items: center;
+  justify-content: center;
+  gap: var(--spacing-xl);
+  margin-bottom: var(--spacing-xl);
+  padding: var(--spacing-lg);
+  background-color: var(--color-gray-50);
+  border-radius: var(--radius-lg);
+}
+
+.version-compare__version {
+  text-align: center;
+}
+
+.version-compare__version h3 {
+  font-size: var(--font-size-xl);
+  font-weight: var(--font-weight-semibold);
+  margin: 0 0 var(--spacing-xs) 0;
+}
+
+.version-compare__arrow {
+  font-size: var(--font-size-2xl);
+  color: var(--color-gray-400);
+  font-weight: var(--font-weight-bold);
+}
+
+.version-compare__section {
+  margin-bottom: var(--spacing-lg);
+}
+
+/* Version Compare Diff */
+.version-compare__diff {
+  display: grid;
+  grid-template-columns: 1fr 1fr;
+  gap: var(--spacing-lg);
+}
+
+.version-compare__diff-side {
+  position: relative;
+}
+
+.version-compare__diff-label {
+  font-size: var(--font-size-sm);
+  font-weight: var(--font-weight-medium);
+  color: var(--color-gray-600);
+  margin-bottom: var(--spacing-sm);
+}
+
+.version-compare__diff-content,
+.version-compare__diff-value {
+  background-color: var(--color-gray-50);
+  border: 1px solid var(--color-gray-200);
+  border-radius: var(--radius-md);
+  padding: var(--spacing-md);
+  font-size: var(--font-size-sm);
+  margin: 0;
+}
+
+.version-compare__diff-content {
+  font-family: 'SF Mono', Monaco, 'Cascadia Code', monospace;
+  line-height: var(--line-height-relaxed);
+  white-space: pre-wrap;
+  word-wrap: break-word;
+  max-height: 300px;
+  overflow-y: auto;
+}
+
+.version-compare__diff-content--old,
+.version-compare__diff-value--old {
+  background-color: var(--color-red-50);
+  border-color: var(--color-red-200);
+  color: var(--color-red-900);
+}
+
+.version-compare__diff-content--new,
+.version-compare__diff-value--new {
+  background-color: var(--color-green-50);
+  border-color: var(--color-green-200);
+  color: var(--color-green-900);
+}
+
+.version-compare__summary {
+  display: flex;
+  flex-direction: column;
+  gap: var(--spacing-md);
+}
+
+.version-compare__summary-item {
+  padding: var(--spacing-md);
+  background-color: var(--color-gray-50);
+  border-radius: var(--radius-md);
+  font-size: var(--font-size-base);
+  line-height: var(--line-height-relaxed);
+}
+
+/* Metadata List */
+.metadata-list {
+  display: grid;
+  grid-template-columns: repeat(auto-fit, minmax(250px, 1fr));
+  gap: var(--spacing-lg);
+  margin: 0;
+}
+
+.metadata-list__item {
+  display: flex;
+  flex-direction: column;
+  gap: var(--spacing-xs);
+}
+
+.metadata-list__label {
+  font-size: var(--font-size-sm);
+  font-weight: var(--font-weight-medium);
+  color: var(--color-gray-600);
+}
+
+.metadata-list__value {
+  font-size: var(--font-size-base);
+  color: var(--color-gray-900);
+}
+
+/* Badge */
+.badge {
+  display: inline-flex;
+  align-items: center;
+  padding: var(--spacing-xs) var(--spacing-sm);
+  font-size: var(--font-size-xs);
+  font-weight: var(--font-weight-medium);
+  border-radius: var(--radius-full);
+  text-transform: uppercase;
+  letter-spacing: 0.05em;
+}
+
+.badge--primary {
+  background-color: var(--color-primary-100);
+  color: var(--color-primary-700);
+}
+
+/* Responsive */
+@media (max-width: 768px) {
+  .version-compare__diff {
+    grid-template-columns: 1fr;
+  }
+  
+  .version-compare__header {
+    flex-direction: column;
+  }
+  
+  .version-compare__arrow {
+    transform: rotate(90deg);
+  }
+  
+  .version-card__header {
+    flex-direction: column;
+    gap: var(--spacing-md);
+  }
+  
+  .version-card__header-actions {
+    width: 100%;
+    justify-content: flex-start;
+  }
+}

data/app/clients/prompt_engine/open_ai_evals_client.rb

@@ -0,0 +1,135 @@
+module PromptEngine
+  class OpenAiEvalsClient
+    BASE_URL = "https://api.openai.com/v1"
+
+    class APIError < StandardError; end
+    class AuthenticationError < APIError; end
+    class RateLimitError < APIError; end
+    class NotFoundError < APIError; end
+
+    def initialize(api_key: nil)
+      # Try to get API key from: 1) parameter, 2) Settings, 3) Rails credentials
+      @api_key = api_key || fetch_api_key_from_settings || Rails.application.credentials.dig(:openai, :api_key)
+      raise AuthenticationError, "OpenAI API key not configured" if @api_key.blank?
+    end
+
+    def create_eval(name:, data_source_config:, testing_criteria:)
+      post("/evals", {
+        name: name,
+        data_source_config: data_source_config,
+        testing_criteria: testing_criteria
+      })
+    end
+
+    def create_run(eval_id:, name:, data_source:)
+      post("/evals/#{eval_id}/runs", {
+        name: name,
+        data_source: data_source
+      })
+    end
+
+    def get_run(eval_id:, run_id:)
+      get("/evals/#{eval_id}/runs/#{run_id}")
+    end
+
+    def upload_file(file_path, purpose: "evals")
+      uri = URI("#{BASE_URL}/files")
+      request = Net::HTTP::Post.new(uri)
+      request["Authorization"] = "Bearer #{@api_key}"
+
+      File.open(file_path, "rb") do |file|
+        form_data = [
+          [ "purpose", purpose ],
+          [ "file", file, { filename: File.basename(file_path) } ]
+        ]
+        request.set_form(form_data, "multipart/form-data")
+
+        response = Net::HTTP.start(uri.hostname, uri.port, use_ssl: true) do |http|
+          http.request(request)
+        end
+
+        handle_response(response)
+      end
+    rescue Errno::ENOENT => e
+      raise APIError, "File not found: #{file_path}"
+    rescue => e
+      raise APIError, "File upload failed: #{e.message}"
+    end
+
+    private
+
+    def fetch_api_key_from_settings
+              PromptEngine::Setting.instance.openai_api_key
+    rescue ActiveRecord::RecordNotFound
+      nil
+    end
+
+    def post(path, body)
+      uri = URI("#{BASE_URL}#{path}")
+      http = Net::HTTP.new(uri.host, uri.port)
+      http.use_ssl = true
+      http.read_timeout = 30
+      http.open_timeout = 10
+
+      request = Net::HTTP::Post.new(uri)
+      request["Authorization"] = "Bearer #{@api_key}"
+      request["Content-Type"] = "application/json"
+      request.body = body.to_json
+
+      response = http.request(request)
+      handle_response(response)
+    rescue Net::ReadTimeout => e
+      raise APIError, "Request timed out"
+    rescue Net::OpenTimeout => e
+      raise APIError, "Connection timed out"
+    rescue => e
+      raise APIError, "Request failed: #{e.message}"
+    end
+
+    def get(path)
+      uri = URI("#{BASE_URL}#{path}")
+      http = Net::HTTP.new(uri.host, uri.port)
+      http.use_ssl = true
+      http.read_timeout = 30
+      http.open_timeout = 10
+
+      request = Net::HTTP::Get.new(uri)
+      request["Authorization"] = "Bearer #{@api_key}"
+
+      response = http.request(request)
+      handle_response(response)
+    rescue Net::ReadTimeout => e
+      raise APIError, "Request timed out"
+    rescue Net::OpenTimeout => e
+      raise APIError, "Connection timed out"
+    rescue => e
+      raise APIError, "Request failed: #{e.message}"
+    end
+
+    def handle_response(response)
+      case response.code.to_i
+      when 200..299
+        JSON.parse(response.body)
+      when 401
+        raise AuthenticationError, "Invalid API key"
+      when 404
+        raise NotFoundError, parse_error_message(response)
+      when 429
+        raise RateLimitError, "Rate limit exceeded. Please try again later."
+      when 400..499
+        raise APIError, "Client error: #{parse_error_message(response)}"
+      when 500..599
+        raise APIError, "Server error: #{parse_error_message(response)}"
+      else
+        raise APIError, "Unexpected response: #{response.code} - #{response.body}"
+      end
+    end
+
+    def parse_error_message(response)
+      body = JSON.parse(response.body)
+      body.dig("error", "message") || body["error"] || response.body
+    rescue JSON::ParserError
+      response.body
+    end
+  end
+end

data/app/controllers/prompt_engine/admin/base_controller.rb

@@ -0,0 +1,7 @@
+module PromptEngine
+  module Admin
+    class BaseController < ApplicationController
+      layout "prompt_engine/admin"
+    end
+  end
+end

data/app/controllers/prompt_engine/application_controller.rb

@@ -0,0 +1,4 @@
+module PromptEngine
+  class ApplicationController < ActionController::Base
+  end
+end

data/app/controllers/prompt_engine/dashboard_controller.rb

@@ -0,0 +1,24 @@
+module PromptEngine
+  class DashboardController < ApplicationController
+    layout "prompt_engine/admin"
+
+    def index
+      @recent_prompts = Prompt.includes(:parameters).order(updated_at: :desc).limit(5)
+      @recent_test_runs = PlaygroundRunResult.includes(prompt_version: :prompt).order(created_at: :desc).limit(5)
+
+      # Statistics
+      @total_prompts = Prompt.count
+      @prompt_engines = Prompt.active.count
+      @total_test_runs = PlaygroundRunResult.count
+      @total_tokens_used = PlaygroundRunResult.sum(:token_count) || 0
+
+      # Evaluation statistics
+      @total_eval_sets = EvalSet.count
+      @total_eval_runs = EvalRun.count
+      @recent_eval_runs = EvalRun.includes(eval_set: :prompt)
+        .where(status: "completed")
+        .order(created_at: :desc)
+        .limit(5)
+    end
+  end
+end

data/app/controllers/prompt_engine/eval_runs_controller.rb

@@ -0,0 +1,23 @@
+module PromptEngine
+  class EvalRunsController < ApplicationController
+    layout "prompt_engine/admin"
+
+    before_action :set_prompt
+    before_action :set_eval_run
+
+    def show
+      # Note: Individual eval results are not fetched in MVP
+      # Only aggregate counts from OpenAI are displayed
+    end
+
+    private
+
+    def set_prompt
+      @prompt = Prompt.find(params[:prompt_id])
+    end
+
+    def set_eval_run
+      @eval_run = EvalRun.find(params[:id])
+    end
+  end
+end