RubyGems - prompt_engine - Versions diffs - 1.0.0 - Mend

prompt_engine 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (97) hide show

checksums.yaml +7 -0
data/MIT-LICENSE +20 -0
data/README.md +67 -0
data/Rakefile +22 -0
data/app/assets/stylesheets/prompt_engine/application.css +22 -0
data/app/assets/stylesheets/prompt_engine/buttons.css +124 -0
data/app/assets/stylesheets/prompt_engine/cards.css +63 -0
data/app/assets/stylesheets/prompt_engine/comparison.css +244 -0
data/app/assets/stylesheets/prompt_engine/components/_test_runs.css +144 -0
data/app/assets/stylesheets/prompt_engine/dashboard.css +343 -0
data/app/assets/stylesheets/prompt_engine/evaluations.css +124 -0
data/app/assets/stylesheets/prompt_engine/forms.css +198 -0
data/app/assets/stylesheets/prompt_engine/foundation.css +182 -0
data/app/assets/stylesheets/prompt_engine/layout.css +75 -0
data/app/assets/stylesheets/prompt_engine/loading.css +229 -0
data/app/assets/stylesheets/prompt_engine/notifications.css +78 -0
data/app/assets/stylesheets/prompt_engine/overrides.css +42 -0
data/app/assets/stylesheets/prompt_engine/prompts.css +237 -0
data/app/assets/stylesheets/prompt_engine/sidebar.css +90 -0
data/app/assets/stylesheets/prompt_engine/tables.css +250 -0
data/app/assets/stylesheets/prompt_engine/utilities.css +52 -0
data/app/assets/stylesheets/prompt_engine/versions.css +370 -0
data/app/clients/prompt_engine/open_ai_evals_client.rb +135 -0
data/app/controllers/prompt_engine/admin/base_controller.rb +7 -0
data/app/controllers/prompt_engine/application_controller.rb +4 -0
data/app/controllers/prompt_engine/dashboard_controller.rb +24 -0
data/app/controllers/prompt_engine/eval_runs_controller.rb +23 -0
data/app/controllers/prompt_engine/eval_sets_controller.rb +200 -0
data/app/controllers/prompt_engine/evaluations_controller.rb +32 -0
data/app/controllers/prompt_engine/playground_controller.rb +57 -0
data/app/controllers/prompt_engine/playground_run_results_controller.rb +41 -0
data/app/controllers/prompt_engine/prompts_controller.rb +70 -0
data/app/controllers/prompt_engine/settings_controller.rb +28 -0
data/app/controllers/prompt_engine/test_cases_controller.rb +231 -0
data/app/controllers/prompt_engine/versions_controller.rb +90 -0
data/app/helpers/prompt_engine/application_helper.rb +4 -0
data/app/jobs/prompt_engine/application_job.rb +4 -0
data/app/mailers/prompt_engine/application_mailer.rb +6 -0
data/app/models/prompt_engine/application_record.rb +5 -0
data/app/models/prompt_engine/eval_result.rb +19 -0
data/app/models/prompt_engine/eval_run.rb +40 -0
data/app/models/prompt_engine/eval_set.rb +97 -0
data/app/models/prompt_engine/parameter.rb +126 -0
data/app/models/prompt_engine/parameter_parser.rb +39 -0
data/app/models/prompt_engine/playground_run_result.rb +20 -0
data/app/models/prompt_engine/prompt.rb +192 -0
data/app/models/prompt_engine/prompt_version.rb +72 -0
data/app/models/prompt_engine/setting.rb +45 -0
data/app/models/prompt_engine/test_case.rb +29 -0
data/app/services/prompt_engine/evaluation_runner.rb +258 -0
data/app/services/prompt_engine/playground_executor.rb +124 -0
data/app/services/prompt_engine/variable_detector.rb +97 -0
data/app/views/layouts/prompt_engine/admin.html.erb +65 -0
data/app/views/layouts/prompt_engine/application.html.erb +17 -0
data/app/views/prompt_engine/dashboard/index.html.erb +230 -0
data/app/views/prompt_engine/eval_runs/show.html.erb +204 -0
data/app/views/prompt_engine/eval_sets/compare.html.erb +229 -0
data/app/views/prompt_engine/eval_sets/edit.html.erb +111 -0
data/app/views/prompt_engine/eval_sets/index.html.erb +63 -0
data/app/views/prompt_engine/eval_sets/metrics.html.erb +371 -0
data/app/views/prompt_engine/eval_sets/new.html.erb +113 -0
data/app/views/prompt_engine/eval_sets/show.html.erb +235 -0
data/app/views/prompt_engine/evaluations/index.html.erb +194 -0
data/app/views/prompt_engine/playground/result.html.erb +58 -0
data/app/views/prompt_engine/playground/show.html.erb +129 -0
data/app/views/prompt_engine/playground_run_results/index.html.erb +99 -0
data/app/views/prompt_engine/playground_run_results/show.html.erb +123 -0
data/app/views/prompt_engine/prompts/_form.html.erb +224 -0
data/app/views/prompt_engine/prompts/edit.html.erb +9 -0
data/app/views/prompt_engine/prompts/index.html.erb +80 -0
data/app/views/prompt_engine/prompts/new.html.erb +9 -0
data/app/views/prompt_engine/prompts/show.html.erb +297 -0
data/app/views/prompt_engine/settings/edit.html.erb +93 -0
data/app/views/prompt_engine/shared/_form_errors.html.erb +16 -0
data/app/views/prompt_engine/test_cases/edit.html.erb +72 -0
data/app/views/prompt_engine/test_cases/import.html.erb +92 -0
data/app/views/prompt_engine/test_cases/import_preview.html.erb +103 -0
data/app/views/prompt_engine/test_cases/new.html.erb +79 -0
data/app/views/prompt_engine/versions/_version_card.html.erb +56 -0
data/app/views/prompt_engine/versions/compare.html.erb +82 -0
data/app/views/prompt_engine/versions/index.html.erb +96 -0
data/app/views/prompt_engine/versions/show.html.erb +98 -0
data/config/routes.rb +61 -0
data/db/migrate/20250124000001_create_eval_tables.rb +43 -0
data/db/migrate/20250124000002_add_open_ai_fields_to_evals.rb +11 -0
data/db/migrate/20250125000001_add_grader_fields_to_eval_sets.rb +8 -0
data/db/migrate/20250723161909_create_prompts.rb +17 -0
data/db/migrate/20250723184757_create_prompt_engine_versions.rb +24 -0
data/db/migrate/20250723203838_create_prompt_engine_parameters.rb +20 -0
data/db/migrate/20250724160623_create_prompt_engine_playground_run_results.rb +30 -0
data/db/migrate/20250724165118_create_prompt_engine_settings.rb +14 -0
data/lib/prompt_engine/engine.rb +25 -0
data/lib/prompt_engine/version.rb +3 -0
data/lib/prompt_engine.rb +33 -0
data/lib/tasks/active_prompt_tasks.rake +32 -0
data/lib/tasks/eval_demo.rake +149 -0
metadata +293 -0

data/app/assets/stylesheets/prompt_engine/prompts.css ADDED Viewed

@@ -0,0 +1,237 @@
+/* Prompt Details */
+.prompt-details {
+  margin-top: var(--spacing-xl);
+}
+.detail-grid {
+  display: grid;
+  grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
+  gap: var(--spacing-lg);
+}
+.detail-item {
+  display: flex;
+  flex-direction: column;
+}
+.detail-label {
+  font-size: var(--font-size-sm);
+  font-weight: 500;
+  color: var(--color-gray-600);
+  margin-bottom: var(--spacing-xs);
+}
+.detail-value {
+  font-size: var(--font-size-base);
+  color: var(--color-gray-900);
+}
+/* Prompt Content Display */
+.prompt-content,
+.code-example {
+  background-color: var(--color-gray-50);
+  border: 1px solid var(--color-gray-200);
+  border-radius: var(--radius-md);
+  padding: var(--spacing-md);
+  font-family: 'SF Mono', Monaco, 'Cascadia Code', monospace;
+  font-size: var(--font-size-sm);
+  line-height: var(--line-height-relaxed);
+  white-space: pre-wrap;
+  word-wrap: break-word;
+  margin: 0;
+  color: var(--color-gray-800);
+}
+.code-example {
+  background-color: var(--color-gray-900);
+  color: var(--color-gray-100);
+  border-color: var(--color-gray-700);
+}
+/* Parameters Section */
+.parameters-section {
+  margin-top: var(--spacing-xl);
+  padding-top: var(--spacing-xl);
+  border-top: 1px solid var(--color-gray-200);
+}
+.parameters-list {
+  margin-top: var(--spacing-lg);
+}
+.parameters-table {
+  display: flex;
+  flex-direction: column;
+  gap: var(--spacing-md);
+}
+.parameter-row {
+  padding: var(--spacing-md);
+  background-color: var(--color-gray-50);
+  border-radius: var(--radius-md);
+  border: 1px solid var(--color-gray-200);
+}
+.parameter-name {
+  font-family: monospace;
+  font-weight: 600;
+  color: var(--color-gray-900);
+  margin-bottom: var(--spacing-xs);
+}
+.parameter-details {
+  display: flex;
+  gap: var(--spacing-lg);
+  flex-wrap: wrap;
+  align-items: baseline;
+}
+.parameter-type,
+.parameter-required,
+.parameter-default {
+  font-size: var(--font-size-sm);
+  color: var(--color-gray-600);
+}
+.parameter-type {
+  font-family: monospace;
+  color: var(--color-primary-600);
+}
+.parameter-required {
+  color: var(--color-danger);
+  font-weight: 500;
+}
+.parameter-description {
+  margin-top: var(--spacing-xs);
+  font-size: var(--font-size-sm);
+  color: var(--color-gray-700);
+}
+/* Parameter Form Fields */
+.parameters-section {
+  background-color: var(--color-gray-50);
+  border: 1px solid var(--color-gray-200);
+  border-radius: var(--radius-md);
+  padding: var(--spacing-lg);
+  margin-top: var(--spacing-lg);
+}
+.parameter-fields {
+  margin-top: var(--spacing-md);
+  padding: var(--spacing-md);
+  background-color: var(--color-gray-50);
+  border-radius: var(--radius-md);
+  border: 1px solid var(--color-gray-200);
+}
+.parameters-list {
+  display: flex;
+  flex-direction: column;
+  gap: var(--spacing-md);
+}
+.parameter-item {
+  background-color: white;
+  border: 1px solid var(--color-gray-200);
+  border-radius: var(--radius-md);
+  padding: var(--spacing-md);
+  display: grid;
+  grid-template-columns: 2fr 1fr 1fr 2fr 100px;
+  gap: var(--spacing-md);
+  align-items: start;
+}
+.parameter-field {
+  display: flex;
+  flex-direction: column;
+}
+.parameter-field label {
+  font-size: var(--font-size-xs);
+  font-weight: 500;
+  color: var(--color-gray-600);
+  margin-bottom: var(--spacing-xs);
+}
+.parameter-field input,
+.parameter-field select {
+  font-size: var(--font-size-sm);
+}
+.parameter-checkbox {
+  display: flex;
+  align-items: center;
+  gap: var(--spacing-xs);
+  margin-top: 20px;
+}
+/* Empty State */
+.empty-state {
+  text-align: center;
+  padding: var(--spacing-2xl) var(--spacing-lg);
+  color: var(--color-gray-500);
+}
+.empty-state__icon {
+  font-size: 3rem;
+  margin-bottom: var(--spacing-md);
+  opacity: 0.3;
+}
+.empty-state__title {
+  font-size: var(--font-size-lg);
+  font-weight: 600;
+  color: var(--color-gray-700);
+  margin-bottom: var(--spacing-sm);
+}
+.empty-state__description {
+  font-size: var(--font-size-sm);
+  color: var(--color-gray-600);
+  margin-bottom: var(--spacing-lg);
+}
+/* Evaluation Sets Summary */
+.eval-sets-summary {
+  display: flex;
+  flex-direction: column;
+  gap: var(--spacing-md);
+}
+.eval-set-summary-item {
+  padding: var(--spacing-md);
+  background-color: var(--color-gray-50);
+  border: 1px solid var(--color-gray-200);
+  border-radius: var(--radius-md);
+}
+.eval-set-summary__header {
+  display: flex;
+  justify-content: space-between;
+  align-items: center;
+  margin-bottom: var(--spacing-sm);
+}
+.eval-set-summary__title {
+  font-size: var(--font-size-base);
+  font-weight: 600;
+  margin: 0;
+}
+.eval-set-summary__stats {
+  display: flex;
+  gap: var(--spacing-sm);
+}
+.eval-set-summary__description {
+  font-size: var(--font-size-sm);
+  color: var(--color-gray-600);
+  margin: 0 0 var(--spacing-sm) 0;
+}
+.eval-set-summary__result {
+  font-size: var(--font-size-sm);
+  color: var(--color-gray-700);
+}

data/app/assets/stylesheets/prompt_engine/sidebar.css ADDED Viewed

@@ -0,0 +1,90 @@
+/* Sidebar Component */
+.admin-sidebar {
+  height: 100%;
+  display: flex;
+  flex-direction: column;
+}
+/* Sidebar Header */
+.admin-sidebar__header {
+  padding: var(--spacing-lg);
+  border-bottom: 1px solid var(--color-gray-800);
+  margin-bottom: var(--spacing-md);
+}
+.admin-sidebar__title {
+  font-size: var(--font-size-xl);
+  font-weight: 700;
+  color: var(--color-gray-100);
+  margin: 0;
+  letter-spacing: -0.025em;
+}
+.admin-sidebar__version {
+  font-size: var(--font-size-xs);
+  color: var(--color-gray-500);
+  display: block;
+  margin-top: var(--spacing-xs);
+}
+/* Sidebar Navigation */
+.admin-sidebar__nav {
+  flex: 1;
+  padding: 0 var(--spacing-md);
+}
+.admin-nav {
+  list-style: none;
+}
+.admin-nav__item {
+  margin-bottom: var(--spacing-xs);
+}
+.admin-nav__link {
+  display: block;
+  padding: var(--spacing-sm) var(--spacing-md);
+  color: var(--color-gray-300);
+  text-decoration: none;
+  border-radius: var(--radius-md);
+  transition: all var(--transition-fast);
+  font-size: var(--font-size-sm);
+  font-weight: 500;
+  position: relative;
+}
+.admin-nav__link:hover {
+  color: white;
+  background-color: var(--color-gray-800);
+  text-decoration: none;
+}
+/* Active Navigation Item */
+.admin-nav__link--active {
+  color: white;
+  background-color: var(--color-gray-800);
+}
+.admin-nav__link--active::before {
+  content: '';
+  position: absolute;
+  left: 0;
+  top: 50%;
+  transform: translateY(-50%);
+  width: 3px;
+  height: 20px;
+  background-color: var(--color-primary-500);
+  border-radius: 0 var(--radius-sm) var(--radius-sm) 0;
+}
+/* Disabled Navigation Item */
+.admin-nav__link--disabled {
+  color: var(--color-gray-500);
+  cursor: not-allowed;
+  opacity: 0.6;
+}
+.admin-nav__link--disabled:hover {
+  color: var(--color-gray-500);
+  background-color: transparent;
+}

data/app/assets/stylesheets/prompt_engine/tables.css ADDED Viewed

@@ -0,0 +1,250 @@
+/* Table Components */
+.table-container {
+  background-color: white;
+  border: 1px solid var(--color-gray-200);
+  border-radius: var(--radius-lg);
+  overflow: hidden;
+  box-shadow: var(--shadow-sm);
+}
+.table {
+  width: 100%;
+  border-collapse: collapse;
+  font-size: var(--font-size-sm);
+}
+.table__row {
+  border-bottom: 1px solid var(--color-gray-100);
+  transition: background-color var(--transition-fast);
+}
+.table__row:last-child {
+  border-bottom: none;
+}
+.table__row:hover {
+  background-color: var(--color-gray-50);
+}
+/* Table Cells */
+.table__cell {
+  padding: var(--spacing-md);
+  text-align: left;
+  vertical-align: middle;
+}
+.table__cell--header {
+  font-weight: 600;
+  color: var(--color-gray-700);
+  white-space: nowrap;
+}
+.table__cell--center {
+  text-align: center;
+}
+.table__cell--right {
+  text-align: right;
+}
+.table__cell--actions {
+  width: 1%;
+  white-space: nowrap;
+  text-align: right;
+}
+/* Table Status Badge */
+.table__badge {
+  display: inline-flex;
+  align-items: center;
+  padding: var(--spacing-xs) var(--spacing-sm);
+  font-size: var(--font-size-xs);
+  font-weight: 500;
+  border-radius: var(--radius-md);
+  text-transform: capitalize;
+}
+.table__badge--draft {
+  background-color: var(--color-gray-100);
+  color: var(--color-gray-700);
+}
+.table__badge--active {
+  background-color: #dcfce7;
+  color: #166534;
+}
+.table__badge--archived {
+  background-color: #fef3c7;
+  color: #92400e;
+}
+.table__badge--info {
+  background-color: #dbeafe;
+  color: #1e40af;
+}
+.table__badge--warning {
+  background-color: #fed7aa;
+  color: #c2410c;
+}
+.table__badge--success {
+  background-color: #dcfce7;
+  color: #166534;
+}
+.table__badge--pending {
+  background-color: #e5e7eb;
+  color: #374151;
+}
+.table__badge--running {
+  background-color: #ddd6fe;
+  color: #5b21b6;
+}
+.table__badge--completed {
+  background-color: #d1fae5;
+  color: #065f46;
+}
+.table__badge--failed {
+  background-color: #fee2e2;
+  color: #991b1b;
+}
+/* Empty State */
+.table__empty {
+  padding: var(--spacing-3xl) var(--spacing-xl);
+  text-align: center;
+  color: var(--color-gray-500);
+}
+.table__empty-title {
+  font-size: var(--font-size-lg);
+  font-weight: 600;
+  color: var(--color-gray-700);
+  margin-bottom: var(--spacing-sm);
+}
+.table__empty-text {
+  font-size: var(--font-size-sm);
+  margin-bottom: var(--spacing-lg);
+}
+/* Table empty state */
+.table-empty {
+  padding: var(--spacing-xl) var(--spacing-lg);
+  text-align: center;
+  color: var(--color-gray-600);
+}
+/* Table text styles */
+.table__primary {
+  font-weight: 500;
+  color: var(--color-gray-900);
+}
+.table__secondary {
+  color: var(--color-gray-600);
+  font-size: var(--font-size-sm);
+}
+.table__action {
+  color: var(--color-primary-600);
+  text-decoration: none;
+  font-weight: 500;
+  transition: color var(--transition-fast);
+}
+.table__action:hover {
+  color: var(--color-primary-700);
+  text-decoration: underline;
+}
+.table__link {
+  color: var(--color-primary-600);
+  text-decoration: none;
+  font-weight: 500;
+  transition: color var(--transition-fast);
+}
+.table__link:hover {
+  color: var(--color-primary-700);
+  text-decoration: underline;
+}
+.table__actions {
+  text-align: right;
+}
+.table__actions-header {
+  text-align: right;
+}
+/* Table metrics */
+.table__metric {
+  display: inline-flex;
+  align-items: baseline;
+  gap: 0.125rem;
+}
+.table__metric-value {
+  font-weight: 500;
+  color: var(--color-gray-900);
+}
+.table__metric-unit {
+  font-size: var(--font-size-xs);
+  color: var(--color-gray-600);
+}
+/* Compact table variant */
+.table-container--compact {
+  border: none;
+  box-shadow: none;
+  background: transparent;
+}
+.table-container--compact .table {
+  margin: 0;
+}
+/* Simple table variant (no header) */
+.table--simple tbody tr td {
+  padding: 0.5rem 0.75rem;
+  border-bottom: 1px solid var(--color-gray-100);
+}
+.table--simple tbody tr:first-child td {
+  padding-top: 0;
+}
+.table--simple tbody tr:last-child td {
+  border-bottom: none;
+  padding-bottom: 0;
+}
+/* Responsive Table */
+@media (max-width: 768px) {
+  .table-container {
+    border-radius: 0;
+    border-left: none;
+    border-right: none;
+  }
+  .table {
+    font-size: var(--font-size-xs);
+  }
+  .table__cell {
+    padding: var(--spacing-sm);
+  }
+  .table__cell--hide-mobile {
+    display: none;
+  }
+}

data/app/assets/stylesheets/prompt_engine/utilities.css ADDED Viewed

@@ -0,0 +1,52 @@
+/* Utility Classes */
+/* Margin utilities */
+.mb-md { margin-bottom: var(--spacing-md); }
+.mb-lg { margin-bottom: var(--spacing-lg); }
+.mt-md { margin-top: var(--spacing-md); }
+.mt-lg { margin-top: var(--spacing-lg); }
+.my-md { margin-top: var(--spacing-md); margin-bottom: var(--spacing-md); }
+.my-lg { margin-top: var(--spacing-lg); margin-bottom: var(--spacing-lg); }
+/* Text and Link Utilities */
+.text-link {
+  color: var(--color-primary);
+  text-decoration: none;
+  transition: all 0.2s ease;
+}
+.text-link:hover {
+  color: var(--color-primary-dark);
+  text-decoration: underline;
+}
+.text-muted {
+  color: var(--color-text-muted);
+}
+/* Text Alignment */
+.text-center {
+  text-align: center;
+}
+.text-left {
+  text-align: left;
+}
+.text-right {
+  text-align: right;
+}
+/* Padding Utilities */
+.py-lg {
+  padding-top: var(--spacing-lg);
+  padding-bottom: var(--spacing-lg);
+}
+.px-lg {
+  padding-left: var(--spacing-lg);
+  padding-right: var(--spacing-lg);
+}
+.p-lg {
+  padding: var(--spacing-lg);
+}