RubyGems - completion-kit - Versions diffs - 0.1.0.rc1 - Mend

completion-kit 0.1.0.rc1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (123) hide show

metadata ADDED Viewed

@@ -0,0 +1,361 @@
+--- !ruby/object:Gem::Specification
+name: completion-kit
+version: !ruby/object:Gem::Version
+  version: 0.1.0.rc1
+platform: ruby
+authors:
+- Damien Bastin
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2026-04-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 7.0.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 9.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 7.0.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 9.0.0
+- !ruby/object:Gem::Dependency
+  name: csv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+- !ruby/object:Gem::Dependency
+  name: faraday-retry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: sassc-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: bootstrap
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.2'
+- !ruby/object:Gem::Dependency
+  name: jquery-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.5'
+- !ruby/object:Gem::Dependency
+  name: turbo-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: heroicons-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.9'
+- !ruby/object:Gem::Dependency
+  name: rspec-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+- !ruby/object:Gem::Dependency
+  name: factory_bot_rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.2'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.22'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.22'
+description: 'CompletionKit is a mountable Rails engine for rigorous prompt testing:
+  run prompts against datasets, score outputs with an LLM-as-judge against custom
+  metrics and rubrics, track versions, and iterate with AI-assisted improvement suggestions.
+  Every resource is accessible through a bearer-token REST API and a built-in Model
+  Context Protocol server, so you can drive it from a browser, from HTTP clients,
+  or directly from agents like Claude Code.'
+email:
+- damien@homemade.software
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE
+- README.md
+- Rakefile
+- app/assets/config/completion_kit_manifest.js
+- app/assets/config/manifest.js
+- app/assets/images/completion_kit/logo.svg
+- app/assets/javascripts/completion_kit/evaluation_steps_controller.js
+- app/assets/stylesheets/completion_kit/application.css
+- app/controllers/completion_kit/api/v1/base_controller.rb
+- app/controllers/completion_kit/api/v1/criteria_controller.rb
+- app/controllers/completion_kit/api/v1/datasets_controller.rb
+- app/controllers/completion_kit/api/v1/metrics_controller.rb
+- app/controllers/completion_kit/api/v1/prompts_controller.rb
+- app/controllers/completion_kit/api/v1/provider_credentials_controller.rb
+- app/controllers/completion_kit/api/v1/responses_controller.rb
+- app/controllers/completion_kit/api/v1/runs_controller.rb
+- app/controllers/completion_kit/api_reference_controller.rb
+- app/controllers/completion_kit/application_controller.rb
+- app/controllers/completion_kit/criteria_controller.rb
+- app/controllers/completion_kit/datasets_controller.rb
+- app/controllers/completion_kit/mcp_controller.rb
+- app/controllers/completion_kit/metrics_controller.rb
+- app/controllers/completion_kit/prompts_controller.rb
+- app/controllers/completion_kit/provider_credentials_controller.rb
+- app/controllers/completion_kit/responses_controller.rb
+- app/controllers/completion_kit/runs_controller.rb
+- app/helpers/completion_kit/application_helper.rb
+- app/jobs/completion_kit/application_job.rb
+- app/jobs/completion_kit/generate_job.rb
+- app/jobs/completion_kit/judge_job.rb
+- app/jobs/completion_kit/model_discovery_job.rb
+- app/mailers/completion_kit/application_mailer.rb
+- app/models/completion_kit/application_record.rb
+- app/models/completion_kit/criteria.rb
+- app/models/completion_kit/criteria_membership.rb
+- app/models/completion_kit/dataset.rb
+- app/models/completion_kit/metric.rb
+- app/models/completion_kit/model.rb
+- app/models/completion_kit/prompt.rb
+- app/models/completion_kit/provider_credential.rb
+- app/models/completion_kit/response.rb
+- app/models/completion_kit/review.rb
+- app/models/completion_kit/run.rb
+- app/models/completion_kit/run_metric.rb
+- app/models/completion_kit/suggestion.rb
+- app/services/completion_kit/anthropic_client.rb
+- app/services/completion_kit/api_config.rb
+- app/services/completion_kit/csv_processor.rb
+- app/services/completion_kit/judge_service.rb
+- app/services/completion_kit/llm_client.rb
+- app/services/completion_kit/mcp_dispatcher.rb
+- app/services/completion_kit/mcp_tools/criteria.rb
+- app/services/completion_kit/mcp_tools/datasets.rb
+- app/services/completion_kit/mcp_tools/metrics.rb
+- app/services/completion_kit/mcp_tools/prompts.rb
+- app/services/completion_kit/mcp_tools/provider_credentials.rb
+- app/services/completion_kit/mcp_tools/responses.rb
+- app/services/completion_kit/mcp_tools/runs.rb
+- app/services/completion_kit/model_discovery_service.rb
+- app/services/completion_kit/ollama_client.rb
+- app/services/completion_kit/open_ai_client.rb
+- app/services/completion_kit/open_router_client.rb
+- app/services/completion_kit/prompt_improvement_service.rb
+- app/views/completion_kit/api_reference/_example.html.erb
+- app/views/completion_kit/api_reference/index.html.erb
+- app/views/completion_kit/criteria/_form.html.erb
+- app/views/completion_kit/criteria/edit.html.erb
+- app/views/completion_kit/criteria/index.html.erb
+- app/views/completion_kit/criteria/new.html.erb
+- app/views/completion_kit/criteria/show.html.erb
+- app/views/completion_kit/datasets/_form.html.erb
+- app/views/completion_kit/datasets/edit.html.erb
+- app/views/completion_kit/datasets/index.html.erb
+- app/views/completion_kit/datasets/new.html.erb
+- app/views/completion_kit/datasets/show.html.erb
+- app/views/completion_kit/metrics/_form.html.erb
+- app/views/completion_kit/metrics/edit.html.erb
+- app/views/completion_kit/metrics/index.html.erb
+- app/views/completion_kit/metrics/new.html.erb
+- app/views/completion_kit/metrics/show.html.erb
+- app/views/completion_kit/prompts/_form.html.erb
+- app/views/completion_kit/prompts/edit.html.erb
+- app/views/completion_kit/prompts/index.html.erb
+- app/views/completion_kit/prompts/new.html.erb
+- app/views/completion_kit/prompts/show.html.erb
+- app/views/completion_kit/provider_credentials/_discovery_status.html.erb
+- app/views/completion_kit/provider_credentials/_form.html.erb
+- app/views/completion_kit/provider_credentials/edit.html.erb
+- app/views/completion_kit/provider_credentials/index.html.erb
+- app/views/completion_kit/provider_credentials/new.html.erb
+- app/views/completion_kit/responses/show.html.erb
+- app/views/completion_kit/runs/_actions.html.erb
+- app/views/completion_kit/runs/_form.html.erb
+- app/views/completion_kit/runs/_progress.html.erb
+- app/views/completion_kit/runs/_response_row.html.erb
+- app/views/completion_kit/runs/_sort_toolbar.html.erb
+- app/views/completion_kit/runs/_status_header.html.erb
+- app/views/completion_kit/runs/edit.html.erb
+- app/views/completion_kit/runs/index.html.erb
+- app/views/completion_kit/runs/new.html.erb
+- app/views/completion_kit/runs/show.html.erb
+- app/views/completion_kit/runs/suggestion.html.erb
+- app/views/layouts/completion_kit/application.html.erb
+- config/routes.rb
+- db/migrate/20260311000001_create_completion_kit_tables.rb
+- db/migrate/20260326000001_rename_criteria_to_instruction_on_metrics_and_reviews.rb
+- db/migrate/20260327000001_add_progress_to_runs.rb
+- db/migrate/20260327100001_replace_criteria_with_direct_metrics_on_runs.rb
+- db/migrate/20260328000001_add_error_message_to_runs.rb
+- db/migrate/20260329000001_create_completion_kit_models.rb
+- db/migrate/20260401170001_add_discovery_columns_to_completion_kit_provider_credentials.rb
+- db/migrate/20260403000001_add_temperature_to_completion_kit_runs.rb
+- db/migrate/20260403000002_create_completion_kit_suggestions.rb
+- db/migrate/20260403000003_add_applied_at_to_completion_kit_suggestions.rb
+- lib/completion-kit.rb
+- lib/completion_kit.rb
+- lib/completion_kit/engine.rb
+- lib/completion_kit/version.rb
+- lib/generators/completion_kit/install_generator.rb
+- lib/generators/completion_kit/templates/README
+- lib/generators/completion_kit/templates/initializer.rb
+homepage: https://github.com/homemade-software-inc/completion-kit
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/homemade-software-inc/completion-kit
+  source_code_uri: https://github.com/homemade-software-inc/completion-kit
+  changelog_uri: https://github.com/homemade-software-inc/completion-kit/blob/main/CHANGELOG.md
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.16
+signing_key:
+specification_version: 4
+summary: Rails engine for testing, scoring, and improving GenAI prompts against real
+  data — with a web UI, REST API, and built-in MCP server.
+test_files: []