completion-kit 0.4.8 → 0.5.1

data/app/controllers/completion_kit/api/v1/prompts_controller.rb

@@ -5,7 +5,7 @@ module CompletionKit
         before_action :set_prompt, only: [:show, :update, :destroy, :publish]
 
         def index
-          render json: Prompt.order(created_at: :desc)
+          render json: Prompt.includes(:tags).order(created_at: :desc)
         end
 
         def show
@@ -23,9 +23,10 @@ module CompletionKit
 
         def update
           if @prompt.runs.exists?
-            new_prompt = @prompt.clone_as_new_version(prompt_params.to_h)
+            new_prompt = @prompt.clone_as_new_version(prompt_params.except(:tag_names).to_h)
             new_prompt.publish!
-            render json: new_prompt
+            new_prompt.update!(tag_names: prompt_params[:tag_names]) if prompt_params.key?(:tag_names)
+            render json: new_prompt.reload
           elsif @prompt.update(prompt_params)
             render json: @prompt
           else
@@ -56,7 +57,7 @@ module CompletionKit
         end
 
         def prompt_params
-          params.permit(:name, :description, :template, :llm_model)
+          params.permit(:name, :description, :template, :llm_model, tag_names: [])
         end
       end
     end

data/app/controllers/completion_kit/api/v1/runs_controller.rb

@@ -5,7 +5,7 @@ module CompletionKit
         before_action :set_run, only: [:show, :update, :destroy, :generate, :retry_failures]
 
         def index
-          render json: Run.order(created_at: :desc)
+          render json: Run.includes(:tags).order(created_at: :desc)
         end
 
         def show
@@ -76,7 +76,8 @@ module CompletionKit
         end
 
         def run_params
-          params.permit(:name, :prompt_id, :dataset_id, :judge_model, :temperature, metric_ids: [])
+          params.permit(:name, :prompt_id, :dataset_id, :judge_model, :temperature,
+            metric_ids: [], tag_names: [])
         end
       end
     end

data/app/controllers/completion_kit/api/v1/tags_controller.rb

@@ -0,0 +1,51 @@
+module CompletionKit
+  module Api
+    module V1
+      class TagsController < BaseController
+        before_action :set_tag, only: [:show, :update, :destroy]
+
+        def index
+          render json: Tag.order(:name)
+        end
+
+        def show
+          render json: @tag
+        end
+
+        def create
+          tag = Tag.new(tag_params)
+          if tag.save
+            render json: tag, status: :created
+          else
+            render json: {errors: tag.errors}, status: :unprocessable_entity
+          end
+        end
+
+        def update
+          if @tag.update(tag_params)
+            render json: @tag
+          else
+            render json: {errors: @tag.errors}, status: :unprocessable_entity
+          end
+        end
+
+        def destroy
+          @tag.destroy!
+          head :no_content
+        end
+
+        private
+
+        def set_tag
+          @tag = Tag.find(params[:id])
+        rescue ActiveRecord::RecordNotFound
+          not_found
+        end
+
+        def tag_params
+          params.permit(:name)
+        end
+      end
+    end
+  end
+end

data/app/controllers/completion_kit/datasets_controller.rb

@@ -1,9 +1,10 @@
 module CompletionKit
   class DatasetsController < ApplicationController
+    include CompletionKit::TagFiltering
     before_action :set_dataset, only: [:show, :edit, :update, :destroy]
 
     def index
-      @datasets = Dataset.includes(:runs).order(created_at: :desc)
+      @datasets = apply_tag_filter(Dataset.includes(:runs, :tags).order(created_at: :desc))
     end
 
     def show
@@ -47,7 +48,7 @@ module CompletionKit
     end
 
     def dataset_params
-      params.require(:dataset).permit(:name, :csv_data)
+      params.require(:dataset).permit(:name, :csv_data, tag_names: [])
     end
   end
 end

data/app/controllers/completion_kit/metric_groups_controller.rb

@@ -1,9 +1,10 @@
 module CompletionKit
   class MetricGroupsController < ApplicationController
+    include CompletionKit::TagFiltering
     before_action :set_metric_group, only: [:show, :edit, :update, :destroy]
 
     def index
-      @metric_groups = MetricGroup.includes(:metrics).order(:name)
+      @metric_groups = apply_tag_filter(MetricGroup.includes(:metrics, :tags).order(:name))
     end
 
     def show
@@ -11,16 +12,16 @@ module CompletionKit
 
     def new
       @metric_group = MetricGroup.new
-      @metrics = Metric.order(:name)
+      @metrics = Metric.includes(:tags).order(:name)
     end
 
     def edit
-      @metrics = Metric.order(:name)
+      @metrics = Metric.includes(:tags).order(:name)
     end
 
     def create
       @metric_group = MetricGroup.new(metric_group_params.except(:metric_ids))
-      @metrics = Metric.order(:name)
+      @metrics = Metric.includes(:tags).order(:name)
 
       if @metric_group.save
         @metric_group.replace_metrics!(metric_group_params[:metric_ids])
@@ -31,7 +32,7 @@ module CompletionKit
     end
 
     def update
-      @metrics = Metric.order(:name)
+      @metrics = Metric.includes(:tags).order(:name)
 
       if @metric_group.update(metric_group_params.except(:metric_ids))
         @metric_group.replace_metrics!(metric_group_params[:metric_ids])
@@ -53,7 +54,7 @@ module CompletionKit
     end
 
     def metric_group_params
-      params.require(:metric_group).permit(:name, :description, metric_ids: [])
+      params.require(:metric_group).permit(:name, :description, metric_ids: [], tag_names: [])
     end
   end
 end

data/app/controllers/completion_kit/metrics_controller.rb

@@ -1,9 +1,10 @@
 module CompletionKit
   class MetricsController < ApplicationController
+    include CompletionKit::TagFiltering
     before_action :set_metric, only: [:show, :edit, :update, :destroy]
 
     def index
-      @metrics = Metric.includes(:metric_groups).order(:name)
+      @metrics = apply_tag_filter(Metric.includes(:metric_groups, :tags).order(:name))
     end
 
     def show
@@ -46,7 +47,8 @@ module CompletionKit
     end
 
     def metric_params
-      params.require(:metric).permit(:name, :instruction, rubric_bands: [:stars, :description])
+      params.require(:metric).permit(:name, :instruction,
+        rubric_bands: [:stars, :description], tag_names: [])
     end
   end
 end

data/app/controllers/completion_kit/prompts_controller.rb

@@ -1,9 +1,10 @@
 module CompletionKit
   class PromptsController < ApplicationController
+    include CompletionKit::TagFiltering
     before_action :set_prompt, only: [:show, :edit, :update, :destroy, :publish]
-    
+
     def index
-      @prompts = Prompt.current_versions.includes(:runs).order(created_at: :desc)
+      @prompts = apply_tag_filter(Prompt.current_versions.includes(:runs, :tags).order(created_at: :desc))
     end
     
     def show
@@ -31,8 +32,9 @@ module CompletionKit
     
     def update
       if @prompt.runs.exists?
-        new_prompt = @prompt.clone_as_new_version(prompt_params.to_h)
+        new_prompt = @prompt.clone_as_new_version(prompt_params.except(:tag_names).to_h)
         new_prompt.publish!
+        new_prompt.update!(tag_names: prompt_params[:tag_names]) if prompt_params.key?(:tag_names)
         redirect_to prompt_path(new_prompt), notice: "Saved as #{new_prompt.version_label}."
       elsif @prompt.update(prompt_params)
         redirect_to prompt_path(@prompt), notice: "Prompt saved."
@@ -62,7 +64,8 @@ module CompletionKit
         :name,
         :description,
         :template,
-        :llm_model
+        :llm_model,
+        tag_names: []
       )
     end
   end

data/app/controllers/completion_kit/runs_controller.rb

@@ -1,10 +1,11 @@
 module CompletionKit
   class RunsController < ApplicationController
+    include CompletionKit::TagFiltering
     before_action :set_run, only: [:show, :edit, :update, :destroy, :generate, :suggest, :retry_failures, :rerun, :refresh_status]
     before_action :load_form_collections, only: [:new, :edit, :create, :update]
 
     def index
-      @runs = Run.includes(:prompt, :dataset, responses: :reviews).order(created_at: :desc)
+      @runs = apply_tag_filter(Run.includes(:prompt, :dataset, :tags, responses: :reviews).order(created_at: :desc))
     end
 
     def show
@@ -148,11 +149,11 @@ module CompletionKit
       @prompts = Prompt.order(:name)
       @datasets = Dataset.order(:name)
       @metric_groups = MetricGroup.includes(:metrics).order(:name)
-      @all_metrics = Metric.order(:name)
+      @all_metrics = Metric.includes(:tags).order(:name)
     end
 
     def run_params
-      params.require(:run).permit(:name, :prompt_id, :dataset_id, :judge_model, :temperature, metric_ids: [])
+      params.require(:run).permit(:name, :prompt_id, :dataset_id, :judge_model, :temperature, metric_ids: [], tag_names: [])
     end
 
   end

data/app/controllers/completion_kit/tags_controller.rb

@@ -0,0 +1,50 @@
+module CompletionKit
+  class TagsController < ApplicationController
+    before_action :set_tag, only: [:edit, :update, :destroy]
+
+    def index
+      @tags = Tag.order(:name)
+      @tagging_counts = Tagging.group(:tag_id).count
+      @tagging_by_type = Tagging.group(:tag_id, :taggable_type).count
+    end
+
+    def new
+      @tag = Tag.new(color: Tag::COLORS.sample)
+    end
+
+    def edit
+    end
+
+    def create
+      @tag = Tag.new(tag_params)
+      if @tag.save
+        redirect_to tags_path, notice: "Tag was successfully created."
+      else
+        render :new, status: :unprocessable_entity
+      end
+    end
+
+    def update
+      if @tag.update(tag_params)
+        redirect_to tags_path, notice: "Tag was successfully updated."
+      else
+        render :edit, status: :unprocessable_entity
+      end
+    end
+
+    def destroy
+      @tag.destroy
+      redirect_to tags_path, notice: "Tag was successfully destroyed."
+    end
+
+    private
+
+    def set_tag
+      @tag = Tag.find(params[:id])
+    end
+
+    def tag_params
+      params.require(:tag).permit(:name)
+    end
+  end
+end

data/app/controllers/concerns/completion_kit/tag_filtering.rb

@@ -0,0 +1,22 @@
+module CompletionKit
+  module TagFiltering
+    extend ActiveSupport::Concern
+
+    private
+
+    def apply_tag_filter(scope)
+      @available_tags = CompletionKit::Tag.order(:name)
+      @selected_tags = filter_tags_from_params
+      return scope if @selected_tags.empty?
+      scope.joins(:tags).where(tags: { id: @selected_tags.map(&:id) }).distinct
+    end
+
+    def filter_tags_from_params
+      names = Array(params[:tag])
+        .map { |n| n.to_s.strip.downcase }
+        .reject(&:blank?)
+      return [] if names.empty?
+      CompletionKit::Tag.where(name: names).to_a
+    end
+  end
+end

data/app/helpers/completion_kit/application_helper.rb

@@ -116,6 +116,17 @@ module CompletionKit
       diff_tokens(old_text, new_text, :new)
     end
 
+    def tag_pill_class(tag, outline: false)
+      ["tag", "tag-#{tag.color}", ("tag-outline" if outline)].compact.join(" ")
+    end
+
+    def tag_filter_url(base_path, selected, toggling)
+      remaining = selected.reject { |t| t.id == toggling.id }
+      next_set = selected.include?(toggling) ? remaining : remaining + [toggling]
+      return base_path if next_set.empty?
+      "#{base_path}?#{{ tag: next_set.map(&:name) }.to_query}"
+    end
+
     private
 
     def diff_tokens(old_text, new_text, side)

data/app/models/completion_kit/dataset.rb

@@ -1,6 +1,8 @@
 module CompletionKit
   class Dataset < ApplicationRecord
-    has_many :runs, dependent: :restrict_with_error
+    include CompletionKit::Taggable
+
+    has_many :runs, dependent: :destroy
 
     validates :name, presence: true
     validates :csv_data, presence: true
@@ -8,7 +10,8 @@ module CompletionKit
     def as_json(options = {})
       {
         id: id, name: name, csv_data: csv_data,
-        created_at: created_at, updated_at: updated_at
+        created_at: created_at, updated_at: updated_at,
+        tags: tags.as_json
       }
     end
 

data/app/models/completion_kit/metric.rb

@@ -1,5 +1,7 @@
 module CompletionKit
   class Metric < ApplicationRecord
+    include CompletionKit::Taggable
+
     DEFAULT_RUBRIC_BANDS = [
       { "stars" => 5, "description" => "Fully meets or exceeds all criteria. No meaningful issues." },
       { "stars" => 4, "description" => "Meets criteria well. Minor issues only." },
@@ -74,7 +76,8 @@ module CompletionKit
       {
         id: id, name: name, key: key, instruction: instruction,
         rubric_bands: rubric_bands,
-        created_at: created_at, updated_at: updated_at
+        created_at: created_at, updated_at: updated_at,
+        tags: tags.as_json
       }
     end
 

data/app/models/completion_kit/metric_group.rb

@@ -1,5 +1,7 @@
 module CompletionKit
   class MetricGroup < ApplicationRecord
+    include CompletionKit::Taggable
+
     self.table_name = "completion_kit_metric_groups"
 
     has_many :metric_group_memberships, -> { order(:position, :id) }, dependent: :destroy
@@ -23,7 +25,8 @@ module CompletionKit
       {
         id: id, name: name, description: description,
         created_at: created_at, updated_at: updated_at,
-        metric_ids: metric_ids
+        metric_ids: metric_ids,
+        tags: tags.as_json
       }
     end
   end

data/app/models/completion_kit/prompt.rb

@@ -1,5 +1,7 @@
 module CompletionKit
   class Prompt < ApplicationRecord
+    include CompletionKit::Taggable
+
     has_many :runs, dependent: :destroy
     has_many :responses, through: :runs
 
@@ -77,7 +79,8 @@ module CompletionKit
       {
         id: id, name: name, description: description, template: template,
         llm_model: llm_model, family_key: family_key, version_number: version_number,
-        current: current, created_at: created_at, updated_at: updated_at
+        current: current, created_at: created_at, updated_at: updated_at,
+        tags: tags.as_json
       }
     end
 

data/app/models/completion_kit/run.rb

@@ -1,6 +1,7 @@
 module CompletionKit
   class Run < ApplicationRecord
     include Turbo::Broadcastable
+    include CompletionKit::Taggable
 
     STATUSES = %w[pending running completed failed].freeze
 
@@ -178,7 +179,8 @@ module CompletionKit
         failed_response_ids: responses.where(status: "failed").pluck(:id),
         failure_summary: failure_summary,
         error_message: error_message,
-        metric_ids: metric_ids
+        metric_ids: metric_ids,
+        tags: tags.as_json
       }
     end
 

data/app/models/completion_kit/tag.rb

@@ -0,0 +1,39 @@
+module CompletionKit
+  class Tag < ApplicationRecord
+    self.table_name = "completion_kit_tags"
+
+    COLORS = %w[
+      crimson burnt-orange amber mint deep-emerald
+      electric-cyan cobalt-blue deep-indigo amethyst rose
+    ].freeze
+
+    has_many :taggings, dependent: :destroy
+
+    before_validation :normalize_name
+    before_validation :assign_color, on: :create
+
+    validates :name, presence: true,
+                     length: { maximum: 64 },
+                     format: { with: /\A[\w\s\-]+\z/ },
+                     tenant_scoped_uniqueness: true
+    validates :color, inclusion: { in: COLORS }
+
+    def as_json(options = {})
+      {
+        id: id, name: name, color: color,
+        created_at: created_at, updated_at: updated_at
+      }
+    end
+
+    private
+
+    def normalize_name
+      self.name = name.to_s.strip.downcase if name.present?
+    end
+
+    def assign_color
+      return if color.present?
+      self.color = COLORS[CompletionKit::Tag.count % COLORS.size]
+    end
+  end
+end

data/app/models/completion_kit/tagging.rb

@@ -0,0 +1,12 @@
+module CompletionKit
+  class Tagging < ApplicationRecord
+    self.table_name = "completion_kit_taggings"
+
+    belongs_to :tag, class_name: "CompletionKit::Tag"
+    belongs_to :taggable, polymorphic: true
+
+    validates :tag, presence: true
+    validates :taggable, presence: true
+    validates :tag_id, uniqueness: { scope: [:taggable_type, :taggable_id] }
+  end
+end

data/app/models/concerns/completion_kit/taggable.rb

@@ -0,0 +1,24 @@
+module CompletionKit
+  module Taggable
+    extend ActiveSupport::Concern
+
+    included do
+      has_many :taggings, as: :taggable,
+                          class_name: "CompletionKit::Tagging",
+                          dependent: :destroy
+      has_many :tags, through: :taggings, class_name: "CompletionKit::Tag"
+    end
+
+    def tag_names
+      tags.pluck(:name)
+    end
+
+    def tag_names=(names)
+      resolved = Array(names)
+        .map { |n| n.to_s.strip.downcase }
+        .reject(&:blank?)
+        .uniq
+      self.tags = resolved.map { |name| CompletionKit::Tag.find_or_create_by!(name: name) }
+    end
+  end
+end

data/app/services/completion_kit/mcp_dispatcher.rb

@@ -34,7 +34,8 @@ module CompletionKit
         McpTools::Datasets.definitions +
         McpTools::Metrics.definitions +
         McpTools::MetricGroups.definitions +
-        McpTools::ProviderCredentials.definitions
+        McpTools::ProviderCredentials.definitions +
+        McpTools::Tags.definitions
     end
 
     def self.call_tool(name, arguments)
@@ -46,6 +47,7 @@ module CompletionKit
       when /\Ametrics_/              then McpTools::Metrics.call(name, arguments)
       when /\Ametric_groups_/        then McpTools::MetricGroups.call(name, arguments)
       when /\Aprovider_credentials_/ then McpTools::ProviderCredentials.call(name, arguments)
+      when /\Atags_/                 then McpTools::Tags.call(name, arguments)
       else raise MethodNotFound, "Unknown tool: #{name}"
       end
     end

data/app/services/completion_kit/mcp_tools/datasets.rb

@@ -18,7 +18,7 @@ module CompletionKit
           description: "Create a dataset with CSV data",
           inputSchema: {
             type: "object",
-            properties: {name: {type: "string"}, csv_data: {type: "string"}},
+            properties: {name: {type: "string"}, csv_data: {type: "string"}, tag_names: {type: "array", items: {type: "string"}}},
             required: ["name", "csv_data"]
           },
           handler: :create
@@ -27,7 +27,7 @@ module CompletionKit
           description: "Update a dataset",
           inputSchema: {
             type: "object",
-            properties: {id: {type: "integer"}, name: {type: "string"}, csv_data: {type: "string"}},
+            properties: {id: {type: "integer"}, name: {type: "string"}, csv_data: {type: "string"}, tag_names: {type: "array", items: {type: "string"}}},
             required: ["id"]
           },
           handler: :update
@@ -49,8 +49,9 @@ module CompletionKit
 
       def self.create(args)
         dataset = Dataset.new(args.slice("name", "csv_data"))
+        dataset.tag_names = args["tag_names"] if args.key?("tag_names")
         if dataset.save
-          text_result(dataset.as_json)
+          text_result(dataset.reload.as_json)
         else
           error_result(dataset.errors.full_messages.join(", "))
         end
@@ -59,7 +60,8 @@ module CompletionKit
       def self.update(args)
         dataset = Dataset.find(args["id"])
         if dataset.update(args.except("id").slice("name", "csv_data"))
-          text_result(dataset.as_json)
+          dataset.update!(tag_names: args["tag_names"]) if args.key?("tag_names")
+          text_result(dataset.reload.as_json)
         else
           error_result(dataset.errors.full_messages.join(", "))
         end

data/app/services/completion_kit/mcp_tools/metric_groups.rb

@@ -20,7 +20,8 @@ module CompletionKit
             type: "object",
             properties: {
               name: {type: "string"}, description: {type: "string"},
-              metric_ids: {type: "array", items: {type: "integer"}}
+              metric_ids: {type: "array", items: {type: "integer"}},
+              tag_names: {type: "array", items: {type: "string"}}
             },
             required: ["name"]
           },
@@ -32,7 +33,8 @@ module CompletionKit
             type: "object",
             properties: {
               id: {type: "integer"}, name: {type: "string"}, description: {type: "string"},
-              metric_ids: {type: "array", items: {type: "integer"}}
+              metric_ids: {type: "array", items: {type: "integer"}},
+              tag_names: {type: "array", items: {type: "string"}}
             },
             required: ["id"]
           },
@@ -55,6 +57,7 @@ module CompletionKit
 
       def self.create(args)
         metric_group = CompletionKit::MetricGroup.new(args.slice("name", "description"))
+        metric_group.tag_names = args["tag_names"] if args.key?("tag_names")
         if metric_group.save
           metric_group.replace_metrics!(args["metric_ids"])
           text_result(metric_group.reload.as_json)
@@ -67,6 +70,7 @@ module CompletionKit
         metric_group = CompletionKit::MetricGroup.find(args["id"])
         if metric_group.update(args.except("id", "metric_ids").slice("name", "description"))
           metric_group.replace_metrics!(args["metric_ids"]) if args.key?("metric_ids")
+          metric_group.update!(tag_names: args["tag_names"]) if args.key?("tag_names")
           text_result(metric_group.reload.as_json)
         else
           error_result(metric_group.errors.full_messages.join(", "))

data/app/services/completion_kit/mcp_tools/metrics.rb

@@ -20,7 +20,8 @@ module CompletionKit
             type: "object",
             properties: {
               name: {type: "string"}, instruction: {type: "string"},
-              rubric_bands: {type: "array", items: {type: "object", properties: {stars: {type: "integer"}, description: {type: "string"}}}}
+              rubric_bands: {type: "array", items: {type: "object", properties: {stars: {type: "integer"}, description: {type: "string"}}}},
+              tag_names: {type: "array", items: {type: "string"}}
             },
             required: ["name"]
           },
@@ -32,7 +33,8 @@ module CompletionKit
             type: "object",
             properties: {
               id: {type: "integer"}, name: {type: "string"}, instruction: {type: "string"},
-              rubric_bands: {type: "array", items: {type: "object", properties: {stars: {type: "integer"}, description: {type: "string"}}}}
+              rubric_bands: {type: "array", items: {type: "object", properties: {stars: {type: "integer"}, description: {type: "string"}}}},
+              tag_names: {type: "array", items: {type: "string"}}
             },
             required: ["id"]
           },
@@ -55,8 +57,9 @@ module CompletionKit
 
       def self.create(args)
         metric = Metric.new(args.slice("name", "instruction", "rubric_bands"))
+        metric.tag_names = args["tag_names"] if args.key?("tag_names")
         if metric.save
-          text_result(metric.as_json)
+          text_result(metric.reload.as_json)
         else
           error_result(metric.errors.full_messages.join(", "))
         end
@@ -65,7 +68,8 @@ module CompletionKit
       def self.update(args)
         metric = Metric.find(args["id"])
         if metric.update(args.except("id").slice("name", "instruction", "rubric_bands"))
-          text_result(metric.as_json)
+          metric.update!(tag_names: args["tag_names"]) if args.key?("tag_names")
+          text_result(metric.reload.as_json)
         else
           error_result(metric.errors.full_messages.join(", "))
         end