completion-kit 0.4.8 → 0.5.0

data/app/controllers/completion_kit/prompts_controller.rb

@@ -1,9 +1,10 @@
 module CompletionKit
   class PromptsController < ApplicationController
+    include CompletionKit::TagFiltering
     before_action :set_prompt, only: [:show, :edit, :update, :destroy, :publish]
-    
+
     def index
-      @prompts = Prompt.current_versions.includes(:runs).order(created_at: :desc)
+      @prompts = apply_tag_filter(Prompt.current_versions.includes(:runs, :tags).order(created_at: :desc))
     end
     
     def show
@@ -31,8 +32,9 @@ module CompletionKit
     
     def update
       if @prompt.runs.exists?
-        new_prompt = @prompt.clone_as_new_version(prompt_params.to_h)
+        new_prompt = @prompt.clone_as_new_version(prompt_params.except(:tag_names).to_h)
         new_prompt.publish!
+        new_prompt.update!(tag_names: prompt_params[:tag_names]) if prompt_params.key?(:tag_names)
         redirect_to prompt_path(new_prompt), notice: "Saved as #{new_prompt.version_label}."
       elsif @prompt.update(prompt_params)
         redirect_to prompt_path(@prompt), notice: "Prompt saved."
@@ -62,7 +64,8 @@ module CompletionKit
         :name,
         :description,
         :template,
-        :llm_model
+        :llm_model,
+        tag_names: []
       )
     end
   end

data/app/controllers/completion_kit/runs_controller.rb

@@ -1,10 +1,11 @@
 module CompletionKit
   class RunsController < ApplicationController
+    include CompletionKit::TagFiltering
     before_action :set_run, only: [:show, :edit, :update, :destroy, :generate, :suggest, :retry_failures, :rerun, :refresh_status]
     before_action :load_form_collections, only: [:new, :edit, :create, :update]
 
     def index
-      @runs = Run.includes(:prompt, :dataset, responses: :reviews).order(created_at: :desc)
+      @runs = apply_tag_filter(Run.includes(:prompt, :dataset, :tags, responses: :reviews).order(created_at: :desc))
     end
 
     def show
@@ -148,11 +149,11 @@ module CompletionKit
       @prompts = Prompt.order(:name)
       @datasets = Dataset.order(:name)
       @metric_groups = MetricGroup.includes(:metrics).order(:name)
-      @all_metrics = Metric.order(:name)
+      @all_metrics = Metric.includes(:tags).order(:name)
     end
 
     def run_params
-      params.require(:run).permit(:name, :prompt_id, :dataset_id, :judge_model, :temperature, metric_ids: [])
+      params.require(:run).permit(:name, :prompt_id, :dataset_id, :judge_model, :temperature, metric_ids: [], tag_names: [])
     end
 
   end

data/app/controllers/completion_kit/tags_controller.rb

@@ -0,0 +1,50 @@
+module CompletionKit
+  class TagsController < ApplicationController
+    before_action :set_tag, only: [:edit, :update, :destroy]
+
+    def index
+      @tags = Tag.order(:name)
+      @tagging_counts = Tagging.group(:tag_id).count
+      @tagging_by_type = Tagging.group(:tag_id, :taggable_type).count
+    end
+
+    def new
+      @tag = Tag.new(color: Tag::COLORS.sample)
+    end
+
+    def edit
+    end
+
+    def create
+      @tag = Tag.new(tag_params)
+      if @tag.save
+        redirect_to tags_path, notice: "Tag was successfully created."
+      else
+        render :new, status: :unprocessable_entity
+      end
+    end
+
+    def update
+      if @tag.update(tag_params)
+        redirect_to tags_path, notice: "Tag was successfully updated."
+      else
+        render :edit, status: :unprocessable_entity
+      end
+    end
+
+    def destroy
+      @tag.destroy
+      redirect_to tags_path, notice: "Tag was successfully destroyed."
+    end
+
+    private
+
+    def set_tag
+      @tag = Tag.find(params[:id])
+    end
+
+    def tag_params
+      params.require(:tag).permit(:name)
+    end
+  end
+end

data/app/controllers/concerns/completion_kit/tag_filtering.rb

@@ -0,0 +1,22 @@
+module CompletionKit
+  module TagFiltering
+    extend ActiveSupport::Concern
+
+    private
+
+    def apply_tag_filter(scope)
+      @available_tags = CompletionKit::Tag.order(:name)
+      @selected_tags = filter_tags_from_params
+      return scope if @selected_tags.empty?
+      scope.joins(:tags).where(tags: { id: @selected_tags.map(&:id) }).distinct
+    end
+
+    def filter_tags_from_params
+      names = Array(params[:tag])
+        .map { |n| n.to_s.strip.downcase }
+        .reject(&:blank?)
+      return [] if names.empty?
+      CompletionKit::Tag.where(name: names).to_a
+    end
+  end
+end

data/app/helpers/completion_kit/application_helper.rb

@@ -116,6 +116,17 @@ module CompletionKit
       diff_tokens(old_text, new_text, :new)
     end
 
+    def tag_pill_class(tag, outline: false)
+      ["tag", "tag-#{tag.color}", ("tag-outline" if outline)].compact.join(" ")
+    end
+
+    def tag_filter_url(base_path, selected, toggling)
+      remaining = selected.reject { |t| t.id == toggling.id }
+      next_set = selected.include?(toggling) ? remaining : remaining + [toggling]
+      return base_path if next_set.empty?
+      "#{base_path}?#{{ tag: next_set.map(&:name) }.to_query}"
+    end
+
     private
 
     def diff_tokens(old_text, new_text, side)

data/app/models/completion_kit/dataset.rb

@@ -1,6 +1,8 @@
 module CompletionKit
   class Dataset < ApplicationRecord
-    has_many :runs, dependent: :restrict_with_error
+    include CompletionKit::Taggable
+
+    has_many :runs, dependent: :destroy
 
     validates :name, presence: true
     validates :csv_data, presence: true
@@ -8,7 +10,8 @@ module CompletionKit
     def as_json(options = {})
       {
         id: id, name: name, csv_data: csv_data,
-        created_at: created_at, updated_at: updated_at
+        created_at: created_at, updated_at: updated_at,
+        tags: tags.as_json
       }
     end
 

data/app/models/completion_kit/metric.rb

@@ -1,5 +1,7 @@
 module CompletionKit
   class Metric < ApplicationRecord
+    include CompletionKit::Taggable
+
     DEFAULT_RUBRIC_BANDS = [
       { "stars" => 5, "description" => "Fully meets or exceeds all criteria. No meaningful issues." },
       { "stars" => 4, "description" => "Meets criteria well. Minor issues only." },
@@ -74,7 +76,8 @@ module CompletionKit
       {
         id: id, name: name, key: key, instruction: instruction,
         rubric_bands: rubric_bands,
-        created_at: created_at, updated_at: updated_at
+        created_at: created_at, updated_at: updated_at,
+        tags: tags.as_json
       }
     end
 

data/app/models/completion_kit/metric_group.rb

@@ -1,5 +1,7 @@
 module CompletionKit
   class MetricGroup < ApplicationRecord
+    include CompletionKit::Taggable
+
     self.table_name = "completion_kit_metric_groups"
 
     has_many :metric_group_memberships, -> { order(:position, :id) }, dependent: :destroy
@@ -23,7 +25,8 @@ module CompletionKit
       {
         id: id, name: name, description: description,
         created_at: created_at, updated_at: updated_at,
-        metric_ids: metric_ids
+        metric_ids: metric_ids,
+        tags: tags.as_json
       }
     end
   end

data/app/models/completion_kit/prompt.rb

@@ -1,5 +1,7 @@
 module CompletionKit
   class Prompt < ApplicationRecord
+    include CompletionKit::Taggable
+
     has_many :runs, dependent: :destroy
     has_many :responses, through: :runs
 
@@ -77,7 +79,8 @@ module CompletionKit
       {
         id: id, name: name, description: description, template: template,
         llm_model: llm_model, family_key: family_key, version_number: version_number,
-        current: current, created_at: created_at, updated_at: updated_at
+        current: current, created_at: created_at, updated_at: updated_at,
+        tags: tags.as_json
       }
     end
 

data/app/models/completion_kit/run.rb

@@ -1,6 +1,7 @@
 module CompletionKit
   class Run < ApplicationRecord
     include Turbo::Broadcastable
+    include CompletionKit::Taggable
 
     STATUSES = %w[pending running completed failed].freeze
 
@@ -178,7 +179,8 @@ module CompletionKit
         failed_response_ids: responses.where(status: "failed").pluck(:id),
         failure_summary: failure_summary,
         error_message: error_message,
-        metric_ids: metric_ids
+        metric_ids: metric_ids,
+        tags: tags.as_json
       }
     end
 

data/app/models/completion_kit/tag.rb

@@ -0,0 +1,39 @@
+module CompletionKit
+  class Tag < ApplicationRecord
+    self.table_name = "completion_kit_tags"
+
+    COLORS = %w[
+      crimson burnt-orange amber mint deep-emerald
+      electric-cyan cobalt-blue deep-indigo amethyst rose
+    ].freeze
+
+    has_many :taggings, dependent: :destroy
+
+    before_validation :normalize_name
+    before_validation :assign_color, on: :create
+
+    validates :name, presence: true,
+                     length: { maximum: 64 },
+                     format: { with: /\A[\w\s\-]+\z/ },
+                     tenant_scoped_uniqueness: true
+    validates :color, inclusion: { in: COLORS }
+
+    def as_json(options = {})
+      {
+        id: id, name: name, color: color,
+        created_at: created_at, updated_at: updated_at
+      }
+    end
+
+    private
+
+    def normalize_name
+      self.name = name.to_s.strip.downcase if name.present?
+    end
+
+    def assign_color
+      return if color.present?
+      self.color = COLORS[CompletionKit::Tag.count % COLORS.size]
+    end
+  end
+end

data/app/models/completion_kit/tagging.rb

@@ -0,0 +1,12 @@
+module CompletionKit
+  class Tagging < ApplicationRecord
+    self.table_name = "completion_kit_taggings"
+
+    belongs_to :tag, class_name: "CompletionKit::Tag"
+    belongs_to :taggable, polymorphic: true
+
+    validates :tag, presence: true
+    validates :taggable, presence: true
+    validates :tag_id, uniqueness: { scope: [:taggable_type, :taggable_id] }
+  end
+end

data/app/models/concerns/completion_kit/taggable.rb

@@ -0,0 +1,24 @@
+module CompletionKit
+  module Taggable
+    extend ActiveSupport::Concern
+
+    included do
+      has_many :taggings, as: :taggable,
+                          class_name: "CompletionKit::Tagging",
+                          dependent: :destroy
+      has_many :tags, through: :taggings, class_name: "CompletionKit::Tag"
+    end
+
+    def tag_names
+      tags.pluck(:name)
+    end
+
+    def tag_names=(names)
+      resolved = Array(names)
+        .map { |n| n.to_s.strip.downcase }
+        .reject(&:blank?)
+        .uniq
+      self.tags = resolved.map { |name| CompletionKit::Tag.find_or_create_by!(name: name) }
+    end
+  end
+end

data/app/services/completion_kit/mcp_dispatcher.rb

@@ -34,7 +34,8 @@ module CompletionKit
         McpTools::Datasets.definitions +
         McpTools::Metrics.definitions +
         McpTools::MetricGroups.definitions +
-        McpTools::ProviderCredentials.definitions
+        McpTools::ProviderCredentials.definitions +
+        McpTools::Tags.definitions
     end
 
     def self.call_tool(name, arguments)
@@ -46,6 +47,7 @@ module CompletionKit
       when /\Ametrics_/              then McpTools::Metrics.call(name, arguments)
       when /\Ametric_groups_/        then McpTools::MetricGroups.call(name, arguments)
       when /\Aprovider_credentials_/ then McpTools::ProviderCredentials.call(name, arguments)
+      when /\Atags_/                 then McpTools::Tags.call(name, arguments)
       else raise MethodNotFound, "Unknown tool: #{name}"
       end
     end

data/app/services/completion_kit/mcp_tools/datasets.rb

@@ -18,7 +18,7 @@ module CompletionKit
           description: "Create a dataset with CSV data",
           inputSchema: {
             type: "object",
-            properties: {name: {type: "string"}, csv_data: {type: "string"}},
+            properties: {name: {type: "string"}, csv_data: {type: "string"}, tag_names: {type: "array", items: {type: "string"}}},
             required: ["name", "csv_data"]
           },
           handler: :create
@@ -27,7 +27,7 @@ module CompletionKit
           description: "Update a dataset",
           inputSchema: {
             type: "object",
-            properties: {id: {type: "integer"}, name: {type: "string"}, csv_data: {type: "string"}},
+            properties: {id: {type: "integer"}, name: {type: "string"}, csv_data: {type: "string"}, tag_names: {type: "array", items: {type: "string"}}},
             required: ["id"]
           },
           handler: :update
@@ -49,8 +49,9 @@ module CompletionKit
 
       def self.create(args)
         dataset = Dataset.new(args.slice("name", "csv_data"))
+        dataset.tag_names = args["tag_names"] if args.key?("tag_names")
         if dataset.save
-          text_result(dataset.as_json)
+          text_result(dataset.reload.as_json)
         else
           error_result(dataset.errors.full_messages.join(", "))
         end
@@ -59,7 +60,8 @@ module CompletionKit
       def self.update(args)
         dataset = Dataset.find(args["id"])
         if dataset.update(args.except("id").slice("name", "csv_data"))
-          text_result(dataset.as_json)
+          dataset.update!(tag_names: args["tag_names"]) if args.key?("tag_names")
+          text_result(dataset.reload.as_json)
         else
           error_result(dataset.errors.full_messages.join(", "))
         end

data/app/services/completion_kit/mcp_tools/metric_groups.rb

@@ -20,7 +20,8 @@ module CompletionKit
             type: "object",
             properties: {
               name: {type: "string"}, description: {type: "string"},
-              metric_ids: {type: "array", items: {type: "integer"}}
+              metric_ids: {type: "array", items: {type: "integer"}},
+              tag_names: {type: "array", items: {type: "string"}}
             },
             required: ["name"]
           },
@@ -32,7 +33,8 @@ module CompletionKit
             type: "object",
             properties: {
               id: {type: "integer"}, name: {type: "string"}, description: {type: "string"},
-              metric_ids: {type: "array", items: {type: "integer"}}
+              metric_ids: {type: "array", items: {type: "integer"}},
+              tag_names: {type: "array", items: {type: "string"}}
             },
             required: ["id"]
           },
@@ -55,6 +57,7 @@ module CompletionKit
 
       def self.create(args)
         metric_group = CompletionKit::MetricGroup.new(args.slice("name", "description"))
+        metric_group.tag_names = args["tag_names"] if args.key?("tag_names")
         if metric_group.save
           metric_group.replace_metrics!(args["metric_ids"])
           text_result(metric_group.reload.as_json)
@@ -67,6 +70,7 @@ module CompletionKit
         metric_group = CompletionKit::MetricGroup.find(args["id"])
         if metric_group.update(args.except("id", "metric_ids").slice("name", "description"))
           metric_group.replace_metrics!(args["metric_ids"]) if args.key?("metric_ids")
+          metric_group.update!(tag_names: args["tag_names"]) if args.key?("tag_names")
           text_result(metric_group.reload.as_json)
         else
           error_result(metric_group.errors.full_messages.join(", "))

data/app/services/completion_kit/mcp_tools/metrics.rb

@@ -20,7 +20,8 @@ module CompletionKit
             type: "object",
             properties: {
               name: {type: "string"}, instruction: {type: "string"},
-              rubric_bands: {type: "array", items: {type: "object", properties: {stars: {type: "integer"}, description: {type: "string"}}}}
+              rubric_bands: {type: "array", items: {type: "object", properties: {stars: {type: "integer"}, description: {type: "string"}}}},
+              tag_names: {type: "array", items: {type: "string"}}
             },
             required: ["name"]
           },
@@ -32,7 +33,8 @@ module CompletionKit
             type: "object",
             properties: {
               id: {type: "integer"}, name: {type: "string"}, instruction: {type: "string"},
-              rubric_bands: {type: "array", items: {type: "object", properties: {stars: {type: "integer"}, description: {type: "string"}}}}
+              rubric_bands: {type: "array", items: {type: "object", properties: {stars: {type: "integer"}, description: {type: "string"}}}},
+              tag_names: {type: "array", items: {type: "string"}}
             },
             required: ["id"]
           },
@@ -55,8 +57,9 @@ module CompletionKit
 
       def self.create(args)
         metric = Metric.new(args.slice("name", "instruction", "rubric_bands"))
+        metric.tag_names = args["tag_names"] if args.key?("tag_names")
         if metric.save
-          text_result(metric.as_json)
+          text_result(metric.reload.as_json)
         else
           error_result(metric.errors.full_messages.join(", "))
         end
@@ -65,7 +68,8 @@ module CompletionKit
       def self.update(args)
         metric = Metric.find(args["id"])
         if metric.update(args.except("id").slice("name", "instruction", "rubric_bands"))
-          text_result(metric.as_json)
+          metric.update!(tag_names: args["tag_names"]) if args.key?("tag_names")
+          text_result(metric.reload.as_json)
         else
           error_result(metric.errors.full_messages.join(", "))
         end

data/app/services/completion_kit/mcp_tools/prompts.rb

@@ -20,7 +20,8 @@ module CompletionKit
             type: "object",
             properties: {
               name: {type: "string"}, description: {type: "string"},
-              template: {type: "string"}, llm_model: {type: "string"}
+              template: {type: "string"}, llm_model: {type: "string"},
+              tag_names: {type: "array", items: {type: "string"}}
             },
             required: ["name", "template", "llm_model"]
           },
@@ -32,7 +33,8 @@ module CompletionKit
             type: "object",
             properties: {
               id: {type: "integer"}, name: {type: "string"}, description: {type: "string"},
-              template: {type: "string"}, llm_model: {type: "string"}
+              template: {type: "string"}, llm_model: {type: "string"},
+              tag_names: {type: "array", items: {type: "string"}}
             },
             required: ["id"]
           },
@@ -60,8 +62,9 @@ module CompletionKit
 
       def self.create(args)
         prompt = Prompt.new(args.slice("name", "description", "template", "llm_model"))
+        prompt.tag_names = args["tag_names"] if args.key?("tag_names")
         if prompt.save
-          text_result(prompt.as_json)
+          text_result(prompt.reload.as_json)
         else
           error_result(prompt.errors.full_messages.join(", "))
         end
@@ -73,9 +76,11 @@ module CompletionKit
         if prompt.runs.exists?
           new_prompt = prompt.clone_as_new_version(attrs)
           new_prompt.publish!
-          text_result(new_prompt.as_json)
+          new_prompt.update!(tag_names: args["tag_names"]) if args.key?("tag_names")
+          text_result(new_prompt.reload.as_json)
         elsif prompt.update(attrs)
-          text_result(prompt.as_json)
+          prompt.update!(tag_names: args["tag_names"]) if args.key?("tag_names")
+          text_result(prompt.reload.as_json)
         else
           error_result(prompt.errors.full_messages.join(", "))
         end

data/app/services/completion_kit/mcp_tools/runs.rb

@@ -21,7 +21,8 @@ module CompletionKit
             properties: {
               name: {type: "string"}, prompt_id: {type: "integer"},
               dataset_id: {type: "integer"}, judge_model: {type: "string"},
-              metric_ids: {type: "array", items: {type: "integer"}}
+              metric_ids: {type: "array", items: {type: "integer"}},
+              tag_names: {type: "array", items: {type: "string"}}
             },
             required: ["name", "prompt_id"]
           },
@@ -34,7 +35,8 @@ module CompletionKit
             properties: {
               id: {type: "integer"}, name: {type: "string"},
               dataset_id: {type: "integer"}, judge_model: {type: "string"},
-              metric_ids: {type: "array", items: {type: "integer"}}
+              metric_ids: {type: "array", items: {type: "integer"}},
+              tag_names: {type: "array", items: {type: "string"}}
             },
             required: ["id"]
           },
@@ -64,6 +66,7 @@ module CompletionKit
         run = Run.new(args.slice("name", "prompt_id", "dataset_id", "judge_model"))
         if run.save
           run.replace_metrics!(args["metric_ids"])
+          run.update!(tag_names: args["tag_names"]) if args.key?("tag_names")
           text_result(run.reload.as_json)
         else
           error_result(run.errors.full_messages.join(", "))
@@ -72,8 +75,9 @@ module CompletionKit
 
       def self.update(args)
         run = Run.find(args["id"])
-        if run.update(args.except("id", "metric_ids").slice("name", "dataset_id", "judge_model"))
+        if run.update(args.except("id", "metric_ids", "tag_names").slice("name", "dataset_id", "judge_model"))
           run.replace_metrics!(args["metric_ids"]) if args.key?("metric_ids")
+          run.update!(tag_names: args["tag_names"]) if args.key?("tag_names")
           text_result(run.reload.as_json)
         else
           error_result(run.errors.full_messages.join(", "))

data/app/services/completion_kit/mcp_tools/tags.rb

@@ -0,0 +1,74 @@
+module CompletionKit
+  module McpTools
+    module Tags
+      extend Base
+
+      TOOLS = {
+        "tags_list" => {
+          description: "List all tags",
+          inputSchema: {type: "object", properties: {}, required: []},
+          handler: :list
+        },
+        "tags_get" => {
+          description: "Get a tag by ID",
+          inputSchema: {type: "object", properties: {id: {type: "integer"}}, required: ["id"]},
+          handler: :get
+        },
+        "tags_create" => {
+          description: "Create a tag. Color is auto-assigned.",
+          inputSchema: {
+            type: "object",
+            properties: {name: {type: "string"}},
+            required: ["name"]
+          },
+          handler: :create
+        },
+        "tags_update" => {
+          description: "Rename a tag.",
+          inputSchema: {
+            type: "object",
+            properties: {id: {type: "integer"}, name: {type: "string"}},
+            required: ["id"]
+          },
+          handler: :update
+        },
+        "tags_delete" => {
+          description: "Delete a tag. Removes the tag from every linked metric, prompt, run, and dataset.",
+          inputSchema: {type: "object", properties: {id: {type: "integer"}}, required: ["id"]},
+          handler: :delete
+        }
+      }.freeze
+
+      def self.list(_args)
+        text_result(CompletionKit::Tag.order(:name).map(&:as_json))
+      end
+
+      def self.get(args)
+        text_result(CompletionKit::Tag.find(args["id"]).as_json)
+      end
+
+      def self.create(args)
+        tag = CompletionKit::Tag.new(name: args["name"])
+        if tag.save
+          text_result(tag.as_json)
+        else
+          error_result(tag.errors.full_messages.join(", "))
+        end
+      end
+
+      def self.update(args)
+        tag = CompletionKit::Tag.find(args["id"])
+        if tag.update(name: args["name"])
+          text_result(tag.as_json)
+        else
+          error_result(tag.errors.full_messages.join(", "))
+        end
+      end
+
+      def self.delete(args)
+        CompletionKit::Tag.find(args["id"]).destroy!
+        text_result("Tag #{args["id"]} deleted")
+      end
+    end
+  end
+end