completion-kit 0.28.11 → 0.28.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6f1cd3f910ce4c3f45e96973a76be5d1bbc3e95ad5ac89eb5a685b8c128bd9e6
-  data.tar.gz: 3b464cf7ccf32f68f83f0356f11b77e8329260b1b72c56e8dea1748f760a89a4
+  metadata.gz: b2a34fdd9be7c2b821c749f4bdf7bc8433a774505f5351ed7fd605135a71f7fd
+  data.tar.gz: 906ccf1371d03af5a758a66464ffca8924ab4df36653113ea08a087f47237758
 SHA512:
-  metadata.gz: 367e68a324e65f9c868e437a9c9d7ff0ec75e0da3cad77c3f717d2c970f024240a85d182df333735e0b8b455d1981949132f96c39298f7ae41b7f0e2a6d226cd
-  data.tar.gz: 149ec67cef9b3a3ae6bc1b071dc4c0e4f293b7dd2db12a7ab44a53338918ac8a199159f38610fc610bf4fb06d38c912c2186e4524cb3f62de721f002d5f91165
+  metadata.gz: 4a5a11320e41d14a8de77fc2ad38e60830e6de94aa60e539d517963c9089f8538ccb82abce9f3274976aad5030e2468615ecbbb5b081507e3ecfc222aa3471c6
+  data.tar.gz: 5d0d2496547c1b834218b1eed208a186eff5f1cd82924eae22753740d78817609808afb249c25fd66cd7132c26963ce625e921c95803d7cadcf63029c1b8c7f4

data/app/controllers/completion_kit/api/v1/datasets_controller.rb

@@ -3,6 +3,7 @@ module CompletionKit
     module V1
       class DatasetsController < BaseController
         before_action :set_dataset, only: [:show, :update, :destroy]
+        before_action :reject_oversized_upload, only: [:create, :update]
 
         def index
           scope = Dataset.includes(:tags)
@@ -50,6 +51,13 @@ module CompletionKit
           permitted[:csv_data] = upload.read.to_s.force_encoding("UTF-8") if upload.respond_to?(:read)
           permitted
         end
+
+        def reject_oversized_upload
+          upload = params[:file]
+          return unless upload.respond_to?(:size) && upload.size > CompletionKit.config.max_upload_bytes
+
+          render_error("File exceeds the #{CompletionKit.config.max_upload_bytes / (1024 * 1024)} MB upload limit", status: :payload_too_large)
+        end
       end
     end
   end

data/app/controllers/completion_kit/imports_controller.rb

@@ -4,6 +4,11 @@ module CompletionKit
     end
 
     def create
+      if upload_too_large?(params[:file])
+        flash.now[:alert] = "That file is too large. The limit is #{CompletionKit.config.max_upload_bytes / (1024 * 1024)} MB."
+        return render :new, status: :payload_too_large
+      end
+
       content = uploaded_content
 
       if content.blank?
@@ -27,5 +32,9 @@ module CompletionKit
       file = params[:file]
       file.respond_to?(:read) ? file.read : params[:config]
     end
+
+    def upload_too_large?(file)
+      file.respond_to?(:size) && file.size > CompletionKit.config.max_upload_bytes
+    end
   end
 end

data/app/models/completion_kit/dataset.rb

@@ -6,6 +6,14 @@ module CompletionKit
 
     validates :name, presence: true
     validates :csv_data, presence: true
+    validate :csv_data_within_size_limit
+
+    def csv_data_within_size_limit
+      return if csv_data.blank?
+      return if csv_data.bytesize <= CompletionKit.config.max_upload_bytes
+
+      errors.add(:csv_data, "is too large (limit #{CompletionKit.config.max_upload_bytes / (1024 * 1024)} MB)")
+    end
 
     def as_json(options = {})
       {

data/app/services/completion_kit/promptfoo_importer.rb

@@ -16,6 +16,10 @@ module CompletionKit
     end
 
     def call
+      if @content.bytesize > CompletionKit.config.max_upload_bytes
+        return failure("The import is too large. The limit is #{CompletionKit.config.max_upload_bytes / (1024 * 1024)} MB.")
+      end
+
       config = parse
       return failure("Could not parse YAML: #{@parse_error}") if config.nil?
       return failure("Top-level YAML must be a mapping of promptfoo config keys.") unless config.is_a?(Hash)
@@ -34,7 +38,7 @@ module CompletionKit
     private
 
     def parse
-      YAML.safe_load(@content, aliases: true)
+      YAML.safe_load(@content)
     rescue Psych::Exception => e
       @parse_error = e.message
       nil

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.28.11"
+  VERSION = "0.28.12"
 end

data/lib/completion_kit.rb

@@ -11,7 +11,7 @@ module CompletionKit
     attr_accessor :tenant_scope, :tenant_scope_columns
     attr_accessor :api_reference_authentication_partial
     attr_accessor :runs_display_scope, :runs_display_footer_partial
-    attr_accessor :api_rate_limit, :web_rate_limit
+    attr_accessor :api_rate_limit, :web_rate_limit, :max_upload_bytes
     attr_accessor :allow_loopback_endpoints
     attr_accessor :judge_agreement_enabled
     attr_accessor :judge_examples_from_reviews
@@ -30,6 +30,7 @@ module CompletionKit
 
       @api_rate_limit = 120
       @web_rate_limit = 300
+      @max_upload_bytes = 25 * 1024 * 1024
 
       @allow_loopback_endpoints = true
       @judge_agreement_enabled = true

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.28.11
+  version: 0.28.12
 platform: ruby
 authors:
 - Damien Bastin