hanzoai 8.5.156

data/lib/hanzoai/api/benchmark_api.rb

@@ -0,0 +1,609 @@
+=begin
+#Hanzo Cloud API
+
+#The Hanzo Cloud API as a customer calls it: every operation under /v1/ except the operator's admin product, relay routes, legacy spellings and capabilities still reached by flag. Tagged by product: the first path segment after /v1/.
+
+The version of the OpenAPI document: v1
+
+Generated by: https://openapi-generator.tech
+Generator version: 7.14.0
+
+=end
+
+require 'cgi'
+
+module Hanzoai
+  class BenchmarkApi
+    attr_accessor :api_client
+
+    def initialize(api_client = ApiClient.default)
+      @api_client = api_client
+    end
+    # Is the canonical public benchmarks this arena runs — the id, title, axis, item count and upstream source of each, with native marking the ones the standardized harness runs today; the rest are registered and adapter-pending.
+    # Is the canonical public benchmarks this arena runs — the id, title, axis, item count and upstream source of each, with native marking the ones the standardized harness runs today; the rest are registered and adapter-pending.  These ids are the vocabulary the rest of the surface takes: a run names them, and the leaderboard and compare read them from ?benchmark=. The catalog is deployment-wide and identical for every caller — there is no tenant in it.
+    # @param [Hash] opts the optional parameters
+    # @return [BenchmarkCatalog]
+    def get_benchmark_catalog(opts = {})
+      data, _status_code, _headers = get_benchmark_catalog_with_http_info(opts)
+      data
+    end
+
+    # Is the canonical public benchmarks this arena runs — the id, title, axis, item count and upstream source of each, with native marking the ones the standardized harness runs today; the rest are registered and adapter-pending.
+    # Is the canonical public benchmarks this arena runs — the id, title, axis, item count and upstream source of each, with native marking the ones the standardized harness runs today; the rest are registered and adapter-pending.  These ids are the vocabulary the rest of the surface takes: a run names them, and the leaderboard and compare read them from ?benchmark=. The catalog is deployment-wide and identical for every caller — there is no tenant in it.
+    # @param [Hash] opts the optional parameters
+    # @return [Array<(BenchmarkCatalog, Integer, Hash)>] BenchmarkCatalog data, response status code and response headers
+    def get_benchmark_catalog_with_http_info(opts = {})
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: BenchmarkApi.get_benchmark_catalog ...'
+      end
+      # resource path
+      local_var_path = '/v1/benchmark/catalog'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json']) unless header_params['Accept']
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body]
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'BenchmarkCatalog'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || ['bearer']
+
+      new_options = opts.merge(
+        :operation => :"BenchmarkApi.get_benchmark_catalog",
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type
+      )
+
+      data, status_code, headers = @api_client.call_api(:GET, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: BenchmarkApi#get_benchmark_catalog\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Lists the effective published claims: what the leaderboard will use for each (benchmark, model) after the seed, the import and any stored correction are layered.
+    # Lists the effective published claims: what the leaderboard will use for each (benchmark, model) after the seed, the import and any stored correction are layered. It answers the operator's question — what does this arena currently believe someone else reported, and did we ship that or fix it.  Effective values only. The history of a key lives in the append-only file and is not what this op is for; a list that returned every superseded row would make the common question the hard one.
+    # @param [Hash] opts the optional parameters
+    # @option opts [String] :benchmark Benchmark filters to one benchmark id. Empty returns every benchmark.
+    # @option opts [String] :model Model filters to one model. Empty returns every model.
+    # @option opts [String] :provider Provider filters to one lab or leaderboard — the way to read what a single source claims across every model it covers.
+    # @option opts [String] :source Source filters to one citation, which is the finest grain there is: a source is what makes two claims about one model independent rather than a restatement of each other.
+    # @option opts [String] :protocol Protocol filters by HOW a claim was scored, so provider cards can be read apart from third parties running their own harness.
+    # @return [ClaimsOut]
+    def get_benchmark_claims(opts = {})
+      data, _status_code, _headers = get_benchmark_claims_with_http_info(opts)
+      data
+    end
+
+    # Lists the effective published claims: what the leaderboard will use for each (benchmark, model) after the seed, the import and any stored correction are layered.
+    # Lists the effective published claims: what the leaderboard will use for each (benchmark, model) after the seed, the import and any stored correction are layered. It answers the operator&#39;s question — what does this arena currently believe someone else reported, and did we ship that or fix it.  Effective values only. The history of a key lives in the append-only file and is not what this op is for; a list that returned every superseded row would make the common question the hard one.
+    # @param [Hash] opts the optional parameters
+    # @option opts [String] :benchmark Benchmark filters to one benchmark id. Empty returns every benchmark.
+    # @option opts [String] :model Model filters to one model. Empty returns every model.
+    # @option opts [String] :provider Provider filters to one lab or leaderboard — the way to read what a single source claims across every model it covers.
+    # @option opts [String] :source Source filters to one citation, which is the finest grain there is: a source is what makes two claims about one model independent rather than a restatement of each other.
+    # @option opts [String] :protocol Protocol filters by HOW a claim was scored, so provider cards can be read apart from third parties running their own harness.
+    # @return [Array<(ClaimsOut, Integer, Hash)>] ClaimsOut data, response status code and response headers
+    def get_benchmark_claims_with_http_info(opts = {})
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: BenchmarkApi.get_benchmark_claims ...'
+      end
+      # resource path
+      local_var_path = '/v1/benchmark/claims'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+      query_params[:'Benchmark'] = opts[:'benchmark'] if !opts[:'benchmark'].nil?
+      query_params[:'Model'] = opts[:'model'] if !opts[:'model'].nil?
+      query_params[:'Provider'] = opts[:'provider'] if !opts[:'provider'].nil?
+      query_params[:'Source'] = opts[:'source'] if !opts[:'source'].nil?
+      query_params[:'Protocol'] = opts[:'protocol'] if !opts[:'protocol'].nil?
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json']) unless header_params['Accept']
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body]
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'ClaimsOut'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || ['bearer']
+
+      new_options = opts.merge(
+        :operation => :"BenchmarkApi.get_benchmark_claims",
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type
+      )
+
+      data, status_code, headers = @api_client.call_api(:GET, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: BenchmarkApi#get_benchmark_claims\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Is the ONLY valid arm-vs-arm test: it pairs the two models on the items BOTH completed, and answers rescue and damage counts with an exact-McNemar p.
+    # Is the ONLY valid arm-vs-arm test: it pairs the two models on the items BOTH completed, and answers rescue and damage counts with an exact-McNemar p.  Pairing is what prevents the subset artifact — comparing one model's easy subset against another's full run — so n_common, not either arm's own coverage, is the number to read this by.  Both a and b are required. The benchmark defaults to gpqa_diamond.
+    # @param a [String] A is the first model id. It is required.
+    # @param b [String] B is the second model id. It is required.
+    # @param [Hash] opts the optional parameters
+    # @option opts [String] :benchmark Benchmark is the catalog id to compare on, defaulting to gpqa_diamond.
+    # @return [Pairing]
+    def get_benchmark_compare(a, b, opts = {})
+      data, _status_code, _headers = get_benchmark_compare_with_http_info(a, b, opts)
+      data
+    end
+
+    # Is the ONLY valid arm-vs-arm test: it pairs the two models on the items BOTH completed, and answers rescue and damage counts with an exact-McNemar p.
+    # Is the ONLY valid arm-vs-arm test: it pairs the two models on the items BOTH completed, and answers rescue and damage counts with an exact-McNemar p.  Pairing is what prevents the subset artifact — comparing one model&#39;s easy subset against another&#39;s full run — so n_common, not either arm&#39;s own coverage, is the number to read this by.  Both a and b are required. The benchmark defaults to gpqa_diamond.
+    # @param a [String] A is the first model id. It is required.
+    # @param b [String] B is the second model id. It is required.
+    # @param [Hash] opts the optional parameters
+    # @option opts [String] :benchmark Benchmark is the catalog id to compare on, defaulting to gpqa_diamond.
+    # @return [Array<(Pairing, Integer, Hash)>] Pairing data, response status code and response headers
+    def get_benchmark_compare_with_http_info(a, b, opts = {})
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: BenchmarkApi.get_benchmark_compare ...'
+      end
+      # verify the required parameter 'a' is set
+      if @api_client.config.client_side_validation && a.nil?
+        fail ArgumentError, "Missing the required parameter 'a' when calling BenchmarkApi.get_benchmark_compare"
+      end
+      # verify the required parameter 'b' is set
+      if @api_client.config.client_side_validation && b.nil?
+        fail ArgumentError, "Missing the required parameter 'b' when calling BenchmarkApi.get_benchmark_compare"
+      end
+      # resource path
+      local_var_path = '/v1/benchmark/compare'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+      query_params[:'a'] = a
+      query_params[:'b'] = b
+      query_params[:'benchmark'] = opts[:'benchmark'] if !opts[:'benchmark'].nil?
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json']) unless header_params['Accept']
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body]
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'Pairing'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || ['bearer']
+
+      new_options = opts.merge(
+        :operation => :"BenchmarkApi.get_benchmark_compare",
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type
+      )
+
+      data, status_code, headers = @api_client.call_api(:GET, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: BenchmarkApi#get_benchmark_compare\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Returns each model's measured score per run over time, oldest first, with the change between runs.
+    # Returns each model's measured score per run over time, oldest first, with the change between runs.  This is the counterweight to a leaderboard: the board shows the latest run because that is what \"how good is it\" means, and a single latest number cannot distinguish a model that has always been strong from one that just improved, or from one that regressed after a provider changed something. Both matter for routing, and only one of them is visible on a board.  Runs with no id — attempts recorded before runs existed — group under the empty run, which is honestly what they are: one undated measurement.
+    # @param [Hash] opts the optional parameters
+    # @option opts [String] :benchmark Benchmark is the catalog id to read, defaulting to gpqa_diamond.
+    # @option opts [String] :model Model filters to one model. Empty returns every model measured.
+    # @return [HistoryOut]
+    def get_benchmark_history(opts = {})
+      data, _status_code, _headers = get_benchmark_history_with_http_info(opts)
+      data
+    end
+
+    # Returns each model&#39;s measured score per run over time, oldest first, with the change between runs.
+    # Returns each model&#39;s measured score per run over time, oldest first, with the change between runs.  This is the counterweight to a leaderboard: the board shows the latest run because that is what \&quot;how good is it\&quot; means, and a single latest number cannot distinguish a model that has always been strong from one that just improved, or from one that regressed after a provider changed something. Both matter for routing, and only one of them is visible on a board.  Runs with no id — attempts recorded before runs existed — group under the empty run, which is honestly what they are: one undated measurement.
+    # @param [Hash] opts the optional parameters
+    # @option opts [String] :benchmark Benchmark is the catalog id to read, defaulting to gpqa_diamond.
+    # @option opts [String] :model Model filters to one model. Empty returns every model measured.
+    # @return [Array<(HistoryOut, Integer, Hash)>] HistoryOut data, response status code and response headers
+    def get_benchmark_history_with_http_info(opts = {})
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: BenchmarkApi.get_benchmark_history ...'
+      end
+      # resource path
+      local_var_path = '/v1/benchmark/history'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+      query_params[:'Benchmark'] = opts[:'benchmark'] if !opts[:'benchmark'].nil?
+      query_params[:'Model'] = opts[:'model'] if !opts[:'model'].nil?
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json']) unless header_params['Accept']
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body]
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'HistoryOut'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || ['bearer']
+
+      new_options = opts.merge(
+        :operation => :"BenchmarkApi.get_benchmark_history",
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type
+      )
+
+      data, status_code, headers = @api_client.call_api(:GET, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: BenchmarkApi#get_benchmark_history\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Answers one row per model for the benchmark named — what our own harness measured, beside what the vendor claims, and the gap between them.
+    # Answers one row per model for the benchmark named — what our own harness measured, beside what the vendor claims, and the gap between them.  The gap is the point of the arena; provider-reported claims have run materially hot against one standardized harness.  The two planes are NEVER blended, and that is the rule to read the rows by: a model we have measured but no vendor has claimed for shows published null, a model with only a claim shows measured null, and gap exists only where both do.  n is coverage and is not decoration: two measured numbers taken over different item counts are not comparable, so read the row's n before reading its accuracy.
+    # @param [Hash] opts the optional parameters
+    # @option opts [String] :benchmark Benchmark is the catalog id to read, defaulting to gpqa_diamond.
+    # @return [Leaderboard]
+    def get_benchmark_leaderboard(opts = {})
+      data, _status_code, _headers = get_benchmark_leaderboard_with_http_info(opts)
+      data
+    end
+
+    # Answers one row per model for the benchmark named — what our own harness measured, beside what the vendor claims, and the gap between them.
+    # Answers one row per model for the benchmark named — what our own harness measured, beside what the vendor claims, and the gap between them.  The gap is the point of the arena; provider-reported claims have run materially hot against one standardized harness.  The two planes are NEVER blended, and that is the rule to read the rows by: a model we have measured but no vendor has claimed for shows published null, a model with only a claim shows measured null, and gap exists only where both do.  n is coverage and is not decoration: two measured numbers taken over different item counts are not comparable, so read the row&#39;s n before reading its accuracy.
+    # @param [Hash] opts the optional parameters
+    # @option opts [String] :benchmark Benchmark is the catalog id to read, defaulting to gpqa_diamond.
+    # @return [Array<(Leaderboard, Integer, Hash)>] Leaderboard data, response status code and response headers
+    def get_benchmark_leaderboard_with_http_info(opts = {})
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: BenchmarkApi.get_benchmark_leaderboard ...'
+      end
+      # resource path
+      local_var_path = '/v1/benchmark/leaderboard'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+      query_params[:'benchmark'] = opts[:'benchmark'] if !opts[:'benchmark'].nil?
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json']) unless header_params['Accept']
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body]
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'Leaderboard'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || ['bearer']
+
+      new_options = opts.merge(
+        :operation => :"BenchmarkApi.get_benchmark_leaderboard",
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type
+      )
+
+      data, status_code, headers = @api_client.call_api(:GET, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: BenchmarkApi#get_benchmark_leaderboard\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Are the router blends available to compose from — a named set of model arms, the rank they escalate through and the panel width that bounds fan-out — each served by the model layer as enso-<name>.
+    # Are the router blends available to compose from — a named set of model arms, the rank they escalate through and the panel width that bounds fan-out — each served by the model layer as enso-<name>.  Today it answers exactly one row, the reference blend: a worked example written in models we name, published as an example of the FORM. It is deliberately not the composition of a Hanzo-served tier — the tier name exists to abstract that — so fork it and swap arms by what the leaderboard measures on your own tasks rather than reading it as a disclosure.
+    # @param [Hash] opts the optional parameters
+    # @return [PresetList]
+    def get_benchmark_presets(opts = {})
+      data, _status_code, _headers = get_benchmark_presets_with_http_info(opts)
+      data
+    end
+
+    # Are the router blends available to compose from — a named set of model arms, the rank they escalate through and the panel width that bounds fan-out — each served by the model layer as enso-&lt;name&gt;.
+    # Are the router blends available to compose from — a named set of model arms, the rank they escalate through and the panel width that bounds fan-out — each served by the model layer as enso-&lt;name&gt;.  Today it answers exactly one row, the reference blend: a worked example written in models we name, published as an example of the FORM. It is deliberately not the composition of a Hanzo-served tier — the tier name exists to abstract that — so fork it and swap arms by what the leaderboard measures on your own tasks rather than reading it as a disclosure.
+    # @param [Hash] opts the optional parameters
+    # @return [Array<(PresetList, Integer, Hash)>] PresetList data, response status code and response headers
+    def get_benchmark_presets_with_http_info(opts = {})
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: BenchmarkApi.get_benchmark_presets ...'
+      end
+      # resource path
+      local_var_path = '/v1/benchmark/presets'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json']) unless header_params['Accept']
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body]
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'PresetList'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || ['bearer']
+
+      new_options = opts.merge(
+        :operation => :"BenchmarkApi.get_benchmark_presets",
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type
+      )
+
+      data, status_code, headers = @api_client.call_api(:GET, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: BenchmarkApi#get_benchmark_presets\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Records published claims: one to correct a number, many to import a leaderboard.
+    # Records published claims: one to correct a number, many to import a leaderboard. Every row must carry a Source, because a claim without its citation is a number nobody can check — and an unattributed number in the published plane is indistinguishable from a measurement, which is the one confusion this whole surface is built to prevent.  Writes are append-only, so this never destroys the value it replaces. A vendor restating a score leaves both rows on disk, which is how the restating itself becomes visible.
+    # @param put_claims_in [PutClaimsIn] 
+    # @param [Hash] opts the optional parameters
+    # @return [PutClaimsOut]
+    def post_benchmark_claims(put_claims_in, opts = {})
+      data, _status_code, _headers = post_benchmark_claims_with_http_info(put_claims_in, opts)
+      data
+    end
+
+    # Records published claims: one to correct a number, many to import a leaderboard.
+    # Records published claims: one to correct a number, many to import a leaderboard. Every row must carry a Source, because a claim without its citation is a number nobody can check — and an unattributed number in the published plane is indistinguishable from a measurement, which is the one confusion this whole surface is built to prevent.  Writes are append-only, so this never destroys the value it replaces. A vendor restating a score leaves both rows on disk, which is how the restating itself becomes visible.
+    # @param put_claims_in [PutClaimsIn] 
+    # @param [Hash] opts the optional parameters
+    # @return [Array<(PutClaimsOut, Integer, Hash)>] PutClaimsOut data, response status code and response headers
+    def post_benchmark_claims_with_http_info(put_claims_in, opts = {})
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: BenchmarkApi.post_benchmark_claims ...'
+      end
+      # verify the required parameter 'put_claims_in' is set
+      if @api_client.config.client_side_validation && put_claims_in.nil?
+        fail ArgumentError, "Missing the required parameter 'put_claims_in' when calling BenchmarkApi.post_benchmark_claims"
+      end
+      # resource path
+      local_var_path = '/v1/benchmark/claims'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json']) unless header_params['Accept']
+      # HTTP header 'Content-Type'
+      content_type = @api_client.select_header_content_type(['application/json'])
+      if !content_type.nil?
+          header_params['Content-Type'] = content_type
+      end
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body] || @api_client.object_to_http_body(put_claims_in)
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'PutClaimsOut'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || ['bearer']
+
+      new_options = opts.merge(
+        :operation => :"BenchmarkApi.post_benchmark_claims",
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type
+      )
+
+      data, status_code, headers = @api_client.call_api(:POST, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: BenchmarkApi#post_benchmark_claims\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Validates a router blend — its name, its arms, the rank they escalate through and the panel fan-out width — and answers 202 with the preset and the enso-<name> it would be served as.
+    # Validates a router blend — its name, its arms, the rank they escalate through and the panel fan-out width — and answers 202 with the preset and the enso-<name> it would be served as.  It VALIDATES AND ECHOES: the definition is not persisted yet, so a preset accepted here is not one the model layer will resolve. Treat the response as a check on the blend, not a promise to serve it.  Defaults fill the shape rather than refusing it: an omitted rank becomes the arms in declared order and a panel below 1 becomes 1. The one real invariant is that rank may only name arms the blend declares — the same rule the model catalog enforces — and a rank naming anything else is a 422 listing exactly which entries were undeclared. A blend with no name or no arms is a 400.
+    # @param preset [Preset] 
+    # @param [Hash] opts the optional parameters
+    # @return [PresetAccepted]
+    def post_benchmark_presets(preset, opts = {})
+      data, _status_code, _headers = post_benchmark_presets_with_http_info(preset, opts)
+      data
+    end
+
+    # Validates a router blend — its name, its arms, the rank they escalate through and the panel fan-out width — and answers 202 with the preset and the enso-&lt;name&gt; it would be served as.
+    # Validates a router blend — its name, its arms, the rank they escalate through and the panel fan-out width — and answers 202 with the preset and the enso-&lt;name&gt; it would be served as.  It VALIDATES AND ECHOES: the definition is not persisted yet, so a preset accepted here is not one the model layer will resolve. Treat the response as a check on the blend, not a promise to serve it.  Defaults fill the shape rather than refusing it: an omitted rank becomes the arms in declared order and a panel below 1 becomes 1. The one real invariant is that rank may only name arms the blend declares — the same rule the model catalog enforces — and a rank naming anything else is a 422 listing exactly which entries were undeclared. A blend with no name or no arms is a 400.
+    # @param preset [Preset] 
+    # @param [Hash] opts the optional parameters
+    # @return [Array<(PresetAccepted, Integer, Hash)>] PresetAccepted data, response status code and response headers
+    def post_benchmark_presets_with_http_info(preset, opts = {})
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: BenchmarkApi.post_benchmark_presets ...'
+      end
+      # verify the required parameter 'preset' is set
+      if @api_client.config.client_side_validation && preset.nil?
+        fail ArgumentError, "Missing the required parameter 'preset' when calling BenchmarkApi.post_benchmark_presets"
+      end
+      # resource path
+      local_var_path = '/v1/benchmark/presets'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json']) unless header_params['Accept']
+      # HTTP header 'Content-Type'
+      content_type = @api_client.select_header_content_type(['application/json'])
+      if !content_type.nil?
+          header_params['Content-Type'] = content_type
+      end
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body] || @api_client.object_to_http_body(preset)
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'PresetAccepted'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || ['bearer']
+
+      new_options = opts.merge(
+        :operation => :"BenchmarkApi.post_benchmark_presets",
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type
+      )
+
+      data, status_code, headers = @api_client.call_api(:POST, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: BenchmarkApi#post_benchmark_presets\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+
+    # Admits and queues a benchmark run against a model or your own endpoint, and answers 202 with the receipt.
+    # Admits and queues a benchmark run against a model or your own endpoint, and answers 202 with the receipt.  It is an ADMISSION, not a result: the work is done by the harness afterwards and the numbers appear on the leaderboard as it completes them.  Cost is bounded by the store rather than by a quota: attempts are append-only and keyed by (benchmark, item, model), so an (item, model) pair already attempted is skipped instead of re-spent, and re-queuing the same run is close to free.  Validation is up front and total — a request with neither model nor endpoint is a 400, one with no benchmarks is a 400, and any benchmark id outside the catalog is a 422 naming exactly which ids were unknown, so a typo never silently queues a partial run.
+    # @param suite [Suite] 
+    # @param [Hash] opts the optional parameters
+    # @return [Admission]
+    def post_benchmark_runs(suite, opts = {})
+      data, _status_code, _headers = post_benchmark_runs_with_http_info(suite, opts)
+      data
+    end
+
+    # Admits and queues a benchmark run against a model or your own endpoint, and answers 202 with the receipt.
+    # Admits and queues a benchmark run against a model or your own endpoint, and answers 202 with the receipt.  It is an ADMISSION, not a result: the work is done by the harness afterwards and the numbers appear on the leaderboard as it completes them.  Cost is bounded by the store rather than by a quota: attempts are append-only and keyed by (benchmark, item, model), so an (item, model) pair already attempted is skipped instead of re-spent, and re-queuing the same run is close to free.  Validation is up front and total — a request with neither model nor endpoint is a 400, one with no benchmarks is a 400, and any benchmark id outside the catalog is a 422 naming exactly which ids were unknown, so a typo never silently queues a partial run.
+    # @param suite [Suite] 
+    # @param [Hash] opts the optional parameters
+    # @return [Array<(Admission, Integer, Hash)>] Admission data, response status code and response headers
+    def post_benchmark_runs_with_http_info(suite, opts = {})
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: BenchmarkApi.post_benchmark_runs ...'
+      end
+      # verify the required parameter 'suite' is set
+      if @api_client.config.client_side_validation && suite.nil?
+        fail ArgumentError, "Missing the required parameter 'suite' when calling BenchmarkApi.post_benchmark_runs"
+      end
+      # resource path
+      local_var_path = '/v1/benchmark/runs'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json']) unless header_params['Accept']
+      # HTTP header 'Content-Type'
+      content_type = @api_client.select_header_content_type(['application/json'])
+      if !content_type.nil?
+          header_params['Content-Type'] = content_type
+      end
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body] || @api_client.object_to_http_body(suite)
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'Admission'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || ['bearer']
+
+      new_options = opts.merge(
+        :operation => :"BenchmarkApi.post_benchmark_runs",
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type
+      )
+
+      data, status_code, headers = @api_client.call_api(:POST, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: BenchmarkApi#post_benchmark_runs\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+  end
+end