llama-stack-client 0.0.35 → 0.1.2

package/src/resources/scoring-functions.ts

@@ -0,0 +1,108 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../resource';
+import * as Core from '../core';
+import * as Shared from './shared';
+
+export class ScoringFunctions extends APIResource {
+  retrieve(scoringFnId: string, options?: Core.RequestOptions): Core.APIPromise<ScoringFn | null> {
+    return this._client.get(`/v1/scoring-functions/${scoringFnId}`, options);
+  }
+
+  list(options?: Core.RequestOptions): Core.APIPromise<ScoringFunctionListResponse> {
+    return (
+      this._client.get('/v1/scoring-functions', options) as Core.APIPromise<{
+        data: ScoringFunctionListResponse;
+      }>
+    )._thenUnwrap((obj) => obj.data);
+  }
+
+  register(body: ScoringFunctionRegisterParams, options?: Core.RequestOptions): Core.APIPromise<void> {
+    return this._client.post('/v1/scoring-functions', {
+      body,
+      ...options,
+      headers: { Accept: '*/*', ...options?.headers },
+    });
+  }
+}
+
+export interface ListScoringFunctionsResponse {
+  data: ScoringFunctionListResponse;
+}
+
+export interface ScoringFn {
+  identifier: string;
+
+  metadata: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
+
+  provider_id: string;
+
+  provider_resource_id: string;
+
+  return_type: Shared.ReturnType;
+
+  type: 'scoring_function';
+
+  description?: string;
+
+  params?: ScoringFnParams;
+}
+
+export type ScoringFnParams =
+  | ScoringFnParams.LlmAsJudgeScoringFnParams
+  | ScoringFnParams.RegexParserScoringFnParams
+  | ScoringFnParams.BasicScoringFnParams;
+
+export namespace ScoringFnParams {
+  export interface LlmAsJudgeScoringFnParams {
+    judge_model: string;
+
+    type: 'llm_as_judge';
+
+    aggregation_functions?: Array<'average' | 'median' | 'categorical_count' | 'accuracy'>;
+
+    judge_score_regexes?: Array<string>;
+
+    prompt_template?: string;
+  }
+
+  export interface RegexParserScoringFnParams {
+    type: 'regex_parser';
+
+    aggregation_functions?: Array<'average' | 'median' | 'categorical_count' | 'accuracy'>;
+
+    parsing_regexes?: Array<string>;
+  }
+
+  export interface BasicScoringFnParams {
+    type: 'basic';
+
+    aggregation_functions?: Array<'average' | 'median' | 'categorical_count' | 'accuracy'>;
+  }
+}
+
+export type ScoringFunctionListResponse = Array<ScoringFn>;
+
+export interface ScoringFunctionRegisterParams {
+  description: string;
+
+  return_type: Shared.ReturnType;
+
+  scoring_fn_id: string;
+
+  params?: ScoringFnParams;
+
+  provider_id?: string;
+
+  provider_scoring_fn_id?: string;
+}
+
+export declare namespace ScoringFunctions {
+  export {
+    type ListScoringFunctionsResponse as ListScoringFunctionsResponse,
+    type ScoringFn as ScoringFn,
+    type ScoringFnParams as ScoringFnParams,
+    type ScoringFunctionListResponse as ScoringFunctionListResponse,
+    type ScoringFunctionRegisterParams as ScoringFunctionRegisterParams,
+  };
+}

package/src/resources/scoring.ts

@@ -0,0 +1,52 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../resource';
+import * as Core from '../core';
+import * as ScoringFunctionsAPI from './scoring-functions';
+import * as Shared from './shared';
+
+export class Scoring extends APIResource {
+  score(body: ScoringScoreParams, options?: Core.RequestOptions): Core.APIPromise<ScoringScoreResponse> {
+    return this._client.post('/v1/scoring/score', { body, ...options });
+  }
+
+  scoreBatch(
+    body: ScoringScoreBatchParams,
+    options?: Core.RequestOptions,
+  ): Core.APIPromise<ScoringScoreBatchResponse> {
+    return this._client.post('/v1/scoring/score-batch', { body, ...options });
+  }
+}
+
+export interface ScoringScoreResponse {
+  results: Record<string, Shared.ScoringResult>;
+}
+
+export interface ScoringScoreBatchResponse {
+  results: Record<string, Shared.ScoringResult>;
+
+  dataset_id?: string;
+}
+
+export interface ScoringScoreParams {
+  input_rows: Array<Record<string, boolean | number | string | Array<unknown> | unknown | null>>;
+
+  scoring_functions: Record<string, ScoringFunctionsAPI.ScoringFnParams | null>;
+}
+
+export interface ScoringScoreBatchParams {
+  dataset_id: string;
+
+  save_results_dataset: boolean;
+
+  scoring_functions: Record<string, ScoringFunctionsAPI.ScoringFnParams | null>;
+}
+
+export declare namespace Scoring {
+  export {
+    type ScoringScoreResponse as ScoringScoreResponse,
+    type ScoringScoreBatchResponse as ScoringScoreBatchResponse,
+    type ScoringScoreParams as ScoringScoreParams,
+    type ScoringScoreBatchParams as ScoringScoreBatchParams,
+  };
+}