notdiamond 2.0.0-rc2 → 2.0.0-rc20

package/resources/routing.mjs

@@ -1,159 +0,0 @@
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-import { APIResource } from "../core/resource.mjs";
-import { buildHeaders } from "../internal/headers.mjs";
-import { multipartFormRequestOptions } from "../internal/uploads.mjs";
-export class Routing extends APIResource {
-    /**
-     * Survey Response
-     *
-     * @example
-     * ```ts
-     * const response = await client.routing.createSurveyResponse({
-     *   constraint_priorities: 'constraint_priorities',
-     *   email: 'email',
-     *   llm_providers: 'llm_providers',
-     *   use_case_desc: 'use_case_desc',
-     *   user_id: 'user_id',
-     *   'x-token': 'x-token',
-     * });
-     * ```
-     */
-    createSurveyResponse(params, options) {
-        const { 'x-token': xToken, ...body } = params;
-        return this._client.post('/v2/pzn/surveyResponse', multipartFormRequestOptions({ body, ...options, headers: buildHeaders([{ 'x-token': xToken }, options?.headers]) }, this._client));
-    }
-    /**
-     * Select the optimal LLM to handle your query based on Not Diamond's routing
-     * algorithm.
-     *
-     * This endpoint analyzes your messages and returns the best-suited model from your
-     * specified providers. The router considers factors like query complexity, model
-     * capabilities, cost, and latency based on your preferences.
-     *
-     * **Key Features:**
-     *
-     * - Intelligent routing across multiple LLM providers
-     * - Support for custom routers trained on your evaluation data
-     * - Optional cost/latency optimization
-     * - Function calling support for compatible models
-     * - Privacy-preserving content hashing
-     *
-     * **Usage:**
-     *
-     * 1. Pass your messages in OpenAI format (array of objects with 'role' and
-     *    'content')
-     * 2. Specify which LLM providers you want to route between
-     * 3. Optionally provide a preference_id for personalized routing
-     * 4. Receive a recommended model and session_id
-     * 5. Use the session_id to submit feedback and improve routing
-     *
-     * **Related Endpoints:**
-     *
-     * - `POST /v2/preferences/userPreferenceCreate` - Create a preference ID for
-     *   personalized routing
-     * - `POST /v2/report/metrics/feedback` - Submit feedback on routing decisions
-     * - `POST /v2/pzn/trainCustomRouter` - Train a custom router on your evaluation
-     *   data
-     *
-     * @example
-     * ```ts
-     * const response = await client.routing.selectModel({
-     *   llm_providers: [
-     *     { provider: 'openai', model: 'gpt-4o' },
-     *     {
-     *       provider: 'anthropic',
-     *       model: 'claude-sonnet-4-5-20250929',
-     *     },
-     *     { provider: 'google', model: 'gemini-1.5-pro' },
-     *   ],
-     *   messages: [
-     *     {
-     *       role: 'system',
-     *       content: 'You are a helpful assistant.',
-     *     },
-     *     {
-     *       role: 'user',
-     *       content: 'Explain quantum computing in simple terms',
-     *     },
-     *   ],
-     * });
-     * ```
-     */
-    selectModel(params, options) {
-        const { type, ...body } = params;
-        return this._client.post('/v2/modelRouter/modelSelect', { query: { type }, body, ...options });
-    }
-    /**
-     * Train a custom router on your evaluation data to optimize routing for your
-     * specific use case.
-     *
-     * This endpoint allows you to train a domain-specific router that learns which
-     * models perform best for different types of queries in your application. The
-     * router analyzes your evaluation dataset, clusters similar queries, and learns
-     * model performance patterns.
-     *
-     * **Training Process:**
-     *
-     * 1. Upload a CSV file with your evaluation data
-     * 2. Specify which models to route between
-     * 3. Define the evaluation metric (score column)
-     * 4. The system trains asynchronously and returns a preference_id
-     * 5. Use the preference_id in model_select() calls once training completes
-     *
-     * **Dataset Requirements:**
-     *
-     * - Format: CSV file
-     * - Minimum samples: 25 (more is better for accuracy)
-     * - Required columns:
-     *   - Prompt column (specified in prompt_column parameter)
-     *   - For each model: `{provider}/{model}/score` and `{provider}/{model}/response`
-     *
-     * **Example CSV structure:**
-     *
-     * ```
-     * prompt,openai/gpt-4o/score,openai/gpt-4o/response,anthropic/claude-sonnet-4-5-20250929/score,anthropic/claude-sonnet-4-5-20250929/response
-     * "Explain quantum computing",0.95,"Quantum computing uses...",0.87,"Quantum computers leverage..."
-     * "Write a Python function",0.82,"def my_function()...",0.91,"Here's a Python function..."
-     * ```
-     *
-     * **Model Selection:**
-     *
-     * - Specify standard models: `{"provider": "openai", "model": "gpt-4o"}`
-     * - Or custom models with pricing:
-     *   `{"provider": "custom", "model": "my-model", "is_custom": true, "input_price": 10.0, "output_price": 30.0, "context_length": 8192, "latency": 1.5}`
-     *
-     * **Training Time:**
-     *
-     * - Training is asynchronous and typically takes 5-15 minutes
-     * - Larger datasets or more models take longer
-     * - You'll receive a preference_id immediately
-     * - Check training status by attempting to use the preference_id in model_select()
-     *
-     * **Best Practices:**
-     *
-     * 1. Use diverse, representative examples from your production workload
-     * 2. Include at least 50-100 samples for best results
-     * 3. Ensure consistent evaluation metrics across all models
-     * 4. Use the same models you plan to route between in production
-     *
-     * **Related Documentation:** See
-     * https://docs.notdiamond.ai/docs/adapting-prompts-to-new-models for detailed
-     * guide.
-     *
-     * @example
-     * ```ts
-     * const response = await client.routing.trainCustomRouter({
-     *   dataset_file: fs.createReadStream('path/to/file'),
-     *   language: 'english',
-     *   llm_providers:
-     *     '[{"provider": "openai", "model": "gpt-4o"}, {"provider": "anthropic", "model": "claude-sonnet-4-5-20250929"}]',
-     *   maximize: true,
-     *   prompt_column: 'prompt',
-     * });
-     * ```
-     */
-    trainCustomRouter(body, options) {
-        return this._client.post('/v2/pzn/trainCustomRouter', multipartFormRequestOptions({ body, ...options }, this._client));
-    }
-}
-//# sourceMappingURL=routing.mjs.map

package/resources/routing.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"routing.mjs","sourceRoot":"","sources":["../src/resources/routing.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAGf,EAAE,YAAY,EAAE;OAEhB,EAAE,2BAA2B,EAAE;AAEtC,MAAM,OAAO,OAAQ,SAAQ,WAAW;IACtC;;;;;;;;;;;;;;OAcG;IACH,oBAAoB,CAClB,MAAyC,EACzC,OAAwB;QAExB,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;QAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CACtB,wBAAwB,EACxB,2BAA2B,CACzB,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,EAAE,EACtF,IAAI,CAAC,OAAO,CACb,CACF,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAwDG;IACH,WAAW,CACT,MAAgC,EAChC,OAAwB;QAExB,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;QACjC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAoEG;IACH,iBAAiB,CACf,IAAoC,EACpC,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CACtB,2BAA2B,EAC3B,2BAA2B,CAAC,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAChE,CAAC;IACJ,CAAC;CACF"}

package/src/resources/admin.ts

@@ -1,5 +0,0 @@
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-
-import { APIResource } from '../core/resource';
-
-export class Admin extends APIResource {}

package/src/resources/report.ts

@@ -1,300 +0,0 @@
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-
-import { APIResource } from '../core/resource';
-import { APIPromise } from '../core/api-promise';
-import { RequestOptions } from '../internal/request-options';
-
-export class Report extends APIResource {
-  /**
-   * Evaluate Hallucination
-   *
-   * @example
-   * ```ts
-   * const response = await client.report.evaluateHallucination({
-   *   context: 'context',
-   *   prompt: 'prompt',
-   *   provider: { model: 'gpt-4o', provider: 'openai' },
-   *   response: 'response',
-   * });
-   * ```
-   */
-  evaluateHallucination(
-    body: ReportEvaluateHallucinationParams,
-    options?: RequestOptions,
-  ): APIPromise<unknown> {
-    return this._client.post('/v2/report/hallucination', { body, ...options });
-  }
-
-  /**
-   * Report Latency
-   *
-   * @example
-   * ```ts
-   * const response = await client.report.latency({
-   *   feedback: { accuracy: 'bar' },
-   *   provider: { model: 'gpt-4o', provider: 'openai' },
-   *   session_id: 'session_id',
-   * });
-   * ```
-   */
-  latency(body: ReportLatencyParams, options?: RequestOptions): APIPromise<unknown> {
-    return this._client.post('/v2/report/metrics/latency', { body, ...options });
-  }
-
-  /**
-   * Submit feedback on a routing decision to improve future recommendations.
-   *
-   * This endpoint allows you to provide feedback on whether the router selected the
-   * right model for your query. Your feedback is used to:
-   *
-   * 1. Personalize routing decisions for your preference_id
-   * 2. Improve the overall routing quality
-   * 3. Train and refine custom routers
-   *
-   * **Feedback Format:**
-   *
-   * - `accuracy: 1` - Thumbs up (the model performed well)
-   * - `accuracy: 0` - Thumbs down (the model did not perform well)
-   *
-   * **Requirements:**
-   *
-   * - You must have used a preference_id in the original model_select() call
-   * - The session_id must be valid and belong to your account
-   * - The provider must match one of the providers returned by model_select()
-   *
-   * **How Feedback Works:** When you submit thumbs down, the router will:
-   *
-   * - Decrease the ranking of the selected model for similar queries
-   * - Consider alternative models more favorably
-   *
-   * When you submit thumbs up, the router will:
-   *
-   * - Increase the ranking of the selected model for similar queries
-   * - Prioritize this model for similar future requests
-   *
-   * **Note:** Feedback requires a valid preference_id. Create one via POST
-   * /v2/preferences/userPreferenceCreate
-   *
-   * @example
-   * ```ts
-   * const response = await client.report.submitFeedback({
-   *   feedback: { accuracy: 1 },
-   *   provider: { provider: 'openai', model: 'gpt-4o' },
-   *   session_id: '550e8400-e29b-41d4-a716-446655440000',
-   * });
-   * ```
-   */
-  submitFeedback(
-    body: ReportSubmitFeedbackParams,
-    options?: RequestOptions,
-  ): APIPromise<ReportSubmitFeedbackResponse> {
-    return this._client.post('/v2/report/metrics/feedback', { body, ...options });
-  }
-}
-
-export type ReportEvaluateHallucinationResponse = unknown;
-
-export type ReportLatencyResponse = unknown;
-
-/**
- * Response from feedback submission endpoint.
- */
-export interface ReportSubmitFeedbackResponse {
-  /**
-   * The processed feedback
-   */
-  feedback: { [key: string]: unknown };
-
-  /**
-   * The session ID for which feedback was submitted
-   */
-  session_id: string;
-}
-
-export interface ReportEvaluateHallucinationParams {
-  context: string;
-
-  prompt: string;
-
-  /**
-   * Model for specifying an LLM provider in API requests.
-   */
-  provider: ReportEvaluateHallucinationParams.Provider;
-
-  response: string;
-
-  cost?: number | null;
-
-  latency?: number | null;
-}
-
-export namespace ReportEvaluateHallucinationParams {
-  /**
-   * Model for specifying an LLM provider in API requests.
-   */
-  export interface Provider {
-    /**
-     * Model name (e.g., 'gpt-4o', 'claude-sonnet-4-5-20250929')
-     */
-    model: string;
-
-    /**
-     * Provider name (e.g., 'openai', 'anthropic', 'google')
-     */
-    provider: string;
-
-    /**
-     * Maximum context length for the model (required for custom models)
-     */
-    context_length?: number | null;
-
-    /**
-     * Input token price per million tokens in USD (required for custom models)
-     */
-    input_price?: number | null;
-
-    /**
-     * Whether this is a custom model not in Not Diamond's supported model list
-     */
-    is_custom?: boolean;
-
-    /**
-     * Average latency in seconds (required for custom models)
-     */
-    latency?: number | null;
-
-    /**
-     * Output token price per million tokens in USD (required for custom models)
-     */
-    output_price?: number | null;
-  }
-}
-
-export interface ReportLatencyParams {
-  /**
-   * Feedback dictionary with 'accuracy' key (0 for thumbs down, 1 for thumbs up)
-   */
-  feedback: { [key: string]: unknown };
-
-  /**
-   * The provider that was selected by the router
-   */
-  provider: ReportLatencyParams.Provider;
-
-  /**
-   * Session ID returned from POST /v2/modelRouter/modelSelect
-   */
-  session_id: string;
-}
-
-export namespace ReportLatencyParams {
-  /**
-   * The provider that was selected by the router
-   */
-  export interface Provider {
-    /**
-     * Model name (e.g., 'gpt-4o', 'claude-sonnet-4-5-20250929')
-     */
-    model: string;
-
-    /**
-     * Provider name (e.g., 'openai', 'anthropic', 'google')
-     */
-    provider: string;
-
-    /**
-     * Maximum context length for the model (required for custom models)
-     */
-    context_length?: number | null;
-
-    /**
-     * Input token price per million tokens in USD (required for custom models)
-     */
-    input_price?: number | null;
-
-    /**
-     * Whether this is a custom model not in Not Diamond's supported model list
-     */
-    is_custom?: boolean;
-
-    /**
-     * Average latency in seconds (required for custom models)
-     */
-    latency?: number | null;
-
-    /**
-     * Output token price per million tokens in USD (required for custom models)
-     */
-    output_price?: number | null;
-  }
-}
-
-export interface ReportSubmitFeedbackParams {
-  /**
-   * Feedback dictionary with 'accuracy' key (0 for thumbs down, 1 for thumbs up)
-   */
-  feedback: { [key: string]: unknown };
-
-  /**
-   * The provider that was selected by the router
-   */
-  provider: ReportSubmitFeedbackParams.Provider;
-
-  /**
-   * Session ID returned from POST /v2/modelRouter/modelSelect
-   */
-  session_id: string;
-}
-
-export namespace ReportSubmitFeedbackParams {
-  /**
-   * The provider that was selected by the router
-   */
-  export interface Provider {
-    /**
-     * Model name (e.g., 'gpt-4o', 'claude-sonnet-4-5-20250929')
-     */
-    model: string;
-
-    /**
-     * Provider name (e.g., 'openai', 'anthropic', 'google')
-     */
-    provider: string;
-
-    /**
-     * Maximum context length for the model (required for custom models)
-     */
-    context_length?: number | null;
-
-    /**
-     * Input token price per million tokens in USD (required for custom models)
-     */
-    input_price?: number | null;
-
-    /**
-     * Whether this is a custom model not in Not Diamond's supported model list
-     */
-    is_custom?: boolean;
-
-    /**
-     * Average latency in seconds (required for custom models)
-     */
-    latency?: number | null;
-
-    /**
-     * Output token price per million tokens in USD (required for custom models)
-     */
-    output_price?: number | null;
-  }
-}
-
-export declare namespace Report {
-  export {
-    type ReportEvaluateHallucinationResponse as ReportEvaluateHallucinationResponse,
-    type ReportLatencyResponse as ReportLatencyResponse,
-    type ReportSubmitFeedbackResponse as ReportSubmitFeedbackResponse,
-    type ReportEvaluateHallucinationParams as ReportEvaluateHallucinationParams,
-    type ReportLatencyParams as ReportLatencyParams,
-    type ReportSubmitFeedbackParams as ReportSubmitFeedbackParams,
-  };
-}