notdiamond 1.1.4 → 2.0.0-rc10

package/resources/prompt-adaptation.js

@@ -0,0 +1,266 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PromptAdaptation = void 0;
+const resource_1 = require("../core/resource.js");
+const path_1 = require("../internal/utils/path.js");
+class PromptAdaptation extends resource_1.APIResource {
+    /**
+     * Adapt your prompt from one LLM to work optimally across different target LLMs.
+     *
+     * This endpoint automatically optimizes your prompt (system prompt + user message
+     * template) to achieve better performance when switching between different
+     * language models. Each model has unique characteristics, and what works well for
+     * GPT-4 might not work as well for Claude or Gemini.
+     *
+     * **How Prompt Adaptation Works:**
+     *
+     * 1. You provide your current prompt optimized for an origin model
+     * 2. You specify target models you want to adapt to
+     * 3. You provide evaluation examples (golden records) with expected answers
+     * 4. The system runs optimization to find the best prompt for each target model
+     * 5. You receive adapted prompts that perform well on your target models
+     *
+     * **Evaluation Metrics:** Choose either a standard metric or provide custom
+     * evaluation:
+     *
+     * - **Standard metrics**: LLMaaJ:SQL, LLMaaJ:Sem_Sim_1/3/10 (semantic similarity),
+     *   JSON_Match
+     * - **Custom evaluation**: Provide evaluation_config with your own LLM judge,
+     *   prompt, and cutoff
+     *
+     * **Dataset Requirements:**
+     *
+     * - Minimum 25 examples in train_goldens (more examples = better adaptation)
+     * - Each example must have fields matching your template placeholders
+     * - Supervised evaluation requires 'answer' field in each golden record
+     * - Unsupervised evaluation can work without answers
+     *
+     * **Training Time:**
+     *
+     * - Processing is asynchronous and typically takes 10-30 minutes
+     * - Time depends on: number of target models, dataset size, model availability
+     * - Use the returned adaptation_run_id to check status and retrieve results
+     *
+     * **Subscription Tiers:**
+     *
+     * - Free: 1 target model
+     * - Starter: 3 target models
+     * - Startup: 5 target models
+     * - Enterprise: 10 target models
+     *
+     * **Best Practices:**
+     *
+     * 1. Use diverse, representative examples from your production workload
+     * 2. Include examples for best results (25 minimum)
+     * 3. Ensure consistent evaluation across all examples
+     * 4. Test both train_goldens and test_goldens split for validation
+     * 5. Use the same model versions you'll use in production
+     *
+     * **Example Workflow:**
+     *
+     * ```
+     * 1. POST /v2/prompt/adapt - Submit adaptation request
+     * 2. GET /v2/prompt/adaptStatus/{id} - Poll status until completed
+     * 3. GET /v2/prompt/adaptResults/{id} - Retrieve optimized prompts
+     * 4. Use optimized prompts in production with target models
+     * ```
+     *
+     * **Related Documentation:** See
+     * https://docs.notdiamond.ai/docs/adapting-prompts-to-new-models for detailed
+     * guide.
+     *
+     * @example
+     * ```ts
+     * const promptAdaptation = await client.promptAdaptation.create({
+     *   fields: ['question'],
+     *   system_prompt: 'You are a helpful assistant that answers questions accurately.',
+     *   target_models: [
+     *     { provider: 'anthropic', model: 'claude-sonnet-4-5-20250929' },
+     *     { provider: 'google', model: 'gemini-2.5-flash' },
+     *   ],
+     *   template: 'Question: {question}\nAnswer:',
+     *   evaluation_metric: 'LLMaaJ:Sem_Sim_3',
+     *   origin_model: { provider: 'openai', model: 'gpt-4o' },
+     *   test_goldens: [
+     *     {
+     *       fields: { ... },
+     *       answer: '9',
+     *     },
+     *     {
+     *       fields: { ... },
+     *       answer: 'Pacific Ocean',
+     *     },
+     *   ],
+     *   train_goldens: [
+     *     {
+     *       fields: { ... },
+     *       answer: '4',
+     *     },
+     *     {
+     *       fields: { ... },
+     *       answer: 'Paris',
+     *     },
+     *     {
+     *       fields: { ... },
+     *       answer: 'William Shakespeare',
+     *     },
+     *     {
+     *       fields: { ... },
+     *       answer: 'Water',
+     *     },
+     *     {
+     *       fields: { ... },
+     *       answer: '7',
+     *     },
+     *   ],
+     * });
+     * ```
+     */
+    create(body, options) {
+        return this._client.post('/v2/prompt/adapt', { body, ...options });
+    }
+    /**
+     * Retrieve the complete results of a prompt adaptation run, including optimized
+     * prompts for all target models.
+     *
+     * This endpoint returns the adapted prompts and evaluation metrics for each target
+     * model in your adaptation request. Call this endpoint after the adaptation status
+     * is 'completed' to get your optimized prompts.
+     *
+     * **Response Structure:**
+     *
+     * - **origin_model**: Baseline performance of your original prompt on the origin
+     *   model
+     *   - Includes: system_prompt, user_message_template, score, evaluation metrics,
+     *     cost
+     * - **target_models**: Array of results for each target model
+     *   - Includes: optimized system_prompt, user_message_template, template_fields
+     *   - pre_optimization_score: Performance before adaptation
+     *   - post_optimization_score: Performance after adaptation
+     *   - Evaluation metrics and cost information
+     *
+     * **Using Adapted Prompts:**
+     *
+     * 1. Extract the `system_prompt` and `user_message_template` from each target
+     *    model result
+     * 2. Use `user_message_template_fields` to know which fields to substitute
+     * 3. Apply the optimized prompts when calling the respective target models
+     * 4. Compare pre/post optimization scores to see improvement
+     *
+     * **Evaluation Scores:**
+     *
+     * - Scores range from 0-10 (higher is better)
+     * - Compare origin_model score with target_models pre_optimization_score for
+     *   baseline
+     * - Compare pre_optimization_score with post_optimization_score to see improvement
+     *   from adaptation
+     * - Typical improvements range from 5-30% on evaluation metrics
+     *
+     * **Status Handling:**
+     *
+     * - If adaptation is still processing, target model results will have
+     *   `result_status: "processing"`
+     * - Only completed target models will have system_prompt and template values
+     * - Failed target models will have `result_status: "failed"` with null values
+     *
+     * **Cost Information:**
+     *
+     * - Each model result includes cost in USD for the adaptation process
+     * - Costs vary based on model pricing and number of evaluation examples
+     * - Typical range: $0.10 - $2.00 per target model
+     *
+     * **Best Practices:**
+     *
+     * 1. Wait for status 'completed' before calling this endpoint
+     * 2. Check result_status for each target model
+     * 3. Validate that post_optimization_score > pre_optimization_score
+     * 4. Save optimized prompts for production use
+     * 5. A/B test adapted prompts against originals in production
+     *
+     * @example
+     * ```ts
+     * const response =
+     *   await client.promptAdaptation.getAdaptResults(
+     *     'adaptation_run_id',
+     *   );
+     * ```
+     */
+    getAdaptResults(adaptationRunID, options) {
+        return this._client.get((0, path_1.path) `/v2/prompt/adaptResults/${adaptationRunID}`, options);
+    }
+    /**
+     * Check the status of a prompt adaptation run.
+     *
+     * Use this endpoint to poll the status of your adaptation request. Processing is
+     * asynchronous, so you'll need to check periodically until the status indicates
+     * completion.
+     *
+     * **Status Values:**
+     *
+     * - `created`: Initial state, not yet processing
+     * - `queued`: Waiting for processing capacity (check queue_position)
+     * - `processing`: Currently optimizing prompts
+     * - `completed`: All target models have been processed successfully
+     * - `failed`: One or more target models failed to process
+     *
+     * **Polling Recommendations:**
+     *
+     * - Poll every 30-60 seconds during processing
+     * - Check queue_position if status is 'queued' to estimate wait time
+     * - Stop polling once status is 'completed' or 'failed'
+     * - Use GET /v2/prompt/adaptResults to retrieve results after completion
+     *
+     * **Queue Position:**
+     *
+     * - Only present when status is 'queued'
+     * - Lower numbers mean earlier processing (position 1 is next)
+     * - Typical wait time: 1-5 minutes per position
+     *
+     * **Note:** This endpoint only returns status information. To get the actual
+     * adapted prompts and evaluation results, use GET /v2/prompt/adaptResults once
+     * status is 'completed'.
+     *
+     * @example
+     * ```ts
+     * const response =
+     *   await client.promptAdaptation.getAdaptStatus(
+     *     'adaptation_run_id',
+     *   );
+     * ```
+     */
+    getAdaptStatus(adaptationRunID, options) {
+        return this._client.get((0, path_1.path) `/v2/prompt/adaptStatus/${adaptationRunID}`, options);
+    }
+    /**
+     * Get LLM usage costs for a specific prompt adaptation run.
+     *
+     * This endpoint returns the total cost and detailed usage records for all LLM
+     * requests made during a prompt adaptation run. Use this to track costs associated
+     * with optimizing prompts for different target models.
+     *
+     * **Cost Breakdown:**
+     *
+     * - Total cost across all models used in the adaptation
+     * - Individual usage records with provider, model, tokens, and costs
+     * - Timestamps for each LLM request
+     * - Task type (e.g., optimization, evaluation)
+     *
+     * **Access Control:**
+     *
+     * - Only accessible by the user who created the adaptation run
+     * - Requires prompt adaptation access
+     *
+     * @example
+     * ```ts
+     * const response = await client.promptAdaptation.getCosts(
+     *   'adaptation_run_id',
+     * );
+     * ```
+     */
+    getCosts(adaptationRunID, options) {
+        return this._client.get((0, path_1.path) `/v2/prompt/adapt/${adaptationRunID}/costs`, options);
+    }
+}
+exports.PromptAdaptation = PromptAdaptation;
+//# sourceMappingURL=prompt-adaptation.js.map

package/resources/prompt-adaptation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-adaptation.js","sourceRoot":"","sources":["../src/resources/prompt-adaptation.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAI/C,oDAA8C;AAE9C,MAAa,gBAAiB,SAAQ,sBAAW;IAC/C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+GG;IACH,MAAM,CACJ,IAAkC,EAClC,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiEG;IACH,eAAe,CACb,eAAuB,EACvB,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,2BAA2B,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IACrF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuCG;IACH,cAAc,CACZ,eAAuB,EACvB,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,0BAA0B,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,eAAuB,EAAE,OAAwB;QACxD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,oBAAoB,eAAe,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;CACF;AA7QD,4CA6QC"}

package/resources/prompt-adaptation.mjs

@@ -0,0 +1,262 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../core/resource.mjs";
+import { path } from "../internal/utils/path.mjs";
+export class PromptAdaptation extends APIResource {
+    /**
+     * Adapt your prompt from one LLM to work optimally across different target LLMs.
+     *
+     * This endpoint automatically optimizes your prompt (system prompt + user message
+     * template) to achieve better performance when switching between different
+     * language models. Each model has unique characteristics, and what works well for
+     * GPT-4 might not work as well for Claude or Gemini.
+     *
+     * **How Prompt Adaptation Works:**
+     *
+     * 1. You provide your current prompt optimized for an origin model
+     * 2. You specify target models you want to adapt to
+     * 3. You provide evaluation examples (golden records) with expected answers
+     * 4. The system runs optimization to find the best prompt for each target model
+     * 5. You receive adapted prompts that perform well on your target models
+     *
+     * **Evaluation Metrics:** Choose either a standard metric or provide custom
+     * evaluation:
+     *
+     * - **Standard metrics**: LLMaaJ:SQL, LLMaaJ:Sem_Sim_1/3/10 (semantic similarity),
+     *   JSON_Match
+     * - **Custom evaluation**: Provide evaluation_config with your own LLM judge,
+     *   prompt, and cutoff
+     *
+     * **Dataset Requirements:**
+     *
+     * - Minimum 25 examples in train_goldens (more examples = better adaptation)
+     * - Each example must have fields matching your template placeholders
+     * - Supervised evaluation requires 'answer' field in each golden record
+     * - Unsupervised evaluation can work without answers
+     *
+     * **Training Time:**
+     *
+     * - Processing is asynchronous and typically takes 10-30 minutes
+     * - Time depends on: number of target models, dataset size, model availability
+     * - Use the returned adaptation_run_id to check status and retrieve results
+     *
+     * **Subscription Tiers:**
+     *
+     * - Free: 1 target model
+     * - Starter: 3 target models
+     * - Startup: 5 target models
+     * - Enterprise: 10 target models
+     *
+     * **Best Practices:**
+     *
+     * 1. Use diverse, representative examples from your production workload
+     * 2. Include examples for best results (25 minimum)
+     * 3. Ensure consistent evaluation across all examples
+     * 4. Test both train_goldens and test_goldens split for validation
+     * 5. Use the same model versions you'll use in production
+     *
+     * **Example Workflow:**
+     *
+     * ```
+     * 1. POST /v2/prompt/adapt - Submit adaptation request
+     * 2. GET /v2/prompt/adaptStatus/{id} - Poll status until completed
+     * 3. GET /v2/prompt/adaptResults/{id} - Retrieve optimized prompts
+     * 4. Use optimized prompts in production with target models
+     * ```
+     *
+     * **Related Documentation:** See
+     * https://docs.notdiamond.ai/docs/adapting-prompts-to-new-models for detailed
+     * guide.
+     *
+     * @example
+     * ```ts
+     * const promptAdaptation = await client.promptAdaptation.create({
+     *   fields: ['question'],
+     *   system_prompt: 'You are a helpful assistant that answers questions accurately.',
+     *   target_models: [
+     *     { provider: 'anthropic', model: 'claude-sonnet-4-5-20250929' },
+     *     { provider: 'google', model: 'gemini-2.5-flash' },
+     *   ],
+     *   template: 'Question: {question}\nAnswer:',
+     *   evaluation_metric: 'LLMaaJ:Sem_Sim_3',
+     *   origin_model: { provider: 'openai', model: 'gpt-4o' },
+     *   test_goldens: [
+     *     {
+     *       fields: { ... },
+     *       answer: '9',
+     *     },
+     *     {
+     *       fields: { ... },
+     *       answer: 'Pacific Ocean',
+     *     },
+     *   ],
+     *   train_goldens: [
+     *     {
+     *       fields: { ... },
+     *       answer: '4',
+     *     },
+     *     {
+     *       fields: { ... },
+     *       answer: 'Paris',
+     *     },
+     *     {
+     *       fields: { ... },
+     *       answer: 'William Shakespeare',
+     *     },
+     *     {
+     *       fields: { ... },
+     *       answer: 'Water',
+     *     },
+     *     {
+     *       fields: { ... },
+     *       answer: '7',
+     *     },
+     *   ],
+     * });
+     * ```
+     */
+    create(body, options) {
+        return this._client.post('/v2/prompt/adapt', { body, ...options });
+    }
+    /**
+     * Retrieve the complete results of a prompt adaptation run, including optimized
+     * prompts for all target models.
+     *
+     * This endpoint returns the adapted prompts and evaluation metrics for each target
+     * model in your adaptation request. Call this endpoint after the adaptation status
+     * is 'completed' to get your optimized prompts.
+     *
+     * **Response Structure:**
+     *
+     * - **origin_model**: Baseline performance of your original prompt on the origin
+     *   model
+     *   - Includes: system_prompt, user_message_template, score, evaluation metrics,
+     *     cost
+     * - **target_models**: Array of results for each target model
+     *   - Includes: optimized system_prompt, user_message_template, template_fields
+     *   - pre_optimization_score: Performance before adaptation
+     *   - post_optimization_score: Performance after adaptation
+     *   - Evaluation metrics and cost information
+     *
+     * **Using Adapted Prompts:**
+     *
+     * 1. Extract the `system_prompt` and `user_message_template` from each target
+     *    model result
+     * 2. Use `user_message_template_fields` to know which fields to substitute
+     * 3. Apply the optimized prompts when calling the respective target models
+     * 4. Compare pre/post optimization scores to see improvement
+     *
+     * **Evaluation Scores:**
+     *
+     * - Scores range from 0-10 (higher is better)
+     * - Compare origin_model score with target_models pre_optimization_score for
+     *   baseline
+     * - Compare pre_optimization_score with post_optimization_score to see improvement
+     *   from adaptation
+     * - Typical improvements range from 5-30% on evaluation metrics
+     *
+     * **Status Handling:**
+     *
+     * - If adaptation is still processing, target model results will have
+     *   `result_status: "processing"`
+     * - Only completed target models will have system_prompt and template values
+     * - Failed target models will have `result_status: "failed"` with null values
+     *
+     * **Cost Information:**
+     *
+     * - Each model result includes cost in USD for the adaptation process
+     * - Costs vary based on model pricing and number of evaluation examples
+     * - Typical range: $0.10 - $2.00 per target model
+     *
+     * **Best Practices:**
+     *
+     * 1. Wait for status 'completed' before calling this endpoint
+     * 2. Check result_status for each target model
+     * 3. Validate that post_optimization_score > pre_optimization_score
+     * 4. Save optimized prompts for production use
+     * 5. A/B test adapted prompts against originals in production
+     *
+     * @example
+     * ```ts
+     * const response =
+     *   await client.promptAdaptation.getAdaptResults(
+     *     'adaptation_run_id',
+     *   );
+     * ```
+     */
+    getAdaptResults(adaptationRunID, options) {
+        return this._client.get(path `/v2/prompt/adaptResults/${adaptationRunID}`, options);
+    }
+    /**
+     * Check the status of a prompt adaptation run.
+     *
+     * Use this endpoint to poll the status of your adaptation request. Processing is
+     * asynchronous, so you'll need to check periodically until the status indicates
+     * completion.
+     *
+     * **Status Values:**
+     *
+     * - `created`: Initial state, not yet processing
+     * - `queued`: Waiting for processing capacity (check queue_position)
+     * - `processing`: Currently optimizing prompts
+     * - `completed`: All target models have been processed successfully
+     * - `failed`: One or more target models failed to process
+     *
+     * **Polling Recommendations:**
+     *
+     * - Poll every 30-60 seconds during processing
+     * - Check queue_position if status is 'queued' to estimate wait time
+     * - Stop polling once status is 'completed' or 'failed'
+     * - Use GET /v2/prompt/adaptResults to retrieve results after completion
+     *
+     * **Queue Position:**
+     *
+     * - Only present when status is 'queued'
+     * - Lower numbers mean earlier processing (position 1 is next)
+     * - Typical wait time: 1-5 minutes per position
+     *
+     * **Note:** This endpoint only returns status information. To get the actual
+     * adapted prompts and evaluation results, use GET /v2/prompt/adaptResults once
+     * status is 'completed'.
+     *
+     * @example
+     * ```ts
+     * const response =
+     *   await client.promptAdaptation.getAdaptStatus(
+     *     'adaptation_run_id',
+     *   );
+     * ```
+     */
+    getAdaptStatus(adaptationRunID, options) {
+        return this._client.get(path `/v2/prompt/adaptStatus/${adaptationRunID}`, options);
+    }
+    /**
+     * Get LLM usage costs for a specific prompt adaptation run.
+     *
+     * This endpoint returns the total cost and detailed usage records for all LLM
+     * requests made during a prompt adaptation run. Use this to track costs associated
+     * with optimizing prompts for different target models.
+     *
+     * **Cost Breakdown:**
+     *
+     * - Total cost across all models used in the adaptation
+     * - Individual usage records with provider, model, tokens, and costs
+     * - Timestamps for each LLM request
+     * - Task type (e.g., optimization, evaluation)
+     *
+     * **Access Control:**
+     *
+     * - Only accessible by the user who created the adaptation run
+     * - Requires prompt adaptation access
+     *
+     * @example
+     * ```ts
+     * const response = await client.promptAdaptation.getCosts(
+     *   'adaptation_run_id',
+     * );
+     * ```
+     */
+    getCosts(adaptationRunID, options) {
+        return this._client.get(path `/v2/prompt/adapt/${adaptationRunID}/costs`, options);
+    }
+}
+//# sourceMappingURL=prompt-adaptation.mjs.map

package/resources/prompt-adaptation.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-adaptation.mjs","sourceRoot":"","sources":["../src/resources/prompt-adaptation.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAIf,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,gBAAiB,SAAQ,WAAW;IAC/C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+GG;IACH,MAAM,CACJ,IAAkC,EAClC,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiEG;IACH,eAAe,CACb,eAAuB,EACvB,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,2BAA2B,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IACrF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuCG;IACH,cAAc,CACZ,eAAuB,EACvB,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,0BAA0B,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,eAAuB,EAAE,OAAwB;QACxD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,oBAAoB,eAAe,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;CACF"}

package/resources/report/index.d.mts

@@ -0,0 +1,3 @@
+export { Metrics, type MetricSubmitFeedbackResponse, type MetricSubmitFeedbackParams } from "./metrics.mjs";
+export { Report } from "./report.mjs";
+//# sourceMappingURL=index.d.mts.map

package/resources/report/index.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../../src/resources/report/index.ts"],"names":[],"mappings":"OAEO,EAAE,OAAO,EAAE,KAAK,4BAA4B,EAAE,KAAK,0BAA0B,EAAE;OAC/E,EAAE,MAAM,EAAE"}

package/resources/report/index.d.ts

@@ -0,0 +1,3 @@
+export { Metrics, type MetricSubmitFeedbackResponse, type MetricSubmitFeedbackParams } from "./metrics.js";
+export { Report } from "./report.js";
+//# sourceMappingURL=index.d.ts.map

package/resources/report/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/report/index.ts"],"names":[],"mappings":"OAEO,EAAE,OAAO,EAAE,KAAK,4BAA4B,EAAE,KAAK,0BAA0B,EAAE;OAC/E,EAAE,MAAM,EAAE"}

package/resources/report/index.js

@@ -0,0 +1,9 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Report = exports.Metrics = void 0;
+var metrics_1 = require("./metrics.js");
+Object.defineProperty(exports, "Metrics", { enumerable: true, get: function () { return metrics_1.Metrics; } });
+var report_1 = require("./report.js");
+Object.defineProperty(exports, "Report", { enumerable: true, get: function () { return report_1.Report; } });
+//# sourceMappingURL=index.js.map

package/resources/report/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/report/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wCAAwG;AAA/F,kGAAA,OAAO,OAAA;AAChB,sCAAkC;AAAzB,gGAAA,MAAM,OAAA"}

package/resources/report/index.mjs

@@ -0,0 +1,4 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export { Metrics } from "./metrics.mjs";
+export { Report } from "./report.mjs";
+//# sourceMappingURL=index.mjs.map

package/resources/report/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/report/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,OAAO,EAAsE;OAC/E,EAAE,MAAM,EAAE"}

package/resources/report/metrics.d.mts

@@ -0,0 +1,87 @@
+import { APIResource } from "../../core/resource.mjs";
+import * as PromptAdaptationAPI from "../prompt-adaptation.mjs";
+import { APIPromise } from "../../core/api-promise.mjs";
+import { RequestOptions } from "../../internal/request-options.mjs";
+export declare class Metrics extends APIResource {
+    /**
+     * Submit feedback on a routing decision to improve future recommendations.
+     *
+     * This endpoint allows you to provide feedback on whether the router selected the
+     * right model for your query. Your feedback is used to:
+     *
+     * 1. Personalize routing decisions for your preference_id
+     * 2. Improve the overall routing quality
+     * 3. Train and refine custom routers
+     *
+     * **Feedback Format:**
+     *
+     * - `accuracy: 1` - Thumbs up (the model performed well)
+     * - `accuracy: 0` - Thumbs down (the model did not perform well)
+     *
+     * **Requirements:**
+     *
+     * - You must have used a preference_id in the original model_select() call
+     * - The session_id must be valid and belong to your account
+     * - The provider must match one of the providers returned by model_select()
+     *
+     * **How Feedback Works:** When you submit thumbs down, the router will:
+     *
+     * - Decrease the ranking of the selected model for similar queries
+     * - Consider alternative models more favorably
+     *
+     * When you submit thumbs up, the router will:
+     *
+     * - Increase the ranking of the selected model for similar queries
+     * - Prioritize this model for similar future requests
+     *
+     * **Note:** Feedback requires a valid preference_id. Create one via POST
+     * /v2/preferences/userPreferenceCreate
+     *
+     * @example
+     * ```ts
+     * const response = await client.report.metrics.submitFeedback(
+     *   {
+     *     feedback: { accuracy: 1 },
+     *     provider: { provider: 'openai', model: 'gpt-4o' },
+     *     session_id: '550e8400-e29b-41d4-a716-446655440000',
+     *   },
+     * );
+     * ```
+     */
+    submitFeedback(body: MetricSubmitFeedbackParams, options?: RequestOptions): APIPromise<MetricSubmitFeedbackResponse>;
+}
+/**
+ * Response from feedback submission endpoint.
+ */
+export interface MetricSubmitFeedbackResponse {
+    /**
+     * The processed feedback
+     */
+    feedback: {
+        [key: string]: unknown;
+    };
+    /**
+     * The session ID for which feedback was submitted
+     */
+    session_id: string;
+}
+export interface MetricSubmitFeedbackParams {
+    /**
+     * Feedback dictionary with 'accuracy' key (0 for thumbs down, 1 for thumbs up)
+     */
+    feedback: {
+        [key: string]: unknown;
+    };
+    /**
+     * The provider that was selected by the router
+     */
+    provider: PromptAdaptationAPI.RequestProvider;
+    /**
+     * Session ID returned from POST /v2/modelRouter/modelSelect
+     */
+    session_id: string;
+}
+export declare namespace Metrics {
+    export { type MetricSubmitFeedbackResponse as MetricSubmitFeedbackResponse, type MetricSubmitFeedbackParams as MetricSubmitFeedbackParams, };
+}
+//# sourceMappingURL=metrics.d.mts.map

package/resources/report/metrics.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.mts","sourceRoot":"","sources":["../../src/resources/report/metrics.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,mBAAmB;OACxB,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,OAAQ,SAAQ,WAAW;IACtC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4CG;IACH,cAAc,CACZ,IAAI,EAAE,0BAA0B,EAChC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,4BAA4B,CAAC;CAG5C;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC3C;;OAEG;IACH,QAAQ,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAErC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,QAAQ,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAErC;;OAEG;IACH,QAAQ,EAAE,mBAAmB,CAAC,eAAe,CAAC;IAE9C;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,CAAC,OAAO,WAAW,OAAO,CAAC;IAC/B,OAAO,EACL,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,0BAA0B,IAAI,0BAA0B,GAC9D,CAAC;CACH"}