@arizeai/phoenix-client 5.2.0 → 5.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/esm/__generated__/api/v1.d.ts +321 -9
- package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
- package/dist/esm/client.d.ts +2 -2
- package/dist/esm/client.d.ts.map +1 -1
- package/dist/esm/client.js +1 -1
- package/dist/esm/client.js.map +1 -1
- package/dist/esm/datasets/appendDatasetExamples.d.ts +1 -1
- package/dist/esm/datasets/appendDatasetExamples.d.ts.map +1 -1
- package/dist/esm/datasets/appendDatasetExamples.js +1 -1
- package/dist/esm/datasets/appendDatasetExamples.js.map +1 -1
- package/dist/esm/datasets/createDataset.d.ts.map +1 -1
- package/dist/esm/datasets/createDataset.js.map +1 -1
- package/dist/esm/datasets/createOrGetDataset.d.ts.map +1 -1
- package/dist/esm/datasets/createOrGetDataset.js.map +1 -1
- package/dist/esm/datasets/getDataset.d.ts +1 -1
- package/dist/esm/datasets/getDataset.d.ts.map +1 -1
- package/dist/esm/datasets/getDataset.js.map +1 -1
- package/dist/esm/datasets/getDatasetExamples.d.ts +1 -1
- package/dist/esm/datasets/getDatasetExamples.d.ts.map +1 -1
- package/dist/esm/datasets/getDatasetExamples.js +1 -1
- package/dist/esm/datasets/getDatasetExamples.js.map +1 -1
- package/dist/esm/datasets/getDatasetInfo.d.ts +1 -1
- package/dist/esm/datasets/getDatasetInfo.d.ts.map +1 -1
- package/dist/esm/datasets/getDatasetInfo.js +1 -1
- package/dist/esm/datasets/getDatasetInfo.js.map +1 -1
- package/dist/esm/datasets/listDatasets.d.ts +1 -1
- package/dist/esm/datasets/listDatasets.d.ts.map +1 -1
- package/dist/esm/datasets/listDatasets.js.map +1 -1
- package/dist/esm/experiments/createExperiment.d.ts +39 -0
- package/dist/esm/experiments/createExperiment.d.ts.map +1 -0
- package/dist/esm/experiments/createExperiment.js +43 -0
- package/dist/esm/experiments/createExperiment.js.map +1 -0
- package/dist/esm/experiments/deleteExperiment.d.ts +36 -0
- package/dist/esm/experiments/deleteExperiment.d.ts.map +1 -0
- package/dist/esm/experiments/deleteExperiment.js +49 -0
- package/dist/esm/experiments/deleteExperiment.js.map +1 -0
- package/dist/esm/experiments/getExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/getExperiment.js.map +1 -1
- package/dist/esm/experiments/getExperimentInfo.d.ts.map +1 -1
- package/dist/esm/experiments/getExperimentInfo.js +10 -3
- package/dist/esm/experiments/getExperimentInfo.js.map +1 -1
- package/dist/esm/experiments/getExperimentRuns.d.ts.map +1 -1
- package/dist/esm/experiments/getExperimentRuns.js.map +1 -1
- package/dist/esm/experiments/index.d.ts +5 -0
- package/dist/esm/experiments/index.d.ts.map +1 -1
- package/dist/esm/experiments/index.js +5 -0
- package/dist/esm/experiments/index.js.map +1 -1
- package/dist/esm/experiments/listExperiments.d.ts +29 -0
- package/dist/esm/experiments/listExperiments.d.ts.map +1 -0
- package/dist/esm/experiments/listExperiments.js +59 -0
- package/dist/esm/experiments/listExperiments.js.map +1 -0
- package/dist/esm/experiments/resumeEvaluation.d.ts +105 -0
- package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -0
- package/dist/esm/experiments/resumeEvaluation.js +558 -0
- package/dist/esm/experiments/resumeEvaluation.js.map +1 -0
- package/dist/esm/experiments/resumeExperiment.d.ts +102 -0
- package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -0
- package/dist/esm/experiments/resumeExperiment.js +517 -0
- package/dist/esm/experiments/resumeExperiment.js.map +1 -0
- package/dist/esm/experiments/runExperiment.d.ts +2 -2
- package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/runExperiment.js +35 -9
- package/dist/esm/experiments/runExperiment.js.map +1 -1
- package/dist/esm/prompts/createPrompt.d.ts +20 -2
- package/dist/esm/prompts/createPrompt.d.ts.map +1 -1
- package/dist/esm/prompts/createPrompt.js +14 -1
- package/dist/esm/prompts/createPrompt.js.map +1 -1
- package/dist/esm/prompts/sdks/toAI.d.ts +2 -2
- package/dist/esm/prompts/sdks/toAI.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toAI.js +1 -1
- package/dist/esm/prompts/sdks/toAI.js.map +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.d.ts +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.js +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.js.map +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.d.ts +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.js +2 -2
- package/dist/esm/prompts/sdks/toOpenAI.js.map +1 -1
- package/dist/esm/prompts/sdks/toSDK.d.ts +1 -1
- package/dist/esm/prompts/sdks/toSDK.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toSDK.js +2 -2
- package/dist/esm/prompts/sdks/toSDK.js.map +1 -1
- package/dist/esm/prompts/sdks/types.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/converters.js +2 -2
- package/dist/esm/schemas/llm/anthropic/converters.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messageSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/toolSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/constants.d.ts +9 -9
- package/dist/esm/schemas/llm/constants.d.ts.map +1 -1
- package/dist/esm/schemas/llm/constants.js +8 -8
- package/dist/esm/schemas/llm/constants.js.map +1 -1
- package/dist/esm/schemas/llm/converters.d.ts +33 -33
- package/dist/esm/schemas/llm/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/converters.js +1 -1
- package/dist/esm/schemas/llm/converters.js.map +1 -1
- package/dist/esm/schemas/llm/openai/converters.d.ts +2 -2
- package/dist/esm/schemas/llm/openai/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/converters.js +3 -3
- package/dist/esm/schemas/llm/openai/converters.js.map +1 -1
- package/dist/esm/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/messageSchemas.js +2 -2
- package/dist/esm/schemas/llm/openai/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/responseFormatSchema.js +1 -1
- package/dist/esm/schemas/llm/openai/responseFormatSchema.js.map +1 -1
- package/dist/esm/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/toolSchemas.js +1 -1
- package/dist/esm/schemas/llm/openai/toolSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/converters.js +5 -5
- package/dist/esm/schemas/llm/phoenixPrompt/converters.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js +2 -2
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/schemas.d.ts +12 -12
- package/dist/esm/schemas/llm/schemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/schemas.js +8 -8
- package/dist/esm/schemas/llm/schemas.js.map +1 -1
- package/dist/esm/schemas/llm/types.d.ts +14 -14
- package/dist/esm/schemas/llm/types.d.ts.map +1 -1
- package/dist/esm/schemas/llm/utils.d.ts.map +1 -1
- package/dist/esm/schemas/llm/utils.js +8 -8
- package/dist/esm/schemas/llm/utils.js.map +1 -1
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts +8 -8
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.js +1 -1
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts +8 -8
- package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/vercel/messageSchemas.js +1 -1
- package/dist/esm/schemas/llm/vercel/messageSchemas.js.map +1 -1
- package/dist/esm/sessions/addSessionAnnotation.d.ts.map +1 -1
- package/dist/esm/sessions/addSessionAnnotation.js.map +1 -1
- package/dist/esm/sessions/logSessionAnnotations.d.ts.map +1 -1
- package/dist/esm/sessions/logSessionAnnotations.js.map +1 -1
- package/dist/esm/spans/addDocumentAnnotation.d.ts.map +1 -1
- package/dist/esm/spans/addDocumentAnnotation.js.map +1 -1
- package/dist/esm/spans/addSpanAnnotation.d.ts.map +1 -1
- package/dist/esm/spans/addSpanAnnotation.js.map +1 -1
- package/dist/esm/spans/getSpanAnnotations.d.ts +1 -1
- package/dist/esm/spans/getSpanAnnotations.d.ts.map +1 -1
- package/dist/esm/spans/getSpanAnnotations.js.map +1 -1
- package/dist/esm/spans/getSpans.d.ts +1 -1
- package/dist/esm/spans/getSpans.d.ts.map +1 -1
- package/dist/esm/spans/getSpans.js.map +1 -1
- package/dist/esm/spans/logDocumentAnnotations.d.ts.map +1 -1
- package/dist/esm/spans/logDocumentAnnotations.js.map +1 -1
- package/dist/esm/spans/logSpanAnnotations.d.ts.map +1 -1
- package/dist/esm/spans/logSpanAnnotations.js.map +1 -1
- package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
- package/dist/esm/types/experiments.d.ts +60 -3
- package/dist/esm/types/experiments.d.ts.map +1 -1
- package/dist/esm/utils/channel.d.ts +229 -0
- package/dist/esm/utils/channel.d.ts.map +1 -0
- package/dist/esm/utils/channel.js +352 -0
- package/dist/esm/utils/channel.js.map +1 -0
- package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/esm/utils/formatPromptMessages.js +1 -1
- package/dist/esm/utils/formatPromptMessages.js.map +1 -1
- package/dist/esm/utils/getPromptBySelector.d.ts +1 -1
- package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/esm/utils/getPromptBySelector.js +1 -1
- package/dist/esm/utils/getPromptBySelector.js.map +1 -1
- package/dist/esm/utils/isHttpError.d.ts +21 -0
- package/dist/esm/utils/isHttpError.d.ts.map +1 -0
- package/dist/esm/utils/isHttpError.js +33 -0
- package/dist/esm/utils/isHttpError.js.map +1 -0
- package/dist/src/__generated__/api/v1.d.ts +321 -9
- package/dist/src/__generated__/api/v1.d.ts.map +1 -1
- package/dist/src/client.d.ts +2 -2
- package/dist/src/client.d.ts.map +1 -1
- package/dist/src/client.js +1 -1
- package/dist/src/client.js.map +1 -1
- package/dist/src/datasets/appendDatasetExamples.d.ts +1 -1
- package/dist/src/datasets/appendDatasetExamples.d.ts.map +1 -1
- package/dist/src/datasets/appendDatasetExamples.js +1 -1
- package/dist/src/datasets/appendDatasetExamples.js.map +1 -1
- package/dist/src/datasets/createDataset.d.ts.map +1 -1
- package/dist/src/datasets/createDataset.js.map +1 -1
- package/dist/src/datasets/createOrGetDataset.d.ts.map +1 -1
- package/dist/src/datasets/createOrGetDataset.js.map +1 -1
- package/dist/src/datasets/getDataset.d.ts +1 -1
- package/dist/src/datasets/getDataset.d.ts.map +1 -1
- package/dist/src/datasets/getDataset.js.map +1 -1
- package/dist/src/datasets/getDatasetExamples.d.ts +1 -1
- package/dist/src/datasets/getDatasetExamples.d.ts.map +1 -1
- package/dist/src/datasets/getDatasetExamples.js +1 -1
- package/dist/src/datasets/getDatasetExamples.js.map +1 -1
- package/dist/src/datasets/getDatasetInfo.d.ts +1 -1
- package/dist/src/datasets/getDatasetInfo.d.ts.map +1 -1
- package/dist/src/datasets/getDatasetInfo.js +1 -1
- package/dist/src/datasets/getDatasetInfo.js.map +1 -1
- package/dist/src/datasets/listDatasets.d.ts +1 -1
- package/dist/src/datasets/listDatasets.d.ts.map +1 -1
- package/dist/src/datasets/listDatasets.js.map +1 -1
- package/dist/src/experiments/createExperiment.d.ts +39 -0
- package/dist/src/experiments/createExperiment.d.ts.map +1 -0
- package/dist/src/experiments/createExperiment.js +43 -0
- package/dist/src/experiments/createExperiment.js.map +1 -0
- package/dist/src/experiments/deleteExperiment.d.ts +36 -0
- package/dist/src/experiments/deleteExperiment.d.ts.map +1 -0
- package/dist/src/experiments/deleteExperiment.js +52 -0
- package/dist/src/experiments/deleteExperiment.js.map +1 -0
- package/dist/src/experiments/getExperiment.d.ts.map +1 -1
- package/dist/src/experiments/getExperiment.js.map +1 -1
- package/dist/src/experiments/getExperimentInfo.d.ts.map +1 -1
- package/dist/src/experiments/getExperimentInfo.js +10 -3
- package/dist/src/experiments/getExperimentInfo.js.map +1 -1
- package/dist/src/experiments/getExperimentRuns.d.ts.map +1 -1
- package/dist/src/experiments/getExperimentRuns.js.map +1 -1
- package/dist/src/experiments/index.d.ts +5 -0
- package/dist/src/experiments/index.d.ts.map +1 -1
- package/dist/src/experiments/index.js +5 -0
- package/dist/src/experiments/index.js.map +1 -1
- package/dist/src/experiments/listExperiments.d.ts +29 -0
- package/dist/src/experiments/listExperiments.d.ts.map +1 -0
- package/dist/src/experiments/listExperiments.js +66 -0
- package/dist/src/experiments/listExperiments.js.map +1 -0
- package/dist/src/experiments/resumeEvaluation.d.ts +105 -0
- package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -0
- package/dist/src/experiments/resumeEvaluation.js +584 -0
- package/dist/src/experiments/resumeEvaluation.js.map +1 -0
- package/dist/src/experiments/resumeExperiment.d.ts +102 -0
- package/dist/src/experiments/resumeExperiment.d.ts.map +1 -0
- package/dist/src/experiments/resumeExperiment.js +540 -0
- package/dist/src/experiments/resumeExperiment.js.map +1 -0
- package/dist/src/experiments/runExperiment.d.ts +2 -2
- package/dist/src/experiments/runExperiment.d.ts.map +1 -1
- package/dist/src/experiments/runExperiment.js +34 -8
- package/dist/src/experiments/runExperiment.js.map +1 -1
- package/dist/src/prompts/createPrompt.d.ts +20 -2
- package/dist/src/prompts/createPrompt.d.ts.map +1 -1
- package/dist/src/prompts/createPrompt.js +14 -1
- package/dist/src/prompts/createPrompt.js.map +1 -1
- package/dist/src/prompts/sdks/toAI.d.ts +2 -2
- package/dist/src/prompts/sdks/toAI.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toAI.js +1 -1
- package/dist/src/prompts/sdks/toAI.js.map +1 -1
- package/dist/src/prompts/sdks/toAnthropic.d.ts +1 -1
- package/dist/src/prompts/sdks/toAnthropic.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toAnthropic.js +1 -1
- package/dist/src/prompts/sdks/toAnthropic.js.map +1 -1
- package/dist/src/prompts/sdks/toOpenAI.d.ts +1 -1
- package/dist/src/prompts/sdks/toOpenAI.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toOpenAI.js +2 -2
- package/dist/src/prompts/sdks/toOpenAI.js.map +1 -1
- package/dist/src/prompts/sdks/toSDK.d.ts +1 -1
- package/dist/src/prompts/sdks/toSDK.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toSDK.js +2 -2
- package/dist/src/prompts/sdks/toSDK.js.map +1 -1
- package/dist/src/prompts/sdks/types.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/converters.js +2 -2
- package/dist/src/schemas/llm/anthropic/converters.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/messageSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/toolSchemas.js.map +1 -1
- package/dist/src/schemas/llm/constants.d.ts +9 -9
- package/dist/src/schemas/llm/constants.d.ts.map +1 -1
- package/dist/src/schemas/llm/constants.js +12 -12
- package/dist/src/schemas/llm/constants.js.map +1 -1
- package/dist/src/schemas/llm/converters.d.ts +33 -33
- package/dist/src/schemas/llm/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/converters.js +1 -1
- package/dist/src/schemas/llm/converters.js.map +1 -1
- package/dist/src/schemas/llm/openai/converters.d.ts +2 -2
- package/dist/src/schemas/llm/openai/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/converters.js +8 -8
- package/dist/src/schemas/llm/openai/converters.js.map +1 -1
- package/dist/src/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/messageSchemas.js +2 -2
- package/dist/src/schemas/llm/openai/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/responseFormatSchema.js +1 -1
- package/dist/src/schemas/llm/openai/responseFormatSchema.js.map +1 -1
- package/dist/src/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/toolSchemas.js +1 -1
- package/dist/src/schemas/llm/openai/toolSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/converters.js +5 -5
- package/dist/src/schemas/llm/phoenixPrompt/converters.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js +2 -2
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
- package/dist/src/schemas/llm/schemas.d.ts +12 -12
- package/dist/src/schemas/llm/schemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/schemas.js +16 -16
- package/dist/src/schemas/llm/schemas.js.map +1 -1
- package/dist/src/schemas/llm/types.d.ts +14 -14
- package/dist/src/schemas/llm/types.d.ts.map +1 -1
- package/dist/src/schemas/llm/utils.d.ts.map +1 -1
- package/dist/src/schemas/llm/utils.js +19 -19
- package/dist/src/schemas/llm/utils.js.map +1 -1
- package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts +8 -8
- package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/vercel/messagePartSchemas.js +1 -1
- package/dist/src/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
- package/dist/src/schemas/llm/vercel/messageSchemas.d.ts +8 -8
- package/dist/src/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/vercel/messageSchemas.js +1 -1
- package/dist/src/schemas/llm/vercel/messageSchemas.js.map +1 -1
- package/dist/src/sessions/addSessionAnnotation.d.ts.map +1 -1
- package/dist/src/sessions/addSessionAnnotation.js.map +1 -1
- package/dist/src/sessions/logSessionAnnotations.d.ts.map +1 -1
- package/dist/src/sessions/logSessionAnnotations.js.map +1 -1
- package/dist/src/spans/addDocumentAnnotation.d.ts.map +1 -1
- package/dist/src/spans/addDocumentAnnotation.js.map +1 -1
- package/dist/src/spans/addSpanAnnotation.d.ts.map +1 -1
- package/dist/src/spans/addSpanAnnotation.js.map +1 -1
- package/dist/src/spans/getSpanAnnotations.d.ts +1 -1
- package/dist/src/spans/getSpanAnnotations.d.ts.map +1 -1
- package/dist/src/spans/getSpanAnnotations.js.map +1 -1
- package/dist/src/spans/getSpans.d.ts +1 -1
- package/dist/src/spans/getSpans.d.ts.map +1 -1
- package/dist/src/spans/getSpans.js.map +1 -1
- package/dist/src/spans/logDocumentAnnotations.d.ts.map +1 -1
- package/dist/src/spans/logDocumentAnnotations.js.map +1 -1
- package/dist/src/spans/logSpanAnnotations.d.ts.map +1 -1
- package/dist/src/spans/logSpanAnnotations.js.map +1 -1
- package/dist/src/types/experiments.d.ts +60 -3
- package/dist/src/types/experiments.d.ts.map +1 -1
- package/dist/src/utils/channel.d.ts +229 -0
- package/dist/src/utils/channel.d.ts.map +1 -0
- package/dist/src/utils/channel.js +385 -0
- package/dist/src/utils/channel.js.map +1 -0
- package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/src/utils/formatPromptMessages.js +1 -1
- package/dist/src/utils/formatPromptMessages.js.map +1 -1
- package/dist/src/utils/getPromptBySelector.d.ts +1 -1
- package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/src/utils/getPromptBySelector.js +1 -1
- package/dist/src/utils/getPromptBySelector.js.map +1 -1
- package/dist/src/utils/isHttpError.d.ts +21 -0
- package/dist/src/utils/isHttpError.d.ts.map +1 -0
- package/dist/src/utils/isHttpError.js +37 -0
- package/dist/src/utils/isHttpError.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +3 -3
- package/src/__generated__/api/v1.ts +321 -9
- package/src/client.ts +6 -5
- package/src/datasets/appendDatasetExamples.ts +4 -2
- package/src/datasets/createDataset.ts +1 -0
- package/src/datasets/createOrGetDataset.ts +2 -1
- package/src/datasets/getDataset.ts +2 -1
- package/src/datasets/getDatasetExamples.ts +4 -2
- package/src/datasets/getDatasetInfo.ts +4 -2
- package/src/datasets/listDatasets.ts +2 -1
- package/src/experiments/createExperiment.ts +90 -0
- package/src/experiments/deleteExperiment.ts +67 -0
- package/src/experiments/getExperiment.ts +1 -0
- package/src/experiments/getExperimentInfo.ts +11 -3
- package/src/experiments/getExperimentRuns.ts +3 -2
- package/src/experiments/index.ts +5 -0
- package/src/experiments/listExperiments.ts +83 -0
- package/src/experiments/resumeEvaluation.ts +799 -0
- package/src/experiments/resumeExperiment.ts +742 -0
- package/src/experiments/runExperiment.ts +55 -25
- package/src/prompts/createPrompt.ts +27 -9
- package/src/prompts/sdks/toAI.ts +6 -4
- package/src/prompts/sdks/toAnthropic.ts +7 -6
- package/src/prompts/sdks/toOpenAI.ts +10 -9
- package/src/prompts/sdks/toSDK.ts +5 -3
- package/src/prompts/sdks/types.ts +1 -0
- package/src/schemas/llm/anthropic/converters.ts +9 -7
- package/src/schemas/llm/anthropic/messagePartSchemas.ts +2 -1
- package/src/schemas/llm/anthropic/messageSchemas.ts +2 -2
- package/src/schemas/llm/anthropic/toolCallSchemas.ts +2 -1
- package/src/schemas/llm/anthropic/toolSchemas.ts +2 -1
- package/src/schemas/llm/constants.ts +14 -12
- package/src/schemas/llm/converters.ts +4 -3
- package/src/schemas/llm/openai/converters.ts +15 -13
- package/src/schemas/llm/openai/messageSchemas.ts +3 -3
- package/src/schemas/llm/openai/responseFormatSchema.ts +2 -1
- package/src/schemas/llm/openai/toolSchemas.ts +2 -1
- package/src/schemas/llm/phoenixPrompt/converters.ts +11 -10
- package/src/schemas/llm/phoenixPrompt/messagePartSchemas.ts +3 -2
- package/src/schemas/llm/phoenixPrompt/messageSchemas.ts +4 -3
- package/src/schemas/llm/phoenixPrompt/responseFormatSchema.ts +3 -2
- package/src/schemas/llm/phoenixPrompt/toolCallSchemas.ts +2 -2
- package/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.ts +3 -2
- package/src/schemas/llm/phoenixPrompt/toolSchemas.ts +3 -2
- package/src/schemas/llm/schemas.ts +9 -8
- package/src/schemas/llm/types.ts +17 -16
- package/src/schemas/llm/utils.ts +14 -12
- package/src/schemas/llm/vercel/messagePartSchemas.ts +2 -1
- package/src/schemas/llm/vercel/messageSchemas.ts +2 -2
- package/src/sessions/addSessionAnnotation.ts +1 -0
- package/src/sessions/logSessionAnnotations.ts +1 -0
- package/src/spans/addDocumentAnnotation.ts +1 -0
- package/src/spans/addSpanAnnotation.ts +1 -0
- package/src/spans/getSpanAnnotations.ts +1 -1
- package/src/spans/getSpans.ts +1 -1
- package/src/spans/logDocumentAnnotations.ts +1 -0
- package/src/spans/logSpanAnnotations.ts +1 -0
- package/src/types/experiments.ts +62 -3
- package/src/utils/channel.ts +397 -0
- package/src/utils/formatPromptMessages.ts +4 -3
- package/src/utils/getPromptBySelector.ts +4 -3
- package/src/utils/isHttpError.ts +45 -0
|
@@ -254,7 +254,10 @@ export interface paths {
|
|
|
254
254
|
path?: never;
|
|
255
255
|
cookie?: never;
|
|
256
256
|
};
|
|
257
|
-
/**
|
|
257
|
+
/**
|
|
258
|
+
* List experiments by dataset
|
|
259
|
+
* @description Retrieve a paginated list of experiments for the specified dataset.
|
|
260
|
+
*/
|
|
258
261
|
get: operations["listExperiments"];
|
|
259
262
|
put?: never;
|
|
260
263
|
/** Create experiment on a dataset */
|
|
@@ -276,6 +279,39 @@ export interface paths {
|
|
|
276
279
|
get: operations["getExperiment"];
|
|
277
280
|
put?: never;
|
|
278
281
|
post?: never;
|
|
282
|
+
/** Delete experiment by ID */
|
|
283
|
+
delete: operations["deleteExperiment"];
|
|
284
|
+
options?: never;
|
|
285
|
+
head?: never;
|
|
286
|
+
patch?: never;
|
|
287
|
+
trace?: never;
|
|
288
|
+
};
|
|
289
|
+
"/v1/experiments/{experiment_id}/incomplete-runs": {
|
|
290
|
+
parameters: {
|
|
291
|
+
query?: never;
|
|
292
|
+
header?: never;
|
|
293
|
+
path?: never;
|
|
294
|
+
cookie?: never;
|
|
295
|
+
};
|
|
296
|
+
/**
|
|
297
|
+
* Get incomplete runs for an experiment
|
|
298
|
+
* @description Get runs that need to be completed for this experiment.
|
|
299
|
+
*
|
|
300
|
+
* Returns all incomplete runs, including both missing runs (not yet attempted)
|
|
301
|
+
* and failed runs (attempted but have errors).
|
|
302
|
+
*
|
|
303
|
+
* Args:
|
|
304
|
+
* experiment_id: The ID of the experiment
|
|
305
|
+
* cursor: Cursor for pagination
|
|
306
|
+
* limit: Maximum number of results to return
|
|
307
|
+
*
|
|
308
|
+
* Returns:
|
|
309
|
+
* Paginated list of incomplete runs grouped by dataset example,
|
|
310
|
+
* with repetition numbers that need to be run
|
|
311
|
+
*/
|
|
312
|
+
get: operations["getIncompleteExperimentRuns"];
|
|
313
|
+
put?: never;
|
|
314
|
+
post?: never;
|
|
279
315
|
delete?: never;
|
|
280
316
|
options?: never;
|
|
281
317
|
head?: never;
|
|
@@ -337,6 +373,39 @@ export interface paths {
|
|
|
337
373
|
patch?: never;
|
|
338
374
|
trace?: never;
|
|
339
375
|
};
|
|
376
|
+
"/v1/experiments/{experiment_id}/incomplete-evaluations": {
|
|
377
|
+
parameters: {
|
|
378
|
+
query?: never;
|
|
379
|
+
header?: never;
|
|
380
|
+
path?: never;
|
|
381
|
+
cookie?: never;
|
|
382
|
+
};
|
|
383
|
+
/**
|
|
384
|
+
* Get incomplete evaluations for an experiment
|
|
385
|
+
* @description Get experiment runs that have incomplete evaluations.
|
|
386
|
+
*
|
|
387
|
+
* Returns runs with:
|
|
388
|
+
* - Missing evaluations (evaluator has not been run)
|
|
389
|
+
* - Failed evaluations (evaluator ran but has errors)
|
|
390
|
+
*
|
|
391
|
+
* Args:
|
|
392
|
+
* experiment_id: The ID of the experiment
|
|
393
|
+
* evaluation_name: List of evaluation names to check (required, at least one)
|
|
394
|
+
* cursor: Cursor for pagination
|
|
395
|
+
* limit: Maximum number of results to return
|
|
396
|
+
*
|
|
397
|
+
* Returns:
|
|
398
|
+
* Paginated list of runs with incomplete evaluations
|
|
399
|
+
*/
|
|
400
|
+
get: operations["getIncompleteExperimentEvaluations"];
|
|
401
|
+
put?: never;
|
|
402
|
+
post?: never;
|
|
403
|
+
delete?: never;
|
|
404
|
+
options?: never;
|
|
405
|
+
head?: never;
|
|
406
|
+
patch?: never;
|
|
407
|
+
trace?: never;
|
|
408
|
+
};
|
|
340
409
|
"/v1/experiment_evaluations": {
|
|
341
410
|
parameters: {
|
|
342
411
|
query?: never;
|
|
@@ -1198,6 +1267,26 @@ export interface components {
|
|
|
1198
1267
|
* @description The last update timestamp of the experiment
|
|
1199
1268
|
*/
|
|
1200
1269
|
updated_at: string;
|
|
1270
|
+
/**
|
|
1271
|
+
* Example Count
|
|
1272
|
+
* @description Number of examples in the experiment
|
|
1273
|
+
*/
|
|
1274
|
+
example_count: number;
|
|
1275
|
+
/**
|
|
1276
|
+
* Successful Run Count
|
|
1277
|
+
* @description Number of successful runs in the experiment
|
|
1278
|
+
*/
|
|
1279
|
+
successful_run_count: number;
|
|
1280
|
+
/**
|
|
1281
|
+
* Failed Run Count
|
|
1282
|
+
* @description Number of failed runs in the experiment
|
|
1283
|
+
*/
|
|
1284
|
+
failed_run_count: number;
|
|
1285
|
+
/**
|
|
1286
|
+
* Missing Run Count
|
|
1287
|
+
* @description Number of missing (not yet executed) runs in the experiment
|
|
1288
|
+
*/
|
|
1289
|
+
missing_run_count: number;
|
|
1201
1290
|
};
|
|
1202
1291
|
/** ExperimentEvaluationResult */
|
|
1203
1292
|
ExperimentEvaluationResult: {
|
|
@@ -1217,8 +1306,8 @@ export interface components {
|
|
|
1217
1306
|
*/
|
|
1218
1307
|
explanation?: string | null;
|
|
1219
1308
|
};
|
|
1220
|
-
/**
|
|
1221
|
-
|
|
1309
|
+
/** ExperimentRun */
|
|
1310
|
+
ExperimentRun: {
|
|
1222
1311
|
/**
|
|
1223
1312
|
* Dataset Example Id
|
|
1224
1313
|
* @description The ID of the dataset example used in the experiment run
|
|
@@ -1313,6 +1402,20 @@ export interface components {
|
|
|
1313
1402
|
GetExperimentResponseBody: {
|
|
1314
1403
|
data: components["schemas"]["Experiment"];
|
|
1315
1404
|
};
|
|
1405
|
+
/** GetIncompleteEvaluationsResponseBody */
|
|
1406
|
+
GetIncompleteEvaluationsResponseBody: {
|
|
1407
|
+
/** Data */
|
|
1408
|
+
data: components["schemas"]["IncompleteExperimentEvaluation"][];
|
|
1409
|
+
/** Next Cursor */
|
|
1410
|
+
next_cursor: string | null;
|
|
1411
|
+
};
|
|
1412
|
+
/** GetIncompleteExperimentRunsResponseBody */
|
|
1413
|
+
GetIncompleteExperimentRunsResponseBody: {
|
|
1414
|
+
/** Data */
|
|
1415
|
+
data: components["schemas"]["IncompleteExperimentRun"][];
|
|
1416
|
+
/** Next Cursor */
|
|
1417
|
+
next_cursor: string | null;
|
|
1418
|
+
};
|
|
1316
1419
|
/** GetProjectResponseBody */
|
|
1317
1420
|
GetProjectResponseBody: {
|
|
1318
1421
|
data: components["schemas"]["Project"];
|
|
@@ -1363,6 +1466,34 @@ export interface components {
|
|
|
1363
1466
|
};
|
|
1364
1467
|
/** Identifier */
|
|
1365
1468
|
Identifier: string;
|
|
1469
|
+
/**
|
|
1470
|
+
* IncompleteExperimentEvaluation
|
|
1471
|
+
* @description Information about an experiment run with incomplete evaluations
|
|
1472
|
+
*/
|
|
1473
|
+
IncompleteExperimentEvaluation: {
|
|
1474
|
+
/** @description The experiment run */
|
|
1475
|
+
experiment_run: components["schemas"]["ExperimentRun"];
|
|
1476
|
+
/** @description The dataset example */
|
|
1477
|
+
dataset_example: components["schemas"]["DatasetExample"];
|
|
1478
|
+
/**
|
|
1479
|
+
* Evaluation Names
|
|
1480
|
+
* @description List of evaluation names that are incomplete (either missing or failed)
|
|
1481
|
+
*/
|
|
1482
|
+
evaluation_names: string[];
|
|
1483
|
+
};
|
|
1484
|
+
/**
|
|
1485
|
+
* IncompleteExperimentRun
|
|
1486
|
+
* @description Information about incomplete runs for a dataset example
|
|
1487
|
+
*/
|
|
1488
|
+
IncompleteExperimentRun: {
|
|
1489
|
+
/** @description The dataset example */
|
|
1490
|
+
dataset_example: components["schemas"]["DatasetExample"];
|
|
1491
|
+
/**
|
|
1492
|
+
* Repetition Numbers
|
|
1493
|
+
* @description List of repetition numbers that need to be run
|
|
1494
|
+
*/
|
|
1495
|
+
repetition_numbers: number[];
|
|
1496
|
+
};
|
|
1366
1497
|
/** InsertedSessionAnnotation */
|
|
1367
1498
|
InsertedSessionAnnotation: {
|
|
1368
1499
|
/**
|
|
@@ -1427,7 +1558,7 @@ export interface components {
|
|
|
1427
1558
|
/** ListExperimentRunsResponseBody */
|
|
1428
1559
|
ListExperimentRunsResponseBody: {
|
|
1429
1560
|
/** Data */
|
|
1430
|
-
data: components["schemas"]["
|
|
1561
|
+
data: components["schemas"]["ExperimentRun"][];
|
|
1431
1562
|
/** Next Cursor */
|
|
1432
1563
|
next_cursor: string | null;
|
|
1433
1564
|
};
|
|
@@ -1435,6 +1566,8 @@ export interface components {
|
|
|
1435
1566
|
ListExperimentsResponseBody: {
|
|
1436
1567
|
/** Data */
|
|
1437
1568
|
data: components["schemas"]["Experiment"][];
|
|
1569
|
+
/** Next Cursor */
|
|
1570
|
+
next_cursor: string | null;
|
|
1438
1571
|
};
|
|
1439
1572
|
/** LocalUser */
|
|
1440
1573
|
LocalUser: {
|
|
@@ -1773,6 +1906,10 @@ export interface components {
|
|
|
1773
1906
|
description?: string | null;
|
|
1774
1907
|
/** Source Prompt Id */
|
|
1775
1908
|
source_prompt_id?: string | null;
|
|
1909
|
+
/** Metadata */
|
|
1910
|
+
metadata?: {
|
|
1911
|
+
[key: string]: unknown;
|
|
1912
|
+
} | null;
|
|
1776
1913
|
/** Id */
|
|
1777
1914
|
id: string;
|
|
1778
1915
|
};
|
|
@@ -1882,6 +2019,10 @@ export interface components {
|
|
|
1882
2019
|
description?: string | null;
|
|
1883
2020
|
/** Source Prompt Id */
|
|
1884
2021
|
source_prompt_id?: string | null;
|
|
2022
|
+
/** Metadata */
|
|
2023
|
+
metadata?: {
|
|
2024
|
+
[key: string]: unknown;
|
|
2025
|
+
} | null;
|
|
1885
2026
|
};
|
|
1886
2027
|
/** PromptDeepSeekInvocationParameters */
|
|
1887
2028
|
PromptDeepSeekInvocationParameters: {
|
|
@@ -3627,7 +3768,12 @@ export interface operations {
|
|
|
3627
3768
|
};
|
|
3628
3769
|
listExperiments: {
|
|
3629
3770
|
parameters: {
|
|
3630
|
-
query?:
|
|
3771
|
+
query?: {
|
|
3772
|
+
/** @description Cursor for pagination (base64-encoded experiment ID) */
|
|
3773
|
+
cursor?: string | null;
|
|
3774
|
+
/** @description The max number of experiments to return at a time. */
|
|
3775
|
+
limit?: number;
|
|
3776
|
+
};
|
|
3631
3777
|
header?: never;
|
|
3632
3778
|
path: {
|
|
3633
3779
|
dataset_id: string;
|
|
@@ -3636,7 +3782,7 @@ export interface operations {
|
|
|
3636
3782
|
};
|
|
3637
3783
|
requestBody?: never;
|
|
3638
3784
|
responses: {
|
|
3639
|
-
/** @description
|
|
3785
|
+
/** @description Paginated list of experiments for the dataset */
|
|
3640
3786
|
200: {
|
|
3641
3787
|
headers: {
|
|
3642
3788
|
[name: string]: unknown;
|
|
@@ -3654,13 +3800,13 @@ export interface operations {
|
|
|
3654
3800
|
"text/plain": string;
|
|
3655
3801
|
};
|
|
3656
3802
|
};
|
|
3657
|
-
/** @description
|
|
3803
|
+
/** @description Unprocessable Entity */
|
|
3658
3804
|
422: {
|
|
3659
3805
|
headers: {
|
|
3660
3806
|
[name: string]: unknown;
|
|
3661
3807
|
};
|
|
3662
3808
|
content: {
|
|
3663
|
-
"
|
|
3809
|
+
"text/plain": string;
|
|
3664
3810
|
};
|
|
3665
3811
|
};
|
|
3666
3812
|
};
|
|
@@ -3767,6 +3913,107 @@ export interface operations {
|
|
|
3767
3913
|
};
|
|
3768
3914
|
};
|
|
3769
3915
|
};
|
|
3916
|
+
deleteExperiment: {
|
|
3917
|
+
parameters: {
|
|
3918
|
+
query?: never;
|
|
3919
|
+
header?: never;
|
|
3920
|
+
path: {
|
|
3921
|
+
experiment_id: string;
|
|
3922
|
+
};
|
|
3923
|
+
cookie?: never;
|
|
3924
|
+
};
|
|
3925
|
+
requestBody?: never;
|
|
3926
|
+
responses: {
|
|
3927
|
+
/** @description Experiment deleted successfully */
|
|
3928
|
+
204: {
|
|
3929
|
+
headers: {
|
|
3930
|
+
[name: string]: unknown;
|
|
3931
|
+
};
|
|
3932
|
+
content?: never;
|
|
3933
|
+
};
|
|
3934
|
+
/** @description Forbidden */
|
|
3935
|
+
403: {
|
|
3936
|
+
headers: {
|
|
3937
|
+
[name: string]: unknown;
|
|
3938
|
+
};
|
|
3939
|
+
content: {
|
|
3940
|
+
"text/plain": string;
|
|
3941
|
+
};
|
|
3942
|
+
};
|
|
3943
|
+
/** @description Experiment not found */
|
|
3944
|
+
404: {
|
|
3945
|
+
headers: {
|
|
3946
|
+
[name: string]: unknown;
|
|
3947
|
+
};
|
|
3948
|
+
content: {
|
|
3949
|
+
"text/plain": string;
|
|
3950
|
+
};
|
|
3951
|
+
};
|
|
3952
|
+
/** @description Validation Error */
|
|
3953
|
+
422: {
|
|
3954
|
+
headers: {
|
|
3955
|
+
[name: string]: unknown;
|
|
3956
|
+
};
|
|
3957
|
+
content: {
|
|
3958
|
+
"application/json": components["schemas"]["HTTPValidationError"];
|
|
3959
|
+
};
|
|
3960
|
+
};
|
|
3961
|
+
};
|
|
3962
|
+
};
|
|
3963
|
+
getIncompleteExperimentRuns: {
|
|
3964
|
+
parameters: {
|
|
3965
|
+
query?: {
|
|
3966
|
+
/** @description Cursor for pagination */
|
|
3967
|
+
cursor?: string | null;
|
|
3968
|
+
/** @description Maximum number of examples with incomplete runs to return */
|
|
3969
|
+
limit?: number;
|
|
3970
|
+
};
|
|
3971
|
+
header?: never;
|
|
3972
|
+
path: {
|
|
3973
|
+
experiment_id: string;
|
|
3974
|
+
};
|
|
3975
|
+
cookie?: never;
|
|
3976
|
+
};
|
|
3977
|
+
requestBody?: never;
|
|
3978
|
+
responses: {
|
|
3979
|
+
/** @description Incomplete runs retrieved successfully */
|
|
3980
|
+
200: {
|
|
3981
|
+
headers: {
|
|
3982
|
+
[name: string]: unknown;
|
|
3983
|
+
};
|
|
3984
|
+
content: {
|
|
3985
|
+
"application/json": components["schemas"]["GetIncompleteExperimentRunsResponseBody"];
|
|
3986
|
+
};
|
|
3987
|
+
};
|
|
3988
|
+
/** @description Forbidden */
|
|
3989
|
+
403: {
|
|
3990
|
+
headers: {
|
|
3991
|
+
[name: string]: unknown;
|
|
3992
|
+
};
|
|
3993
|
+
content: {
|
|
3994
|
+
"text/plain": string;
|
|
3995
|
+
};
|
|
3996
|
+
};
|
|
3997
|
+
/** @description Experiment not found */
|
|
3998
|
+
404: {
|
|
3999
|
+
headers: {
|
|
4000
|
+
[name: string]: unknown;
|
|
4001
|
+
};
|
|
4002
|
+
content: {
|
|
4003
|
+
"text/plain": string;
|
|
4004
|
+
};
|
|
4005
|
+
};
|
|
4006
|
+
/** @description Invalid cursor format */
|
|
4007
|
+
422: {
|
|
4008
|
+
headers: {
|
|
4009
|
+
[name: string]: unknown;
|
|
4010
|
+
};
|
|
4011
|
+
content: {
|
|
4012
|
+
"text/plain": string;
|
|
4013
|
+
};
|
|
4014
|
+
};
|
|
4015
|
+
};
|
|
4016
|
+
};
|
|
3770
4017
|
getExperimentJSON: {
|
|
3771
4018
|
parameters: {
|
|
3772
4019
|
query?: never;
|
|
@@ -3953,7 +4200,7 @@ export interface operations {
|
|
|
3953
4200
|
"text/plain": string;
|
|
3954
4201
|
};
|
|
3955
4202
|
};
|
|
3956
|
-
/** @description
|
|
4203
|
+
/** @description Experiment run already exists with a successful result and cannot be updated */
|
|
3957
4204
|
409: {
|
|
3958
4205
|
headers: {
|
|
3959
4206
|
[name: string]: unknown;
|
|
@@ -3973,6 +4220,71 @@ export interface operations {
|
|
|
3973
4220
|
};
|
|
3974
4221
|
};
|
|
3975
4222
|
};
|
|
4223
|
+
getIncompleteExperimentEvaluations: {
|
|
4224
|
+
parameters: {
|
|
4225
|
+
query?: {
|
|
4226
|
+
/** @description Evaluation names to check */
|
|
4227
|
+
evaluation_name?: string[];
|
|
4228
|
+
/** @description Cursor for pagination */
|
|
4229
|
+
cursor?: string | null;
|
|
4230
|
+
/** @description Maximum number of runs with incomplete evaluations to return */
|
|
4231
|
+
limit?: number;
|
|
4232
|
+
};
|
|
4233
|
+
header?: never;
|
|
4234
|
+
path: {
|
|
4235
|
+
experiment_id: string;
|
|
4236
|
+
};
|
|
4237
|
+
cookie?: never;
|
|
4238
|
+
};
|
|
4239
|
+
requestBody?: never;
|
|
4240
|
+
responses: {
|
|
4241
|
+
/** @description Incomplete evaluations retrieved successfully */
|
|
4242
|
+
200: {
|
|
4243
|
+
headers: {
|
|
4244
|
+
[name: string]: unknown;
|
|
4245
|
+
};
|
|
4246
|
+
content: {
|
|
4247
|
+
"application/json": components["schemas"]["GetIncompleteEvaluationsResponseBody"];
|
|
4248
|
+
};
|
|
4249
|
+
};
|
|
4250
|
+
/** @description No evaluator names provided */
|
|
4251
|
+
400: {
|
|
4252
|
+
headers: {
|
|
4253
|
+
[name: string]: unknown;
|
|
4254
|
+
};
|
|
4255
|
+
content: {
|
|
4256
|
+
"text/plain": string;
|
|
4257
|
+
};
|
|
4258
|
+
};
|
|
4259
|
+
/** @description Forbidden */
|
|
4260
|
+
403: {
|
|
4261
|
+
headers: {
|
|
4262
|
+
[name: string]: unknown;
|
|
4263
|
+
};
|
|
4264
|
+
content: {
|
|
4265
|
+
"text/plain": string;
|
|
4266
|
+
};
|
|
4267
|
+
};
|
|
4268
|
+
/** @description Experiment not found */
|
|
4269
|
+
404: {
|
|
4270
|
+
headers: {
|
|
4271
|
+
[name: string]: unknown;
|
|
4272
|
+
};
|
|
4273
|
+
content: {
|
|
4274
|
+
"text/plain": string;
|
|
4275
|
+
};
|
|
4276
|
+
};
|
|
4277
|
+
/** @description Invalid cursor format */
|
|
4278
|
+
422: {
|
|
4279
|
+
headers: {
|
|
4280
|
+
[name: string]: unknown;
|
|
4281
|
+
};
|
|
4282
|
+
content: {
|
|
4283
|
+
"text/plain": string;
|
|
4284
|
+
};
|
|
4285
|
+
};
|
|
4286
|
+
};
|
|
4287
|
+
};
|
|
3976
4288
|
upsertExperimentEvaluation: {
|
|
3977
4289
|
parameters: {
|
|
3978
4290
|
query?: never;
|