@arizeai/phoenix-client 5.2.0 → 5.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/esm/__generated__/api/v1.d.ts +321 -9
- package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
- package/dist/esm/client.d.ts +2 -2
- package/dist/esm/client.d.ts.map +1 -1
- package/dist/esm/client.js +1 -1
- package/dist/esm/client.js.map +1 -1
- package/dist/esm/datasets/appendDatasetExamples.d.ts +1 -1
- package/dist/esm/datasets/appendDatasetExamples.d.ts.map +1 -1
- package/dist/esm/datasets/appendDatasetExamples.js +1 -1
- package/dist/esm/datasets/appendDatasetExamples.js.map +1 -1
- package/dist/esm/datasets/createDataset.d.ts.map +1 -1
- package/dist/esm/datasets/createDataset.js.map +1 -1
- package/dist/esm/datasets/createOrGetDataset.d.ts.map +1 -1
- package/dist/esm/datasets/createOrGetDataset.js.map +1 -1
- package/dist/esm/datasets/getDataset.d.ts +1 -1
- package/dist/esm/datasets/getDataset.d.ts.map +1 -1
- package/dist/esm/datasets/getDataset.js.map +1 -1
- package/dist/esm/datasets/getDatasetExamples.d.ts +1 -1
- package/dist/esm/datasets/getDatasetExamples.d.ts.map +1 -1
- package/dist/esm/datasets/getDatasetExamples.js +1 -1
- package/dist/esm/datasets/getDatasetExamples.js.map +1 -1
- package/dist/esm/datasets/getDatasetInfo.d.ts +1 -1
- package/dist/esm/datasets/getDatasetInfo.d.ts.map +1 -1
- package/dist/esm/datasets/getDatasetInfo.js +1 -1
- package/dist/esm/datasets/getDatasetInfo.js.map +1 -1
- package/dist/esm/datasets/listDatasets.d.ts +1 -1
- package/dist/esm/datasets/listDatasets.d.ts.map +1 -1
- package/dist/esm/datasets/listDatasets.js.map +1 -1
- package/dist/esm/experiments/createExperiment.d.ts +39 -0
- package/dist/esm/experiments/createExperiment.d.ts.map +1 -0
- package/dist/esm/experiments/createExperiment.js +43 -0
- package/dist/esm/experiments/createExperiment.js.map +1 -0
- package/dist/esm/experiments/deleteExperiment.d.ts +36 -0
- package/dist/esm/experiments/deleteExperiment.d.ts.map +1 -0
- package/dist/esm/experiments/deleteExperiment.js +49 -0
- package/dist/esm/experiments/deleteExperiment.js.map +1 -0
- package/dist/esm/experiments/getExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/getExperiment.js.map +1 -1
- package/dist/esm/experiments/getExperimentInfo.d.ts.map +1 -1
- package/dist/esm/experiments/getExperimentInfo.js +10 -3
- package/dist/esm/experiments/getExperimentInfo.js.map +1 -1
- package/dist/esm/experiments/getExperimentRuns.d.ts.map +1 -1
- package/dist/esm/experiments/getExperimentRuns.js.map +1 -1
- package/dist/esm/experiments/index.d.ts +5 -0
- package/dist/esm/experiments/index.d.ts.map +1 -1
- package/dist/esm/experiments/index.js +5 -0
- package/dist/esm/experiments/index.js.map +1 -1
- package/dist/esm/experiments/listExperiments.d.ts +29 -0
- package/dist/esm/experiments/listExperiments.d.ts.map +1 -0
- package/dist/esm/experiments/listExperiments.js +59 -0
- package/dist/esm/experiments/listExperiments.js.map +1 -0
- package/dist/esm/experiments/resumeEvaluation.d.ts +105 -0
- package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -0
- package/dist/esm/experiments/resumeEvaluation.js +558 -0
- package/dist/esm/experiments/resumeEvaluation.js.map +1 -0
- package/dist/esm/experiments/resumeExperiment.d.ts +102 -0
- package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -0
- package/dist/esm/experiments/resumeExperiment.js +517 -0
- package/dist/esm/experiments/resumeExperiment.js.map +1 -0
- package/dist/esm/experiments/runExperiment.d.ts +2 -2
- package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/runExperiment.js +35 -9
- package/dist/esm/experiments/runExperiment.js.map +1 -1
- package/dist/esm/prompts/createPrompt.d.ts +20 -2
- package/dist/esm/prompts/createPrompt.d.ts.map +1 -1
- package/dist/esm/prompts/createPrompt.js +14 -1
- package/dist/esm/prompts/createPrompt.js.map +1 -1
- package/dist/esm/prompts/sdks/toAI.d.ts +2 -2
- package/dist/esm/prompts/sdks/toAI.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toAI.js +1 -1
- package/dist/esm/prompts/sdks/toAI.js.map +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.d.ts +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.js +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.js.map +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.d.ts +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.js +2 -2
- package/dist/esm/prompts/sdks/toOpenAI.js.map +1 -1
- package/dist/esm/prompts/sdks/toSDK.d.ts +1 -1
- package/dist/esm/prompts/sdks/toSDK.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toSDK.js +2 -2
- package/dist/esm/prompts/sdks/toSDK.js.map +1 -1
- package/dist/esm/prompts/sdks/types.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/converters.js +2 -2
- package/dist/esm/schemas/llm/anthropic/converters.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messageSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/toolSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/constants.d.ts +9 -9
- package/dist/esm/schemas/llm/constants.d.ts.map +1 -1
- package/dist/esm/schemas/llm/constants.js +8 -8
- package/dist/esm/schemas/llm/constants.js.map +1 -1
- package/dist/esm/schemas/llm/converters.d.ts +33 -33
- package/dist/esm/schemas/llm/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/converters.js +1 -1
- package/dist/esm/schemas/llm/converters.js.map +1 -1
- package/dist/esm/schemas/llm/openai/converters.d.ts +2 -2
- package/dist/esm/schemas/llm/openai/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/converters.js +3 -3
- package/dist/esm/schemas/llm/openai/converters.js.map +1 -1
- package/dist/esm/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/messageSchemas.js +2 -2
- package/dist/esm/schemas/llm/openai/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/responseFormatSchema.js +1 -1
- package/dist/esm/schemas/llm/openai/responseFormatSchema.js.map +1 -1
- package/dist/esm/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/toolSchemas.js +1 -1
- package/dist/esm/schemas/llm/openai/toolSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/converters.js +5 -5
- package/dist/esm/schemas/llm/phoenixPrompt/converters.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js +2 -2
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/schemas.d.ts +12 -12
- package/dist/esm/schemas/llm/schemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/schemas.js +8 -8
- package/dist/esm/schemas/llm/schemas.js.map +1 -1
- package/dist/esm/schemas/llm/types.d.ts +14 -14
- package/dist/esm/schemas/llm/types.d.ts.map +1 -1
- package/dist/esm/schemas/llm/utils.d.ts.map +1 -1
- package/dist/esm/schemas/llm/utils.js +8 -8
- package/dist/esm/schemas/llm/utils.js.map +1 -1
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts +8 -8
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.js +1 -1
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts +8 -8
- package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/vercel/messageSchemas.js +1 -1
- package/dist/esm/schemas/llm/vercel/messageSchemas.js.map +1 -1
- package/dist/esm/sessions/addSessionAnnotation.d.ts.map +1 -1
- package/dist/esm/sessions/addSessionAnnotation.js.map +1 -1
- package/dist/esm/sessions/logSessionAnnotations.d.ts.map +1 -1
- package/dist/esm/sessions/logSessionAnnotations.js.map +1 -1
- package/dist/esm/spans/addDocumentAnnotation.d.ts.map +1 -1
- package/dist/esm/spans/addDocumentAnnotation.js.map +1 -1
- package/dist/esm/spans/addSpanAnnotation.d.ts.map +1 -1
- package/dist/esm/spans/addSpanAnnotation.js.map +1 -1
- package/dist/esm/spans/getSpanAnnotations.d.ts +1 -1
- package/dist/esm/spans/getSpanAnnotations.d.ts.map +1 -1
- package/dist/esm/spans/getSpanAnnotations.js.map +1 -1
- package/dist/esm/spans/getSpans.d.ts +1 -1
- package/dist/esm/spans/getSpans.d.ts.map +1 -1
- package/dist/esm/spans/getSpans.js.map +1 -1
- package/dist/esm/spans/logDocumentAnnotations.d.ts.map +1 -1
- package/dist/esm/spans/logDocumentAnnotations.js.map +1 -1
- package/dist/esm/spans/logSpanAnnotations.d.ts.map +1 -1
- package/dist/esm/spans/logSpanAnnotations.js.map +1 -1
- package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
- package/dist/esm/types/experiments.d.ts +60 -3
- package/dist/esm/types/experiments.d.ts.map +1 -1
- package/dist/esm/utils/channel.d.ts +229 -0
- package/dist/esm/utils/channel.d.ts.map +1 -0
- package/dist/esm/utils/channel.js +352 -0
- package/dist/esm/utils/channel.js.map +1 -0
- package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/esm/utils/formatPromptMessages.js +1 -1
- package/dist/esm/utils/formatPromptMessages.js.map +1 -1
- package/dist/esm/utils/getPromptBySelector.d.ts +1 -1
- package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/esm/utils/getPromptBySelector.js +1 -1
- package/dist/esm/utils/getPromptBySelector.js.map +1 -1
- package/dist/esm/utils/isHttpError.d.ts +21 -0
- package/dist/esm/utils/isHttpError.d.ts.map +1 -0
- package/dist/esm/utils/isHttpError.js +33 -0
- package/dist/esm/utils/isHttpError.js.map +1 -0
- package/dist/src/__generated__/api/v1.d.ts +321 -9
- package/dist/src/__generated__/api/v1.d.ts.map +1 -1
- package/dist/src/client.d.ts +2 -2
- package/dist/src/client.d.ts.map +1 -1
- package/dist/src/client.js +1 -1
- package/dist/src/client.js.map +1 -1
- package/dist/src/datasets/appendDatasetExamples.d.ts +1 -1
- package/dist/src/datasets/appendDatasetExamples.d.ts.map +1 -1
- package/dist/src/datasets/appendDatasetExamples.js +1 -1
- package/dist/src/datasets/appendDatasetExamples.js.map +1 -1
- package/dist/src/datasets/createDataset.d.ts.map +1 -1
- package/dist/src/datasets/createDataset.js.map +1 -1
- package/dist/src/datasets/createOrGetDataset.d.ts.map +1 -1
- package/dist/src/datasets/createOrGetDataset.js.map +1 -1
- package/dist/src/datasets/getDataset.d.ts +1 -1
- package/dist/src/datasets/getDataset.d.ts.map +1 -1
- package/dist/src/datasets/getDataset.js.map +1 -1
- package/dist/src/datasets/getDatasetExamples.d.ts +1 -1
- package/dist/src/datasets/getDatasetExamples.d.ts.map +1 -1
- package/dist/src/datasets/getDatasetExamples.js +1 -1
- package/dist/src/datasets/getDatasetExamples.js.map +1 -1
- package/dist/src/datasets/getDatasetInfo.d.ts +1 -1
- package/dist/src/datasets/getDatasetInfo.d.ts.map +1 -1
- package/dist/src/datasets/getDatasetInfo.js +1 -1
- package/dist/src/datasets/getDatasetInfo.js.map +1 -1
- package/dist/src/datasets/listDatasets.d.ts +1 -1
- package/dist/src/datasets/listDatasets.d.ts.map +1 -1
- package/dist/src/datasets/listDatasets.js.map +1 -1
- package/dist/src/experiments/createExperiment.d.ts +39 -0
- package/dist/src/experiments/createExperiment.d.ts.map +1 -0
- package/dist/src/experiments/createExperiment.js +43 -0
- package/dist/src/experiments/createExperiment.js.map +1 -0
- package/dist/src/experiments/deleteExperiment.d.ts +36 -0
- package/dist/src/experiments/deleteExperiment.d.ts.map +1 -0
- package/dist/src/experiments/deleteExperiment.js +52 -0
- package/dist/src/experiments/deleteExperiment.js.map +1 -0
- package/dist/src/experiments/getExperiment.d.ts.map +1 -1
- package/dist/src/experiments/getExperiment.js.map +1 -1
- package/dist/src/experiments/getExperimentInfo.d.ts.map +1 -1
- package/dist/src/experiments/getExperimentInfo.js +10 -3
- package/dist/src/experiments/getExperimentInfo.js.map +1 -1
- package/dist/src/experiments/getExperimentRuns.d.ts.map +1 -1
- package/dist/src/experiments/getExperimentRuns.js.map +1 -1
- package/dist/src/experiments/index.d.ts +5 -0
- package/dist/src/experiments/index.d.ts.map +1 -1
- package/dist/src/experiments/index.js +5 -0
- package/dist/src/experiments/index.js.map +1 -1
- package/dist/src/experiments/listExperiments.d.ts +29 -0
- package/dist/src/experiments/listExperiments.d.ts.map +1 -0
- package/dist/src/experiments/listExperiments.js +66 -0
- package/dist/src/experiments/listExperiments.js.map +1 -0
- package/dist/src/experiments/resumeEvaluation.d.ts +105 -0
- package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -0
- package/dist/src/experiments/resumeEvaluation.js +584 -0
- package/dist/src/experiments/resumeEvaluation.js.map +1 -0
- package/dist/src/experiments/resumeExperiment.d.ts +102 -0
- package/dist/src/experiments/resumeExperiment.d.ts.map +1 -0
- package/dist/src/experiments/resumeExperiment.js +540 -0
- package/dist/src/experiments/resumeExperiment.js.map +1 -0
- package/dist/src/experiments/runExperiment.d.ts +2 -2
- package/dist/src/experiments/runExperiment.d.ts.map +1 -1
- package/dist/src/experiments/runExperiment.js +34 -8
- package/dist/src/experiments/runExperiment.js.map +1 -1
- package/dist/src/prompts/createPrompt.d.ts +20 -2
- package/dist/src/prompts/createPrompt.d.ts.map +1 -1
- package/dist/src/prompts/createPrompt.js +14 -1
- package/dist/src/prompts/createPrompt.js.map +1 -1
- package/dist/src/prompts/sdks/toAI.d.ts +2 -2
- package/dist/src/prompts/sdks/toAI.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toAI.js +1 -1
- package/dist/src/prompts/sdks/toAI.js.map +1 -1
- package/dist/src/prompts/sdks/toAnthropic.d.ts +1 -1
- package/dist/src/prompts/sdks/toAnthropic.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toAnthropic.js +1 -1
- package/dist/src/prompts/sdks/toAnthropic.js.map +1 -1
- package/dist/src/prompts/sdks/toOpenAI.d.ts +1 -1
- package/dist/src/prompts/sdks/toOpenAI.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toOpenAI.js +2 -2
- package/dist/src/prompts/sdks/toOpenAI.js.map +1 -1
- package/dist/src/prompts/sdks/toSDK.d.ts +1 -1
- package/dist/src/prompts/sdks/toSDK.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toSDK.js +2 -2
- package/dist/src/prompts/sdks/toSDK.js.map +1 -1
- package/dist/src/prompts/sdks/types.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/converters.js +2 -2
- package/dist/src/schemas/llm/anthropic/converters.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/messageSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/toolSchemas.js.map +1 -1
- package/dist/src/schemas/llm/constants.d.ts +9 -9
- package/dist/src/schemas/llm/constants.d.ts.map +1 -1
- package/dist/src/schemas/llm/constants.js +12 -12
- package/dist/src/schemas/llm/constants.js.map +1 -1
- package/dist/src/schemas/llm/converters.d.ts +33 -33
- package/dist/src/schemas/llm/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/converters.js +1 -1
- package/dist/src/schemas/llm/converters.js.map +1 -1
- package/dist/src/schemas/llm/openai/converters.d.ts +2 -2
- package/dist/src/schemas/llm/openai/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/converters.js +8 -8
- package/dist/src/schemas/llm/openai/converters.js.map +1 -1
- package/dist/src/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/messageSchemas.js +2 -2
- package/dist/src/schemas/llm/openai/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/responseFormatSchema.js +1 -1
- package/dist/src/schemas/llm/openai/responseFormatSchema.js.map +1 -1
- package/dist/src/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/toolSchemas.js +1 -1
- package/dist/src/schemas/llm/openai/toolSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/converters.js +5 -5
- package/dist/src/schemas/llm/phoenixPrompt/converters.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js +2 -2
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
- package/dist/src/schemas/llm/schemas.d.ts +12 -12
- package/dist/src/schemas/llm/schemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/schemas.js +16 -16
- package/dist/src/schemas/llm/schemas.js.map +1 -1
- package/dist/src/schemas/llm/types.d.ts +14 -14
- package/dist/src/schemas/llm/types.d.ts.map +1 -1
- package/dist/src/schemas/llm/utils.d.ts.map +1 -1
- package/dist/src/schemas/llm/utils.js +19 -19
- package/dist/src/schemas/llm/utils.js.map +1 -1
- package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts +8 -8
- package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/vercel/messagePartSchemas.js +1 -1
- package/dist/src/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
- package/dist/src/schemas/llm/vercel/messageSchemas.d.ts +8 -8
- package/dist/src/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/vercel/messageSchemas.js +1 -1
- package/dist/src/schemas/llm/vercel/messageSchemas.js.map +1 -1
- package/dist/src/sessions/addSessionAnnotation.d.ts.map +1 -1
- package/dist/src/sessions/addSessionAnnotation.js.map +1 -1
- package/dist/src/sessions/logSessionAnnotations.d.ts.map +1 -1
- package/dist/src/sessions/logSessionAnnotations.js.map +1 -1
- package/dist/src/spans/addDocumentAnnotation.d.ts.map +1 -1
- package/dist/src/spans/addDocumentAnnotation.js.map +1 -1
- package/dist/src/spans/addSpanAnnotation.d.ts.map +1 -1
- package/dist/src/spans/addSpanAnnotation.js.map +1 -1
- package/dist/src/spans/getSpanAnnotations.d.ts +1 -1
- package/dist/src/spans/getSpanAnnotations.d.ts.map +1 -1
- package/dist/src/spans/getSpanAnnotations.js.map +1 -1
- package/dist/src/spans/getSpans.d.ts +1 -1
- package/dist/src/spans/getSpans.d.ts.map +1 -1
- package/dist/src/spans/getSpans.js.map +1 -1
- package/dist/src/spans/logDocumentAnnotations.d.ts.map +1 -1
- package/dist/src/spans/logDocumentAnnotations.js.map +1 -1
- package/dist/src/spans/logSpanAnnotations.d.ts.map +1 -1
- package/dist/src/spans/logSpanAnnotations.js.map +1 -1
- package/dist/src/types/experiments.d.ts +60 -3
- package/dist/src/types/experiments.d.ts.map +1 -1
- package/dist/src/utils/channel.d.ts +229 -0
- package/dist/src/utils/channel.d.ts.map +1 -0
- package/dist/src/utils/channel.js +385 -0
- package/dist/src/utils/channel.js.map +1 -0
- package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/src/utils/formatPromptMessages.js +1 -1
- package/dist/src/utils/formatPromptMessages.js.map +1 -1
- package/dist/src/utils/getPromptBySelector.d.ts +1 -1
- package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/src/utils/getPromptBySelector.js +1 -1
- package/dist/src/utils/getPromptBySelector.js.map +1 -1
- package/dist/src/utils/isHttpError.d.ts +21 -0
- package/dist/src/utils/isHttpError.d.ts.map +1 -0
- package/dist/src/utils/isHttpError.js +37 -0
- package/dist/src/utils/isHttpError.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +3 -3
- package/src/__generated__/api/v1.ts +321 -9
- package/src/client.ts +6 -5
- package/src/datasets/appendDatasetExamples.ts +4 -2
- package/src/datasets/createDataset.ts +1 -0
- package/src/datasets/createOrGetDataset.ts +2 -1
- package/src/datasets/getDataset.ts +2 -1
- package/src/datasets/getDatasetExamples.ts +4 -2
- package/src/datasets/getDatasetInfo.ts +4 -2
- package/src/datasets/listDatasets.ts +2 -1
- package/src/experiments/createExperiment.ts +90 -0
- package/src/experiments/deleteExperiment.ts +67 -0
- package/src/experiments/getExperiment.ts +1 -0
- package/src/experiments/getExperimentInfo.ts +11 -3
- package/src/experiments/getExperimentRuns.ts +3 -2
- package/src/experiments/index.ts +5 -0
- package/src/experiments/listExperiments.ts +83 -0
- package/src/experiments/resumeEvaluation.ts +799 -0
- package/src/experiments/resumeExperiment.ts +742 -0
- package/src/experiments/runExperiment.ts +55 -25
- package/src/prompts/createPrompt.ts +27 -9
- package/src/prompts/sdks/toAI.ts +6 -4
- package/src/prompts/sdks/toAnthropic.ts +7 -6
- package/src/prompts/sdks/toOpenAI.ts +10 -9
- package/src/prompts/sdks/toSDK.ts +5 -3
- package/src/prompts/sdks/types.ts +1 -0
- package/src/schemas/llm/anthropic/converters.ts +9 -7
- package/src/schemas/llm/anthropic/messagePartSchemas.ts +2 -1
- package/src/schemas/llm/anthropic/messageSchemas.ts +2 -2
- package/src/schemas/llm/anthropic/toolCallSchemas.ts +2 -1
- package/src/schemas/llm/anthropic/toolSchemas.ts +2 -1
- package/src/schemas/llm/constants.ts +14 -12
- package/src/schemas/llm/converters.ts +4 -3
- package/src/schemas/llm/openai/converters.ts +15 -13
- package/src/schemas/llm/openai/messageSchemas.ts +3 -3
- package/src/schemas/llm/openai/responseFormatSchema.ts +2 -1
- package/src/schemas/llm/openai/toolSchemas.ts +2 -1
- package/src/schemas/llm/phoenixPrompt/converters.ts +11 -10
- package/src/schemas/llm/phoenixPrompt/messagePartSchemas.ts +3 -2
- package/src/schemas/llm/phoenixPrompt/messageSchemas.ts +4 -3
- package/src/schemas/llm/phoenixPrompt/responseFormatSchema.ts +3 -2
- package/src/schemas/llm/phoenixPrompt/toolCallSchemas.ts +2 -2
- package/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.ts +3 -2
- package/src/schemas/llm/phoenixPrompt/toolSchemas.ts +3 -2
- package/src/schemas/llm/schemas.ts +9 -8
- package/src/schemas/llm/types.ts +17 -16
- package/src/schemas/llm/utils.ts +14 -12
- package/src/schemas/llm/vercel/messagePartSchemas.ts +2 -1
- package/src/schemas/llm/vercel/messageSchemas.ts +2 -2
- package/src/sessions/addSessionAnnotation.ts +1 -0
- package/src/sessions/logSessionAnnotations.ts +1 -0
- package/src/spans/addDocumentAnnotation.ts +1 -0
- package/src/spans/addSpanAnnotation.ts +1 -0
- package/src/spans/getSpanAnnotations.ts +1 -1
- package/src/spans/getSpans.ts +1 -1
- package/src/spans/logDocumentAnnotations.ts +1 -0
- package/src/spans/logSpanAnnotations.ts +1 -0
- package/src/types/experiments.ts +62 -3
- package/src/utils/channel.ts +397 -0
- package/src/utils/formatPromptMessages.ts +4 -3
- package/src/utils/getPromptBySelector.ts +4 -3
- package/src/utils/isHttpError.ts +45 -0
|
@@ -1,6 +1,22 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
1
|
+
import {
|
|
2
|
+
MimeType,
|
|
3
|
+
OpenInferenceSpanKind,
|
|
4
|
+
SemanticConventions,
|
|
5
|
+
} from "@arizeai/openinference-semantic-conventions";
|
|
6
|
+
import {
|
|
7
|
+
createNoOpProvider,
|
|
8
|
+
type DiagLogLevel,
|
|
9
|
+
NodeTracerProvider,
|
|
10
|
+
objectAsAttributes,
|
|
11
|
+
register,
|
|
12
|
+
SpanStatusCode,
|
|
13
|
+
trace,
|
|
14
|
+
Tracer,
|
|
15
|
+
} from "@arizeai/phoenix-otel";
|
|
16
|
+
|
|
3
17
|
import { createClient, type PhoenixClient } from "../client";
|
|
18
|
+
import { getDataset } from "../datasets/getDataset";
|
|
19
|
+
import { AnnotatorKind } from "../types/annotations";
|
|
4
20
|
import { ClientFn } from "../types/core";
|
|
5
21
|
import {
|
|
6
22
|
Dataset,
|
|
@@ -10,41 +26,29 @@ import {
|
|
|
10
26
|
} from "../types/datasets";
|
|
11
27
|
import type {
|
|
12
28
|
Evaluator,
|
|
13
|
-
ExperimentInfo,
|
|
14
29
|
ExperimentEvaluationRun,
|
|
30
|
+
ExperimentInfo,
|
|
15
31
|
ExperimentRun,
|
|
16
32
|
ExperimentRunID,
|
|
17
33
|
ExperimentTask,
|
|
18
34
|
RanExperiment,
|
|
19
35
|
} from "../types/experiments";
|
|
20
36
|
import { type Logger } from "../types/logger";
|
|
21
|
-
import {
|
|
37
|
+
import { ensureString } from "../utils/ensureString";
|
|
22
38
|
import { pluralize } from "../utils/pluralize";
|
|
23
39
|
import { promisifyResult } from "../utils/promisifyResult";
|
|
24
|
-
import {
|
|
25
|
-
import {
|
|
26
|
-
type DiagLogLevel,
|
|
27
|
-
SpanStatusCode,
|
|
28
|
-
Tracer,
|
|
29
|
-
trace,
|
|
30
|
-
NodeTracerProvider,
|
|
31
|
-
objectAsAttributes,
|
|
32
|
-
createNoOpProvider,
|
|
33
|
-
register,
|
|
34
|
-
} from "@arizeai/phoenix-otel";
|
|
35
|
-
import {
|
|
36
|
-
MimeType,
|
|
37
|
-
OpenInferenceSpanKind,
|
|
38
|
-
SemanticConventions,
|
|
39
|
-
} from "@arizeai/openinference-semantic-conventions";
|
|
40
|
-
import { ensureString } from "../utils/ensureString";
|
|
40
|
+
import { toObjectHeaders } from "../utils/toObjectHeaders";
|
|
41
41
|
import {
|
|
42
|
-
getDatasetUrl,
|
|
43
42
|
getDatasetExperimentsUrl,
|
|
43
|
+
getDatasetUrl,
|
|
44
44
|
getExperimentUrl,
|
|
45
45
|
} from "../utils/urlUtils";
|
|
46
|
+
|
|
47
|
+
import { getExperimentInfo } from "./getExperimentInfo";
|
|
48
|
+
|
|
46
49
|
import assert from "assert";
|
|
47
|
-
import {
|
|
50
|
+
import { queue } from "async";
|
|
51
|
+
import invariant from "tiny-invariant";
|
|
48
52
|
|
|
49
53
|
/**
|
|
50
54
|
* Validate that a repetition is valid
|
|
@@ -198,6 +202,8 @@ export async function runExperiment({
|
|
|
198
202
|
let taskTracer: Tracer;
|
|
199
203
|
let experiment: ExperimentInfo;
|
|
200
204
|
if (isDryRun) {
|
|
205
|
+
const now = new Date().toISOString();
|
|
206
|
+
const totalExamples = nExamples;
|
|
201
207
|
experiment = {
|
|
202
208
|
id: localId(),
|
|
203
209
|
datasetId: dataset.id,
|
|
@@ -206,6 +212,13 @@ export async function runExperiment({
|
|
|
206
212
|
datasetSplits: datasetSelector?.splits ?? [],
|
|
207
213
|
projectName,
|
|
208
214
|
metadata: experimentMetadata,
|
|
215
|
+
repetitions,
|
|
216
|
+
createdAt: now,
|
|
217
|
+
updatedAt: now,
|
|
218
|
+
exampleCount: totalExamples,
|
|
219
|
+
successfulRunCount: 0,
|
|
220
|
+
failedRunCount: 0,
|
|
221
|
+
missingRunCount: totalExamples * repetitions,
|
|
209
222
|
};
|
|
210
223
|
taskTracer = createNoOpProvider().getTracer("no-op");
|
|
211
224
|
} else {
|
|
@@ -239,7 +252,14 @@ export async function runExperiment({
|
|
|
239
252
|
// @todo: the dataset should return splits in response body
|
|
240
253
|
datasetSplits: datasetSelector?.splits ?? [],
|
|
241
254
|
projectName,
|
|
242
|
-
|
|
255
|
+
repetitions: experimentResponse.repetitions,
|
|
256
|
+
metadata: experimentResponse.metadata || {},
|
|
257
|
+
createdAt: experimentResponse.created_at,
|
|
258
|
+
updatedAt: experimentResponse.updated_at,
|
|
259
|
+
exampleCount: experimentResponse.example_count,
|
|
260
|
+
successfulRunCount: experimentResponse.successful_run_count,
|
|
261
|
+
failedRunCount: experimentResponse.failed_run_count,
|
|
262
|
+
missingRunCount: experimentResponse.missing_run_count,
|
|
243
263
|
};
|
|
244
264
|
// Initialize the tracer, now that we have a project name
|
|
245
265
|
const baseUrl = client.config.baseUrl;
|
|
@@ -332,6 +352,16 @@ export async function runExperiment({
|
|
|
332
352
|
|
|
333
353
|
logger.info(`✅ Experiment ${experiment.id} completed`);
|
|
334
354
|
|
|
355
|
+
// Refresh experiment info from server to get updated counts (non-dry-run only)
|
|
356
|
+
if (!isDryRun) {
|
|
357
|
+
const updatedExperiment = await getExperimentInfo({
|
|
358
|
+
client,
|
|
359
|
+
experimentId: experiment.id,
|
|
360
|
+
});
|
|
361
|
+
// Update the experiment info with the latest from the server
|
|
362
|
+
Object.assign(ranExperiment, updatedExperiment);
|
|
363
|
+
}
|
|
364
|
+
|
|
335
365
|
if (!isDryRun && client.config.baseUrl) {
|
|
336
366
|
const experimentUrl = getExperimentUrl({
|
|
337
367
|
baseUrl: client.config.baseUrl,
|
|
@@ -644,7 +674,7 @@ export async function evaluateExperiment({
|
|
|
644
674
|
[SemanticConventions.OPENINFERENCE_SPAN_KIND]:
|
|
645
675
|
OpenInferenceSpanKind.EVALUATOR,
|
|
646
676
|
[SemanticConventions.INPUT_MIME_TYPE]: MimeType.JSON,
|
|
647
|
-
[SemanticConventions.INPUT_VALUE]:
|
|
677
|
+
[SemanticConventions.INPUT_VALUE]: ensureString({
|
|
648
678
|
input: examplesById[evaluatorAndRun.run.datasetExampleId]?.input,
|
|
649
679
|
output: evaluatorAndRun.run.output,
|
|
650
680
|
expected:
|
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
import { createClient } from "../client";
|
|
2
2
|
import { ClientFn } from "../types/core";
|
|
3
3
|
import {
|
|
4
|
-
PromptData,
|
|
5
|
-
PromptVersionData,
|
|
6
|
-
PromptVersion,
|
|
7
|
-
OpenAIInvocationParameters,
|
|
8
|
-
AzureOpenAIInvocationParameters,
|
|
9
4
|
AnthropicInvocationParameters,
|
|
10
|
-
|
|
5
|
+
AwsInvocationParameters,
|
|
6
|
+
AzureOpenAIInvocationParameters,
|
|
11
7
|
DeepSeekInvocationParameters,
|
|
12
|
-
|
|
8
|
+
GoogleInvocationParameters,
|
|
13
9
|
OllamaInvocationParameters,
|
|
14
|
-
|
|
10
|
+
OpenAIInvocationParameters,
|
|
15
11
|
PromptChatMessage,
|
|
12
|
+
PromptData,
|
|
13
|
+
PromptVersion,
|
|
14
|
+
PromptVersionData,
|
|
15
|
+
XAIInvocationParameters,
|
|
16
16
|
} from "../types/prompts";
|
|
17
17
|
import { assertUnreachable } from "../utils/assertUnreachable";
|
|
18
18
|
|
|
@@ -28,6 +28,11 @@ export interface CreatePromptParams extends ClientFn, PromptData {
|
|
|
28
28
|
* The description of the prompt
|
|
29
29
|
*/
|
|
30
30
|
description?: string;
|
|
31
|
+
/**
|
|
32
|
+
* Optional metadata for the prompt as a JSON object
|
|
33
|
+
* @example { "environment": "production", "version": "1.0" }
|
|
34
|
+
*/
|
|
35
|
+
metadata?: Record<string, unknown>;
|
|
31
36
|
/**
|
|
32
37
|
* The prompt version to push onto the history of the prompt
|
|
33
38
|
*/
|
|
@@ -39,8 +44,21 @@ export interface CreatePromptParams extends ClientFn, PromptData {
|
|
|
39
44
|
*
|
|
40
45
|
* If a prompt with the same name exists, a new version of the prompt will be appended to the history.
|
|
41
46
|
*
|
|
42
|
-
* @param params - The parameters to create a prompt.
|
|
47
|
+
* @param params - The parameters to create a prompt, including optional metadata.
|
|
43
48
|
* @returns The created prompt version.
|
|
49
|
+
* @example
|
|
50
|
+
* ```typescript
|
|
51
|
+
* await createPrompt({
|
|
52
|
+
* name: "my-prompt",
|
|
53
|
+
* description: "A helpful prompt",
|
|
54
|
+
* metadata: { environment: "production", team: "ai" },
|
|
55
|
+
* version: promptVersion({
|
|
56
|
+
* modelProvider: "OPENAI",
|
|
57
|
+
* modelName: "gpt-4",
|
|
58
|
+
* template: [{ role: "user", content: "Hello {{name}}" }]
|
|
59
|
+
* })
|
|
60
|
+
* });
|
|
61
|
+
* ```
|
|
44
62
|
*/
|
|
45
63
|
export async function createPrompt({
|
|
46
64
|
client: _client,
|
package/src/prompts/sdks/toAI.ts
CHANGED
|
@@ -1,12 +1,14 @@
|
|
|
1
|
-
import invariant from "tiny-invariant";
|
|
2
1
|
import {
|
|
3
2
|
safelyConvertMessageToProvider,
|
|
4
3
|
safelyConvertToolChoiceToProvider,
|
|
5
4
|
} from "../../schemas/llm/converters";
|
|
6
|
-
import { formatPromptMessages } from "../../utils/formatPromptMessages";
|
|
7
|
-
import { Variables, toSDKParamsBase } from "./types";
|
|
8
|
-
import { type ToolSet, type ModelMessage, type ToolChoice } from "ai";
|
|
9
5
|
import { VercelAIToolChoice } from "../../schemas/llm/vercel/toolChoiceSchemas";
|
|
6
|
+
import { formatPromptMessages } from "../../utils/formatPromptMessages";
|
|
7
|
+
|
|
8
|
+
import { toSDKParamsBase, Variables } from "./types";
|
|
9
|
+
|
|
10
|
+
import { type ModelMessage, type ToolChoice, type ToolSet } from "ai";
|
|
11
|
+
import invariant from "tiny-invariant";
|
|
10
12
|
|
|
11
13
|
export type PartialAIParams = {
|
|
12
14
|
messages: ModelMessage[];
|
|
@@ -1,14 +1,15 @@
|
|
|
1
|
-
import
|
|
2
|
-
import type { Variables, toSDKParamsBase } from "./types";
|
|
3
|
-
import { formatPromptMessages } from "../../utils/formatPromptMessages";
|
|
4
|
-
|
|
5
|
-
import invariant from "tiny-invariant";
|
|
1
|
+
import { AnthropicToolChoice } from "../../schemas/llm/anthropic/toolChoiceSchemas";
|
|
6
2
|
import {
|
|
7
3
|
safelyConvertMessageToProvider,
|
|
8
4
|
safelyConvertToolChoiceToProvider,
|
|
9
5
|
safelyConvertToolDefinitionToProvider,
|
|
10
6
|
} from "../../schemas/llm/converters";
|
|
11
|
-
import {
|
|
7
|
+
import { formatPromptMessages } from "../../utils/formatPromptMessages";
|
|
8
|
+
|
|
9
|
+
import type { toSDKParamsBase, Variables } from "./types";
|
|
10
|
+
|
|
11
|
+
import type { MessageCreateParams } from "@anthropic-ai/sdk/resources/messages/messages";
|
|
12
|
+
import invariant from "tiny-invariant";
|
|
12
13
|
|
|
13
14
|
// We must re-export these types so that they are included in the phoenix-client distribution
|
|
14
15
|
export type { MessageCreateParams };
|
|
@@ -1,19 +1,20 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
ChatCompletionCreateParams,
|
|
3
|
-
ChatCompletionMessageParam,
|
|
4
|
-
ResponseFormatJSONSchema,
|
|
5
|
-
} from "openai/resources";
|
|
6
|
-
import type { Variables, toSDKParamsBase } from "./types";
|
|
7
|
-
|
|
8
|
-
import { formatPromptMessages } from "../../utils/formatPromptMessages";
|
|
9
1
|
import {
|
|
10
2
|
safelyConvertMessageToProvider,
|
|
11
3
|
safelyConvertToolChoiceToProvider,
|
|
12
4
|
safelyConvertToolDefinitionToProvider,
|
|
13
5
|
} from "../../schemas/llm/converters";
|
|
14
|
-
import invariant from "tiny-invariant";
|
|
15
6
|
import { OpenaiToolChoice } from "../../schemas/llm/openai/toolChoiceSchemas";
|
|
16
7
|
import { phoenixResponseFormatToOpenAI } from "../../schemas/llm/phoenixPrompt/converters";
|
|
8
|
+
import { formatPromptMessages } from "../../utils/formatPromptMessages";
|
|
9
|
+
|
|
10
|
+
import type { toSDKParamsBase, Variables } from "./types";
|
|
11
|
+
|
|
12
|
+
import type {
|
|
13
|
+
ChatCompletionCreateParams,
|
|
14
|
+
ChatCompletionMessageParam,
|
|
15
|
+
ResponseFormatJSONSchema,
|
|
16
|
+
} from "openai/resources";
|
|
17
|
+
import invariant from "tiny-invariant";
|
|
17
18
|
|
|
18
19
|
// We must re-export these types so that they are included in the phoenix-client distribution
|
|
19
20
|
export type {
|
|
@@ -1,9 +1,11 @@
|
|
|
1
|
-
import
|
|
1
|
+
import { assertUnreachable } from "../../utils/assertUnreachable";
|
|
2
|
+
|
|
2
3
|
import { toAI } from "./toAI";
|
|
3
4
|
import { toAnthropic } from "./toAnthropic";
|
|
4
5
|
import { toOpenAI } from "./toOpenAI";
|
|
5
|
-
import { SupportedSDK,
|
|
6
|
-
|
|
6
|
+
import { SupportedSDK, toSDKParamsBase, Variables } from "./types";
|
|
7
|
+
|
|
8
|
+
import invariant from "tiny-invariant";
|
|
7
9
|
|
|
8
10
|
/**
|
|
9
11
|
* Parameters for an SDK conversion function
|
|
@@ -1,28 +1,30 @@
|
|
|
1
|
-
import invariant from "tiny-invariant";
|
|
2
1
|
import { assertUnreachable } from "../../../utils/assertUnreachable";
|
|
2
|
+
import { safelyStringifyJSON } from "../../../utils/safelyStringifyJSON";
|
|
3
3
|
import {
|
|
4
4
|
OpenAIChatPart,
|
|
5
|
-
OpenAIChatPartText,
|
|
6
5
|
OpenAIChatPartImage,
|
|
6
|
+
OpenAIChatPartText,
|
|
7
7
|
} from "../openai/messagePartSchemas";
|
|
8
8
|
import {
|
|
9
9
|
OpenAIMessage,
|
|
10
10
|
openAIMessageRoleSchema,
|
|
11
11
|
} from "../openai/messageSchemas";
|
|
12
|
+
import { OpenAIToolCall } from "../openai/toolCallSchemas";
|
|
13
|
+
import { OpenaiToolChoice } from "../openai/toolChoiceSchemas";
|
|
14
|
+
import { OpenAIToolDefinition } from "../openai/toolSchemas";
|
|
15
|
+
|
|
12
16
|
import {
|
|
13
17
|
AnthropicMessagePart,
|
|
14
|
-
AnthropicToolUseBlock,
|
|
15
18
|
anthropicMessagePartSchema,
|
|
19
|
+
AnthropicToolUseBlock,
|
|
16
20
|
} from "./messagePartSchemas";
|
|
17
21
|
import { anthropicMessageSchema } from "./messageSchemas";
|
|
18
22
|
import { anthropicToolCallSchema } from "./toolCallSchemas";
|
|
19
|
-
import { OpenAIToolCall } from "../openai/toolCallSchemas";
|
|
20
|
-
import { safelyStringifyJSON } from "../../../utils/safelyStringifyJSON";
|
|
21
23
|
import { anthropicToolChoiceSchema } from "./toolChoiceSchemas";
|
|
22
|
-
import { OpenaiToolChoice } from "../openai/toolChoiceSchemas";
|
|
23
|
-
import { OpenAIToolDefinition } from "../openai/toolSchemas";
|
|
24
24
|
import { anthropicToolDefinitionSchema } from "./toolSchemas";
|
|
25
25
|
|
|
26
|
+
import invariant from "tiny-invariant";
|
|
27
|
+
|
|
26
28
|
/*
|
|
27
29
|
* Conversion Functions
|
|
28
30
|
*
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { z } from "zod";
|
|
2
1
|
import { PromptProviderSDKs } from "../../types/prompts";
|
|
2
|
+
|
|
3
3
|
import {
|
|
4
4
|
anthropicMessagePartToOpenAI,
|
|
5
5
|
anthropicMessageToOpenAI,
|
|
@@ -9,34 +9,36 @@ import {
|
|
|
9
9
|
} from "./anthropic/converters";
|
|
10
10
|
import {
|
|
11
11
|
openAIChatPartToAnthropic,
|
|
12
|
-
openAIMessageToVercelAI,
|
|
13
12
|
openAIMessageToAnthropic,
|
|
14
13
|
openAIMessageToPhoenixPrompt,
|
|
14
|
+
openAIMessageToVercelAI,
|
|
15
15
|
openAIToolCallToAnthropic,
|
|
16
16
|
openAIToolChoiceToAnthropic,
|
|
17
17
|
openAIToolChoiceToVercelAI,
|
|
18
18
|
openAIToolDefinitionToAnthropic,
|
|
19
19
|
openAIToolDefinitionToVercelAI,
|
|
20
20
|
} from "./openai/converters";
|
|
21
|
+
import { openaiChatPartSchema } from "./openai/messagePartSchemas";
|
|
22
|
+
import { openAIMessageSchema } from "./openai/messageSchemas";
|
|
23
|
+
import { openaiResponseFormatSchema } from "./openai/responseFormatSchema";
|
|
24
|
+
import { openAIToolCallSchema } from "./openai/toolCallSchemas";
|
|
25
|
+
import { openAIToolChoiceSchema } from "./openai/toolChoiceSchemas";
|
|
26
|
+
import { openAIToolDefinitionSchema } from "./openai/toolSchemas";
|
|
21
27
|
import {
|
|
22
|
-
phoenixResponseFormatToOpenAI,
|
|
23
|
-
phoenixToolChoiceToOpenAI,
|
|
24
|
-
phoenixToolDefinitionToOpenAI,
|
|
25
28
|
phoenixMessagePartToOpenAI,
|
|
26
29
|
phoenixMessageToOpenAI,
|
|
30
|
+
phoenixResponseFormatToOpenAI,
|
|
27
31
|
phoenixToolCallToOpenAI,
|
|
32
|
+
phoenixToolChoiceToOpenAI,
|
|
33
|
+
phoenixToolDefinitionToOpenAI,
|
|
28
34
|
} from "./phoenixPrompt/converters";
|
|
29
|
-
import { makeSDKConverters } from "./utils";
|
|
30
|
-
import { openAIMessageSchema } from "./openai/messageSchemas";
|
|
31
35
|
import {
|
|
32
36
|
vercelAIChatPartSchema,
|
|
33
37
|
vercelAIChatPartToolCallSchema,
|
|
34
38
|
} from "./vercel/messagePartSchemas";
|
|
35
|
-
import {
|
|
36
|
-
|
|
37
|
-
import {
|
|
38
|
-
import { openAIToolDefinitionSchema } from "./openai/toolSchemas";
|
|
39
|
-
import { openaiResponseFormatSchema } from "./openai/responseFormatSchema";
|
|
39
|
+
import { makeSDKConverters } from "./utils";
|
|
40
|
+
|
|
41
|
+
import { z } from "zod";
|
|
40
42
|
|
|
41
43
|
export const SDKProviderIdMap: Record<PromptProviderSDKs, string> = {
|
|
42
44
|
OPENAI: "openai",
|
|
@@ -1,15 +1,14 @@
|
|
|
1
|
-
import z from "zod";
|
|
2
|
-
|
|
3
1
|
import { assertUnreachable } from "../../utils/assertUnreachable";
|
|
4
2
|
import { safelyParseJSON } from "../../utils/safelyParseJSON";
|
|
5
3
|
import { JSONLiteral } from "../jsonLiteralSchema";
|
|
4
|
+
|
|
6
5
|
import { OpenAIChatPart } from "./openai/messagePartSchemas";
|
|
7
6
|
import { OpenAIMessage } from "./openai/messageSchemas";
|
|
8
7
|
import { OpenAIToolCall } from "./openai/toolCallSchemas";
|
|
9
8
|
import { OpenaiToolChoice } from "./openai/toolChoiceSchemas";
|
|
10
9
|
import { OpenAIToolDefinition } from "./openai/toolSchemas";
|
|
11
|
-
import { toolCallHeuristicSchema } from "./schemas";
|
|
12
10
|
import { SDKProviderConverterMap } from "./constants";
|
|
11
|
+
import { toolCallHeuristicSchema } from "./schemas";
|
|
13
12
|
import { LLMMessagePart, PromptSDKFormat } from "./types";
|
|
14
13
|
import {
|
|
15
14
|
detectMessagePartProvider,
|
|
@@ -18,7 +17,9 @@ import {
|
|
|
18
17
|
detectToolChoiceProvider,
|
|
19
18
|
detectToolDefinitionProvider,
|
|
20
19
|
} from "./utils";
|
|
20
|
+
|
|
21
21
|
import invariant from "tiny-invariant";
|
|
22
|
+
import z from "zod";
|
|
22
23
|
|
|
23
24
|
export const safelyConvertMessageToProvider = <
|
|
24
25
|
TargetProviderSDK extends NonNullable<PromptSDKFormat>,
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import invariant from "tiny-invariant";
|
|
2
1
|
import { assertUnreachable } from "../../../utils/assertUnreachable";
|
|
2
|
+
import { isObject } from "../../../utils/isObject";
|
|
3
3
|
import {
|
|
4
4
|
AnthropicImageBlock,
|
|
5
5
|
AnthropicMessagePart,
|
|
@@ -7,28 +7,30 @@ import {
|
|
|
7
7
|
AnthropicToolUseBlock,
|
|
8
8
|
} from "../anthropic/messagePartSchemas";
|
|
9
9
|
import { AnthropicMessage } from "../anthropic/messageSchemas";
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
12
|
-
import {
|
|
13
|
-
PhoenixMessage,
|
|
14
|
-
PhoenixMessageRole,
|
|
15
|
-
} from "../phoenixPrompt/messageSchemas";
|
|
10
|
+
import { AnthropicToolCall } from "../anthropic/toolCallSchemas";
|
|
11
|
+
import { AnthropicToolChoice } from "../anthropic/toolChoiceSchemas";
|
|
12
|
+
import { AnthropicToolDefinition } from "../anthropic/toolSchemas";
|
|
16
13
|
import {
|
|
17
14
|
makeTextPart,
|
|
18
15
|
makeToolResultPart,
|
|
19
16
|
PhoenixContentPart,
|
|
20
17
|
ToolCallPart,
|
|
21
18
|
} from "../phoenixPrompt/messagePartSchemas";
|
|
19
|
+
import {
|
|
20
|
+
PhoenixMessage,
|
|
21
|
+
PhoenixMessageRole,
|
|
22
|
+
} from "../phoenixPrompt/messageSchemas";
|
|
22
23
|
import { VercelAIMessage } from "../vercel/messageSchemas";
|
|
24
|
+
import { VercelAIToolChoice } from "../vercel/toolChoiceSchemas";
|
|
25
|
+
import { VercelAIToolDefinition } from "../vercel/toolSchemas";
|
|
26
|
+
|
|
27
|
+
import { openaiChatPartSchema } from "./messagePartSchemas";
|
|
28
|
+
import { openAIMessageSchema } from "./messageSchemas";
|
|
23
29
|
import { openAIToolCallSchema } from "./toolCallSchemas";
|
|
24
|
-
import { AnthropicToolCall } from "../anthropic/toolCallSchemas";
|
|
25
|
-
import { AnthropicToolChoice } from "../anthropic/toolChoiceSchemas";
|
|
26
30
|
import { openAIToolChoiceSchema } from "./toolChoiceSchemas";
|
|
27
|
-
import { isObject } from "../../../utils/isObject";
|
|
28
|
-
import { VercelAIToolChoice } from "../vercel/toolChoiceSchemas";
|
|
29
31
|
import { openAIToolDefinitionSchema } from "./toolSchemas";
|
|
30
|
-
|
|
31
|
-
import
|
|
32
|
+
|
|
33
|
+
import invariant from "tiny-invariant";
|
|
32
34
|
|
|
33
35
|
export const openAIChatPartToAnthropic = openaiChatPartSchema.transform(
|
|
34
36
|
(openai) => {
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import z from "zod";
|
|
2
|
-
|
|
3
|
-
import { openAIToolCallSchema } from "./toolCallSchemas";
|
|
4
1
|
import {
|
|
5
2
|
openaiChatPartImageSchema,
|
|
6
3
|
openaiChatPartTextSchema,
|
|
7
4
|
} from "./messagePartSchemas";
|
|
5
|
+
import { openAIToolCallSchema } from "./toolCallSchemas";
|
|
6
|
+
|
|
7
|
+
import z from "zod";
|
|
8
8
|
|
|
9
9
|
/*
|
|
10
10
|
*
|
|
@@ -1,23 +1,24 @@
|
|
|
1
1
|
import { assertUnreachable } from "../../../utils/assertUnreachable";
|
|
2
|
-
import {
|
|
2
|
+
import { safelyStringifyJSON } from "../../../utils/safelyStringifyJSON";
|
|
3
|
+
import { jsonSchemaZodSchema } from "../../jsonSchema";
|
|
4
|
+
import { OpenAIChatPartText } from "../openai/messagePartSchemas";
|
|
3
5
|
import { OpenAIMessage } from "../openai/messageSchemas";
|
|
6
|
+
import { OpenAIResponseFormat } from "../openai/responseFormatSchema";
|
|
4
7
|
import { OpenAIToolCall } from "../openai/toolCallSchemas";
|
|
5
8
|
import { OpenaiToolChoice } from "../openai/toolChoiceSchemas";
|
|
6
|
-
import {
|
|
9
|
+
import { OpenAIToolDefinition } from "../openai/toolSchemas";
|
|
10
|
+
|
|
7
11
|
import {
|
|
8
|
-
ToolCallPart,
|
|
9
|
-
ToolResultPart,
|
|
10
12
|
asToolResultPart,
|
|
11
13
|
phoenixContentPartSchema,
|
|
14
|
+
ToolCallPart,
|
|
15
|
+
ToolResultPart,
|
|
12
16
|
} from "./messagePartSchemas";
|
|
13
|
-
import {
|
|
14
|
-
import { safelyStringifyJSON } from "../../../utils/safelyStringifyJSON";
|
|
15
|
-
import { OpenAIChatPartText } from "../openai/messagePartSchemas";
|
|
17
|
+
import { phoenixMessageSchema } from "./messageSchemas";
|
|
16
18
|
import { phoenixResponseFormatSchema } from "./responseFormatSchema";
|
|
17
|
-
import {
|
|
18
|
-
import { phoenixToolDefinitionSchema } from "./toolSchemas";
|
|
19
|
+
import { phoenixToolCallSchema } from "./toolCallSchemas";
|
|
19
20
|
import { phoenixToolChoiceSchema } from "./toolChoiceSchemas";
|
|
20
|
-
import {
|
|
21
|
+
import { phoenixToolDefinitionSchema } from "./toolSchemas";
|
|
21
22
|
|
|
22
23
|
/*
|
|
23
24
|
* Conversion Functions
|
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
import z from "zod";
|
|
2
|
-
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
1
|
import type { PromptChatMessagePart } from "../../../types/prompts";
|
|
2
|
+
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
|
+
|
|
4
|
+
import z from "zod";
|
|
4
5
|
|
|
5
6
|
export const textPartSchema = schemaMatches<
|
|
6
7
|
Extract<PromptChatMessagePart, { type: "text" }>
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
import z from "zod";
|
|
2
|
-
|
|
3
|
-
import { phoenixContentPartSchema } from "./messagePartSchemas";
|
|
4
1
|
import type { PromptChatMessage } from "../../../types/prompts";
|
|
5
2
|
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
6
3
|
|
|
4
|
+
import { phoenixContentPartSchema } from "./messagePartSchemas";
|
|
5
|
+
|
|
6
|
+
import z from "zod";
|
|
7
|
+
|
|
7
8
|
/**
|
|
8
9
|
*
|
|
9
10
|
* Prompt Message Schemas
|
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
import z from "zod";
|
|
2
|
-
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
1
|
import { PromptResponseFormat } from "../../../types/prompts";
|
|
2
|
+
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
|
+
|
|
4
|
+
import z from "zod";
|
|
4
5
|
|
|
5
6
|
/**
|
|
6
7
|
* Phoenix response format schema
|
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
import z from "zod";
|
|
2
|
-
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
1
|
import { PromptToolChoice } from "../../../types/prompts";
|
|
2
|
+
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
|
+
|
|
4
|
+
import z from "zod";
|
|
4
5
|
|
|
5
6
|
/**
|
|
6
7
|
* Phoenix's tool choice schema
|
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
import z from "zod";
|
|
2
|
-
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
1
|
import { PromptTool } from "../../../types/prompts";
|
|
2
|
+
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
|
+
|
|
4
|
+
import z from "zod";
|
|
4
5
|
|
|
5
6
|
/**
|
|
6
7
|
* The Phoenix tool definition schema
|