@arizeai/phoenix-client 5.8.2 → 5.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/esm/__generated__/api/v1.d.ts +4 -1
- package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
- package/dist/esm/client.d.ts +1 -1
- package/dist/esm/client.d.ts.map +1 -1
- package/dist/esm/client.js +1 -1
- package/dist/esm/client.js.map +1 -1
- package/dist/esm/config.d.ts.map +1 -1
- package/dist/esm/config.js.map +1 -1
- package/dist/esm/datasets/appendDatasetExamples.d.ts +2 -2
- package/dist/esm/datasets/appendDatasetExamples.d.ts.map +1 -1
- package/dist/esm/datasets/appendDatasetExamples.js +1 -1
- package/dist/esm/datasets/appendDatasetExamples.js.map +1 -1
- package/dist/esm/datasets/createDataset.d.ts +2 -2
- package/dist/esm/datasets/createDataset.d.ts.map +1 -1
- package/dist/esm/datasets/createDataset.js +1 -1
- package/dist/esm/datasets/createDataset.js.map +1 -1
- package/dist/esm/datasets/createOrGetDataset.d.ts +1 -1
- package/dist/esm/datasets/createOrGetDataset.d.ts.map +1 -1
- package/dist/esm/datasets/createOrGetDataset.js.map +1 -1
- package/dist/esm/datasets/getDataset.d.ts +2 -2
- package/dist/esm/datasets/getDataset.d.ts.map +1 -1
- package/dist/esm/datasets/getDataset.js.map +1 -1
- package/dist/esm/datasets/getDatasetExamples.d.ts +2 -2
- package/dist/esm/datasets/getDatasetExamples.d.ts.map +1 -1
- package/dist/esm/datasets/getDatasetExamples.js +1 -1
- package/dist/esm/datasets/getDatasetExamples.js.map +1 -1
- package/dist/esm/datasets/getDatasetInfo.d.ts +2 -2
- package/dist/esm/datasets/getDatasetInfo.d.ts.map +1 -1
- package/dist/esm/datasets/getDatasetInfo.js +1 -1
- package/dist/esm/datasets/getDatasetInfo.js.map +1 -1
- package/dist/esm/datasets/getDatasetInfoByName.d.ts +2 -2
- package/dist/esm/datasets/getDatasetInfoByName.d.ts.map +1 -1
- package/dist/esm/datasets/listDatasets.d.ts +2 -2
- package/dist/esm/datasets/listDatasets.d.ts.map +1 -1
- package/dist/esm/datasets/listDatasets.js +1 -1
- package/dist/esm/datasets/listDatasets.js.map +1 -1
- package/dist/esm/experiments/createExperiment.d.ts +2 -2
- package/dist/esm/experiments/createExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/createExperiment.js +1 -1
- package/dist/esm/experiments/createExperiment.js.map +1 -1
- package/dist/esm/experiments/deleteExperiment.d.ts +8 -2
- package/dist/esm/experiments/deleteExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/deleteExperiment.js +5 -1
- package/dist/esm/experiments/deleteExperiment.js.map +1 -1
- package/dist/esm/experiments/getExperiment.d.ts +2 -2
- package/dist/esm/experiments/getExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/getExperiment.js.map +1 -1
- package/dist/esm/experiments/getExperimentInfo.d.ts +2 -2
- package/dist/esm/experiments/getExperimentInfo.d.ts.map +1 -1
- package/dist/esm/experiments/getExperimentInfo.js +1 -1
- package/dist/esm/experiments/getExperimentInfo.js.map +1 -1
- package/dist/esm/experiments/getExperimentRuns.d.ts +2 -2
- package/dist/esm/experiments/getExperimentRuns.d.ts.map +1 -1
- package/dist/esm/experiments/getExperimentRuns.js +1 -1
- package/dist/esm/experiments/getExperimentRuns.js.map +1 -1
- package/dist/esm/experiments/helpers/asExperimentEvaluator.d.ts +2 -2
- package/dist/esm/experiments/helpers/asExperimentEvaluator.d.ts.map +1 -1
- package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.d.ts +1 -1
- package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.d.ts.map +1 -1
- package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.js.map +1 -1
- package/dist/esm/experiments/helpers/getExperimentEvaluators.d.ts +1 -1
- package/dist/esm/experiments/helpers/getExperimentEvaluators.d.ts.map +1 -1
- package/dist/esm/experiments/helpers/getExperimentEvaluators.js.map +1 -1
- package/dist/esm/experiments/listExperiments.d.ts +2 -2
- package/dist/esm/experiments/listExperiments.d.ts.map +1 -1
- package/dist/esm/experiments/listExperiments.js +1 -1
- package/dist/esm/experiments/listExperiments.js.map +1 -1
- package/dist/esm/experiments/logging.d.ts +55 -0
- package/dist/esm/experiments/logging.d.ts.map +1 -0
- package/dist/esm/experiments/logging.js +112 -0
- package/dist/esm/experiments/logging.js.map +1 -0
- package/dist/esm/experiments/resumeEvaluation.d.ts +3 -3
- package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -1
- package/dist/esm/experiments/resumeEvaluation.js +18 -29
- package/dist/esm/experiments/resumeEvaluation.js.map +1 -1
- package/dist/esm/experiments/resumeExperiment.d.ts +3 -3
- package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/resumeExperiment.js +23 -32
- package/dist/esm/experiments/resumeExperiment.js.map +1 -1
- package/dist/esm/experiments/runExperiment.d.ts +6 -5
- package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/runExperiment.js +64 -45
- package/dist/esm/experiments/runExperiment.js.map +1 -1
- package/dist/esm/logger.d.ts +40 -0
- package/dist/esm/logger.d.ts.map +1 -0
- package/dist/esm/logger.js +59 -0
- package/dist/esm/logger.js.map +1 -0
- package/dist/esm/prompts/createPrompt.d.ts +2 -2
- package/dist/esm/prompts/createPrompt.d.ts.map +1 -1
- package/dist/esm/prompts/getPrompt.d.ts +2 -2
- package/dist/esm/prompts/getPrompt.d.ts.map +1 -1
- package/dist/esm/prompts/listPrompts.d.ts +2 -2
- package/dist/esm/prompts/listPrompts.d.ts.map +1 -1
- package/dist/esm/prompts/listPrompts.js +1 -1
- package/dist/esm/prompts/listPrompts.js.map +1 -1
- package/dist/esm/prompts/sdks/toAI.d.ts +4 -4
- package/dist/esm/prompts/sdks/toAI.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toAI.js +5 -29
- package/dist/esm/prompts/sdks/toAI.js.map +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.d.ts +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.js +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.js.map +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.d.ts +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.js +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.js.map +1 -1
- package/dist/esm/prompts/sdks/toSDK.d.ts +1 -1
- package/dist/esm/prompts/sdks/toSDK.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toSDK.js +1 -1
- package/dist/esm/prompts/sdks/toSDK.js.map +1 -1
- package/dist/esm/prompts/sdks/types.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/converters.js +3 -3
- package/dist/esm/schemas/llm/anthropic/converters.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messageSchemas.js +7 -2
- package/dist/esm/schemas/llm/anthropic/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/toolSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/constants.d.ts +1 -1
- package/dist/esm/schemas/llm/constants.d.ts.map +1 -1
- package/dist/esm/schemas/llm/constants.js +2 -2
- package/dist/esm/schemas/llm/constants.js.map +1 -1
- package/dist/esm/schemas/llm/converters.d.ts +8 -8
- package/dist/esm/schemas/llm/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/converters.js +1 -1
- package/dist/esm/schemas/llm/converters.js.map +1 -1
- package/dist/esm/schemas/llm/openai/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/converters.js +1 -1
- package/dist/esm/schemas/llm/openai/converters.js.map +1 -1
- package/dist/esm/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/messageSchemas.js +1 -1
- package/dist/esm/schemas/llm/openai/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/responseFormatSchema.js +1 -1
- package/dist/esm/schemas/llm/openai/responseFormatSchema.js.map +1 -1
- package/dist/esm/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/toolSchemas.js +1 -1
- package/dist/esm/schemas/llm/openai/toolSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/converters.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/schemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/schemas.js +1 -1
- package/dist/esm/schemas/llm/schemas.js.map +1 -1
- package/dist/esm/schemas/llm/types.d.ts +18 -18
- package/dist/esm/schemas/llm/types.d.ts.map +1 -1
- package/dist/esm/schemas/llm/utils.d.ts +1 -1
- package/dist/esm/schemas/llm/utils.d.ts.map +1 -1
- package/dist/esm/schemas/llm/utils.js +1 -1
- package/dist/esm/schemas/llm/utils.js.map +1 -1
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.js +1 -1
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/vercel/messageSchemas.js +1 -1
- package/dist/esm/schemas/llm/vercel/messageSchemas.js.map +1 -1
- package/dist/esm/sessions/addSessionAnnotation.d.ts +2 -2
- package/dist/esm/sessions/addSessionAnnotation.d.ts.map +1 -1
- package/dist/esm/sessions/addSessionAnnotation.js.map +1 -1
- package/dist/esm/sessions/logSessionAnnotations.d.ts +2 -2
- package/dist/esm/sessions/logSessionAnnotations.d.ts.map +1 -1
- package/dist/esm/sessions/logSessionAnnotations.js.map +1 -1
- package/dist/esm/sessions/types.d.ts +2 -2
- package/dist/esm/sessions/types.d.ts.map +1 -1
- package/dist/esm/spans/addDocumentAnnotation.d.ts +2 -2
- package/dist/esm/spans/addDocumentAnnotation.d.ts.map +1 -1
- package/dist/esm/spans/addDocumentAnnotation.js.map +1 -1
- package/dist/esm/spans/addSpanAnnotation.d.ts +2 -2
- package/dist/esm/spans/addSpanAnnotation.d.ts.map +1 -1
- package/dist/esm/spans/addSpanAnnotation.js.map +1 -1
- package/dist/esm/spans/addSpanNote.d.ts +1 -1
- package/dist/esm/spans/addSpanNote.d.ts.map +1 -1
- package/dist/esm/spans/deleteSpan.d.ts +1 -1
- package/dist/esm/spans/deleteSpan.d.ts.map +1 -1
- package/dist/esm/spans/getSpanAnnotations.d.ts +3 -3
- package/dist/esm/spans/getSpanAnnotations.d.ts.map +1 -1
- package/dist/esm/spans/getSpans.d.ts +3 -3
- package/dist/esm/spans/getSpans.d.ts.map +1 -1
- package/dist/esm/spans/logDocumentAnnotations.d.ts +2 -2
- package/dist/esm/spans/logDocumentAnnotations.d.ts.map +1 -1
- package/dist/esm/spans/logDocumentAnnotations.js.map +1 -1
- package/dist/esm/spans/logSpanAnnotations.d.ts +2 -2
- package/dist/esm/spans/logSpanAnnotations.d.ts.map +1 -1
- package/dist/esm/spans/logSpanAnnotations.js.map +1 -1
- package/dist/esm/spans/types.d.ts +2 -2
- package/dist/esm/spans/types.d.ts.map +1 -1
- package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
- package/dist/esm/types/annotations.d.ts +1 -1
- package/dist/esm/types/annotations.d.ts.map +1 -1
- package/dist/esm/types/core.d.ts +1 -1
- package/dist/esm/types/core.d.ts.map +1 -1
- package/dist/esm/types/datasets.d.ts +1 -1
- package/dist/esm/types/datasets.d.ts.map +1 -1
- package/dist/esm/types/experiments.d.ts +3 -3
- package/dist/esm/types/experiments.d.ts.map +1 -1
- package/dist/esm/types/prompts.d.ts +1 -1
- package/dist/esm/types/prompts.d.ts.map +1 -1
- package/dist/esm/utils/formatPromptMessages.d.ts +2 -2
- package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/esm/utils/formatPromptMessages.js +1 -1
- package/dist/esm/utils/formatPromptMessages.js.map +1 -1
- package/dist/esm/utils/getPromptBySelector.d.ts +2 -2
- package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/esm/utils/getPromptBySelector.js +1 -1
- package/dist/esm/utils/getPromptBySelector.js.map +1 -1
- package/dist/esm/utils/noopLogger.d.ts +1 -8
- package/dist/esm/utils/noopLogger.d.ts.map +1 -1
- package/dist/esm/utils/noopLogger.js +1 -8
- package/dist/esm/utils/noopLogger.js.map +1 -1
- package/dist/esm/utils/schemaMatches.d.ts +1 -1
- package/dist/esm/utils/schemaMatches.d.ts.map +1 -1
- package/dist/esm/utils/toObjectHeaders.d.ts +1 -1
- package/dist/esm/utils/toObjectHeaders.d.ts.map +1 -1
- package/dist/src/__generated__/api/v1.d.ts +4 -1
- package/dist/src/__generated__/api/v1.d.ts.map +1 -1
- package/dist/src/client.d.ts +1 -1
- package/dist/src/client.d.ts.map +1 -1
- package/dist/src/client.js +1 -1
- package/dist/src/client.js.map +1 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/config.js.map +1 -1
- package/dist/src/datasets/appendDatasetExamples.d.ts +2 -2
- package/dist/src/datasets/appendDatasetExamples.d.ts.map +1 -1
- package/dist/src/datasets/appendDatasetExamples.js +1 -1
- package/dist/src/datasets/appendDatasetExamples.js.map +1 -1
- package/dist/src/datasets/createDataset.d.ts +2 -2
- package/dist/src/datasets/createDataset.d.ts.map +1 -1
- package/dist/src/datasets/createDataset.js +1 -1
- package/dist/src/datasets/createDataset.js.map +1 -1
- package/dist/src/datasets/createOrGetDataset.d.ts +1 -1
- package/dist/src/datasets/createOrGetDataset.d.ts.map +1 -1
- package/dist/src/datasets/createOrGetDataset.js.map +1 -1
- package/dist/src/datasets/getDataset.d.ts +2 -2
- package/dist/src/datasets/getDataset.d.ts.map +1 -1
- package/dist/src/datasets/getDataset.js.map +1 -1
- package/dist/src/datasets/getDatasetExamples.d.ts +2 -2
- package/dist/src/datasets/getDatasetExamples.d.ts.map +1 -1
- package/dist/src/datasets/getDatasetExamples.js +1 -1
- package/dist/src/datasets/getDatasetExamples.js.map +1 -1
- package/dist/src/datasets/getDatasetInfo.d.ts +2 -2
- package/dist/src/datasets/getDatasetInfo.d.ts.map +1 -1
- package/dist/src/datasets/getDatasetInfo.js +1 -1
- package/dist/src/datasets/getDatasetInfo.js.map +1 -1
- package/dist/src/datasets/getDatasetInfoByName.d.ts +2 -2
- package/dist/src/datasets/getDatasetInfoByName.d.ts.map +1 -1
- package/dist/src/datasets/listDatasets.d.ts +2 -2
- package/dist/src/datasets/listDatasets.d.ts.map +1 -1
- package/dist/src/datasets/listDatasets.js +1 -1
- package/dist/src/datasets/listDatasets.js.map +1 -1
- package/dist/src/experiments/createExperiment.d.ts +2 -2
- package/dist/src/experiments/createExperiment.d.ts.map +1 -1
- package/dist/src/experiments/createExperiment.js +1 -1
- package/dist/src/experiments/createExperiment.js.map +1 -1
- package/dist/src/experiments/deleteExperiment.d.ts +8 -2
- package/dist/src/experiments/deleteExperiment.d.ts.map +1 -1
- package/dist/src/experiments/deleteExperiment.js +6 -5
- package/dist/src/experiments/deleteExperiment.js.map +1 -1
- package/dist/src/experiments/getExperiment.d.ts +2 -2
- package/dist/src/experiments/getExperiment.d.ts.map +1 -1
- package/dist/src/experiments/getExperiment.js.map +1 -1
- package/dist/src/experiments/getExperimentInfo.d.ts +2 -2
- package/dist/src/experiments/getExperimentInfo.d.ts.map +1 -1
- package/dist/src/experiments/getExperimentInfo.js +1 -1
- package/dist/src/experiments/getExperimentInfo.js.map +1 -1
- package/dist/src/experiments/getExperimentRuns.d.ts +2 -2
- package/dist/src/experiments/getExperimentRuns.d.ts.map +1 -1
- package/dist/src/experiments/getExperimentRuns.js +1 -1
- package/dist/src/experiments/getExperimentRuns.js.map +1 -1
- package/dist/src/experiments/helpers/asExperimentEvaluator.d.ts +2 -2
- package/dist/src/experiments/helpers/asExperimentEvaluator.d.ts.map +1 -1
- package/dist/src/experiments/helpers/fromPhoenixLLMEvaluator.d.ts +1 -1
- package/dist/src/experiments/helpers/fromPhoenixLLMEvaluator.d.ts.map +1 -1
- package/dist/src/experiments/helpers/fromPhoenixLLMEvaluator.js.map +1 -1
- package/dist/src/experiments/helpers/getExperimentEvaluators.d.ts +1 -1
- package/dist/src/experiments/helpers/getExperimentEvaluators.d.ts.map +1 -1
- package/dist/src/experiments/helpers/getExperimentEvaluators.js.map +1 -1
- package/dist/src/experiments/listExperiments.d.ts +2 -2
- package/dist/src/experiments/listExperiments.d.ts.map +1 -1
- package/dist/src/experiments/listExperiments.js +1 -1
- package/dist/src/experiments/listExperiments.js.map +1 -1
- package/dist/src/experiments/logging.d.ts +55 -0
- package/dist/src/experiments/logging.d.ts.map +1 -0
- package/dist/src/experiments/logging.js +121 -0
- package/dist/src/experiments/logging.js.map +1 -0
- package/dist/src/experiments/resumeEvaluation.d.ts +3 -3
- package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -1
- package/dist/src/experiments/resumeEvaluation.js +18 -29
- package/dist/src/experiments/resumeEvaluation.js.map +1 -1
- package/dist/src/experiments/resumeExperiment.d.ts +3 -3
- package/dist/src/experiments/resumeExperiment.d.ts.map +1 -1
- package/dist/src/experiments/resumeExperiment.js +23 -32
- package/dist/src/experiments/resumeExperiment.js.map +1 -1
- package/dist/src/experiments/runExperiment.d.ts +6 -5
- package/dist/src/experiments/runExperiment.d.ts.map +1 -1
- package/dist/src/experiments/runExperiment.js +65 -47
- package/dist/src/experiments/runExperiment.js.map +1 -1
- package/dist/src/logger.d.ts +40 -0
- package/dist/src/logger.d.ts.map +1 -0
- package/dist/src/logger.js +63 -0
- package/dist/src/logger.js.map +1 -0
- package/dist/src/prompts/createPrompt.d.ts +2 -2
- package/dist/src/prompts/createPrompt.d.ts.map +1 -1
- package/dist/src/prompts/getPrompt.d.ts +2 -2
- package/dist/src/prompts/getPrompt.d.ts.map +1 -1
- package/dist/src/prompts/listPrompts.d.ts +2 -2
- package/dist/src/prompts/listPrompts.d.ts.map +1 -1
- package/dist/src/prompts/listPrompts.js +1 -1
- package/dist/src/prompts/listPrompts.js.map +1 -1
- package/dist/src/prompts/sdks/toAI.d.ts +4 -4
- package/dist/src/prompts/sdks/toAI.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toAI.js +6 -30
- package/dist/src/prompts/sdks/toAI.js.map +1 -1
- package/dist/src/prompts/sdks/toAnthropic.d.ts +1 -1
- package/dist/src/prompts/sdks/toAnthropic.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toAnthropic.js +1 -1
- package/dist/src/prompts/sdks/toAnthropic.js.map +1 -1
- package/dist/src/prompts/sdks/toOpenAI.d.ts +1 -1
- package/dist/src/prompts/sdks/toOpenAI.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toOpenAI.js +1 -1
- package/dist/src/prompts/sdks/toOpenAI.js.map +1 -1
- package/dist/src/prompts/sdks/toSDK.d.ts +1 -1
- package/dist/src/prompts/sdks/toSDK.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toSDK.js +1 -1
- package/dist/src/prompts/sdks/toSDK.js.map +1 -1
- package/dist/src/prompts/sdks/types.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/converters.js +1 -1
- package/dist/src/schemas/llm/anthropic/converters.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/messageSchemas.js +7 -2
- package/dist/src/schemas/llm/anthropic/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/toolSchemas.js.map +1 -1
- package/dist/src/schemas/llm/constants.d.ts +1 -1
- package/dist/src/schemas/llm/constants.d.ts.map +1 -1
- package/dist/src/schemas/llm/constants.js +2 -2
- package/dist/src/schemas/llm/constants.js.map +1 -1
- package/dist/src/schemas/llm/converters.d.ts +8 -8
- package/dist/src/schemas/llm/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/converters.js +1 -1
- package/dist/src/schemas/llm/converters.js.map +1 -1
- package/dist/src/schemas/llm/openai/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/converters.js +1 -1
- package/dist/src/schemas/llm/openai/converters.js.map +1 -1
- package/dist/src/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/messageSchemas.js +1 -1
- package/dist/src/schemas/llm/openai/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/responseFormatSchema.js +1 -1
- package/dist/src/schemas/llm/openai/responseFormatSchema.js.map +1 -1
- package/dist/src/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/toolSchemas.js +1 -1
- package/dist/src/schemas/llm/openai/toolSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/converters.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
- package/dist/src/schemas/llm/schemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/schemas.js +1 -1
- package/dist/src/schemas/llm/schemas.js.map +1 -1
- package/dist/src/schemas/llm/types.d.ts +18 -18
- package/dist/src/schemas/llm/types.d.ts.map +1 -1
- package/dist/src/schemas/llm/utils.d.ts +1 -1
- package/dist/src/schemas/llm/utils.d.ts.map +1 -1
- package/dist/src/schemas/llm/utils.js +1 -1
- package/dist/src/schemas/llm/utils.js.map +1 -1
- package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/vercel/messagePartSchemas.js +1 -1
- package/dist/src/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
- package/dist/src/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/vercel/messageSchemas.js +1 -1
- package/dist/src/schemas/llm/vercel/messageSchemas.js.map +1 -1
- package/dist/src/sessions/addSessionAnnotation.d.ts +2 -2
- package/dist/src/sessions/addSessionAnnotation.d.ts.map +1 -1
- package/dist/src/sessions/addSessionAnnotation.js.map +1 -1
- package/dist/src/sessions/logSessionAnnotations.d.ts +2 -2
- package/dist/src/sessions/logSessionAnnotations.d.ts.map +1 -1
- package/dist/src/sessions/logSessionAnnotations.js.map +1 -1
- package/dist/src/sessions/types.d.ts +2 -2
- package/dist/src/sessions/types.d.ts.map +1 -1
- package/dist/src/spans/addDocumentAnnotation.d.ts +2 -2
- package/dist/src/spans/addDocumentAnnotation.d.ts.map +1 -1
- package/dist/src/spans/addDocumentAnnotation.js.map +1 -1
- package/dist/src/spans/addSpanAnnotation.d.ts +2 -2
- package/dist/src/spans/addSpanAnnotation.d.ts.map +1 -1
- package/dist/src/spans/addSpanAnnotation.js.map +1 -1
- package/dist/src/spans/addSpanNote.d.ts +1 -1
- package/dist/src/spans/addSpanNote.d.ts.map +1 -1
- package/dist/src/spans/deleteSpan.d.ts +1 -1
- package/dist/src/spans/deleteSpan.d.ts.map +1 -1
- package/dist/src/spans/getSpanAnnotations.d.ts +3 -3
- package/dist/src/spans/getSpanAnnotations.d.ts.map +1 -1
- package/dist/src/spans/getSpans.d.ts +3 -3
- package/dist/src/spans/getSpans.d.ts.map +1 -1
- package/dist/src/spans/logDocumentAnnotations.d.ts +2 -2
- package/dist/src/spans/logDocumentAnnotations.d.ts.map +1 -1
- package/dist/src/spans/logDocumentAnnotations.js.map +1 -1
- package/dist/src/spans/logSpanAnnotations.d.ts +2 -2
- package/dist/src/spans/logSpanAnnotations.d.ts.map +1 -1
- package/dist/src/spans/logSpanAnnotations.js.map +1 -1
- package/dist/src/spans/types.d.ts +2 -2
- package/dist/src/spans/types.d.ts.map +1 -1
- package/dist/src/types/annotations.d.ts +1 -1
- package/dist/src/types/annotations.d.ts.map +1 -1
- package/dist/src/types/core.d.ts +1 -1
- package/dist/src/types/core.d.ts.map +1 -1
- package/dist/src/types/datasets.d.ts +1 -1
- package/dist/src/types/datasets.d.ts.map +1 -1
- package/dist/src/types/experiments.d.ts +3 -3
- package/dist/src/types/experiments.d.ts.map +1 -1
- package/dist/src/types/prompts.d.ts +1 -1
- package/dist/src/types/prompts.d.ts.map +1 -1
- package/dist/src/utils/formatPromptMessages.d.ts +2 -2
- package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/src/utils/formatPromptMessages.js.map +1 -1
- package/dist/src/utils/getPromptBySelector.d.ts +2 -2
- package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/src/utils/getPromptBySelector.js +1 -1
- package/dist/src/utils/getPromptBySelector.js.map +1 -1
- package/dist/src/utils/noopLogger.d.ts +1 -8
- package/dist/src/utils/noopLogger.d.ts.map +1 -1
- package/dist/src/utils/noopLogger.js +2 -8
- package/dist/src/utils/noopLogger.js.map +1 -1
- package/dist/src/utils/schemaMatches.d.ts +1 -1
- package/dist/src/utils/schemaMatches.d.ts.map +1 -1
- package/dist/src/utils/toObjectHeaders.d.ts +1 -1
- package/dist/src/utils/toObjectHeaders.d.ts.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +47 -48
- package/src/__generated__/api/v1.ts +4 -1
- package/src/client.ts +5 -5
- package/src/config.ts +1 -2
- package/src/datasets/appendDatasetExamples.ts +4 -5
- package/src/datasets/createDataset.ts +4 -4
- package/src/datasets/createOrGetDataset.ts +2 -2
- package/src/datasets/getDataset.ts +2 -3
- package/src/datasets/getDatasetExamples.ts +4 -5
- package/src/datasets/getDatasetInfo.ts +4 -5
- package/src/datasets/getDatasetInfoByName.ts +2 -2
- package/src/datasets/listDatasets.ts +4 -4
- package/src/experiments/createExperiment.ts +4 -4
- package/src/experiments/deleteExperiment.ts +11 -1
- package/src/experiments/getExperiment.ts +2 -3
- package/src/experiments/getExperimentInfo.ts +4 -4
- package/src/experiments/getExperimentRuns.ts +5 -5
- package/src/experiments/helpers/asExperimentEvaluator.ts +2 -2
- package/src/experiments/helpers/fromPhoenixLLMEvaluator.ts +1 -2
- package/src/experiments/helpers/getExperimentEvaluators.ts +1 -2
- package/src/experiments/listExperiments.ts +5 -5
- package/src/experiments/logging.ts +169 -0
- package/src/experiments/resumeEvaluation.ts +23 -51
- package/src/experiments/resumeExperiment.ts +35 -56
- package/src/experiments/runExperiment.ts +83 -69
- package/src/logger.ts +82 -0
- package/src/prompts/createPrompt.ts +2 -2
- package/src/prompts/getPrompt.ts +2 -2
- package/src/prompts/listPrompts.ts +4 -4
- package/src/prompts/sdks/constants.ts +1 -1
- package/src/prompts/sdks/toAI.ts +8 -38
- package/src/prompts/sdks/toAnthropic.ts +4 -5
- package/src/prompts/sdks/toOpenAI.ts +8 -9
- package/src/prompts/sdks/toSDK.ts +3 -4
- package/src/prompts/sdks/types.ts +0 -1
- package/src/schemas/llm/anthropic/converters.ts +10 -13
- package/src/schemas/llm/anthropic/messagePartSchemas.ts +2 -2
- package/src/schemas/llm/anthropic/messageSchemas.ts +6 -3
- package/src/schemas/llm/anthropic/toolCallSchemas.ts +2 -2
- package/src/schemas/llm/anthropic/toolSchemas.ts +2 -2
- package/src/schemas/llm/constants.ts +3 -4
- package/src/schemas/llm/converters.ts +10 -11
- package/src/schemas/llm/openai/converters.ts +15 -14
- package/src/schemas/llm/openai/messageSchemas.ts +2 -2
- package/src/schemas/llm/openai/responseFormatSchema.ts +2 -2
- package/src/schemas/llm/openai/toolSchemas.ts +2 -2
- package/src/schemas/llm/phoenixPrompt/converters.ts +7 -9
- package/src/schemas/llm/phoenixPrompt/messagePartSchemas.ts +2 -2
- package/src/schemas/llm/phoenixPrompt/messageSchemas.ts +2 -3
- package/src/schemas/llm/phoenixPrompt/responseFormatSchema.ts +3 -3
- package/src/schemas/llm/phoenixPrompt/toolCallSchemas.ts +2 -2
- package/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.ts +3 -3
- package/src/schemas/llm/phoenixPrompt/toolSchemas.ts +3 -3
- package/src/schemas/llm/schemas.ts +2 -2
- package/src/schemas/llm/types.ts +18 -19
- package/src/schemas/llm/utils.ts +4 -5
- package/src/schemas/llm/vercel/messagePartSchemas.ts +2 -2
- package/src/schemas/llm/vercel/messageSchemas.ts +2 -2
- package/src/sessions/addSessionAnnotation.ts +3 -3
- package/src/sessions/logSessionAnnotations.ts +3 -3
- package/src/sessions/types.ts +2 -2
- package/src/spans/addDocumentAnnotation.ts +3 -3
- package/src/spans/addSpanAnnotation.ts +3 -3
- package/src/spans/addSpanNote.ts +1 -1
- package/src/spans/deleteSpan.ts +1 -1
- package/src/spans/getSpanAnnotations.ts +3 -3
- package/src/spans/getSpans.ts +3 -3
- package/src/spans/logDocumentAnnotations.ts +3 -3
- package/src/spans/logSpanAnnotations.ts +3 -3
- package/src/spans/types.ts +2 -2
- package/src/types/annotations.ts +1 -1
- package/src/types/core.ts +1 -1
- package/src/types/datasets.ts +1 -1
- package/src/types/experiments.ts +3 -3
- package/src/types/prompts.ts +1 -1
- package/src/utils/formatPromptMessages.ts +4 -7
- package/src/utils/getPromptBySelector.ts +4 -4
- package/src/utils/noopLogger.ts +1 -10
- package/src/utils/schemaMatches.ts +1 -1
- package/src/utils/toObjectHeaders.ts +1 -1
- package/dist/esm/types/logger.d.ts +0 -6
- package/dist/esm/types/logger.d.ts.map +0 -1
- package/dist/esm/types/logger.js +0 -2
- package/dist/esm/types/logger.js.map +0 -1
- package/dist/src/types/logger.d.ts +0 -6
- package/dist/src/types/logger.d.ts.map +0 -1
- package/dist/src/types/logger.js +0 -3
- package/dist/src/types/logger.js.map +0 -1
- package/src/types/logger.ts +0 -5
|
@@ -1,5 +1,6 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { z } from "zod";
|
|
2
2
|
|
|
3
|
+
import type { PromptProviderSDKs } from "../../types/prompts";
|
|
3
4
|
import {
|
|
4
5
|
anthropicMessagePartToOpenAI,
|
|
5
6
|
anthropicMessageToOpenAI,
|
|
@@ -32,13 +33,11 @@ import {
|
|
|
32
33
|
phoenixToolChoiceToOpenAI,
|
|
33
34
|
phoenixToolDefinitionToOpenAI,
|
|
34
35
|
} from "./phoenixPrompt/converters";
|
|
36
|
+
import { makeSDKConverters } from "./utils";
|
|
35
37
|
import {
|
|
36
38
|
vercelAIChatPartSchema,
|
|
37
39
|
vercelAIChatPartToolCallSchema,
|
|
38
40
|
} from "./vercel/messagePartSchemas";
|
|
39
|
-
import { makeSDKConverters } from "./utils";
|
|
40
|
-
|
|
41
|
-
import { z } from "zod";
|
|
42
41
|
|
|
43
42
|
export const SDKProviderIdMap: Record<PromptProviderSDKs, string> = {
|
|
44
43
|
OPENAI: "openai",
|
|
@@ -1,15 +1,17 @@
|
|
|
1
|
+
import invariant from "tiny-invariant";
|
|
2
|
+
import type z from "zod";
|
|
3
|
+
|
|
1
4
|
import { assertUnreachable } from "../../utils/assertUnreachable";
|
|
2
5
|
import { safelyParseJSON } from "../../utils/safelyParseJSON";
|
|
3
|
-
import { JSONLiteral } from "../jsonLiteralSchema";
|
|
4
|
-
|
|
5
|
-
import { OpenAIChatPart } from "./openai/messagePartSchemas";
|
|
6
|
-
import { OpenAIMessage } from "./openai/messageSchemas";
|
|
7
|
-
import { OpenAIToolCall } from "./openai/toolCallSchemas";
|
|
8
|
-
import { OpenaiToolChoice } from "./openai/toolChoiceSchemas";
|
|
9
|
-
import { OpenAIToolDefinition } from "./openai/toolSchemas";
|
|
6
|
+
import type { JSONLiteral } from "../jsonLiteralSchema";
|
|
10
7
|
import { SDKProviderConverterMap } from "./constants";
|
|
8
|
+
import type { OpenAIChatPart } from "./openai/messagePartSchemas";
|
|
9
|
+
import type { OpenAIMessage } from "./openai/messageSchemas";
|
|
10
|
+
import type { OpenAIToolCall } from "./openai/toolCallSchemas";
|
|
11
|
+
import type { OpenaiToolChoice } from "./openai/toolChoiceSchemas";
|
|
12
|
+
import type { OpenAIToolDefinition } from "./openai/toolSchemas";
|
|
11
13
|
import { toolCallHeuristicSchema } from "./schemas";
|
|
12
|
-
import { LLMMessagePart, PromptSDKFormat } from "./types";
|
|
14
|
+
import type { LLMMessagePart, PromptSDKFormat } from "./types";
|
|
13
15
|
import {
|
|
14
16
|
detectMessagePartProvider,
|
|
15
17
|
detectMessageProvider,
|
|
@@ -18,9 +20,6 @@ import {
|
|
|
18
20
|
detectToolDefinitionProvider,
|
|
19
21
|
} from "./utils";
|
|
20
22
|
|
|
21
|
-
import invariant from "tiny-invariant";
|
|
22
|
-
import z from "zod";
|
|
23
|
-
|
|
24
23
|
export const safelyConvertMessageToProvider = <
|
|
25
24
|
TargetProviderSDK extends NonNullable<PromptSDKFormat>,
|
|
26
25
|
>({
|
|
@@ -1,37 +1,38 @@
|
|
|
1
|
+
import invariant from "tiny-invariant";
|
|
2
|
+
|
|
1
3
|
import { assertUnreachable } from "../../../utils/assertUnreachable";
|
|
2
4
|
import { isObject } from "../../../utils/isObject";
|
|
3
|
-
import {
|
|
5
|
+
import type {
|
|
4
6
|
AnthropicImageBlock,
|
|
5
7
|
AnthropicMessagePart,
|
|
6
8
|
AnthropicTextBlock,
|
|
7
9
|
AnthropicToolUseBlock,
|
|
8
10
|
} from "../anthropic/messagePartSchemas";
|
|
9
|
-
import { AnthropicMessage } from "../anthropic/messageSchemas";
|
|
10
|
-
import { AnthropicToolCall } from "../anthropic/toolCallSchemas";
|
|
11
|
-
import { AnthropicToolChoice } from "../anthropic/toolChoiceSchemas";
|
|
12
|
-
import { AnthropicToolDefinition } from "../anthropic/toolSchemas";
|
|
13
|
-
import {
|
|
14
|
-
makeTextPart,
|
|
15
|
-
makeToolResultPart,
|
|
11
|
+
import type { AnthropicMessage } from "../anthropic/messageSchemas";
|
|
12
|
+
import type { AnthropicToolCall } from "../anthropic/toolCallSchemas";
|
|
13
|
+
import type { AnthropicToolChoice } from "../anthropic/toolChoiceSchemas";
|
|
14
|
+
import type { AnthropicToolDefinition } from "../anthropic/toolSchemas";
|
|
15
|
+
import type {
|
|
16
16
|
PhoenixContentPart,
|
|
17
17
|
ToolCallPart,
|
|
18
18
|
} from "../phoenixPrompt/messagePartSchemas";
|
|
19
19
|
import {
|
|
20
|
+
makeTextPart,
|
|
21
|
+
makeToolResultPart,
|
|
22
|
+
} from "../phoenixPrompt/messagePartSchemas";
|
|
23
|
+
import type {
|
|
20
24
|
PhoenixMessage,
|
|
21
25
|
PhoenixMessageRole,
|
|
22
26
|
} from "../phoenixPrompt/messageSchemas";
|
|
23
|
-
import { VercelAIMessage } from "../vercel/messageSchemas";
|
|
24
|
-
import { VercelAIToolChoice } from "../vercel/toolChoiceSchemas";
|
|
25
|
-
import { VercelAIToolDefinition } from "../vercel/toolSchemas";
|
|
26
|
-
|
|
27
|
+
import type { VercelAIMessage } from "../vercel/messageSchemas";
|
|
28
|
+
import type { VercelAIToolChoice } from "../vercel/toolChoiceSchemas";
|
|
29
|
+
import type { VercelAIToolDefinition } from "../vercel/toolSchemas";
|
|
27
30
|
import { openaiChatPartSchema } from "./messagePartSchemas";
|
|
28
31
|
import { openAIMessageSchema } from "./messageSchemas";
|
|
29
32
|
import { openAIToolCallSchema } from "./toolCallSchemas";
|
|
30
33
|
import { openAIToolChoiceSchema } from "./toolChoiceSchemas";
|
|
31
34
|
import { openAIToolDefinitionSchema } from "./toolSchemas";
|
|
32
35
|
|
|
33
|
-
import invariant from "tiny-invariant";
|
|
34
|
-
|
|
35
36
|
export const openAIChatPartToAnthropic = openaiChatPartSchema.transform(
|
|
36
37
|
(openai) => {
|
|
37
38
|
const type = openai.type;
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { jsonSchemaZodSchema } from "../../jsonSchema";
|
|
2
|
-
|
|
3
1
|
import z from "zod";
|
|
4
2
|
|
|
3
|
+
import { jsonSchemaZodSchema } from "../../jsonSchema";
|
|
4
|
+
|
|
5
5
|
/**
|
|
6
6
|
* The schema for an OpenAI tool definition
|
|
7
7
|
* @see https://platform.openai.com/docs/guides/structured-outputs/supported-schemas
|
|
@@ -1,18 +1,16 @@
|
|
|
1
1
|
import { assertUnreachable } from "../../../utils/assertUnreachable";
|
|
2
2
|
import { safelyStringifyJSON } from "../../../utils/safelyStringifyJSON";
|
|
3
3
|
import { jsonSchemaZodSchema } from "../../jsonSchema";
|
|
4
|
-
import { OpenAIChatPartText } from "../openai/messagePartSchemas";
|
|
5
|
-
import { OpenAIMessage } from "../openai/messageSchemas";
|
|
6
|
-
import { OpenAIResponseFormat } from "../openai/responseFormatSchema";
|
|
7
|
-
import { OpenAIToolCall } from "../openai/toolCallSchemas";
|
|
8
|
-
import { OpenaiToolChoice } from "../openai/toolChoiceSchemas";
|
|
9
|
-
import { OpenAIToolDefinition } from "../openai/toolSchemas";
|
|
10
|
-
|
|
4
|
+
import type { OpenAIChatPartText } from "../openai/messagePartSchemas";
|
|
5
|
+
import type { OpenAIMessage } from "../openai/messageSchemas";
|
|
6
|
+
import type { OpenAIResponseFormat } from "../openai/responseFormatSchema";
|
|
7
|
+
import type { OpenAIToolCall } from "../openai/toolCallSchemas";
|
|
8
|
+
import type { OpenaiToolChoice } from "../openai/toolChoiceSchemas";
|
|
9
|
+
import type { OpenAIToolDefinition } from "../openai/toolSchemas";
|
|
10
|
+
import type { ToolCallPart, ToolResultPart } from "./messagePartSchemas";
|
|
11
11
|
import {
|
|
12
12
|
asToolResultPart,
|
|
13
13
|
phoenixContentPartSchema,
|
|
14
|
-
ToolCallPart,
|
|
15
|
-
ToolResultPart,
|
|
16
14
|
} from "./messagePartSchemas";
|
|
17
15
|
import { phoenixMessageSchema } from "./messageSchemas";
|
|
18
16
|
import { phoenixResponseFormatSchema } from "./responseFormatSchema";
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
+
import z from "zod";
|
|
2
|
+
|
|
1
3
|
import type { PromptChatMessagePart } from "../../../types/prompts";
|
|
2
4
|
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
5
|
|
|
4
|
-
import z from "zod";
|
|
5
|
-
|
|
6
6
|
export const textPartSchema = schemaMatches<
|
|
7
7
|
Extract<PromptChatMessagePart, { type: "text" }>
|
|
8
8
|
>()(
|
|
@@ -1,10 +1,9 @@
|
|
|
1
|
+
import z from "zod";
|
|
2
|
+
|
|
1
3
|
import type { PromptChatMessage } from "../../../types/prompts";
|
|
2
4
|
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
|
-
|
|
4
5
|
import { phoenixContentPartSchema } from "./messagePartSchemas";
|
|
5
6
|
|
|
6
|
-
import z from "zod";
|
|
7
|
-
|
|
8
7
|
/**
|
|
9
8
|
*
|
|
10
9
|
* Prompt Message Schemas
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { PromptResponseFormat } from "../../../types/prompts";
|
|
2
|
-
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
|
-
|
|
4
1
|
import z from "zod";
|
|
5
2
|
|
|
3
|
+
import type { PromptResponseFormat } from "../../../types/prompts";
|
|
4
|
+
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
5
|
+
|
|
6
6
|
/**
|
|
7
7
|
* Phoenix response format schema
|
|
8
8
|
*/
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { PromptToolChoice } from "../../../types/prompts";
|
|
2
|
-
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
|
-
|
|
4
1
|
import z from "zod";
|
|
5
2
|
|
|
3
|
+
import type { PromptToolChoice } from "../../../types/prompts";
|
|
4
|
+
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
5
|
+
|
|
6
6
|
/**
|
|
7
7
|
* Phoenix's tool choice schema
|
|
8
8
|
*/
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { PromptTool } from "../../../types/prompts";
|
|
2
|
-
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
3
|
-
|
|
4
1
|
import z from "zod";
|
|
5
2
|
|
|
3
|
+
import type { PromptTool } from "../../../types/prompts";
|
|
4
|
+
import { schemaMatches } from "../../../utils/schemaMatches";
|
|
5
|
+
|
|
6
6
|
/**
|
|
7
7
|
* The Phoenix tool definition schema
|
|
8
8
|
*/
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import z from "zod";
|
|
2
|
+
|
|
1
3
|
import { anthropicMessageSchema } from "./anthropic/messageSchemas";
|
|
2
4
|
import { anthropicToolCallSchema } from "./anthropic/toolCallSchemas";
|
|
3
5
|
import { anthropicToolChoiceSchema } from "./anthropic/toolChoiceSchemas";
|
|
@@ -14,8 +16,6 @@ import { vercelAIChatPartToolCallSchema } from "./vercel/messagePartSchemas";
|
|
|
14
16
|
import { vercelAIMessageSchema } from "./vercel/messageSchemas";
|
|
15
17
|
import { vercelAIToolChoiceSchema } from "./vercel/toolChoiceSchemas";
|
|
16
18
|
|
|
17
|
-
import z from "zod";
|
|
18
|
-
|
|
19
19
|
/**
|
|
20
20
|
* Union of all message formats
|
|
21
21
|
*/
|
package/src/schemas/llm/types.ts
CHANGED
|
@@ -1,29 +1,28 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import type { ZodType, ZodTypeAny, ZodTypeDef } from "zod";
|
|
2
2
|
|
|
3
|
+
import type { PromptProviderSDKs, PromptToolChoice } from "../../types/prompts";
|
|
3
4
|
import type { AnthropicMessagePart } from "./anthropic/messagePartSchemas";
|
|
4
|
-
import { AnthropicMessage } from "./anthropic/messageSchemas";
|
|
5
|
-
import { AnthropicToolCall } from "./anthropic/toolCallSchemas";
|
|
6
|
-
import { AnthropicToolChoice } from "./anthropic/toolChoiceSchemas";
|
|
7
|
-
import { AnthropicToolDefinition } from "./anthropic/toolSchemas";
|
|
5
|
+
import type { AnthropicMessage } from "./anthropic/messageSchemas";
|
|
6
|
+
import type { AnthropicToolCall } from "./anthropic/toolCallSchemas";
|
|
7
|
+
import type { AnthropicToolChoice } from "./anthropic/toolChoiceSchemas";
|
|
8
|
+
import type { AnthropicToolDefinition } from "./anthropic/toolSchemas";
|
|
8
9
|
import type { OpenAIChatPart } from "./openai/messagePartSchemas";
|
|
9
|
-
import { OpenAIMessage } from "./openai/messageSchemas";
|
|
10
|
-
import { OpenAIResponseFormat } from "./openai/responseFormatSchema";
|
|
11
|
-
import { OpenAIToolCall } from "./openai/toolCallSchemas";
|
|
12
|
-
import { OpenaiToolChoice } from "./openai/toolChoiceSchemas";
|
|
13
|
-
import { OpenAIToolDefinition } from "./openai/toolSchemas";
|
|
14
|
-
import { PhoenixContentPart } from "./phoenixPrompt/messagePartSchemas";
|
|
15
|
-
import { PhoenixMessage } from "./phoenixPrompt/messageSchemas";
|
|
16
|
-
import { PhoenixToolCall } from "./phoenixPrompt/toolCallSchemas";
|
|
17
|
-
import { PhoenixToolDefinition } from "./phoenixPrompt/toolSchemas";
|
|
10
|
+
import type { OpenAIMessage } from "./openai/messageSchemas";
|
|
11
|
+
import type { OpenAIResponseFormat } from "./openai/responseFormatSchema";
|
|
12
|
+
import type { OpenAIToolCall } from "./openai/toolCallSchemas";
|
|
13
|
+
import type { OpenaiToolChoice } from "./openai/toolChoiceSchemas";
|
|
14
|
+
import type { OpenAIToolDefinition } from "./openai/toolSchemas";
|
|
15
|
+
import type { PhoenixContentPart } from "./phoenixPrompt/messagePartSchemas";
|
|
16
|
+
import type { PhoenixMessage } from "./phoenixPrompt/messageSchemas";
|
|
17
|
+
import type { PhoenixToolCall } from "./phoenixPrompt/toolCallSchemas";
|
|
18
|
+
import type { PhoenixToolDefinition } from "./phoenixPrompt/toolSchemas";
|
|
18
19
|
import type {
|
|
19
20
|
VercelAIChatPart,
|
|
20
21
|
VercelAIChatPartToolCall,
|
|
21
22
|
} from "./vercel/messagePartSchemas";
|
|
22
|
-
import { VercelAIMessage } from "./vercel/messageSchemas";
|
|
23
|
-
import { VercelAIToolChoice } from "./vercel/toolChoiceSchemas";
|
|
24
|
-
import { VercelAIToolDefinition } from "./vercel/toolSchemas";
|
|
25
|
-
|
|
26
|
-
import { ZodType, ZodTypeAny, ZodTypeDef } from "zod";
|
|
23
|
+
import type { VercelAIMessage } from "./vercel/messageSchemas";
|
|
24
|
+
import type { VercelAIToolChoice } from "./vercel/toolChoiceSchemas";
|
|
25
|
+
import type { VercelAIToolDefinition } from "./vercel/toolSchemas";
|
|
27
26
|
|
|
28
27
|
export type PromptSDKFormat = PromptProviderSDKs | null;
|
|
29
28
|
|
package/src/schemas/llm/utils.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import type { ZodTypeAny } from "zod";
|
|
2
2
|
|
|
3
|
+
import { isObject } from "../../utils/isObject";
|
|
3
4
|
import { anthropicMessagePartSchema } from "./anthropic/messagePartSchemas";
|
|
4
5
|
import { anthropicMessageSchema } from "./anthropic/messageSchemas";
|
|
5
6
|
import { anthropicToolCallSchema } from "./anthropic/toolCallSchemas";
|
|
@@ -15,8 +16,6 @@ import { phoenixMessageSchema } from "./phoenixPrompt/messageSchemas";
|
|
|
15
16
|
import { phoenixToolCallSchema } from "./phoenixPrompt/toolCallSchemas";
|
|
16
17
|
import { phoenixToolChoiceSchema } from "./phoenixPrompt/toolChoiceSchemas";
|
|
17
18
|
import { phoenixToolDefinitionSchema } from "./phoenixPrompt/toolSchemas";
|
|
18
|
-
import { vercelAIMessageSchema } from "./vercel/messageSchemas";
|
|
19
|
-
import { vercelAIToolDefinitionSchema } from "./vercel/toolSchemas";
|
|
20
19
|
import { llmProviderToolDefinitionSchema } from "./schemas";
|
|
21
20
|
import type {
|
|
22
21
|
LLMMessagePart,
|
|
@@ -27,8 +26,8 @@ import type {
|
|
|
27
26
|
ToolChoiceWithProvider,
|
|
28
27
|
ToolDefinitionWithProvider,
|
|
29
28
|
} from "./types";
|
|
30
|
-
|
|
31
|
-
import
|
|
29
|
+
import { vercelAIMessageSchema } from "./vercel/messageSchemas";
|
|
30
|
+
import { vercelAIToolDefinitionSchema } from "./vercel/toolSchemas";
|
|
32
31
|
|
|
33
32
|
export const makeSDKConverters = <
|
|
34
33
|
MessageSchema extends ZodTypeAny,
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import z from "zod";
|
|
2
|
+
|
|
1
3
|
import {
|
|
2
4
|
vercelAIChatPartImageSchema,
|
|
3
5
|
vercelAIChatPartTextSchema,
|
|
@@ -5,8 +7,6 @@ import {
|
|
|
5
7
|
vercelAIChatPartToolResultSchema,
|
|
6
8
|
} from "./messagePartSchemas";
|
|
7
9
|
|
|
8
|
-
import z from "zod";
|
|
9
|
-
|
|
10
10
|
/*
|
|
11
11
|
*
|
|
12
12
|
* Vercel AI SDK Message Schemas
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createClient } from "../client";
|
|
2
|
-
import { ClientFn } from "../types/core";
|
|
3
|
-
|
|
4
|
-
import {
|
|
2
|
+
import type { ClientFn } from "../types/core";
|
|
3
|
+
import type { SessionAnnotation } from "./types";
|
|
4
|
+
import { toSessionAnnotationData } from "./types";
|
|
5
5
|
|
|
6
6
|
/**
|
|
7
7
|
* Parameters to add a span annotation
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createClient } from "../client";
|
|
2
|
-
import { ClientFn } from "../types/core";
|
|
3
|
-
|
|
4
|
-
import {
|
|
2
|
+
import type { ClientFn } from "../types/core";
|
|
3
|
+
import type { SessionAnnotation } from "./types";
|
|
4
|
+
import { toSessionAnnotationData } from "./types";
|
|
5
5
|
|
|
6
6
|
/**
|
|
7
7
|
* Parameters to log multiple session annotations
|
package/src/sessions/types.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { paths } from "../__generated__/api/v1";
|
|
2
|
-
import { Annotation, AnnotationResult } from "../types/annotations";
|
|
1
|
+
import type { paths } from "../__generated__/api/v1";
|
|
2
|
+
import type { Annotation, AnnotationResult } from "../types/annotations";
|
|
3
3
|
|
|
4
4
|
type SessionAnnotationData =
|
|
5
5
|
paths["/v1/session_annotations"]["post"]["requestBody"]["content"]["application/json"]["data"][0];
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createClient } from "../client";
|
|
2
|
-
import { ClientFn } from "../types/core";
|
|
3
|
-
|
|
4
|
-
import {
|
|
2
|
+
import type { ClientFn } from "../types/core";
|
|
3
|
+
import type { DocumentAnnotation } from "./types";
|
|
4
|
+
import { toDocumentAnnotationData } from "./types";
|
|
5
5
|
|
|
6
6
|
/**
|
|
7
7
|
* Parameters to add a document annotation
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createClient } from "../client";
|
|
2
|
-
import { ClientFn } from "../types/core";
|
|
3
|
-
|
|
4
|
-
import {
|
|
2
|
+
import type { ClientFn } from "../types/core";
|
|
3
|
+
import type { SpanAnnotation } from "./types";
|
|
4
|
+
import { toSpanAnnotationData } from "./types";
|
|
5
5
|
|
|
6
6
|
/**
|
|
7
7
|
* Parameters to add a span annotation
|
package/src/spans/addSpanNote.ts
CHANGED
package/src/spans/deleteSpan.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { operations } from "../__generated__/api/v1";
|
|
1
|
+
import type { operations } from "../__generated__/api/v1";
|
|
2
2
|
import { createClient } from "../client";
|
|
3
|
-
import { ClientFn } from "../types/core";
|
|
4
|
-
import { ProjectSelector } from "../types/projects";
|
|
3
|
+
import type { ClientFn } from "../types/core";
|
|
4
|
+
import type { ProjectSelector } from "../types/projects";
|
|
5
5
|
|
|
6
6
|
/**
|
|
7
7
|
* Parameters to get span annotations from a project using auto-generated types
|
package/src/spans/getSpans.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { operations } from "../__generated__/api/v1";
|
|
1
|
+
import type { operations } from "../__generated__/api/v1";
|
|
2
2
|
import { createClient } from "../client";
|
|
3
|
-
import { ClientFn } from "../types/core";
|
|
4
|
-
import { ProjectSelector } from "../types/projects";
|
|
3
|
+
import type { ClientFn } from "../types/core";
|
|
4
|
+
import type { ProjectSelector } from "../types/projects";
|
|
5
5
|
|
|
6
6
|
/**
|
|
7
7
|
* Parameters to get spans from a project using auto-generated types
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createClient } from "../client";
|
|
2
|
-
import { ClientFn } from "../types/core";
|
|
3
|
-
|
|
4
|
-
import {
|
|
2
|
+
import type { ClientFn } from "../types/core";
|
|
3
|
+
import type { DocumentAnnotation } from "./types";
|
|
4
|
+
import { toDocumentAnnotationData } from "./types";
|
|
5
5
|
|
|
6
6
|
/**
|
|
7
7
|
* Parameters to log multiple document annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createClient } from "../client";
|
|
2
|
-
import { ClientFn } from "../types/core";
|
|
3
|
-
|
|
4
|
-
import {
|
|
2
|
+
import type { ClientFn } from "../types/core";
|
|
3
|
+
import type { SpanAnnotation } from "./types";
|
|
4
|
+
import { toSpanAnnotationData } from "./types";
|
|
5
5
|
|
|
6
6
|
/**
|
|
7
7
|
* Parameters to log multiple span annotations
|
package/src/spans/types.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { paths } from "../__generated__/api/v1";
|
|
2
|
-
import { Annotation } from "../types/annotations";
|
|
1
|
+
import type { paths } from "../__generated__/api/v1";
|
|
2
|
+
import type { Annotation } from "../types/annotations";
|
|
3
3
|
|
|
4
4
|
type SpanAnnotationData =
|
|
5
5
|
paths["/v1/span_annotations"]["post"]["requestBody"]["content"]["application/json"]["data"][0];
|
package/src/types/annotations.ts
CHANGED
package/src/types/core.ts
CHANGED
package/src/types/datasets.ts
CHANGED
package/src/types/experiments.ts
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import type { LLMEvaluator } from "@arizeai/phoenix-evals";
|
|
2
2
|
|
|
3
|
-
import { AnnotatorKind } from "./annotations";
|
|
4
|
-
import { Node } from "./core";
|
|
5
|
-
import { Example, ExampleWithId } from "./datasets";
|
|
3
|
+
import type { AnnotatorKind } from "./annotations";
|
|
4
|
+
import type { Node } from "./core";
|
|
5
|
+
import type { Example, ExampleWithId } from "./datasets";
|
|
6
6
|
|
|
7
7
|
/**
|
|
8
8
|
* An experiment is a set of task runs on a dataset version
|
package/src/types/prompts.ts
CHANGED
|
@@ -1,10 +1,7 @@
|
|
|
1
|
-
import { Variables } from "../prompts/sdks/types";
|
|
2
|
-
import {
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
} from "../schemas/llm/phoenixPrompt/messagePartSchemas";
|
|
6
|
-
import { PromptChatMessage, PromptTemplateFormat } from "../types/prompts";
|
|
7
|
-
|
|
1
|
+
import type { Variables } from "../prompts/sdks/types";
|
|
2
|
+
import type { TextPart } from "../schemas/llm/phoenixPrompt/messagePartSchemas";
|
|
3
|
+
import { asTextPart } from "../schemas/llm/phoenixPrompt/messagePartSchemas";
|
|
4
|
+
import type { PromptChatMessage, PromptTemplateFormat } from "../types/prompts";
|
|
8
5
|
import { assertUnreachable } from "./assertUnreachable";
|
|
9
6
|
|
|
10
7
|
/**
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { createClient } from "../client";
|
|
2
|
-
import { ClientFn } from "../types/core";
|
|
3
|
-
import { PromptSelector } from "../types/prompts";
|
|
4
|
-
|
|
5
1
|
import invariant from "tiny-invariant";
|
|
6
2
|
|
|
3
|
+
import { createClient } from "../client";
|
|
4
|
+
import type { ClientFn } from "../types/core";
|
|
5
|
+
import type { PromptSelector } from "../types/prompts";
|
|
6
|
+
|
|
7
7
|
/**
|
|
8
8
|
* Parameters for the getPromptBySelector function
|
|
9
9
|
*/
|
package/src/utils/noopLogger.ts
CHANGED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../../src/types/logger.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAChC,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IACjC,GAAG,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CAChC,CAAC"}
|
package/dist/esm/types/logger.js
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../../src/types/logger.ts"],"names":[],"mappings":""}
|