@arizeai/phoenix-client 5.8.2 → 6.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/esm/__generated__/api/v1.d.ts +194 -1
- package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
- package/dist/esm/client.d.ts +1 -1
- package/dist/esm/client.d.ts.map +1 -1
- package/dist/esm/client.js +1 -1
- package/dist/esm/client.js.map +1 -1
- package/dist/esm/config.d.ts.map +1 -1
- package/dist/esm/config.js.map +1 -1
- package/dist/esm/datasets/appendDatasetExamples.d.ts +2 -2
- package/dist/esm/datasets/appendDatasetExamples.d.ts.map +1 -1
- package/dist/esm/datasets/appendDatasetExamples.js +1 -1
- package/dist/esm/datasets/appendDatasetExamples.js.map +1 -1
- package/dist/esm/datasets/createDataset.d.ts +2 -2
- package/dist/esm/datasets/createDataset.d.ts.map +1 -1
- package/dist/esm/datasets/createDataset.js +1 -1
- package/dist/esm/datasets/createDataset.js.map +1 -1
- package/dist/esm/datasets/createOrGetDataset.d.ts +1 -1
- package/dist/esm/datasets/createOrGetDataset.d.ts.map +1 -1
- package/dist/esm/datasets/createOrGetDataset.js.map +1 -1
- package/dist/esm/datasets/getDataset.d.ts +2 -2
- package/dist/esm/datasets/getDataset.d.ts.map +1 -1
- package/dist/esm/datasets/getDataset.js.map +1 -1
- package/dist/esm/datasets/getDatasetExamples.d.ts +2 -2
- package/dist/esm/datasets/getDatasetExamples.d.ts.map +1 -1
- package/dist/esm/datasets/getDatasetExamples.js +1 -1
- package/dist/esm/datasets/getDatasetExamples.js.map +1 -1
- package/dist/esm/datasets/getDatasetInfo.d.ts +2 -2
- package/dist/esm/datasets/getDatasetInfo.d.ts.map +1 -1
- package/dist/esm/datasets/getDatasetInfo.js +1 -1
- package/dist/esm/datasets/getDatasetInfo.js.map +1 -1
- package/dist/esm/datasets/getDatasetInfoByName.d.ts +2 -2
- package/dist/esm/datasets/getDatasetInfoByName.d.ts.map +1 -1
- package/dist/esm/datasets/listDatasets.d.ts +2 -2
- package/dist/esm/datasets/listDatasets.d.ts.map +1 -1
- package/dist/esm/datasets/listDatasets.js +1 -1
- package/dist/esm/datasets/listDatasets.js.map +1 -1
- package/dist/esm/experiments/createExperiment.d.ts +2 -2
- package/dist/esm/experiments/createExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/createExperiment.js +1 -1
- package/dist/esm/experiments/createExperiment.js.map +1 -1
- package/dist/esm/experiments/deleteExperiment.d.ts +8 -2
- package/dist/esm/experiments/deleteExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/deleteExperiment.js +5 -1
- package/dist/esm/experiments/deleteExperiment.js.map +1 -1
- package/dist/esm/experiments/getExperiment.d.ts +2 -2
- package/dist/esm/experiments/getExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/getExperiment.js.map +1 -1
- package/dist/esm/experiments/getExperimentInfo.d.ts +2 -2
- package/dist/esm/experiments/getExperimentInfo.d.ts.map +1 -1
- package/dist/esm/experiments/getExperimentInfo.js +1 -1
- package/dist/esm/experiments/getExperimentInfo.js.map +1 -1
- package/dist/esm/experiments/getExperimentRuns.d.ts +2 -2
- package/dist/esm/experiments/getExperimentRuns.d.ts.map +1 -1
- package/dist/esm/experiments/getExperimentRuns.js +1 -1
- package/dist/esm/experiments/getExperimentRuns.js.map +1 -1
- package/dist/esm/experiments/helpers/asExperimentEvaluator.d.ts +2 -2
- package/dist/esm/experiments/helpers/asExperimentEvaluator.d.ts.map +1 -1
- package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.d.ts +1 -1
- package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.d.ts.map +1 -1
- package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.js.map +1 -1
- package/dist/esm/experiments/helpers/getExperimentEvaluators.d.ts +1 -1
- package/dist/esm/experiments/helpers/getExperimentEvaluators.d.ts.map +1 -1
- package/dist/esm/experiments/helpers/getExperimentEvaluators.js.map +1 -1
- package/dist/esm/experiments/listExperiments.d.ts +2 -2
- package/dist/esm/experiments/listExperiments.d.ts.map +1 -1
- package/dist/esm/experiments/listExperiments.js +1 -1
- package/dist/esm/experiments/listExperiments.js.map +1 -1
- package/dist/esm/experiments/logging.d.ts +55 -0
- package/dist/esm/experiments/logging.d.ts.map +1 -0
- package/dist/esm/experiments/logging.js +112 -0
- package/dist/esm/experiments/logging.js.map +1 -0
- package/dist/esm/experiments/resumeEvaluation.d.ts +3 -3
- package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -1
- package/dist/esm/experiments/resumeEvaluation.js +18 -29
- package/dist/esm/experiments/resumeEvaluation.js.map +1 -1
- package/dist/esm/experiments/resumeExperiment.d.ts +3 -3
- package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/resumeExperiment.js +23 -32
- package/dist/esm/experiments/resumeExperiment.js.map +1 -1
- package/dist/esm/experiments/runExperiment.d.ts +6 -5
- package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/runExperiment.js +64 -45
- package/dist/esm/experiments/runExperiment.js.map +1 -1
- package/dist/esm/logger.d.ts +40 -0
- package/dist/esm/logger.d.ts.map +1 -0
- package/dist/esm/logger.js +59 -0
- package/dist/esm/logger.js.map +1 -0
- package/dist/esm/prompts/createPrompt.d.ts +2 -2
- package/dist/esm/prompts/createPrompt.d.ts.map +1 -1
- package/dist/esm/prompts/getPrompt.d.ts +2 -2
- package/dist/esm/prompts/getPrompt.d.ts.map +1 -1
- package/dist/esm/prompts/listPrompts.d.ts +2 -2
- package/dist/esm/prompts/listPrompts.d.ts.map +1 -1
- package/dist/esm/prompts/listPrompts.js +1 -1
- package/dist/esm/prompts/listPrompts.js.map +1 -1
- package/dist/esm/prompts/sdks/toAI.d.ts +4 -4
- package/dist/esm/prompts/sdks/toAI.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toAI.js +5 -29
- package/dist/esm/prompts/sdks/toAI.js.map +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.d.ts +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.js +1 -1
- package/dist/esm/prompts/sdks/toAnthropic.js.map +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.d.ts +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.js +1 -1
- package/dist/esm/prompts/sdks/toOpenAI.js.map +1 -1
- package/dist/esm/prompts/sdks/toSDK.d.ts +1 -1
- package/dist/esm/prompts/sdks/toSDK.d.ts.map +1 -1
- package/dist/esm/prompts/sdks/toSDK.js +1 -1
- package/dist/esm/prompts/sdks/toSDK.js.map +1 -1
- package/dist/esm/prompts/sdks/types.d.ts.map +1 -1
- package/dist/esm/schemas/jsonLiteralSchema.d.ts +1 -1
- package/dist/esm/schemas/jsonLiteralSchema.d.ts.map +1 -1
- package/dist/esm/schemas/jsonLiteralSchema.js +1 -1
- package/dist/esm/schemas/jsonLiteralSchema.js.map +1 -1
- package/dist/esm/schemas/jsonSchema.d.ts +28 -126
- package/dist/esm/schemas/jsonSchema.d.ts.map +1 -1
- package/dist/esm/schemas/jsonSchema.js +5 -11
- package/dist/esm/schemas/jsonSchema.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/converters.d.ts +205 -1344
- package/dist/esm/schemas/llm/anthropic/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/converters.js +3 -3
- package/dist/esm/schemas/llm/anthropic/converters.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.d.ts +45 -217
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messageSchemas.d.ts +87 -725
- package/dist/esm/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/messageSchemas.js +4 -9
- package/dist/esm/schemas/llm/anthropic/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.d.ts +4 -24
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolChoiceSchemas.d.ts +4 -18
- package/dist/esm/schemas/llm/anthropic/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolSchemas.d.ts +29 -169
- package/dist/esm/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/anthropic/toolSchemas.js +1 -1
- package/dist/esm/schemas/llm/anthropic/toolSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/constants.d.ts +837 -8953
- package/dist/esm/schemas/llm/constants.d.ts.map +1 -1
- package/dist/esm/schemas/llm/constants.js +2 -2
- package/dist/esm/schemas/llm/constants.js.map +1 -1
- package/dist/esm/schemas/llm/converters.d.ts +3572 -36036
- package/dist/esm/schemas/llm/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/converters.js +9 -1
- package/dist/esm/schemas/llm/converters.js.map +1 -1
- package/dist/esm/schemas/llm/openai/converters.d.ts +559 -5065
- package/dist/esm/schemas/llm/openai/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/converters.js +1 -1
- package/dist/esm/schemas/llm/openai/converters.js.map +1 -1
- package/dist/esm/schemas/llm/openai/messagePartSchemas.d.ts +7 -47
- package/dist/esm/schemas/llm/openai/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/messageSchemas.d.ts +51 -665
- package/dist/esm/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/messageSchemas.js +13 -25
- package/dist/esm/schemas/llm/openai/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/openai/responseFormatSchema.d.ts +30 -218
- package/dist/esm/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/responseFormatSchema.js +1 -1
- package/dist/esm/schemas/llm/openai/responseFormatSchema.js.map +1 -1
- package/dist/esm/schemas/llm/openai/toolCallSchemas.d.ts +6 -54
- package/dist/esm/schemas/llm/openai/toolCallSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/toolCallSchemas.js +2 -3
- package/dist/esm/schemas/llm/openai/toolCallSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/openai/toolChoiceSchemas.d.ts +3 -17
- package/dist/esm/schemas/llm/openai/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/toolSchemas.d.ts +33 -1254
- package/dist/esm/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/openai/toolSchemas.js +4 -7
- package/dist/esm/schemas/llm/openai/toolSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/converters.d.ts +105 -696
- package/dist/esm/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/converters.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts +13 -89
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js +2 -2
- package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.d.ts +41 -165
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts +2 -28
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js +2 -2
- package/dist/esm/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts +3 -27
- package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts +5 -23
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.d.ts +2 -28
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js +2 -2
- package/dist/esm/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/schemas.d.ts +172 -2608
- package/dist/esm/schemas/llm/schemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/schemas.js +3 -3
- package/dist/esm/schemas/llm/schemas.js.map +1 -1
- package/dist/esm/schemas/llm/types.d.ts +25 -25
- package/dist/esm/schemas/llm/types.d.ts.map +1 -1
- package/dist/esm/schemas/llm/utils.d.ts +2 -2
- package/dist/esm/schemas/llm/utils.d.ts.map +1 -1
- package/dist/esm/schemas/llm/utils.js +1 -1
- package/dist/esm/schemas/llm/utils.js.map +1 -1
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts +13 -105
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.js +1 -1
- package/dist/esm/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts +20 -137
- package/dist/esm/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/vercel/messageSchemas.js +1 -1
- package/dist/esm/schemas/llm/vercel/messageSchemas.js.map +1 -1
- package/dist/esm/schemas/llm/vercel/toolChoiceSchemas.d.ts +2 -8
- package/dist/esm/schemas/llm/vercel/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/esm/schemas/llm/vercel/toolSchemas.d.ts +2 -26
- package/dist/esm/schemas/llm/vercel/toolSchemas.d.ts.map +1 -1
- package/dist/esm/sessions/addSessionAnnotation.d.ts +2 -2
- package/dist/esm/sessions/addSessionAnnotation.d.ts.map +1 -1
- package/dist/esm/sessions/addSessionAnnotation.js.map +1 -1
- package/dist/esm/sessions/logSessionAnnotations.d.ts +2 -2
- package/dist/esm/sessions/logSessionAnnotations.d.ts.map +1 -1
- package/dist/esm/sessions/logSessionAnnotations.js.map +1 -1
- package/dist/esm/sessions/types.d.ts +2 -2
- package/dist/esm/sessions/types.d.ts.map +1 -1
- package/dist/esm/spans/addDocumentAnnotation.d.ts +2 -2
- package/dist/esm/spans/addDocumentAnnotation.d.ts.map +1 -1
- package/dist/esm/spans/addDocumentAnnotation.js.map +1 -1
- package/dist/esm/spans/addSpanAnnotation.d.ts +2 -2
- package/dist/esm/spans/addSpanAnnotation.d.ts.map +1 -1
- package/dist/esm/spans/addSpanAnnotation.js.map +1 -1
- package/dist/esm/spans/addSpanNote.d.ts +1 -1
- package/dist/esm/spans/addSpanNote.d.ts.map +1 -1
- package/dist/esm/spans/deleteSpan.d.ts +1 -1
- package/dist/esm/spans/deleteSpan.d.ts.map +1 -1
- package/dist/esm/spans/getSpanAnnotations.d.ts +3 -3
- package/dist/esm/spans/getSpanAnnotations.d.ts.map +1 -1
- package/dist/esm/spans/getSpans.d.ts +3 -3
- package/dist/esm/spans/getSpans.d.ts.map +1 -1
- package/dist/esm/spans/logDocumentAnnotations.d.ts +2 -2
- package/dist/esm/spans/logDocumentAnnotations.d.ts.map +1 -1
- package/dist/esm/spans/logDocumentAnnotations.js.map +1 -1
- package/dist/esm/spans/logSpanAnnotations.d.ts +2 -2
- package/dist/esm/spans/logSpanAnnotations.d.ts.map +1 -1
- package/dist/esm/spans/logSpanAnnotations.js.map +1 -1
- package/dist/esm/spans/types.d.ts +2 -2
- package/dist/esm/spans/types.d.ts.map +1 -1
- package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
- package/dist/esm/types/annotations.d.ts +1 -1
- package/dist/esm/types/annotations.d.ts.map +1 -1
- package/dist/esm/types/core.d.ts +1 -1
- package/dist/esm/types/core.d.ts.map +1 -1
- package/dist/esm/types/datasets.d.ts +1 -1
- package/dist/esm/types/datasets.d.ts.map +1 -1
- package/dist/esm/types/experiments.d.ts +3 -3
- package/dist/esm/types/experiments.d.ts.map +1 -1
- package/dist/esm/types/prompts.d.ts +1 -1
- package/dist/esm/types/prompts.d.ts.map +1 -1
- package/dist/esm/utils/formatPromptMessages.d.ts +2 -2
- package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/esm/utils/formatPromptMessages.js +1 -1
- package/dist/esm/utils/formatPromptMessages.js.map +1 -1
- package/dist/esm/utils/getPromptBySelector.d.ts +2 -2
- package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/esm/utils/getPromptBySelector.js +1 -1
- package/dist/esm/utils/getPromptBySelector.js.map +1 -1
- package/dist/esm/utils/noopLogger.d.ts +1 -8
- package/dist/esm/utils/noopLogger.d.ts.map +1 -1
- package/dist/esm/utils/noopLogger.js +1 -8
- package/dist/esm/utils/noopLogger.js.map +1 -1
- package/dist/esm/utils/schemaMatches.d.ts +2 -2
- package/dist/esm/utils/schemaMatches.d.ts.map +1 -1
- package/dist/esm/utils/toObjectHeaders.d.ts +1 -1
- package/dist/esm/utils/toObjectHeaders.d.ts.map +1 -1
- package/dist/src/__generated__/api/v1.d.ts +194 -1
- package/dist/src/__generated__/api/v1.d.ts.map +1 -1
- package/dist/src/client.d.ts +1 -1
- package/dist/src/client.d.ts.map +1 -1
- package/dist/src/client.js +1 -1
- package/dist/src/client.js.map +1 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/config.js.map +1 -1
- package/dist/src/datasets/appendDatasetExamples.d.ts +2 -2
- package/dist/src/datasets/appendDatasetExamples.d.ts.map +1 -1
- package/dist/src/datasets/appendDatasetExamples.js +1 -1
- package/dist/src/datasets/appendDatasetExamples.js.map +1 -1
- package/dist/src/datasets/createDataset.d.ts +2 -2
- package/dist/src/datasets/createDataset.d.ts.map +1 -1
- package/dist/src/datasets/createDataset.js +1 -1
- package/dist/src/datasets/createDataset.js.map +1 -1
- package/dist/src/datasets/createOrGetDataset.d.ts +1 -1
- package/dist/src/datasets/createOrGetDataset.d.ts.map +1 -1
- package/dist/src/datasets/createOrGetDataset.js.map +1 -1
- package/dist/src/datasets/getDataset.d.ts +2 -2
- package/dist/src/datasets/getDataset.d.ts.map +1 -1
- package/dist/src/datasets/getDataset.js.map +1 -1
- package/dist/src/datasets/getDatasetExamples.d.ts +2 -2
- package/dist/src/datasets/getDatasetExamples.d.ts.map +1 -1
- package/dist/src/datasets/getDatasetExamples.js +1 -1
- package/dist/src/datasets/getDatasetExamples.js.map +1 -1
- package/dist/src/datasets/getDatasetInfo.d.ts +2 -2
- package/dist/src/datasets/getDatasetInfo.d.ts.map +1 -1
- package/dist/src/datasets/getDatasetInfo.js +1 -1
- package/dist/src/datasets/getDatasetInfo.js.map +1 -1
- package/dist/src/datasets/getDatasetInfoByName.d.ts +2 -2
- package/dist/src/datasets/getDatasetInfoByName.d.ts.map +1 -1
- package/dist/src/datasets/listDatasets.d.ts +2 -2
- package/dist/src/datasets/listDatasets.d.ts.map +1 -1
- package/dist/src/datasets/listDatasets.js +1 -1
- package/dist/src/datasets/listDatasets.js.map +1 -1
- package/dist/src/experiments/createExperiment.d.ts +2 -2
- package/dist/src/experiments/createExperiment.d.ts.map +1 -1
- package/dist/src/experiments/createExperiment.js +1 -1
- package/dist/src/experiments/createExperiment.js.map +1 -1
- package/dist/src/experiments/deleteExperiment.d.ts +8 -2
- package/dist/src/experiments/deleteExperiment.d.ts.map +1 -1
- package/dist/src/experiments/deleteExperiment.js +6 -5
- package/dist/src/experiments/deleteExperiment.js.map +1 -1
- package/dist/src/experiments/getExperiment.d.ts +2 -2
- package/dist/src/experiments/getExperiment.d.ts.map +1 -1
- package/dist/src/experiments/getExperiment.js.map +1 -1
- package/dist/src/experiments/getExperimentInfo.d.ts +2 -2
- package/dist/src/experiments/getExperimentInfo.d.ts.map +1 -1
- package/dist/src/experiments/getExperimentInfo.js +1 -1
- package/dist/src/experiments/getExperimentInfo.js.map +1 -1
- package/dist/src/experiments/getExperimentRuns.d.ts +2 -2
- package/dist/src/experiments/getExperimentRuns.d.ts.map +1 -1
- package/dist/src/experiments/getExperimentRuns.js +1 -1
- package/dist/src/experiments/getExperimentRuns.js.map +1 -1
- package/dist/src/experiments/helpers/asExperimentEvaluator.d.ts +2 -2
- package/dist/src/experiments/helpers/asExperimentEvaluator.d.ts.map +1 -1
- package/dist/src/experiments/helpers/fromPhoenixLLMEvaluator.d.ts +1 -1
- package/dist/src/experiments/helpers/fromPhoenixLLMEvaluator.d.ts.map +1 -1
- package/dist/src/experiments/helpers/fromPhoenixLLMEvaluator.js.map +1 -1
- package/dist/src/experiments/helpers/getExperimentEvaluators.d.ts +1 -1
- package/dist/src/experiments/helpers/getExperimentEvaluators.d.ts.map +1 -1
- package/dist/src/experiments/helpers/getExperimentEvaluators.js.map +1 -1
- package/dist/src/experiments/listExperiments.d.ts +2 -2
- package/dist/src/experiments/listExperiments.d.ts.map +1 -1
- package/dist/src/experiments/listExperiments.js +1 -1
- package/dist/src/experiments/listExperiments.js.map +1 -1
- package/dist/src/experiments/logging.d.ts +55 -0
- package/dist/src/experiments/logging.d.ts.map +1 -0
- package/dist/src/experiments/logging.js +121 -0
- package/dist/src/experiments/logging.js.map +1 -0
- package/dist/src/experiments/resumeEvaluation.d.ts +3 -3
- package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -1
- package/dist/src/experiments/resumeEvaluation.js +18 -29
- package/dist/src/experiments/resumeEvaluation.js.map +1 -1
- package/dist/src/experiments/resumeExperiment.d.ts +3 -3
- package/dist/src/experiments/resumeExperiment.d.ts.map +1 -1
- package/dist/src/experiments/resumeExperiment.js +23 -32
- package/dist/src/experiments/resumeExperiment.js.map +1 -1
- package/dist/src/experiments/runExperiment.d.ts +6 -5
- package/dist/src/experiments/runExperiment.d.ts.map +1 -1
- package/dist/src/experiments/runExperiment.js +65 -47
- package/dist/src/experiments/runExperiment.js.map +1 -1
- package/dist/src/logger.d.ts +40 -0
- package/dist/src/logger.d.ts.map +1 -0
- package/dist/src/logger.js +63 -0
- package/dist/src/logger.js.map +1 -0
- package/dist/src/prompts/createPrompt.d.ts +2 -2
- package/dist/src/prompts/createPrompt.d.ts.map +1 -1
- package/dist/src/prompts/getPrompt.d.ts +2 -2
- package/dist/src/prompts/getPrompt.d.ts.map +1 -1
- package/dist/src/prompts/listPrompts.d.ts +2 -2
- package/dist/src/prompts/listPrompts.d.ts.map +1 -1
- package/dist/src/prompts/listPrompts.js +1 -1
- package/dist/src/prompts/listPrompts.js.map +1 -1
- package/dist/src/prompts/sdks/toAI.d.ts +4 -4
- package/dist/src/prompts/sdks/toAI.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toAI.js +6 -30
- package/dist/src/prompts/sdks/toAI.js.map +1 -1
- package/dist/src/prompts/sdks/toAnthropic.d.ts +1 -1
- package/dist/src/prompts/sdks/toAnthropic.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toAnthropic.js +1 -1
- package/dist/src/prompts/sdks/toAnthropic.js.map +1 -1
- package/dist/src/prompts/sdks/toOpenAI.d.ts +1 -1
- package/dist/src/prompts/sdks/toOpenAI.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toOpenAI.js +1 -1
- package/dist/src/prompts/sdks/toOpenAI.js.map +1 -1
- package/dist/src/prompts/sdks/toSDK.d.ts +1 -1
- package/dist/src/prompts/sdks/toSDK.d.ts.map +1 -1
- package/dist/src/prompts/sdks/toSDK.js +1 -1
- package/dist/src/prompts/sdks/toSDK.js.map +1 -1
- package/dist/src/prompts/sdks/types.d.ts.map +1 -1
- package/dist/src/schemas/jsonLiteralSchema.d.ts +1 -1
- package/dist/src/schemas/jsonLiteralSchema.d.ts.map +1 -1
- package/dist/src/schemas/jsonLiteralSchema.js +1 -1
- package/dist/src/schemas/jsonLiteralSchema.js.map +1 -1
- package/dist/src/schemas/jsonSchema.d.ts +28 -126
- package/dist/src/schemas/jsonSchema.d.ts.map +1 -1
- package/dist/src/schemas/jsonSchema.js +5 -11
- package/dist/src/schemas/jsonSchema.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/converters.d.ts +205 -1344
- package/dist/src/schemas/llm/anthropic/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/converters.js +1 -1
- package/dist/src/schemas/llm/anthropic/converters.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.d.ts +45 -217
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/messagePartSchemas.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/messageSchemas.d.ts +87 -725
- package/dist/src/schemas/llm/anthropic/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/messageSchemas.js +4 -9
- package/dist/src/schemas/llm/anthropic/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.d.ts +4 -24
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/toolCallSchemas.js.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolChoiceSchemas.d.ts +4 -18
- package/dist/src/schemas/llm/anthropic/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolSchemas.d.ts +29 -169
- package/dist/src/schemas/llm/anthropic/toolSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/anthropic/toolSchemas.js +1 -1
- package/dist/src/schemas/llm/anthropic/toolSchemas.js.map +1 -1
- package/dist/src/schemas/llm/constants.d.ts +837 -8953
- package/dist/src/schemas/llm/constants.d.ts.map +1 -1
- package/dist/src/schemas/llm/constants.js +2 -2
- package/dist/src/schemas/llm/constants.js.map +1 -1
- package/dist/src/schemas/llm/converters.d.ts +3572 -36036
- package/dist/src/schemas/llm/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/converters.js +9 -1
- package/dist/src/schemas/llm/converters.js.map +1 -1
- package/dist/src/schemas/llm/openai/converters.d.ts +559 -5065
- package/dist/src/schemas/llm/openai/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/converters.js +1 -1
- package/dist/src/schemas/llm/openai/converters.js.map +1 -1
- package/dist/src/schemas/llm/openai/messagePartSchemas.d.ts +7 -47
- package/dist/src/schemas/llm/openai/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/messageSchemas.d.ts +51 -665
- package/dist/src/schemas/llm/openai/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/messageSchemas.js +13 -25
- package/dist/src/schemas/llm/openai/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/openai/responseFormatSchema.d.ts +30 -218
- package/dist/src/schemas/llm/openai/responseFormatSchema.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/responseFormatSchema.js +1 -1
- package/dist/src/schemas/llm/openai/responseFormatSchema.js.map +1 -1
- package/dist/src/schemas/llm/openai/toolCallSchemas.d.ts +6 -54
- package/dist/src/schemas/llm/openai/toolCallSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/toolCallSchemas.js +2 -3
- package/dist/src/schemas/llm/openai/toolCallSchemas.js.map +1 -1
- package/dist/src/schemas/llm/openai/toolChoiceSchemas.d.ts +3 -17
- package/dist/src/schemas/llm/openai/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/toolSchemas.d.ts +33 -1254
- package/dist/src/schemas/llm/openai/toolSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/openai/toolSchemas.js +4 -7
- package/dist/src/schemas/llm/openai/toolSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/converters.d.ts +105 -696
- package/dist/src/schemas/llm/phoenixPrompt/converters.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/converters.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts +13 -89
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js +2 -2
- package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.d.ts +41 -165
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts +2 -28
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js +2 -2
- package/dist/src/schemas/llm/phoenixPrompt/responseFormatSchema.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts +3 -27
- package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolCallSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts +5 -23
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.js.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.d.ts +2 -28
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js +2 -2
- package/dist/src/schemas/llm/phoenixPrompt/toolSchemas.js.map +1 -1
- package/dist/src/schemas/llm/schemas.d.ts +172 -2608
- package/dist/src/schemas/llm/schemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/schemas.js +3 -3
- package/dist/src/schemas/llm/schemas.js.map +1 -1
- package/dist/src/schemas/llm/types.d.ts +25 -25
- package/dist/src/schemas/llm/types.d.ts.map +1 -1
- package/dist/src/schemas/llm/utils.d.ts +2 -2
- package/dist/src/schemas/llm/utils.d.ts.map +1 -1
- package/dist/src/schemas/llm/utils.js +1 -1
- package/dist/src/schemas/llm/utils.js.map +1 -1
- package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts +13 -105
- package/dist/src/schemas/llm/vercel/messagePartSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/vercel/messagePartSchemas.js +1 -1
- package/dist/src/schemas/llm/vercel/messagePartSchemas.js.map +1 -1
- package/dist/src/schemas/llm/vercel/messageSchemas.d.ts +20 -137
- package/dist/src/schemas/llm/vercel/messageSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/vercel/messageSchemas.js +1 -1
- package/dist/src/schemas/llm/vercel/messageSchemas.js.map +1 -1
- package/dist/src/schemas/llm/vercel/toolChoiceSchemas.d.ts +2 -8
- package/dist/src/schemas/llm/vercel/toolChoiceSchemas.d.ts.map +1 -1
- package/dist/src/schemas/llm/vercel/toolSchemas.d.ts +2 -26
- package/dist/src/schemas/llm/vercel/toolSchemas.d.ts.map +1 -1
- package/dist/src/sessions/addSessionAnnotation.d.ts +2 -2
- package/dist/src/sessions/addSessionAnnotation.d.ts.map +1 -1
- package/dist/src/sessions/addSessionAnnotation.js.map +1 -1
- package/dist/src/sessions/logSessionAnnotations.d.ts +2 -2
- package/dist/src/sessions/logSessionAnnotations.d.ts.map +1 -1
- package/dist/src/sessions/logSessionAnnotations.js.map +1 -1
- package/dist/src/sessions/types.d.ts +2 -2
- package/dist/src/sessions/types.d.ts.map +1 -1
- package/dist/src/spans/addDocumentAnnotation.d.ts +2 -2
- package/dist/src/spans/addDocumentAnnotation.d.ts.map +1 -1
- package/dist/src/spans/addDocumentAnnotation.js.map +1 -1
- package/dist/src/spans/addSpanAnnotation.d.ts +2 -2
- package/dist/src/spans/addSpanAnnotation.d.ts.map +1 -1
- package/dist/src/spans/addSpanAnnotation.js.map +1 -1
- package/dist/src/spans/addSpanNote.d.ts +1 -1
- package/dist/src/spans/addSpanNote.d.ts.map +1 -1
- package/dist/src/spans/deleteSpan.d.ts +1 -1
- package/dist/src/spans/deleteSpan.d.ts.map +1 -1
- package/dist/src/spans/getSpanAnnotations.d.ts +3 -3
- package/dist/src/spans/getSpanAnnotations.d.ts.map +1 -1
- package/dist/src/spans/getSpans.d.ts +3 -3
- package/dist/src/spans/getSpans.d.ts.map +1 -1
- package/dist/src/spans/logDocumentAnnotations.d.ts +2 -2
- package/dist/src/spans/logDocumentAnnotations.d.ts.map +1 -1
- package/dist/src/spans/logDocumentAnnotations.js.map +1 -1
- package/dist/src/spans/logSpanAnnotations.d.ts +2 -2
- package/dist/src/spans/logSpanAnnotations.d.ts.map +1 -1
- package/dist/src/spans/logSpanAnnotations.js.map +1 -1
- package/dist/src/spans/types.d.ts +2 -2
- package/dist/src/spans/types.d.ts.map +1 -1
- package/dist/src/types/annotations.d.ts +1 -1
- package/dist/src/types/annotations.d.ts.map +1 -1
- package/dist/src/types/core.d.ts +1 -1
- package/dist/src/types/core.d.ts.map +1 -1
- package/dist/src/types/datasets.d.ts +1 -1
- package/dist/src/types/datasets.d.ts.map +1 -1
- package/dist/src/types/experiments.d.ts +3 -3
- package/dist/src/types/experiments.d.ts.map +1 -1
- package/dist/src/types/prompts.d.ts +1 -1
- package/dist/src/types/prompts.d.ts.map +1 -1
- package/dist/src/utils/formatPromptMessages.d.ts +2 -2
- package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/src/utils/formatPromptMessages.js.map +1 -1
- package/dist/src/utils/getPromptBySelector.d.ts +2 -2
- package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/src/utils/getPromptBySelector.js +1 -1
- package/dist/src/utils/getPromptBySelector.js.map +1 -1
- package/dist/src/utils/noopLogger.d.ts +1 -8
- package/dist/src/utils/noopLogger.d.ts.map +1 -1
- package/dist/src/utils/noopLogger.js +2 -8
- package/dist/src/utils/noopLogger.js.map +1 -1
- package/dist/src/utils/schemaMatches.d.ts +2 -2
- package/dist/src/utils/schemaMatches.d.ts.map +1 -1
- package/dist/src/utils/toObjectHeaders.d.ts +1 -1
- package/dist/src/utils/toObjectHeaders.d.ts.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +46 -48
- package/src/__generated__/api/v1.ts +194 -1
- package/src/client.ts +5 -5
- package/src/config.ts +1 -2
- package/src/datasets/appendDatasetExamples.ts +4 -5
- package/src/datasets/createDataset.ts +4 -4
- package/src/datasets/createOrGetDataset.ts +2 -2
- package/src/datasets/getDataset.ts +2 -3
- package/src/datasets/getDatasetExamples.ts +4 -5
- package/src/datasets/getDatasetInfo.ts +4 -5
- package/src/datasets/getDatasetInfoByName.ts +2 -2
- package/src/datasets/listDatasets.ts +4 -4
- package/src/experiments/createExperiment.ts +4 -4
- package/src/experiments/deleteExperiment.ts +11 -1
- package/src/experiments/getExperiment.ts +2 -3
- package/src/experiments/getExperimentInfo.ts +4 -4
- package/src/experiments/getExperimentRuns.ts +5 -5
- package/src/experiments/helpers/asExperimentEvaluator.ts +2 -2
- package/src/experiments/helpers/fromPhoenixLLMEvaluator.ts +1 -2
- package/src/experiments/helpers/getExperimentEvaluators.ts +1 -2
- package/src/experiments/listExperiments.ts +5 -5
- package/src/experiments/logging.ts +169 -0
- package/src/experiments/resumeEvaluation.ts +23 -51
- package/src/experiments/resumeExperiment.ts +35 -56
- package/src/experiments/runExperiment.ts +83 -69
- package/src/logger.ts +82 -0
- package/src/prompts/createPrompt.ts +2 -2
- package/src/prompts/getPrompt.ts +2 -2
- package/src/prompts/listPrompts.ts +4 -4
- package/src/prompts/sdks/constants.ts +1 -1
- package/src/prompts/sdks/toAI.ts +8 -38
- package/src/prompts/sdks/toAnthropic.ts +4 -5
- package/src/prompts/sdks/toOpenAI.ts +8 -9
- package/src/prompts/sdks/toSDK.ts +3 -4
- package/src/prompts/sdks/types.ts +0 -1
- package/src/schemas/jsonLiteralSchema.ts +1 -1
- package/src/schemas/jsonSchema.ts +18 -25
- package/src/schemas/llm/anthropic/converters.ts +10 -13
- package/src/schemas/llm/anthropic/messagePartSchemas.ts +2 -2
- package/src/schemas/llm/anthropic/messageSchemas.ts +8 -14
- package/src/schemas/llm/anthropic/toolCallSchemas.ts +2 -2
- package/src/schemas/llm/anthropic/toolSchemas.ts +2 -2
- package/src/schemas/llm/constants.ts +3 -4
- package/src/schemas/llm/converters.ts +50 -27
- package/src/schemas/llm/openai/converters.ts +15 -14
- package/src/schemas/llm/openai/messageSchemas.ts +37 -49
- package/src/schemas/llm/openai/responseFormatSchema.ts +2 -2
- package/src/schemas/llm/openai/toolCallSchemas.ts +2 -3
- package/src/schemas/llm/openai/toolSchemas.ts +24 -27
- package/src/schemas/llm/phoenixPrompt/converters.ts +7 -9
- package/src/schemas/llm/phoenixPrompt/messagePartSchemas.ts +3 -3
- package/src/schemas/llm/phoenixPrompt/messageSchemas.ts +2 -3
- package/src/schemas/llm/phoenixPrompt/responseFormatSchema.ts +4 -4
- package/src/schemas/llm/phoenixPrompt/toolCallSchemas.ts +2 -2
- package/src/schemas/llm/phoenixPrompt/toolChoiceSchemas.ts +3 -3
- package/src/schemas/llm/phoenixPrompt/toolSchemas.ts +4 -4
- package/src/schemas/llm/schemas.ts +4 -4
- package/src/schemas/llm/types.ts +30 -31
- package/src/schemas/llm/utils.ts +10 -11
- package/src/schemas/llm/vercel/messagePartSchemas.ts +2 -2
- package/src/schemas/llm/vercel/messageSchemas.ts +2 -2
- package/src/sessions/addSessionAnnotation.ts +3 -3
- package/src/sessions/logSessionAnnotations.ts +3 -3
- package/src/sessions/types.ts +2 -2
- package/src/spans/addDocumentAnnotation.ts +3 -3
- package/src/spans/addSpanAnnotation.ts +3 -3
- package/src/spans/addSpanNote.ts +1 -1
- package/src/spans/deleteSpan.ts +1 -1
- package/src/spans/getSpanAnnotations.ts +3 -3
- package/src/spans/getSpans.ts +3 -3
- package/src/spans/logDocumentAnnotations.ts +3 -3
- package/src/spans/logSpanAnnotations.ts +3 -3
- package/src/spans/types.ts +2 -2
- package/src/types/annotations.ts +1 -1
- package/src/types/core.ts +1 -1
- package/src/types/datasets.ts +1 -1
- package/src/types/experiments.ts +3 -3
- package/src/types/prompts.ts +1 -1
- package/src/utils/formatPromptMessages.ts +4 -7
- package/src/utils/getPromptBySelector.ts +4 -4
- package/src/utils/noopLogger.ts +1 -10
- package/src/utils/schemaMatches.ts +2 -2
- package/src/utils/toObjectHeaders.ts +1 -1
- package/dist/esm/types/logger.d.ts +0 -6
- package/dist/esm/types/logger.d.ts.map +0 -1
- package/dist/esm/types/logger.js +0 -2
- package/dist/esm/types/logger.js.map +0 -1
- package/dist/src/types/logger.d.ts +0 -6
- package/dist/src/types/logger.d.ts.map +0 -1
- package/dist/src/types/logger.js +0 -3
- package/dist/src/types/logger.js.map +0 -1
- package/src/types/logger.ts +0 -5
There are too many changes on this page to be displayed.
The amount of changes on this page would crash your brower.
You can still verify the content by downloading the package file manually.