@orq-ai/node 3.8.0-rc.1 → 3.8.0-rc.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +120 -103
- package/bin/mcp-server.js +5957 -1439
- package/bin/mcp-server.js.map +181 -163
- package/docs/sdks/evals/README.md +315 -14
- package/funcs/contactsCreate.d.ts +3 -2
- package/funcs/contactsCreate.d.ts.map +1 -1
- package/funcs/contactsCreate.js +1 -1
- package/funcs/contactsCreate.js.map +1 -1
- package/funcs/contactsDelete.d.ts +3 -2
- package/funcs/contactsDelete.d.ts.map +1 -1
- package/funcs/contactsDelete.js +1 -1
- package/funcs/contactsDelete.js.map +1 -1
- package/funcs/contactsList.d.ts +3 -2
- package/funcs/contactsList.d.ts.map +1 -1
- package/funcs/contactsList.js +1 -1
- package/funcs/contactsList.js.map +1 -1
- package/funcs/contactsRetrieve.d.ts +3 -2
- package/funcs/contactsRetrieve.d.ts.map +1 -1
- package/funcs/contactsRetrieve.js +1 -1
- package/funcs/contactsRetrieve.js.map +1 -1
- package/funcs/contactsUpdate.d.ts +3 -2
- package/funcs/contactsUpdate.d.ts.map +1 -1
- package/funcs/contactsUpdate.js +1 -1
- package/funcs/contactsUpdate.js.map +1 -1
- package/funcs/datasetsClear.d.ts +3 -2
- package/funcs/datasetsClear.d.ts.map +1 -1
- package/funcs/datasetsClear.js +1 -1
- package/funcs/datasetsClear.js.map +1 -1
- package/funcs/datasetsCreate.d.ts +3 -2
- package/funcs/datasetsCreate.d.ts.map +1 -1
- package/funcs/datasetsCreate.js +1 -1
- package/funcs/datasetsCreate.js.map +1 -1
- package/funcs/datasetsCreateDatapoint.d.ts +3 -2
- package/funcs/datasetsCreateDatapoint.d.ts.map +1 -1
- package/funcs/datasetsCreateDatapoint.js +1 -1
- package/funcs/datasetsCreateDatapoint.js.map +1 -1
- package/funcs/datasetsCreateExperiment.d.ts +3 -2
- package/funcs/datasetsCreateExperiment.d.ts.map +1 -1
- package/funcs/datasetsCreateExperiment.js +1 -1
- package/funcs/datasetsCreateExperiment.js.map +1 -1
- package/funcs/datasetsDelete.d.ts +3 -2
- package/funcs/datasetsDelete.d.ts.map +1 -1
- package/funcs/datasetsDelete.js +1 -1
- package/funcs/datasetsDelete.js.map +1 -1
- package/funcs/datasetsDeleteDatapoint.d.ts +3 -2
- package/funcs/datasetsDeleteDatapoint.d.ts.map +1 -1
- package/funcs/datasetsDeleteDatapoint.js +1 -1
- package/funcs/datasetsDeleteDatapoint.js.map +1 -1
- package/funcs/datasetsList.d.ts +3 -2
- package/funcs/datasetsList.d.ts.map +1 -1
- package/funcs/datasetsList.js +1 -1
- package/funcs/datasetsList.js.map +1 -1
- package/funcs/datasetsListDatapoints.d.ts +3 -2
- package/funcs/datasetsListDatapoints.d.ts.map +1 -1
- package/funcs/datasetsListDatapoints.js +1 -1
- package/funcs/datasetsListDatapoints.js.map +1 -1
- package/funcs/datasetsRetrieve.d.ts +3 -2
- package/funcs/datasetsRetrieve.d.ts.map +1 -1
- package/funcs/datasetsRetrieve.js +1 -1
- package/funcs/datasetsRetrieve.js.map +1 -1
- package/funcs/datasetsRetrieveDatapoint.d.ts +3 -2
- package/funcs/datasetsRetrieveDatapoint.d.ts.map +1 -1
- package/funcs/datasetsRetrieveDatapoint.js +1 -1
- package/funcs/datasetsRetrieveDatapoint.js.map +1 -1
- package/funcs/datasetsUpdate.d.ts +3 -2
- package/funcs/datasetsUpdate.d.ts.map +1 -1
- package/funcs/datasetsUpdate.js +1 -1
- package/funcs/datasetsUpdate.js.map +1 -1
- package/funcs/datasetsUpdateDatapoint.d.ts +3 -2
- package/funcs/datasetsUpdateDatapoint.d.ts.map +1 -1
- package/funcs/datasetsUpdateDatapoint.js +1 -1
- package/funcs/datasetsUpdateDatapoint.js.map +1 -1
- package/funcs/deploymentsCreateExperiment.d.ts +3 -2
- package/funcs/deploymentsCreateExperiment.d.ts.map +1 -1
- package/funcs/deploymentsCreateExperiment.js +1 -1
- package/funcs/deploymentsCreateExperiment.js.map +1 -1
- package/funcs/deploymentsGetConfig.d.ts +3 -2
- package/funcs/deploymentsGetConfig.d.ts.map +1 -1
- package/funcs/deploymentsGetConfig.js +1 -1
- package/funcs/deploymentsGetConfig.js.map +1 -1
- package/funcs/deploymentsInvoke.d.ts +3 -2
- package/funcs/deploymentsInvoke.d.ts.map +1 -1
- package/funcs/deploymentsInvoke.js +1 -1
- package/funcs/deploymentsInvoke.js.map +1 -1
- package/funcs/deploymentsList.d.ts +3 -2
- package/funcs/deploymentsList.d.ts.map +1 -1
- package/funcs/deploymentsList.js +1 -1
- package/funcs/deploymentsList.js.map +1 -1
- package/funcs/deploymentsMetricsCreate.d.ts +3 -2
- package/funcs/deploymentsMetricsCreate.d.ts.map +1 -1
- package/funcs/deploymentsMetricsCreate.js +1 -1
- package/funcs/deploymentsMetricsCreate.js.map +1 -1
- package/funcs/deploymentsStream.d.ts +3 -2
- package/funcs/deploymentsStream.d.ts.map +1 -1
- package/funcs/deploymentsStream.js +1 -1
- package/funcs/deploymentsStream.js.map +1 -1
- package/funcs/evalsAgeAppropriate.d.ts +3 -2
- package/funcs/evalsAgeAppropriate.d.ts.map +1 -1
- package/funcs/evalsAgeAppropriate.js +1 -1
- package/funcs/evalsAgeAppropriate.js.map +1 -1
- package/funcs/evalsAll.d.ts +15 -0
- package/funcs/evalsAll.d.ts.map +1 -0
- package/funcs/evalsAll.js +120 -0
- package/funcs/evalsAll.js.map +1 -0
- package/funcs/evalsBertScore.d.ts +15 -0
- package/funcs/evalsBertScore.d.ts.map +1 -0
- package/funcs/{evalsRunBertScore.js → evalsBertScore.js} +6 -6
- package/funcs/evalsBertScore.js.map +1 -0
- package/funcs/evalsBleuScore.d.ts +3 -2
- package/funcs/evalsBleuScore.d.ts.map +1 -1
- package/funcs/evalsBleuScore.js +1 -1
- package/funcs/evalsBleuScore.js.map +1 -1
- package/funcs/evalsBotDetection.d.ts +3 -2
- package/funcs/evalsBotDetection.d.ts.map +1 -1
- package/funcs/evalsBotDetection.js +1 -1
- package/funcs/evalsBotDetection.js.map +1 -1
- package/funcs/evalsContains.d.ts +3 -2
- package/funcs/evalsContains.d.ts.map +1 -1
- package/funcs/evalsContains.js +1 -1
- package/funcs/evalsContains.js.map +1 -1
- package/funcs/evalsContainsAll.d.ts +3 -2
- package/funcs/evalsContainsAll.d.ts.map +1 -1
- package/funcs/evalsContainsAll.js +1 -1
- package/funcs/evalsContainsAll.js.map +1 -1
- package/funcs/evalsContainsAny.d.ts +3 -2
- package/funcs/evalsContainsAny.d.ts.map +1 -1
- package/funcs/evalsContainsAny.js +1 -1
- package/funcs/evalsContainsAny.js.map +1 -1
- package/funcs/evalsContainsEmail.d.ts +3 -2
- package/funcs/evalsContainsEmail.d.ts.map +1 -1
- package/funcs/evalsContainsEmail.js +1 -1
- package/funcs/evalsContainsEmail.js.map +1 -1
- package/funcs/evalsContainsNone.d.ts +3 -2
- package/funcs/evalsContainsNone.d.ts.map +1 -1
- package/funcs/evalsContainsNone.js +1 -1
- package/funcs/evalsContainsNone.js.map +1 -1
- package/funcs/evalsContainsUrl.d.ts +3 -2
- package/funcs/evalsContainsUrl.d.ts.map +1 -1
- package/funcs/evalsContainsUrl.js +1 -1
- package/funcs/evalsContainsUrl.js.map +1 -1
- package/funcs/evalsContainsValidLink.d.ts +3 -2
- package/funcs/evalsContainsValidLink.d.ts.map +1 -1
- package/funcs/evalsContainsValidLink.js +1 -1
- package/funcs/evalsContainsValidLink.js.map +1 -1
- package/funcs/evalsCreate.d.ts +3 -2
- package/funcs/evalsCreate.d.ts.map +1 -1
- package/funcs/evalsCreate.js +1 -1
- package/funcs/evalsCreate.js.map +1 -1
- package/funcs/evalsDelete.d.ts +15 -0
- package/funcs/evalsDelete.d.ts.map +1 -0
- package/funcs/evalsDelete.js +121 -0
- package/funcs/evalsDelete.js.map +1 -0
- package/funcs/evalsEndsWith.d.ts +3 -2
- package/funcs/evalsEndsWith.d.ts.map +1 -1
- package/funcs/evalsEndsWith.js +1 -1
- package/funcs/evalsEndsWith.js.map +1 -1
- package/funcs/evalsExactMatch.d.ts +3 -2
- package/funcs/evalsExactMatch.d.ts.map +1 -1
- package/funcs/evalsExactMatch.js +1 -1
- package/funcs/evalsExactMatch.js.map +1 -1
- package/funcs/evalsFactCheckingKnowledgeBase.d.ts +3 -2
- package/funcs/evalsFactCheckingKnowledgeBase.d.ts.map +1 -1
- package/funcs/evalsFactCheckingKnowledgeBase.js +1 -1
- package/funcs/evalsFactCheckingKnowledgeBase.js.map +1 -1
- package/funcs/evalsGrammar.d.ts +3 -2
- package/funcs/evalsGrammar.d.ts.map +1 -1
- package/funcs/evalsGrammar.js +1 -1
- package/funcs/evalsGrammar.js.map +1 -1
- package/funcs/evalsInvoke.d.ts +15 -0
- package/funcs/evalsInvoke.d.ts.map +1 -0
- package/funcs/evalsInvoke.js +121 -0
- package/funcs/evalsInvoke.js.map +1 -0
- package/funcs/evalsLengthBetween.d.ts +3 -2
- package/funcs/evalsLengthBetween.d.ts.map +1 -1
- package/funcs/evalsLengthBetween.js +1 -1
- package/funcs/evalsLengthBetween.js.map +1 -1
- package/funcs/evalsLengthGreaterThan.d.ts +3 -2
- package/funcs/evalsLengthGreaterThan.d.ts.map +1 -1
- package/funcs/evalsLengthGreaterThan.js +1 -1
- package/funcs/evalsLengthGreaterThan.js.map +1 -1
- package/funcs/evalsLengthLessThan.d.ts +3 -2
- package/funcs/evalsLengthLessThan.d.ts.map +1 -1
- package/funcs/evalsLengthLessThan.js +1 -1
- package/funcs/evalsLengthLessThan.js.map +1 -1
- package/funcs/evalsLocalization.d.ts +3 -2
- package/funcs/evalsLocalization.d.ts.map +1 -1
- package/funcs/evalsLocalization.js +1 -1
- package/funcs/evalsLocalization.js.map +1 -1
- package/funcs/evalsPii.d.ts +3 -2
- package/funcs/evalsPii.d.ts.map +1 -1
- package/funcs/evalsPii.js +1 -1
- package/funcs/evalsPii.js.map +1 -1
- package/funcs/evalsRagasCoherence.d.ts +3 -2
- package/funcs/evalsRagasCoherence.d.ts.map +1 -1
- package/funcs/evalsRagasCoherence.js +1 -1
- package/funcs/evalsRagasCoherence.js.map +1 -1
- package/funcs/evalsRagasConciseness.d.ts +3 -2
- package/funcs/evalsRagasConciseness.d.ts.map +1 -1
- package/funcs/evalsRagasConciseness.js +1 -1
- package/funcs/evalsRagasConciseness.js.map +1 -1
- package/funcs/evalsRagasContextPrecision.d.ts +3 -2
- package/funcs/evalsRagasContextPrecision.d.ts.map +1 -1
- package/funcs/evalsRagasContextPrecision.js +1 -1
- package/funcs/evalsRagasContextPrecision.js.map +1 -1
- package/funcs/evalsRagasCorrectness.d.ts +3 -2
- package/funcs/evalsRagasCorrectness.d.ts.map +1 -1
- package/funcs/evalsRagasCorrectness.js +1 -1
- package/funcs/evalsRagasCorrectness.js.map +1 -1
- package/funcs/evalsRagasFaithfulness.d.ts +3 -2
- package/funcs/evalsRagasFaithfulness.d.ts.map +1 -1
- package/funcs/evalsRagasFaithfulness.js +1 -1
- package/funcs/evalsRagasFaithfulness.js.map +1 -1
- package/funcs/evalsRagasHarmfulness.d.ts +3 -2
- package/funcs/evalsRagasHarmfulness.d.ts.map +1 -1
- package/funcs/evalsRagasHarmfulness.js +1 -1
- package/funcs/evalsRagasHarmfulness.js.map +1 -1
- package/funcs/evalsRagasMaliciousness.d.ts +3 -2
- package/funcs/evalsRagasMaliciousness.d.ts.map +1 -1
- package/funcs/evalsRagasMaliciousness.js +1 -1
- package/funcs/evalsRagasMaliciousness.js.map +1 -1
- package/funcs/evalsRagasResponseRelevancy.d.ts +3 -2
- package/funcs/evalsRagasResponseRelevancy.d.ts.map +1 -1
- package/funcs/evalsRagasResponseRelevancy.js +1 -1
- package/funcs/evalsRagasResponseRelevancy.js.map +1 -1
- package/funcs/evalsRagasSummarization.d.ts +3 -2
- package/funcs/evalsRagasSummarization.d.ts.map +1 -1
- package/funcs/evalsRagasSummarization.js +1 -1
- package/funcs/evalsRagasSummarization.js.map +1 -1
- package/funcs/evalsSentimentClassification.d.ts +3 -2
- package/funcs/evalsSentimentClassification.d.ts.map +1 -1
- package/funcs/evalsSentimentClassification.js +1 -1
- package/funcs/evalsSentimentClassification.js.map +1 -1
- package/funcs/evalsSummarization.d.ts +3 -2
- package/funcs/evalsSummarization.d.ts.map +1 -1
- package/funcs/evalsSummarization.js +1 -1
- package/funcs/evalsSummarization.js.map +1 -1
- package/funcs/evalsToneOfVoice.d.ts +3 -2
- package/funcs/evalsToneOfVoice.d.ts.map +1 -1
- package/funcs/evalsToneOfVoice.js +1 -1
- package/funcs/evalsToneOfVoice.js.map +1 -1
- package/funcs/evalsTranslation.d.ts +3 -2
- package/funcs/evalsTranslation.d.ts.map +1 -1
- package/funcs/evalsTranslation.js +1 -1
- package/funcs/evalsTranslation.js.map +1 -1
- package/funcs/evalsUpdate.d.ts +15 -0
- package/funcs/evalsUpdate.d.ts.map +1 -0
- package/funcs/evalsUpdate.js +121 -0
- package/funcs/evalsUpdate.js.map +1 -0
- package/funcs/evalsValidJson.d.ts +3 -2
- package/funcs/evalsValidJson.d.ts.map +1 -1
- package/funcs/evalsValidJson.js +1 -1
- package/funcs/evalsValidJson.js.map +1 -1
- package/funcs/feedbackCreate.d.ts +3 -2
- package/funcs/feedbackCreate.d.ts.map +1 -1
- package/funcs/feedbackCreate.js +1 -1
- package/funcs/feedbackCreate.js.map +1 -1
- package/funcs/filesCreate.d.ts +3 -2
- package/funcs/filesCreate.d.ts.map +1 -1
- package/funcs/filesCreate.js +1 -1
- package/funcs/filesCreate.js.map +1 -1
- package/funcs/filesDelete.d.ts +3 -2
- package/funcs/filesDelete.d.ts.map +1 -1
- package/funcs/filesDelete.js +1 -1
- package/funcs/filesDelete.js.map +1 -1
- package/funcs/filesGet.d.ts +3 -2
- package/funcs/filesGet.d.ts.map +1 -1
- package/funcs/filesGet.js +1 -1
- package/funcs/filesGet.js.map +1 -1
- package/funcs/filesList.d.ts +3 -2
- package/funcs/filesList.d.ts.map +1 -1
- package/funcs/filesList.js +1 -1
- package/funcs/filesList.js.map +1 -1
- package/funcs/knowledgeCreate.d.ts +3 -2
- package/funcs/knowledgeCreate.d.ts.map +1 -1
- package/funcs/knowledgeCreate.js +1 -1
- package/funcs/knowledgeCreate.js.map +1 -1
- package/funcs/knowledgeCreateChunks.d.ts +3 -2
- package/funcs/knowledgeCreateChunks.d.ts.map +1 -1
- package/funcs/knowledgeCreateChunks.js +1 -1
- package/funcs/knowledgeCreateChunks.js.map +1 -1
- package/funcs/knowledgeCreateDatasource.d.ts +3 -2
- package/funcs/knowledgeCreateDatasource.d.ts.map +1 -1
- package/funcs/knowledgeCreateDatasource.js +1 -1
- package/funcs/knowledgeCreateDatasource.js.map +1 -1
- package/funcs/knowledgeDelete.d.ts +3 -2
- package/funcs/knowledgeDelete.d.ts.map +1 -1
- package/funcs/knowledgeDelete.js +1 -1
- package/funcs/knowledgeDelete.js.map +1 -1
- package/funcs/knowledgeDeleteChunk.d.ts +3 -2
- package/funcs/knowledgeDeleteChunk.d.ts.map +1 -1
- package/funcs/knowledgeDeleteChunk.js +1 -1
- package/funcs/knowledgeDeleteChunk.js.map +1 -1
- package/funcs/knowledgeDeleteDatasource.d.ts +3 -2
- package/funcs/knowledgeDeleteDatasource.d.ts.map +1 -1
- package/funcs/knowledgeDeleteDatasource.js +1 -1
- package/funcs/knowledgeDeleteDatasource.js.map +1 -1
- package/funcs/knowledgeList.d.ts +3 -2
- package/funcs/knowledgeList.d.ts.map +1 -1
- package/funcs/knowledgeList.js +1 -1
- package/funcs/knowledgeList.js.map +1 -1
- package/funcs/knowledgeListChunks.d.ts +3 -2
- package/funcs/knowledgeListChunks.d.ts.map +1 -1
- package/funcs/knowledgeListChunks.js +1 -1
- package/funcs/knowledgeListChunks.js.map +1 -1
- package/funcs/knowledgeListDatasources.d.ts +3 -2
- package/funcs/knowledgeListDatasources.d.ts.map +1 -1
- package/funcs/knowledgeListDatasources.js +1 -1
- package/funcs/knowledgeListDatasources.js.map +1 -1
- package/funcs/knowledgeRetrieve.d.ts +3 -2
- package/funcs/knowledgeRetrieve.d.ts.map +1 -1
- package/funcs/knowledgeRetrieve.js +1 -1
- package/funcs/knowledgeRetrieve.js.map +1 -1
- package/funcs/knowledgeRetrieveChunk.d.ts +3 -2
- package/funcs/knowledgeRetrieveChunk.d.ts.map +1 -1
- package/funcs/knowledgeRetrieveChunk.js +1 -1
- package/funcs/knowledgeRetrieveChunk.js.map +1 -1
- package/funcs/knowledgeRetrieveDatasource.d.ts +3 -2
- package/funcs/knowledgeRetrieveDatasource.d.ts.map +1 -1
- package/funcs/knowledgeRetrieveDatasource.js +1 -1
- package/funcs/knowledgeRetrieveDatasource.js.map +1 -1
- package/funcs/knowledgeSearch.d.ts +3 -2
- package/funcs/knowledgeSearch.d.ts.map +1 -1
- package/funcs/knowledgeSearch.js +1 -1
- package/funcs/knowledgeSearch.js.map +1 -1
- package/funcs/knowledgeUpdate.d.ts +3 -2
- package/funcs/knowledgeUpdate.d.ts.map +1 -1
- package/funcs/knowledgeUpdate.js +1 -1
- package/funcs/knowledgeUpdate.js.map +1 -1
- package/funcs/knowledgeUpdateChunk.d.ts +3 -2
- package/funcs/knowledgeUpdateChunk.d.ts.map +1 -1
- package/funcs/knowledgeUpdateChunk.js +1 -1
- package/funcs/knowledgeUpdateChunk.js.map +1 -1
- package/funcs/knowledgeUpdateDatasource.d.ts +3 -2
- package/funcs/knowledgeUpdateDatasource.d.ts.map +1 -1
- package/funcs/knowledgeUpdateDatasource.js +1 -1
- package/funcs/knowledgeUpdateDatasource.js.map +1 -1
- package/funcs/modelsList.d.ts +3 -2
- package/funcs/modelsList.d.ts.map +1 -1
- package/funcs/modelsList.js +1 -1
- package/funcs/modelsList.js.map +1 -1
- package/funcs/promptsCreate.d.ts +3 -2
- package/funcs/promptsCreate.d.ts.map +1 -1
- package/funcs/promptsCreate.js +1 -1
- package/funcs/promptsCreate.js.map +1 -1
- package/funcs/promptsDelete.d.ts +3 -2
- package/funcs/promptsDelete.d.ts.map +1 -1
- package/funcs/promptsDelete.js +1 -1
- package/funcs/promptsDelete.js.map +1 -1
- package/funcs/promptsGetVersion.d.ts +3 -2
- package/funcs/promptsGetVersion.d.ts.map +1 -1
- package/funcs/promptsGetVersion.js +1 -1
- package/funcs/promptsGetVersion.js.map +1 -1
- package/funcs/promptsList.d.ts +3 -2
- package/funcs/promptsList.d.ts.map +1 -1
- package/funcs/promptsList.js +1 -1
- package/funcs/promptsList.js.map +1 -1
- package/funcs/promptsListVersions.d.ts +3 -2
- package/funcs/promptsListVersions.d.ts.map +1 -1
- package/funcs/promptsListVersions.js +1 -1
- package/funcs/promptsListVersions.js.map +1 -1
- package/funcs/promptsRetrieve.d.ts +3 -2
- package/funcs/promptsRetrieve.d.ts.map +1 -1
- package/funcs/promptsRetrieve.js +1 -1
- package/funcs/promptsRetrieve.js.map +1 -1
- package/funcs/promptsUpdate.d.ts +3 -2
- package/funcs/promptsUpdate.d.ts.map +1 -1
- package/funcs/promptsUpdate.js +1 -1
- package/funcs/promptsUpdate.js.map +1 -1
- package/funcs/remoteconfigsRetrieve.d.ts +3 -2
- package/funcs/remoteconfigsRetrieve.d.ts.map +1 -1
- package/funcs/remoteconfigsRetrieve.js +1 -1
- package/funcs/remoteconfigsRetrieve.js.map +1 -1
- package/jsr.json +1 -1
- package/lib/config.d.ts +3 -3
- package/lib/config.js +3 -3
- package/lib/matchers.d.ts +3 -10
- package/lib/matchers.d.ts.map +1 -1
- package/lib/matchers.js +33 -31
- package/lib/matchers.js.map +1 -1
- package/mcp-server/mcp-server.js +1 -1
- package/mcp-server/server.d.ts.map +1 -1
- package/mcp-server/server.js +11 -3
- package/mcp-server/server.js.map +1 -1
- package/mcp-server/tools/{evalsRunBertScore.d.ts → evalsAll.d.ts} +3 -3
- package/mcp-server/tools/evalsAll.d.ts.map +1 -0
- package/mcp-server/tools/evalsAll.js +62 -0
- package/mcp-server/tools/evalsAll.js.map +1 -0
- package/mcp-server/tools/evalsBertScore.d.ts +8 -0
- package/mcp-server/tools/evalsBertScore.d.ts.map +1 -0
- package/mcp-server/tools/{evalsRunBertScore.js → evalsBertScore.js} +7 -7
- package/mcp-server/tools/evalsBertScore.js.map +1 -0
- package/mcp-server/tools/evalsDelete.d.ts +8 -0
- package/mcp-server/tools/evalsDelete.d.ts.map +1 -0
- package/mcp-server/tools/evalsDelete.js +61 -0
- package/mcp-server/tools/evalsDelete.js.map +1 -0
- package/mcp-server/tools/evalsInvoke.d.ts +8 -0
- package/mcp-server/tools/evalsInvoke.d.ts.map +1 -0
- package/mcp-server/tools/evalsInvoke.js +62 -0
- package/mcp-server/tools/evalsInvoke.js.map +1 -0
- package/mcp-server/tools/evalsUpdate.d.ts +8 -0
- package/mcp-server/tools/evalsUpdate.d.ts.map +1 -0
- package/mcp-server/tools/evalsUpdate.js +62 -0
- package/mcp-server/tools/evalsUpdate.js.map +1 -0
- package/models/errors/apierror.d.ts +8 -18
- package/models/errors/apierror.d.ts.map +1 -1
- package/models/errors/apierror.js +17 -10
- package/models/errors/apierror.js.map +1 -1
- package/models/errors/createeval.d.ts +7 -2
- package/models/errors/createeval.d.ts.map +1 -1
- package/models/errors/createeval.js +12 -4
- package/models/errors/createeval.js.map +1 -1
- package/models/errors/deletecontact.d.ts +7 -2
- package/models/errors/deletecontact.d.ts.map +1 -1
- package/models/errors/deletecontact.js +12 -4
- package/models/errors/deletecontact.js.map +1 -1
- package/models/errors/deleteeval.d.ts +41 -0
- package/models/errors/deleteeval.d.ts.map +1 -0
- package/models/errors/deleteeval.js +87 -0
- package/models/errors/deleteeval.js.map +1 -0
- package/models/errors/evalsageappropriate.d.ts +13 -4
- package/models/errors/evalsageappropriate.d.ts.map +1 -1
- package/models/errors/evalsageappropriate.js +23 -8
- package/models/errors/evalsageappropriate.js.map +1 -1
- package/models/errors/evalsbertscore.d.ts +79 -0
- package/models/errors/evalsbertscore.d.ts.map +1 -0
- package/models/errors/evalsbertscore.js +132 -0
- package/models/errors/evalsbertscore.js.map +1 -0
- package/models/errors/evalsbleuscore.d.ts +13 -4
- package/models/errors/evalsbleuscore.d.ts.map +1 -1
- package/models/errors/evalsbleuscore.js +23 -8
- package/models/errors/evalsbleuscore.js.map +1 -1
- package/models/errors/evalsbotdetection.d.ts +13 -4
- package/models/errors/evalsbotdetection.d.ts.map +1 -1
- package/models/errors/evalsbotdetection.js +23 -8
- package/models/errors/evalsbotdetection.js.map +1 -1
- package/models/errors/evalscontains.d.ts +13 -4
- package/models/errors/evalscontains.d.ts.map +1 -1
- package/models/errors/evalscontains.js +23 -8
- package/models/errors/evalscontains.js.map +1 -1
- package/models/errors/evalscontainsall.d.ts +13 -4
- package/models/errors/evalscontainsall.d.ts.map +1 -1
- package/models/errors/evalscontainsall.js +23 -8
- package/models/errors/evalscontainsall.js.map +1 -1
- package/models/errors/evalscontainsany.d.ts +13 -4
- package/models/errors/evalscontainsany.d.ts.map +1 -1
- package/models/errors/evalscontainsany.js +23 -8
- package/models/errors/evalscontainsany.js.map +1 -1
- package/models/errors/evalscontainsemail.d.ts +13 -4
- package/models/errors/evalscontainsemail.d.ts.map +1 -1
- package/models/errors/evalscontainsemail.js +23 -8
- package/models/errors/evalscontainsemail.js.map +1 -1
- package/models/errors/evalscontainsnone.d.ts +13 -4
- package/models/errors/evalscontainsnone.d.ts.map +1 -1
- package/models/errors/evalscontainsnone.js +23 -8
- package/models/errors/evalscontainsnone.js.map +1 -1
- package/models/errors/evalscontainsurl.d.ts +13 -4
- package/models/errors/evalscontainsurl.d.ts.map +1 -1
- package/models/errors/evalscontainsurl.js +23 -8
- package/models/errors/evalscontainsurl.js.map +1 -1
- package/models/errors/evalscontainsvalidlink.d.ts +13 -4
- package/models/errors/evalscontainsvalidlink.d.ts.map +1 -1
- package/models/errors/evalscontainsvalidlink.js +23 -8
- package/models/errors/evalscontainsvalidlink.js.map +1 -1
- package/models/errors/evalsendswith.d.ts +13 -4
- package/models/errors/evalsendswith.d.ts.map +1 -1
- package/models/errors/evalsendswith.js +23 -8
- package/models/errors/evalsendswith.js.map +1 -1
- package/models/errors/evalsexactmatch.d.ts +13 -4
- package/models/errors/evalsexactmatch.d.ts.map +1 -1
- package/models/errors/evalsexactmatch.js +23 -8
- package/models/errors/evalsexactmatch.js.map +1 -1
- package/models/errors/evalsfactcheckingknowledgebase.d.ts +13 -4
- package/models/errors/evalsfactcheckingknowledgebase.d.ts.map +1 -1
- package/models/errors/evalsfactcheckingknowledgebase.js +23 -8
- package/models/errors/evalsfactcheckingknowledgebase.js.map +1 -1
- package/models/errors/evalsgrammar.d.ts +13 -4
- package/models/errors/evalsgrammar.d.ts.map +1 -1
- package/models/errors/evalsgrammar.js +23 -8
- package/models/errors/evalsgrammar.js.map +1 -1
- package/models/errors/evalslengthbetween.d.ts +13 -4
- package/models/errors/evalslengthbetween.d.ts.map +1 -1
- package/models/errors/evalslengthbetween.js +23 -8
- package/models/errors/evalslengthbetween.js.map +1 -1
- package/models/errors/evalslengthgreaterthan.d.ts +13 -4
- package/models/errors/evalslengthgreaterthan.d.ts.map +1 -1
- package/models/errors/evalslengthgreaterthan.js +23 -8
- package/models/errors/evalslengthgreaterthan.js.map +1 -1
- package/models/errors/evalslengthlessthan.d.ts +13 -4
- package/models/errors/evalslengthlessthan.d.ts.map +1 -1
- package/models/errors/evalslengthlessthan.js +23 -8
- package/models/errors/evalslengthlessthan.js.map +1 -1
- package/models/errors/evalslocalization.d.ts +13 -4
- package/models/errors/evalslocalization.d.ts.map +1 -1
- package/models/errors/evalslocalization.js +23 -8
- package/models/errors/evalslocalization.js.map +1 -1
- package/models/errors/evalspii.d.ts +13 -4
- package/models/errors/evalspii.d.ts.map +1 -1
- package/models/errors/evalspii.js +23 -8
- package/models/errors/evalspii.js.map +1 -1
- package/models/errors/evalsragascoherence.d.ts +13 -4
- package/models/errors/evalsragascoherence.d.ts.map +1 -1
- package/models/errors/evalsragascoherence.js +23 -8
- package/models/errors/evalsragascoherence.js.map +1 -1
- package/models/errors/evalsragasconciseness.d.ts +13 -4
- package/models/errors/evalsragasconciseness.d.ts.map +1 -1
- package/models/errors/evalsragasconciseness.js +23 -8
- package/models/errors/evalsragasconciseness.js.map +1 -1
- package/models/errors/evalsragascontextprecision.d.ts +13 -4
- package/models/errors/evalsragascontextprecision.d.ts.map +1 -1
- package/models/errors/evalsragascontextprecision.js +23 -8
- package/models/errors/evalsragascontextprecision.js.map +1 -1
- package/models/errors/evalsragascorrectness.d.ts +13 -4
- package/models/errors/evalsragascorrectness.d.ts.map +1 -1
- package/models/errors/evalsragascorrectness.js +23 -8
- package/models/errors/evalsragascorrectness.js.map +1 -1
- package/models/errors/evalsragasfaithfulness.d.ts +13 -4
- package/models/errors/evalsragasfaithfulness.d.ts.map +1 -1
- package/models/errors/evalsragasfaithfulness.js +23 -8
- package/models/errors/evalsragasfaithfulness.js.map +1 -1
- package/models/errors/evalsragasharmfulness.d.ts +13 -4
- package/models/errors/evalsragasharmfulness.d.ts.map +1 -1
- package/models/errors/evalsragasharmfulness.js +23 -8
- package/models/errors/evalsragasharmfulness.js.map +1 -1
- package/models/errors/evalsragasmaliciousness.d.ts +13 -4
- package/models/errors/evalsragasmaliciousness.d.ts.map +1 -1
- package/models/errors/evalsragasmaliciousness.js +23 -8
- package/models/errors/evalsragasmaliciousness.js.map +1 -1
- package/models/errors/evalsragasresponserelevancy.d.ts +13 -4
- package/models/errors/evalsragasresponserelevancy.d.ts.map +1 -1
- package/models/errors/evalsragasresponserelevancy.js +23 -8
- package/models/errors/evalsragasresponserelevancy.js.map +1 -1
- package/models/errors/evalsragassummarization.d.ts +13 -4
- package/models/errors/evalsragassummarization.d.ts.map +1 -1
- package/models/errors/evalsragassummarization.js +23 -8
- package/models/errors/evalsragassummarization.js.map +1 -1
- package/models/errors/evalssentimentclassification.d.ts +13 -4
- package/models/errors/evalssentimentclassification.d.ts.map +1 -1
- package/models/errors/evalssentimentclassification.js +23 -8
- package/models/errors/evalssentimentclassification.js.map +1 -1
- package/models/errors/evalssummarization.d.ts +13 -4
- package/models/errors/evalssummarization.d.ts.map +1 -1
- package/models/errors/evalssummarization.js +23 -8
- package/models/errors/evalssummarization.js.map +1 -1
- package/models/errors/evalstoneofvoice.d.ts +13 -4
- package/models/errors/evalstoneofvoice.d.ts.map +1 -1
- package/models/errors/evalstoneofvoice.js +23 -8
- package/models/errors/evalstoneofvoice.js.map +1 -1
- package/models/errors/evalstranslation.d.ts +13 -4
- package/models/errors/evalstranslation.d.ts.map +1 -1
- package/models/errors/evalstranslation.js +23 -8
- package/models/errors/evalstranslation.js.map +1 -1
- package/models/errors/evalsvalidjson.d.ts +13 -4
- package/models/errors/evalsvalidjson.d.ts.map +1 -1
- package/models/errors/evalsvalidjson.js +23 -8
- package/models/errors/evalsvalidjson.js.map +1 -1
- package/models/errors/getevals.d.ts +41 -0
- package/models/errors/getevals.d.ts.map +1 -0
- package/models/errors/getevals.js +87 -0
- package/models/errors/getevals.js.map +1 -0
- package/models/errors/getpromptversion.d.ts +7 -2
- package/models/errors/getpromptversion.d.ts.map +1 -1
- package/models/errors/getpromptversion.js +12 -4
- package/models/errors/getpromptversion.js.map +1 -1
- package/models/errors/honoapierror.d.ts +7 -2
- package/models/errors/honoapierror.d.ts.map +1 -1
- package/models/errors/honoapierror.js +12 -4
- package/models/errors/honoapierror.js.map +1 -1
- package/models/errors/index.d.ts +6 -1
- package/models/errors/index.d.ts.map +1 -1
- package/models/errors/index.js +6 -1
- package/models/errors/index.js.map +1 -1
- package/models/errors/invokeeval.d.ts +79 -0
- package/models/errors/invokeeval.d.ts.map +1 -0
- package/models/errors/invokeeval.js +132 -0
- package/models/errors/invokeeval.js.map +1 -0
- package/models/errors/orqerror.d.ts +19 -0
- package/models/errors/orqerror.d.ts.map +1 -0
- package/models/errors/orqerror.js +20 -0
- package/models/errors/orqerror.js.map +1 -0
- package/models/errors/responsevalidationerror.d.ts +26 -0
- package/models/errors/responsevalidationerror.d.ts.map +1 -0
- package/models/errors/responsevalidationerror.js +66 -0
- package/models/errors/responsevalidationerror.js.map +1 -0
- package/models/errors/retrievecontact.d.ts +7 -2
- package/models/errors/retrievecontact.d.ts.map +1 -1
- package/models/errors/retrievecontact.js +12 -4
- package/models/errors/retrievecontact.js.map +1 -1
- package/models/errors/sdkvalidationerror.d.ts +1 -0
- package/models/errors/sdkvalidationerror.d.ts.map +1 -1
- package/models/errors/sdkvalidationerror.js +14 -0
- package/models/errors/sdkvalidationerror.js.map +1 -1
- package/models/errors/updatecontact.d.ts +7 -2
- package/models/errors/updatecontact.d.ts.map +1 -1
- package/models/errors/updatecontact.js +12 -4
- package/models/errors/updatecontact.js.map +1 -1
- package/models/errors/updateeval.d.ts +41 -0
- package/models/errors/updateeval.d.ts.map +1 -0
- package/models/errors/updateeval.js +87 -0
- package/models/errors/updateeval.js.map +1 -0
- package/models/errors/updateprompt.d.ts +7 -2
- package/models/errors/updateprompt.d.ts.map +1 -1
- package/models/errors/updateprompt.js +12 -4
- package/models/errors/updateprompt.js.map +1 -1
- package/models/operations/createcontact.js +2 -2
- package/models/operations/createdataset.js +2 -2
- package/models/operations/createdatasetitem.js +2 -2
- package/models/operations/createdatasource.js +2 -2
- package/models/operations/createeval.js +16 -16
- package/models/operations/deleteeval.d.ts +29 -0
- package/models/operations/deleteeval.d.ts.map +1 -0
- package/models/operations/deleteeval.js +69 -0
- package/models/operations/deleteeval.js.map +1 -0
- package/models/operations/evalsbertscore.d.ts +88 -0
- package/models/operations/evalsbertscore.d.ts.map +1 -0
- package/models/operations/evalsbertscore.js +129 -0
- package/models/operations/evalsbertscore.js.map +1 -0
- package/models/operations/fileget.js +2 -2
- package/models/operations/filelist.js +2 -2
- package/models/operations/fileupload.js +2 -2
- package/models/operations/getevals.d.ts +2945 -0
- package/models/operations/getevals.d.ts.map +1 -0
- package/models/operations/getevals.js +3111 -0
- package/models/operations/getevals.js.map +1 -0
- package/models/operations/index.d.ts +5 -1
- package/models/operations/index.d.ts.map +1 -1
- package/models/operations/index.js +5 -1
- package/models/operations/index.js.map +1 -1
- package/models/operations/invokeeval.d.ts +1205 -0
- package/models/operations/invokeeval.d.ts.map +1 -0
- package/models/operations/invokeeval.js +1305 -0
- package/models/operations/invokeeval.js.map +1 -0
- package/models/operations/listcontacts.js +2 -2
- package/models/operations/listdatasetdatapoints.js +2 -2
- package/models/operations/listdatasets.js +2 -2
- package/models/operations/listdatasources.js +2 -2
- package/models/operations/retrievecontact.js +2 -2
- package/models/operations/retrievedatapoint.js +2 -2
- package/models/operations/retrievedataset.js +2 -2
- package/models/operations/retrievedatasource.js +2 -2
- package/models/operations/updatecontact.js +2 -2
- package/models/operations/updatedatapoint.js +2 -2
- package/models/operations/updatedataset.js +2 -2
- package/models/operations/updatedatasource.js +2 -2
- package/models/operations/updateeval.d.ts +1939 -0
- package/models/operations/updateeval.d.ts.map +1 -0
- package/models/operations/updateeval.js +2025 -0
- package/models/operations/updateeval.js.map +1 -0
- package/package.json +1 -1
- package/sdk/evals.d.ts +17 -1
- package/sdk/evals.d.ts.map +1 -1
- package/sdk/evals.js +31 -3
- package/sdk/evals.js.map +1 -1
- package/src/funcs/contactsCreate.ts +21 -17
- package/src/funcs/contactsDelete.ts +21 -17
- package/src/funcs/contactsList.ts +21 -17
- package/src/funcs/contactsRetrieve.ts +21 -17
- package/src/funcs/contactsUpdate.ts +21 -17
- package/src/funcs/datasetsClear.ts +21 -17
- package/src/funcs/datasetsCreate.ts +21 -17
- package/src/funcs/datasetsCreateDatapoint.ts +21 -17
- package/src/funcs/datasetsCreateExperiment.ts +21 -17
- package/src/funcs/datasetsDelete.ts +21 -17
- package/src/funcs/datasetsDeleteDatapoint.ts +21 -17
- package/src/funcs/datasetsList.ts +21 -17
- package/src/funcs/datasetsListDatapoints.ts +21 -17
- package/src/funcs/datasetsRetrieve.ts +21 -17
- package/src/funcs/datasetsRetrieveDatapoint.ts +21 -17
- package/src/funcs/datasetsUpdate.ts +21 -17
- package/src/funcs/datasetsUpdateDatapoint.ts +21 -17
- package/src/funcs/deploymentsCreateExperiment.ts +21 -17
- package/src/funcs/deploymentsGetConfig.ts +21 -17
- package/src/funcs/deploymentsInvoke.ts +21 -17
- package/src/funcs/deploymentsList.ts +21 -17
- package/src/funcs/deploymentsMetricsCreate.ts +21 -17
- package/src/funcs/deploymentsStream.ts +21 -17
- package/src/funcs/evalsAgeAppropriate.ts +21 -17
- package/src/funcs/evalsAll.ts +173 -0
- package/src/funcs/{evalsRunBertScore.ts → evalsBertScore.ts} +40 -34
- package/src/funcs/evalsBleuScore.ts +21 -17
- package/src/funcs/evalsBotDetection.ts +21 -17
- package/src/funcs/evalsContains.ts +21 -17
- package/src/funcs/evalsContainsAll.ts +21 -17
- package/src/funcs/evalsContainsAny.ts +21 -17
- package/src/funcs/evalsContainsEmail.ts +21 -17
- package/src/funcs/evalsContainsNone.ts +21 -17
- package/src/funcs/evalsContainsUrl.ts +21 -17
- package/src/funcs/evalsContainsValidLink.ts +21 -17
- package/src/funcs/evalsCreate.ts +21 -17
- package/src/funcs/evalsDelete.ts +173 -0
- package/src/funcs/evalsEndsWith.ts +21 -17
- package/src/funcs/evalsExactMatch.ts +21 -17
- package/src/funcs/evalsFactCheckingKnowledgeBase.ts +21 -17
- package/src/funcs/evalsGrammar.ts +21 -17
- package/src/funcs/evalsInvoke.ts +177 -0
- package/src/funcs/evalsLengthBetween.ts +21 -17
- package/src/funcs/evalsLengthGreaterThan.ts +21 -17
- package/src/funcs/evalsLengthLessThan.ts +21 -17
- package/src/funcs/evalsLocalization.ts +21 -17
- package/src/funcs/evalsPii.ts +21 -17
- package/src/funcs/evalsRagasCoherence.ts +21 -17
- package/src/funcs/evalsRagasConciseness.ts +21 -17
- package/src/funcs/evalsRagasContextPrecision.ts +21 -17
- package/src/funcs/evalsRagasCorrectness.ts +21 -17
- package/src/funcs/evalsRagasFaithfulness.ts +21 -17
- package/src/funcs/evalsRagasHarmfulness.ts +21 -17
- package/src/funcs/evalsRagasMaliciousness.ts +21 -17
- package/src/funcs/evalsRagasResponseRelevancy.ts +21 -17
- package/src/funcs/evalsRagasSummarization.ts +21 -17
- package/src/funcs/evalsSentimentClassification.ts +21 -17
- package/src/funcs/evalsSummarization.ts +21 -17
- package/src/funcs/evalsToneOfVoice.ts +21 -17
- package/src/funcs/evalsTranslation.ts +21 -17
- package/src/funcs/evalsUpdate.ts +173 -0
- package/src/funcs/evalsValidJson.ts +21 -17
- package/src/funcs/feedbackCreate.ts +21 -17
- package/src/funcs/filesCreate.ts +21 -17
- package/src/funcs/filesDelete.ts +21 -17
- package/src/funcs/filesGet.ts +21 -17
- package/src/funcs/filesList.ts +21 -17
- package/src/funcs/knowledgeCreate.ts +21 -17
- package/src/funcs/knowledgeCreateChunks.ts +21 -17
- package/src/funcs/knowledgeCreateDatasource.ts +21 -17
- package/src/funcs/knowledgeDelete.ts +21 -17
- package/src/funcs/knowledgeDeleteChunk.ts +21 -17
- package/src/funcs/knowledgeDeleteDatasource.ts +21 -17
- package/src/funcs/knowledgeList.ts +21 -17
- package/src/funcs/knowledgeListChunks.ts +21 -17
- package/src/funcs/knowledgeListDatasources.ts +21 -17
- package/src/funcs/knowledgeRetrieve.ts +21 -17
- package/src/funcs/knowledgeRetrieveChunk.ts +21 -17
- package/src/funcs/knowledgeRetrieveDatasource.ts +21 -17
- package/src/funcs/knowledgeSearch.ts +21 -17
- package/src/funcs/knowledgeUpdate.ts +21 -17
- package/src/funcs/knowledgeUpdateChunk.ts +21 -17
- package/src/funcs/knowledgeUpdateDatasource.ts +21 -17
- package/src/funcs/modelsList.ts +21 -17
- package/src/funcs/promptsCreate.ts +21 -17
- package/src/funcs/promptsDelete.ts +21 -17
- package/src/funcs/promptsGetVersion.ts +21 -17
- package/src/funcs/promptsList.ts +21 -17
- package/src/funcs/promptsListVersions.ts +21 -17
- package/src/funcs/promptsRetrieve.ts +21 -17
- package/src/funcs/promptsUpdate.ts +21 -17
- package/src/funcs/remoteconfigsRetrieve.ts +21 -17
- package/src/lib/config.ts +3 -3
- package/src/lib/matchers.ts +44 -41
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +11 -3
- package/src/mcp-server/tools/evalsAll.ts +35 -0
- package/src/mcp-server/tools/{evalsRunBertScore.ts → evalsBertScore.ts} +5 -5
- package/src/mcp-server/tools/evalsDelete.ts +33 -0
- package/src/mcp-server/tools/evalsInvoke.ts +35 -0
- package/src/mcp-server/tools/evalsUpdate.ts +35 -0
- package/src/models/errors/apierror.ts +23 -31
- package/src/models/errors/createeval.ts +15 -4
- package/src/models/errors/deletecontact.ts +15 -5
- package/src/models/errors/deleteeval.ts +82 -0
- package/src/models/errors/evalsageappropriate.ts +29 -8
- package/src/models/errors/evalsbertscore.ts +158 -0
- package/src/models/errors/evalsbleuscore.ts +29 -8
- package/src/models/errors/evalsbotdetection.ts +29 -8
- package/src/models/errors/evalscontains.ts +29 -8
- package/src/models/errors/evalscontainsall.ts +29 -8
- package/src/models/errors/evalscontainsany.ts +29 -8
- package/src/models/errors/evalscontainsemail.ts +29 -8
- package/src/models/errors/evalscontainsnone.ts +29 -8
- package/src/models/errors/evalscontainsurl.ts +29 -8
- package/src/models/errors/evalscontainsvalidlink.ts +29 -8
- package/src/models/errors/evalsendswith.ts +29 -8
- package/src/models/errors/evalsexactmatch.ts +29 -8
- package/src/models/errors/evalsfactcheckingknowledgebase.ts +29 -8
- package/src/models/errors/evalsgrammar.ts +29 -8
- package/src/models/errors/evalslengthbetween.ts +29 -8
- package/src/models/errors/evalslengthgreaterthan.ts +29 -8
- package/src/models/errors/evalslengthlessthan.ts +29 -8
- package/src/models/errors/evalslocalization.ts +29 -8
- package/src/models/errors/evalspii.ts +29 -8
- package/src/models/errors/evalsragascoherence.ts +29 -8
- package/src/models/errors/evalsragasconciseness.ts +29 -8
- package/src/models/errors/evalsragascontextprecision.ts +29 -8
- package/src/models/errors/evalsragascorrectness.ts +29 -8
- package/src/models/errors/evalsragasfaithfulness.ts +29 -8
- package/src/models/errors/evalsragasharmfulness.ts +29 -8
- package/src/models/errors/evalsragasmaliciousness.ts +29 -8
- package/src/models/errors/evalsragasresponserelevancy.ts +29 -8
- package/src/models/errors/evalsragassummarization.ts +29 -8
- package/src/models/errors/evalssentimentclassification.ts +29 -8
- package/src/models/errors/evalssummarization.ts +29 -8
- package/src/models/errors/evalstoneofvoice.ts +29 -8
- package/src/models/errors/evalstranslation.ts +29 -8
- package/src/models/errors/evalsvalidjson.ts +29 -8
- package/src/models/errors/getevals.ts +82 -0
- package/src/models/errors/getpromptversion.ts +15 -4
- package/src/models/errors/honoapierror.ts +15 -5
- package/src/models/errors/index.ts +6 -1
- package/src/models/errors/invokeeval.ts +158 -0
- package/src/models/errors/orqerror.ts +35 -0
- package/src/models/errors/responsevalidationerror.ts +50 -0
- package/src/models/errors/retrievecontact.ts +15 -5
- package/src/models/errors/sdkvalidationerror.ts +12 -0
- package/src/models/errors/updatecontact.ts +15 -4
- package/src/models/errors/updateeval.ts +82 -0
- package/src/models/errors/updateprompt.ts +15 -4
- package/src/models/operations/createcontact.ts +2 -2
- package/src/models/operations/createdataset.ts +2 -2
- package/src/models/operations/createdatasetitem.ts +2 -2
- package/src/models/operations/createdatasource.ts +2 -2
- package/src/models/operations/createeval.ts +16 -16
- package/src/models/operations/deleteeval.ts +66 -0
- package/src/models/operations/evalsbertscore.ts +197 -0
- package/src/models/operations/fileget.ts +2 -2
- package/src/models/operations/filelist.ts +2 -2
- package/src/models/operations/fileupload.ts +2 -2
- package/src/models/operations/getevals.ts +6187 -0
- package/src/models/operations/index.ts +5 -1
- package/src/models/operations/invokeeval.ts +2492 -0
- package/src/models/operations/listcontacts.ts +2 -2
- package/src/models/operations/listdatasetdatapoints.ts +2 -2
- package/src/models/operations/listdatasets.ts +2 -2
- package/src/models/operations/listdatasources.ts +2 -2
- package/src/models/operations/retrievecontact.ts +2 -2
- package/src/models/operations/retrievedatapoint.ts +2 -2
- package/src/models/operations/retrievedataset.ts +2 -2
- package/src/models/operations/retrievedatasource.ts +2 -2
- package/src/models/operations/updatecontact.ts +2 -2
- package/src/models/operations/updatedatapoint.ts +2 -2
- package/src/models/operations/updatedataset.ts +2 -2
- package/src/models/operations/updatedatasource.ts +2 -2
- package/src/models/operations/updateeval.ts +4131 -0
- package/src/sdk/evals.ts +65 -5
- package/funcs/evalsRunBertScore.d.ts +0 -14
- package/funcs/evalsRunBertScore.d.ts.map +0 -1
- package/funcs/evalsRunBertScore.js.map +0 -1
- package/mcp-server/tools/evalsRunBertScore.d.ts.map +0 -1
- package/mcp-server/tools/evalsRunBertScore.js.map +0 -1
- package/models/errors/runbertscore.d.ts +0 -70
- package/models/errors/runbertscore.d.ts.map +0 -1
- package/models/errors/runbertscore.js +0 -117
- package/models/errors/runbertscore.js.map +0 -1
- package/models/operations/runbertscore.d.ts +0 -88
- package/models/operations/runbertscore.d.ts.map +0 -1
- package/models/operations/runbertscore.js +0 -129
- package/models/operations/runbertscore.js.map +0 -1
- package/src/models/errors/runbertscore.ts +0 -137
- package/src/models/operations/runbertscore.ts +0 -197
package/README.md
CHANGED
|
@@ -268,8 +268,11 @@ run();
|
|
|
268
268
|
|
|
269
269
|
### [evals](docs/sdks/evals/README.md)
|
|
270
270
|
|
|
271
|
+
* [all](docs/sdks/evals/README.md#all) - Get all Evaluators
|
|
271
272
|
* [create](docs/sdks/evals/README.md#create) - Create an Evaluator
|
|
272
|
-
* [
|
|
273
|
+
* [update](docs/sdks/evals/README.md#update) - Update an Evaluator
|
|
274
|
+
* [delete](docs/sdks/evals/README.md#delete) - Delete an Evaluator
|
|
275
|
+
* [bertScore](docs/sdks/evals/README.md#bertscore) - Run BertScore Evaluator
|
|
273
276
|
* [bleuScore](docs/sdks/evals/README.md#bleuscore) - Run BLEU Score Evaluator
|
|
274
277
|
* [containsAll](docs/sdks/evals/README.md#containsall) - Run Contains All Evaluator
|
|
275
278
|
* [containsAny](docs/sdks/evals/README.md#containsany) - Run Contains Any Evaluator
|
|
@@ -303,6 +306,7 @@ run();
|
|
|
303
306
|
* [ragasMaliciousness](docs/sdks/evals/README.md#ragasmaliciousness) - Run Maliciousness Evaluator
|
|
304
307
|
* [ragasResponseRelevancy](docs/sdks/evals/README.md#ragasresponserelevancy) - Run Response Relevancy Evaluator
|
|
305
308
|
* [ragasSummarization](docs/sdks/evals/README.md#ragassummarization) - Run Summarization Evaluator
|
|
309
|
+
* [invoke](docs/sdks/evals/README.md#invoke) - Invoke a Custom Evaluator
|
|
306
310
|
|
|
307
311
|
### [feedback](docs/sdks/feedback/README.md)
|
|
308
312
|
|
|
@@ -395,6 +399,8 @@ To read more about standalone functions, check [FUNCTIONS.md](./FUNCTIONS.md).
|
|
|
395
399
|
- [`deploymentsMetricsCreate`](docs/sdks/metrics/README.md#create) - Add metrics
|
|
396
400
|
- [`deploymentsStream`](docs/sdks/deployments/README.md#stream) - Stream
|
|
397
401
|
- [`evalsAgeAppropriate`](docs/sdks/evals/README.md#ageappropriate) - Run Age Appropriate Evaluator
|
|
402
|
+
- [`evalsAll`](docs/sdks/evals/README.md#all) - Get all Evaluators
|
|
403
|
+
- [`evalsBertScore`](docs/sdks/evals/README.md#bertscore) - Run BertScore Evaluator
|
|
398
404
|
- [`evalsBleuScore`](docs/sdks/evals/README.md#bleuscore) - Run BLEU Score Evaluator
|
|
399
405
|
- [`evalsBotDetection`](docs/sdks/evals/README.md#botdetection) - Run Bot Detection Evaluator
|
|
400
406
|
- [`evalsContains`](docs/sdks/evals/README.md#contains) - Run Contains Evaluator
|
|
@@ -405,10 +411,12 @@ To read more about standalone functions, check [FUNCTIONS.md](./FUNCTIONS.md).
|
|
|
405
411
|
- [`evalsContainsUrl`](docs/sdks/evals/README.md#containsurl) - Run Contains URL Evaluator
|
|
406
412
|
- [`evalsContainsValidLink`](docs/sdks/evals/README.md#containsvalidlink) - Run Contains Valid Link Evaluator
|
|
407
413
|
- [`evalsCreate`](docs/sdks/evals/README.md#create) - Create an Evaluator
|
|
414
|
+
- [`evalsDelete`](docs/sdks/evals/README.md#delete) - Delete an Evaluator
|
|
408
415
|
- [`evalsEndsWith`](docs/sdks/evals/README.md#endswith) - Run Ends With Evaluator
|
|
409
416
|
- [`evalsExactMatch`](docs/sdks/evals/README.md#exactmatch) - Run Exact Match Evaluator
|
|
410
417
|
- [`evalsFactCheckingKnowledgeBase`](docs/sdks/evals/README.md#factcheckingknowledgebase) - Run Fact Checking Knowledge Base Evaluator
|
|
411
418
|
- [`evalsGrammar`](docs/sdks/evals/README.md#grammar) - Run Grammar Evaluator
|
|
419
|
+
- [`evalsInvoke`](docs/sdks/evals/README.md#invoke) - Invoke a Custom Evaluator
|
|
412
420
|
- [`evalsLengthBetween`](docs/sdks/evals/README.md#lengthbetween) - Run Length Between Evaluator
|
|
413
421
|
- [`evalsLengthGreaterThan`](docs/sdks/evals/README.md#lengthgreaterthan) - Run Length Greater Than Evaluator
|
|
414
422
|
- [`evalsLengthLessThan`](docs/sdks/evals/README.md#lengthlessthan) - Run Length Less Than Evaluator
|
|
@@ -423,11 +431,11 @@ To read more about standalone functions, check [FUNCTIONS.md](./FUNCTIONS.md).
|
|
|
423
431
|
- [`evalsRagasMaliciousness`](docs/sdks/evals/README.md#ragasmaliciousness) - Run Maliciousness Evaluator
|
|
424
432
|
- [`evalsRagasResponseRelevancy`](docs/sdks/evals/README.md#ragasresponserelevancy) - Run Response Relevancy Evaluator
|
|
425
433
|
- [`evalsRagasSummarization`](docs/sdks/evals/README.md#ragassummarization) - Run Summarization Evaluator
|
|
426
|
-
- [`evalsRunBertScore`](docs/sdks/evals/README.md#runbertscore) - Run BertScore Evaluator
|
|
427
434
|
- [`evalsSentimentClassification`](docs/sdks/evals/README.md#sentimentclassification) - Run Sentiment Classification Evaluator
|
|
428
435
|
- [`evalsSummarization`](docs/sdks/evals/README.md#summarization) - Run Summarization Evaluator
|
|
429
436
|
- [`evalsToneOfVoice`](docs/sdks/evals/README.md#toneofvoice) - Run Tone of Voice Evaluator
|
|
430
437
|
- [`evalsTranslation`](docs/sdks/evals/README.md#translation) - Run Translation Evaluator
|
|
438
|
+
- [`evalsUpdate`](docs/sdks/evals/README.md#update) - Update an Evaluator
|
|
431
439
|
- [`evalsValidJson`](docs/sdks/evals/README.md#validjson) - Run JSON Validation Evaluator
|
|
432
440
|
- [`feedbackCreate`](docs/sdks/feedback/README.md#create) - Submit feedback
|
|
433
441
|
- [`filesCreate`](docs/sdks/files/README.md#create) - Create file
|
|
@@ -605,16 +613,15 @@ run();
|
|
|
605
613
|
<!-- Start Error Handling [errors] -->
|
|
606
614
|
## Error Handling
|
|
607
615
|
|
|
608
|
-
|
|
616
|
+
[`OrqError`](./src/models/errors/orqerror.ts) is the base class for all HTTP error responses. It has the following properties:
|
|
609
617
|
|
|
610
618
|
| Property | Type | Description |
|
|
611
619
|
| ------------------- | ---------- | --------------------------------------------------------------------------------------- |
|
|
612
|
-
| `error.name` | `string` | Error class name eg `APIError` |
|
|
613
620
|
| `error.message` | `string` | Error message |
|
|
614
|
-
| `error.statusCode` | `number` | HTTP status code eg `404`
|
|
615
|
-
| `error.
|
|
621
|
+
| `error.statusCode` | `number` | HTTP response status code eg `404` |
|
|
622
|
+
| `error.headers` | `Headers` | HTTP response headers |
|
|
616
623
|
| `error.body` | `string` | HTTP body. Can be empty string if no body is returned. |
|
|
617
|
-
| `error.rawResponse` | `Response` | Raw HTTP response
|
|
624
|
+
| `error.rawResponse` | `Response` | Raw HTTP response |
|
|
618
625
|
| `error.data$` | | Optional. Some errors may contain structured data. [See Error Classes](#error-classes). |
|
|
619
626
|
|
|
620
627
|
### Example
|
|
@@ -634,18 +641,17 @@ async function run() {
|
|
|
634
641
|
|
|
635
642
|
console.log(result);
|
|
636
643
|
} catch (error) {
|
|
637
|
-
//
|
|
638
|
-
if (error instanceof errors.
|
|
639
|
-
console.log(error.message);
|
|
640
|
-
console.log(error.data$.error); // string
|
|
641
|
-
}
|
|
642
|
-
|
|
643
|
-
// Fallback error class, if no other more specific error class is matched
|
|
644
|
-
if (error instanceof errors.APIError) {
|
|
644
|
+
// The base class for HTTP error responses
|
|
645
|
+
if (error instanceof errors.OrqError) {
|
|
645
646
|
console.log(error.message);
|
|
646
647
|
console.log(error.statusCode);
|
|
647
648
|
console.log(error.body);
|
|
648
|
-
console.log(error.
|
|
649
|
+
console.log(error.headers);
|
|
650
|
+
|
|
651
|
+
// Depending on the method different errors may be thrown
|
|
652
|
+
if (error instanceof errors.RetrieveContactResponseBody) {
|
|
653
|
+
console.log(error.data$.error); // string
|
|
654
|
+
}
|
|
649
655
|
}
|
|
650
656
|
}
|
|
651
657
|
}
|
|
@@ -655,94 +661,105 @@ run();
|
|
|
655
661
|
```
|
|
656
662
|
|
|
657
663
|
### Error Classes
|
|
658
|
-
|
|
659
|
-
* `
|
|
660
|
-
|
|
661
|
-
|
|
662
|
-
|
|
663
|
-
|
|
664
|
-
|
|
665
|
-
|
|
666
|
-
|
|
667
|
-
|
|
668
|
-
|
|
669
|
-
* [`
|
|
670
|
-
* [`
|
|
671
|
-
|
|
672
|
-
|
|
673
|
-
|
|
674
|
-
* [`
|
|
675
|
-
* [`
|
|
676
|
-
* [`
|
|
677
|
-
* [`
|
|
678
|
-
* [`
|
|
679
|
-
* [`
|
|
680
|
-
* [`
|
|
681
|
-
* [`
|
|
682
|
-
* [`
|
|
683
|
-
* [`
|
|
684
|
-
* [`
|
|
685
|
-
* [`
|
|
686
|
-
* [`
|
|
687
|
-
* [`
|
|
688
|
-
* [`
|
|
689
|
-
* [`
|
|
690
|
-
* [`
|
|
691
|
-
* [`
|
|
692
|
-
* [`
|
|
693
|
-
* [`
|
|
694
|
-
* [`
|
|
695
|
-
* [`
|
|
696
|
-
* [`
|
|
697
|
-
* [`
|
|
698
|
-
* [`
|
|
699
|
-
* [`
|
|
700
|
-
* [`
|
|
701
|
-
* [`
|
|
702
|
-
* [`
|
|
703
|
-
* [`
|
|
704
|
-
* [`
|
|
705
|
-
* [`
|
|
706
|
-
* [`
|
|
707
|
-
* [`
|
|
708
|
-
* [`
|
|
709
|
-
* [`
|
|
710
|
-
* [`
|
|
711
|
-
* [`
|
|
712
|
-
* [`
|
|
713
|
-
* [`
|
|
714
|
-
* [`
|
|
715
|
-
* [`
|
|
716
|
-
* [`
|
|
717
|
-
* [`
|
|
718
|
-
* [`
|
|
719
|
-
* [`
|
|
720
|
-
* [`
|
|
721
|
-
* [`
|
|
722
|
-
* [`
|
|
723
|
-
* [`
|
|
724
|
-
* [`
|
|
725
|
-
* [`
|
|
726
|
-
* [`
|
|
727
|
-
* [`
|
|
728
|
-
* [`
|
|
729
|
-
* [`
|
|
730
|
-
* [`
|
|
731
|
-
* [`
|
|
732
|
-
* [`
|
|
733
|
-
* [`
|
|
734
|
-
* [`
|
|
735
|
-
* [`
|
|
736
|
-
* [`
|
|
737
|
-
* [`
|
|
738
|
-
* [`
|
|
739
|
-
* [`
|
|
740
|
-
* [`
|
|
741
|
-
* [`
|
|
742
|
-
* [`
|
|
743
|
-
* [`
|
|
744
|
-
|
|
664
|
+
**Primary error:**
|
|
665
|
+
* [`OrqError`](./src/models/errors/orqerror.ts): The base class for HTTP error responses.
|
|
666
|
+
|
|
667
|
+
<details><summary>Less common errors (86)</summary>
|
|
668
|
+
|
|
669
|
+
<br />
|
|
670
|
+
|
|
671
|
+
**Network errors:**
|
|
672
|
+
* [`ConnectionError`](./src/models/errors/httpclienterrors.ts): HTTP client was unable to make a request to a server.
|
|
673
|
+
* [`RequestTimeoutError`](./src/models/errors/httpclienterrors.ts): HTTP request timed out due to an AbortSignal signal.
|
|
674
|
+
* [`RequestAbortedError`](./src/models/errors/httpclienterrors.ts): HTTP request was aborted by the client.
|
|
675
|
+
* [`InvalidRequestError`](./src/models/errors/httpclienterrors.ts): Any input used to create a request is invalid.
|
|
676
|
+
* [`UnexpectedClientError`](./src/models/errors/httpclienterrors.ts): Unrecognised or unexpected error.
|
|
677
|
+
|
|
678
|
+
|
|
679
|
+
**Inherit from [`OrqError`](./src/models/errors/orqerror.ts)**:
|
|
680
|
+
* [`HonoApiError`](docs/models/errors/honoapierror.md): Applicable to 6 of 92 methods.*
|
|
681
|
+
* [`RetrieveContactResponseBody`](docs/models/errors/retrievecontactresponsebody.md): Contact not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
682
|
+
* [`UpdateContactResponseBody`](docs/models/errors/updatecontactresponsebody.md): Contact not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
683
|
+
* [`DeleteContactResponseBody`](docs/models/errors/deletecontactresponsebody.md): Contact not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
684
|
+
* [`UpdatePromptResponseBody`](docs/models/errors/updatepromptresponsebody.md): Prompt not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
685
|
+
* [`GetPromptVersionResponseBody`](docs/models/errors/getpromptversionresponsebody.md): Not Found - The prompt or prompt version does not exist. Status code `404`. Applicable to 1 of 92 methods.*
|
|
686
|
+
* [`GetEvalsResponseBody`](docs/models/errors/getevalsresponsebody.md): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of 92 methods.*
|
|
687
|
+
* [`CreateEvalResponseBody`](docs/models/errors/createevalresponsebody.md): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of 92 methods.*
|
|
688
|
+
* [`UpdateEvalResponseBody`](docs/models/errors/updateevalresponsebody.md): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of 92 methods.*
|
|
689
|
+
* [`DeleteEvalResponseBody`](docs/models/errors/deleteevalresponsebody.md): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of 92 methods.*
|
|
690
|
+
* [`EvalsBertScoreResponseBody`](docs/models/errors/evalsbertscoreresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
691
|
+
* [`EvalsBleuScoreResponseBody`](docs/models/errors/evalsbleuscoreresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
692
|
+
* [`EvalsContainsAllResponseBody`](docs/models/errors/evalscontainsallresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
693
|
+
* [`EvalsContainsAnyResponseBody`](docs/models/errors/evalscontainsanyresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
694
|
+
* [`EvalsContainsEmailResponseBody`](docs/models/errors/evalscontainsemailresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
695
|
+
* [`EvalsContainsNoneResponseBody`](docs/models/errors/evalscontainsnoneresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
696
|
+
* [`EvalsContainsUrlResponseBody`](docs/models/errors/evalscontainsurlresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
697
|
+
* [`EvalsContainsValidLinkResponseBody`](docs/models/errors/evalscontainsvalidlinkresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
698
|
+
* [`EvalsContainsResponseBody`](docs/models/errors/evalscontainsresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
699
|
+
* [`EvalsEndsWithResponseBody`](docs/models/errors/evalsendswithresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
700
|
+
* [`EvalsExactMatchResponseBody`](docs/models/errors/evalsexactmatchresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
701
|
+
* [`EvalsLengthBetweenResponseBody`](docs/models/errors/evalslengthbetweenresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
702
|
+
* [`EvalsLengthGreaterThanResponseBody`](docs/models/errors/evalslengthgreaterthanresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
703
|
+
* [`EvalsLengthLessThanResponseBody`](docs/models/errors/evalslengthlessthanresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
704
|
+
* [`EvalsValidJsonResponseBody`](docs/models/errors/evalsvalidjsonresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
705
|
+
* [`EvalsAgeAppropriateResponseBody`](docs/models/errors/evalsageappropriateresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
706
|
+
* [`EvalsBotDetectionResponseBody`](docs/models/errors/evalsbotdetectionresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
707
|
+
* [`EvalsFactCheckingKnowledgeBaseResponseBody`](docs/models/errors/evalsfactcheckingknowledgebaseresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
708
|
+
* [`EvalsGrammarResponseBody`](docs/models/errors/evalsgrammarresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
709
|
+
* [`EvalsLocalizationResponseBody`](docs/models/errors/evalslocalizationresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
710
|
+
* [`EvalsPiiResponseBody`](docs/models/errors/evalspiiresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
711
|
+
* [`EvalsSentimentClassificationResponseBody`](docs/models/errors/evalssentimentclassificationresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
712
|
+
* [`EvalsSummarizationResponseBody`](docs/models/errors/evalssummarizationresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
713
|
+
* [`EvalsToneOfVoiceResponseBody`](docs/models/errors/evalstoneofvoiceresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
714
|
+
* [`EvalsTranslationResponseBody`](docs/models/errors/evalstranslationresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
715
|
+
* [`EvalsRagasCoherenceResponseBody`](docs/models/errors/evalsragascoherenceresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
716
|
+
* [`EvalsRagasConcisenessResponseBody`](docs/models/errors/evalsragasconcisenessresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
717
|
+
* [`EvalsRagasContextPrecisionResponseBody`](docs/models/errors/evalsragascontextprecisionresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
718
|
+
* [`EvalsRagasCorrectnessResponseBody`](docs/models/errors/evalsragascorrectnessresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
719
|
+
* [`EvalsRagasFaithfulnessResponseBody`](docs/models/errors/evalsragasfaithfulnessresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
720
|
+
* [`EvalsRagasHarmfulnessResponseBody`](docs/models/errors/evalsragasharmfulnessresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
721
|
+
* [`EvalsRagasMaliciousnessResponseBody`](docs/models/errors/evalsragasmaliciousnessresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
722
|
+
* [`EvalsRagasResponseRelevancyResponseBody`](docs/models/errors/evalsragasresponserelevancyresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
723
|
+
* [`EvalsRagasSummarizationResponseBody`](docs/models/errors/evalsragassummarizationresponsebody.md): Evaluator not found. Status code `404`. Applicable to 1 of 92 methods.*
|
|
724
|
+
* [`InvokeEvalResponseBody`](docs/models/errors/invokeevalresponsebody.md): Workspace ID is not found on the request. Status code `404`. Applicable to 1 of 92 methods.*
|
|
725
|
+
* [`EvalsBertScoreEvalsResponseBody`](docs/models/errors/evalsbertscoreevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
726
|
+
* [`EvalsBleuScoreEvalsResponseBody`](docs/models/errors/evalsbleuscoreevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
727
|
+
* [`EvalsContainsAllEvalsResponseBody`](docs/models/errors/evalscontainsallevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
728
|
+
* [`EvalsContainsAnyEvalsResponseBody`](docs/models/errors/evalscontainsanyevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
729
|
+
* [`EvalsContainsEmailEvalsResponseBody`](docs/models/errors/evalscontainsemailevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
730
|
+
* [`EvalsContainsNoneEvalsResponseBody`](docs/models/errors/evalscontainsnoneevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
731
|
+
* [`EvalsContainsUrlEvalsResponseBody`](docs/models/errors/evalscontainsurlevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
732
|
+
* [`EvalsContainsValidLinkEvalsResponseBody`](docs/models/errors/evalscontainsvalidlinkevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
733
|
+
* [`EvalsContainsEvalsResponseBody`](docs/models/errors/evalscontainsevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
734
|
+
* [`EvalsEndsWithEvalsResponseBody`](docs/models/errors/evalsendswithevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
735
|
+
* [`EvalsExactMatchEvalsResponseBody`](docs/models/errors/evalsexactmatchevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
736
|
+
* [`EvalsLengthBetweenEvalsResponseBody`](docs/models/errors/evalslengthbetweenevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
737
|
+
* [`EvalsLengthGreaterThanEvalsResponseBody`](docs/models/errors/evalslengthgreaterthanevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
738
|
+
* [`EvalsLengthLessThanEvalsResponseBody`](docs/models/errors/evalslengthlessthanevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
739
|
+
* [`EvalsValidJsonEvalsResponseBody`](docs/models/errors/evalsvalidjsonevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
740
|
+
* [`EvalsAgeAppropriateEvalsResponseBody`](docs/models/errors/evalsageappropriateevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
741
|
+
* [`EvalsBotDetectionEvalsResponseBody`](docs/models/errors/evalsbotdetectionevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
742
|
+
* [`EvalsFactCheckingKnowledgeBaseEvalsResponseBody`](docs/models/errors/evalsfactcheckingknowledgebaseevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
743
|
+
* [`EvalsGrammarEvalsResponseBody`](docs/models/errors/evalsgrammarevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
744
|
+
* [`EvalsLocalizationEvalsResponseBody`](docs/models/errors/evalslocalizationevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
745
|
+
* [`EvalsPiiEvalsResponseBody`](docs/models/errors/evalspiievalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
746
|
+
* [`EvalsSentimentClassificationEvalsResponseBody`](docs/models/errors/evalssentimentclassificationevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
747
|
+
* [`EvalsSummarizationEvalsResponseBody`](docs/models/errors/evalssummarizationevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
748
|
+
* [`EvalsToneOfVoiceEvalsResponseBody`](docs/models/errors/evalstoneofvoiceevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
749
|
+
* [`EvalsTranslationEvalsResponseBody`](docs/models/errors/evalstranslationevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
750
|
+
* [`EvalsRagasCoherenceEvalsResponseBody`](docs/models/errors/evalsragascoherenceevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
751
|
+
* [`EvalsRagasConcisenessEvalsResponseBody`](docs/models/errors/evalsragasconcisenessevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
752
|
+
* [`EvalsRagasContextPrecisionEvalsResponseBody`](docs/models/errors/evalsragascontextprecisionevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
753
|
+
* [`EvalsRagasCorrectnessEvalsResponseBody`](docs/models/errors/evalsragascorrectnessevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
754
|
+
* [`EvalsRagasFaithfulnessEvalsResponseBody`](docs/models/errors/evalsragasfaithfulnessevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
755
|
+
* [`EvalsRagasHarmfulnessEvalsResponseBody`](docs/models/errors/evalsragasharmfulnessevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
756
|
+
* [`EvalsRagasMaliciousnessEvalsResponseBody`](docs/models/errors/evalsragasmaliciousnessevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
757
|
+
* [`EvalsRagasResponseRelevancyEvalsResponseBody`](docs/models/errors/evalsragasresponserelevancyevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
758
|
+
* [`EvalsRagasSummarizationEvalsResponseBody`](docs/models/errors/evalsragassummarizationevalsresponsebody.md): Internal server error. Status code `500`. Applicable to 1 of 92 methods.*
|
|
759
|
+
* [`InvokeEvalEvalsResponseBody`](docs/models/errors/invokeevalevalsresponsebody.md): Error running the evaluator. Status code `500`. Applicable to 1 of 92 methods.*
|
|
760
|
+
* [`ResponseValidationError`](./src/models/errors/responsevalidationerror.ts): Type mismatch between the data returned from the server and the structure expected by the SDK. See `error.rawValue` for the raw value and `error.pretty()` for a nicely formatted multi-line string.
|
|
745
761
|
|
|
762
|
+
</details>
|
|
746
763
|
|
|
747
764
|
\* Check [the method documentation](#available-resources-and-operations) to see if the error is applicable.
|
|
748
765
|
<!-- End Error Handling [errors] -->
|