honeyhive 1.0.21 → 1.0.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.DS_Store +0 -0
- package/.cursor/rules/typescript.mdc +45 -0
- package/.env +2 -0
- package/.eslintrc.cjs +28 -0
- package/.genignore +8 -0
- package/.gitattributes +2 -0
- package/.github/workflows/sdk_generation.yaml +26 -0
- package/.github/workflows/sdk_publish.yaml +23 -0
- package/.github/workflows/speakeasy_sdk_generation.yml +47 -0
- package/.gitignore +31 -0
- package/.npmignore +10 -0
- package/.prettierrc +9 -0
- package/.speakeasy/gen.lock +635 -0
- package/.speakeasy/workflow.lock +36 -0
- package/.speakeasy/workflow.yaml +19 -0
- package/.tsbuildinfo +1 -0
- package/CONTRIBUTING.md +26 -0
- package/FUNCTIONS.md +150 -0
- package/Makefile +18 -0
- package/README.md +139 -68
- package/RELEASES.md +153 -0
- package/RUNTIMES.md +22 -0
- package/USAGE.md +60 -0
- package/codeSamples.yaml +1570 -0
- package/docs/lib/utils/retryconfig.md +24 -0
- package/docs/models/components/calltype.md +17 -0
- package/docs/models/components/configuration.md +88 -0
- package/docs/models/components/configurationtype.md +17 -0
- package/docs/models/components/createdatapointrequest.md +53 -0
- package/docs/models/components/createdatasetrequest.md +39 -0
- package/docs/models/components/createdatasetrequestpipelinetype.md +17 -0
- package/docs/models/components/createdatasetrequesttype.md +17 -0
- package/docs/models/components/createeventrequest.md +114 -0
- package/docs/models/components/createeventrequesteventtype.md +17 -0
- package/docs/models/components/createmodelevent.md +109 -0
- package/docs/models/components/createprojectrequest.md +18 -0
- package/docs/models/components/createrunrequest.md +28 -0
- package/docs/models/components/createrunresponse.md +16 -0
- package/docs/models/components/createtoolrequest.md +26 -0
- package/docs/models/components/createtoolrequesttype.md +15 -0
- package/docs/models/components/datapoint.md +69 -0
- package/docs/models/components/datapoints.md +18 -0
- package/docs/models/components/dataset.md +41 -0
- package/docs/models/components/datasettype.md +17 -0
- package/docs/models/components/datasetupdate.md +34 -0
- package/docs/models/components/deleterunresponse.md +16 -0
- package/docs/models/components/details.md +21 -0
- package/docs/models/components/env.md +15 -0
- package/docs/models/components/evaluationrun.md +25 -0
- package/docs/models/components/evaluationrunstatus.md +15 -0
- package/docs/models/components/evaluators.md +14 -0
- package/docs/models/components/event.md +114 -0
- package/docs/models/components/eventdetails.md +17 -0
- package/docs/models/components/eventfilter.md +23 -0
- package/docs/models/components/eventtype.md +17 -0
- package/docs/models/components/experimentcomparisonresponse.md +19 -0
- package/docs/models/components/experimentcomparisonresponseconfiguration.md +14 -0
- package/docs/models/components/experimentcomparisonresponseevaluators.md +14 -0
- package/docs/models/components/experimentcomparisonresponsemetadata.md +14 -0
- package/docs/models/components/experimentcomparisonresponsemetrics.md +29 -0
- package/docs/models/components/experimentcomparisonresponsepassingranges.md +14 -0
- package/docs/models/components/experimentcomparisonresponseresults.md +14 -0
- package/docs/models/components/experimentcomparisonresponseschemasconfiguration.md +14 -0
- package/docs/models/components/experimentcomparisonresponseschemasresults.md +14 -0
- package/docs/models/components/experimentresultresponse.md +20 -0
- package/docs/models/components/experimentresultresponsedatapoints.md +16 -0
- package/docs/models/components/experimentresultresponsemetrics.md +19 -0
- package/docs/models/components/functioncallparams.md +17 -0
- package/docs/models/components/getrunresponse.md +15 -0
- package/docs/models/components/getrunsresponse.md +15 -0
- package/docs/models/components/metadata.md +14 -0
- package/docs/models/components/metric.md +38 -0
- package/docs/models/components/metricedit.md +33 -0
- package/docs/models/components/metricediteventtype.md +17 -0
- package/docs/models/components/metriceditreturntype.md +17 -0
- package/docs/models/components/metriceditthreshold.md +18 -0
- package/docs/models/components/metricedittype.md +17 -0
- package/docs/models/components/metrics.md +16 -0
- package/docs/models/components/metrictype.md +17 -0
- package/docs/models/components/newrun.md +30 -0
- package/docs/models/components/newvalues.md +17 -0
- package/docs/models/components/oldrun.md +30 -0
- package/docs/models/components/oldvalues.md +17 -0
- package/docs/models/components/operator.md +17 -0
- package/docs/models/components/parameterst.md +25 -0
- package/docs/models/components/passingranges.md +14 -0
- package/docs/models/components/pipelinetype.md +17 -0
- package/docs/models/components/postconfigurationrequest.md +83 -0
- package/docs/models/components/postconfigurationrequestcalltype.md +17 -0
- package/docs/models/components/postconfigurationrequestenv.md +15 -0
- package/docs/models/components/postconfigurationrequestfunctioncallparams.md +17 -0
- package/docs/models/components/postconfigurationrequestparameters.md +25 -0
- package/docs/models/components/postconfigurationrequestresponseformat.md +16 -0
- package/docs/models/components/postconfigurationrequestselectedfunctions.md +18 -0
- package/docs/models/components/project.md +20 -0
- package/docs/models/components/putconfigurationrequest.md +86 -0
- package/docs/models/components/putconfigurationrequestcalltype.md +17 -0
- package/docs/models/components/putconfigurationrequestenv.md +15 -0
- package/docs/models/components/putconfigurationrequestfunctioncallparams.md +17 -0
- package/docs/models/components/putconfigurationrequestparameters.md +25 -0
- package/docs/models/components/putconfigurationrequestresponseformat.md +16 -0
- package/docs/models/components/putconfigurationrequestselectedfunctions.md +18 -0
- package/docs/models/components/putconfigurationrequesttype.md +17 -0
- package/docs/models/components/responseformat.md +16 -0
- package/docs/models/components/results.md +16 -0
- package/docs/models/components/returntypet.md +17 -0
- package/docs/models/components/security.md +17 -0
- package/docs/models/components/selectedfunctions.md +18 -0
- package/docs/models/components/sessionpropertiesbatch.md +56 -0
- package/docs/models/components/sessionstartrequest.md +68 -0
- package/docs/models/components/status.md +17 -0
- package/docs/models/components/threshold.md +18 -0
- package/docs/models/components/tool.md +27 -0
- package/docs/models/components/tooltype.md +15 -0
- package/docs/models/components/type.md +17 -0
- package/docs/models/components/updatedatapointrequest.md +51 -0
- package/docs/models/components/updateprojectrequest.md +19 -0
- package/docs/models/components/updaterunrequest.md +21 -0
- package/docs/models/components/updaterunrequeststatus.md +15 -0
- package/docs/models/components/updaterunresponse.md +16 -0
- package/docs/models/components/updatetoolrequest.md +24 -0
- package/docs/models/components/value.md +17 -0
- package/docs/models/components/values.md +17 -0
- package/docs/models/errors/createeventbatchresponsebody.md +19 -0
- package/docs/models/errors/createmodeleventbatchresponsebody.md +19 -0
- package/docs/models/operations/adddatapointsrequest.md +37 -0
- package/docs/models/operations/adddatapointsrequestbody.md +35 -0
- package/docs/models/operations/adddatapointsresponsebody.md +18 -0
- package/docs/models/operations/aggregatefunction.md +15 -0
- package/docs/models/operations/createdatapointresponsebody.md +17 -0
- package/docs/models/operations/createdatapointresult.md +15 -0
- package/docs/models/operations/createdatasetresponsebody.md +18 -0
- package/docs/models/operations/createdatasetresult.md +15 -0
- package/docs/models/operations/createeventbatchrequestbody.md +140 -0
- package/docs/models/operations/createeventbatchresponsebody.md +26 -0
- package/docs/models/operations/createeventrequestbody.md +98 -0
- package/docs/models/operations/createeventresponsebody.md +21 -0
- package/docs/models/operations/createmodeleventbatchrequestbody.md +137 -0
- package/docs/models/operations/createmodeleventbatchresponsebody.md +24 -0
- package/docs/models/operations/createmodeleventrequestbody.md +95 -0
- package/docs/models/operations/createmodeleventresponsebody.md +21 -0
- package/docs/models/operations/createtoolresponsebody.md +17 -0
- package/docs/models/operations/daterange.md +16 -0
- package/docs/models/operations/deleteconfigurationrequest.md +17 -0
- package/docs/models/operations/deletedatapointrequest.md +17 -0
- package/docs/models/operations/deletedatapointresponsebody.md +17 -0
- package/docs/models/operations/deletedatasetrequest.md +17 -0
- package/docs/models/operations/deletemetricrequest.md +17 -0
- package/docs/models/operations/deleteprojectrequest.md +17 -0
- package/docs/models/operations/deleterunrequest.md +17 -0
- package/docs/models/operations/deletetoolrequest.md +17 -0
- package/docs/models/operations/env.md +17 -0
- package/docs/models/operations/getconfigurationsrequest.md +19 -0
- package/docs/models/operations/getdatapointrequest.md +17 -0
- package/docs/models/operations/getdatapointresponsebody.md +62 -0
- package/docs/models/operations/getdatapointsrequest.md +19 -0
- package/docs/models/operations/getdatapointsresponsebody.md +62 -0
- package/docs/models/operations/getdatasetsrequest.md +19 -0
- package/docs/models/operations/getdatasetsresponsebody.md +37 -0
- package/docs/models/operations/geteventsrequestbody.md +30 -0
- package/docs/models/operations/geteventsresponsebody.md +103 -0
- package/docs/models/operations/getexperimentcomparisonrequest.md +22 -0
- package/docs/models/operations/getexperimentresultrequest.md +20 -0
- package/docs/models/operations/getmetricsrequest.md +17 -0
- package/docs/models/operations/getprojectsrequest.md +15 -0
- package/docs/models/operations/getrunrequest.md +17 -0
- package/docs/models/operations/getrunsrequest.md +15 -0
- package/docs/models/operations/getsessionrequest.md +17 -0
- package/docs/models/operations/mapping.md +29 -0
- package/docs/models/operations/queryparamaggregatefunction.md +15 -0
- package/docs/models/operations/result.md +15 -0
- package/docs/models/operations/startsessionrequestbody.md +55 -0
- package/docs/models/operations/startsessionresponsebody.md +17 -0
- package/docs/models/operations/type.md +17 -0
- package/docs/models/operations/updateconfigurationrequest.md +84 -0
- package/docs/models/operations/updatedatapointrequest.md +50 -0
- package/docs/models/operations/updateeventrequestbody.md +24 -0
- package/docs/models/operations/updaterunrequest.md +19 -0
- package/docs/sdks/configurations/README.md +20 -20
- package/docs/sdks/datapoints/README.md +6 -6
- package/docs/sdks/datasets/README.md +6 -6
- package/docs/sdks/events/README.md +38 -38
- package/docs/sdks/experiments/README.md +6 -6
- package/docs/sdks/metrics/README.md +6 -6
- package/docs/sdks/projects/README.md +2 -2
- package/docs/sdks/session/README.md +8 -8
- package/docs/sdks/tools/README.md +2 -2
- package/files.gen +232 -0
- package/funcs/configurationsCreateConfiguration.d.ts.map +1 -1
- package/funcs/configurationsCreateConfiguration.js +21 -15
- package/funcs/configurationsCreateConfiguration.js.map +1 -1
- package/funcs/configurationsDeleteConfiguration.d.ts.map +1 -1
- package/funcs/configurationsDeleteConfiguration.js +21 -15
- package/funcs/configurationsDeleteConfiguration.js.map +1 -1
- package/funcs/configurationsGetConfigurations.d.ts.map +1 -1
- package/funcs/configurationsGetConfigurations.js +21 -15
- package/funcs/configurationsGetConfigurations.js.map +1 -1
- package/funcs/configurationsUpdateConfiguration.d.ts.map +1 -1
- package/funcs/configurationsUpdateConfiguration.js +21 -15
- package/funcs/configurationsUpdateConfiguration.js.map +1 -1
- package/funcs/datapointsCreateDatapoint.d.ts.map +1 -1
- package/funcs/datapointsCreateDatapoint.js +21 -15
- package/funcs/datapointsCreateDatapoint.js.map +1 -1
- package/funcs/datapointsDeleteDatapoint.d.ts.map +1 -1
- package/funcs/datapointsDeleteDatapoint.js +21 -15
- package/funcs/datapointsDeleteDatapoint.js.map +1 -1
- package/funcs/datapointsGetDatapoint.d.ts.map +1 -1
- package/funcs/datapointsGetDatapoint.js +21 -15
- package/funcs/datapointsGetDatapoint.js.map +1 -1
- package/funcs/datapointsGetDatapoints.d.ts.map +1 -1
- package/funcs/datapointsGetDatapoints.js +21 -15
- package/funcs/datapointsGetDatapoints.js.map +1 -1
- package/funcs/datapointsUpdateDatapoint.d.ts.map +1 -1
- package/funcs/datapointsUpdateDatapoint.js +21 -15
- package/funcs/datapointsUpdateDatapoint.js.map +1 -1
- package/funcs/datasetsAddDatapoints.d.ts.map +1 -1
- package/funcs/datasetsAddDatapoints.js +21 -15
- package/funcs/datasetsAddDatapoints.js.map +1 -1
- package/funcs/datasetsCreateDataset.d.ts.map +1 -1
- package/funcs/datasetsCreateDataset.js +21 -15
- package/funcs/datasetsCreateDataset.js.map +1 -1
- package/funcs/datasetsDeleteDataset.d.ts.map +1 -1
- package/funcs/datasetsDeleteDataset.js +21 -15
- package/funcs/datasetsDeleteDataset.js.map +1 -1
- package/funcs/datasetsGetDatasets.d.ts.map +1 -1
- package/funcs/datasetsGetDatasets.js +21 -15
- package/funcs/datasetsGetDatasets.js.map +1 -1
- package/funcs/datasetsUpdateDataset.d.ts.map +1 -1
- package/funcs/datasetsUpdateDataset.js +21 -15
- package/funcs/datasetsUpdateDataset.js.map +1 -1
- package/funcs/eventsCreateEvent.d.ts.map +1 -1
- package/funcs/eventsCreateEvent.js +21 -15
- package/funcs/eventsCreateEvent.js.map +1 -1
- package/funcs/eventsCreateEventBatch.d.ts.map +1 -1
- package/funcs/eventsCreateEventBatch.js +21 -15
- package/funcs/eventsCreateEventBatch.js.map +1 -1
- package/funcs/eventsCreateModelEvent.d.ts.map +1 -1
- package/funcs/eventsCreateModelEvent.js +21 -15
- package/funcs/eventsCreateModelEvent.js.map +1 -1
- package/funcs/eventsCreateModelEventBatch.d.ts.map +1 -1
- package/funcs/eventsCreateModelEventBatch.js +21 -15
- package/funcs/eventsCreateModelEventBatch.js.map +1 -1
- package/funcs/eventsGetEvents.d.ts.map +1 -1
- package/funcs/eventsGetEvents.js +21 -15
- package/funcs/eventsGetEvents.js.map +1 -1
- package/funcs/eventsUpdateEvent.d.ts.map +1 -1
- package/funcs/eventsUpdateEvent.js +21 -15
- package/funcs/eventsUpdateEvent.js.map +1 -1
- package/funcs/experimentsCreateRun.d.ts.map +1 -1
- package/funcs/experimentsCreateRun.js +21 -15
- package/funcs/experimentsCreateRun.js.map +1 -1
- package/funcs/experimentsDeleteRun.d.ts.map +1 -1
- package/funcs/experimentsDeleteRun.js +21 -15
- package/funcs/experimentsDeleteRun.js.map +1 -1
- package/funcs/experimentsGetExperimentComparison.d.ts.map +1 -1
- package/funcs/experimentsGetExperimentComparison.js +21 -15
- package/funcs/experimentsGetExperimentComparison.js.map +1 -1
- package/funcs/experimentsGetExperimentResult.d.ts.map +1 -1
- package/funcs/experimentsGetExperimentResult.js +21 -15
- package/funcs/experimentsGetExperimentResult.js.map +1 -1
- package/funcs/experimentsGetRun.d.ts.map +1 -1
- package/funcs/experimentsGetRun.js +21 -15
- package/funcs/experimentsGetRun.js.map +1 -1
- package/funcs/experimentsGetRuns.d.ts.map +1 -1
- package/funcs/experimentsGetRuns.js +21 -15
- package/funcs/experimentsGetRuns.js.map +1 -1
- package/funcs/experimentsUpdateRun.d.ts.map +1 -1
- package/funcs/experimentsUpdateRun.js +21 -15
- package/funcs/experimentsUpdateRun.js.map +1 -1
- package/funcs/metricsCreateMetric.d.ts.map +1 -1
- package/funcs/metricsCreateMetric.js +21 -15
- package/funcs/metricsCreateMetric.js.map +1 -1
- package/funcs/metricsDeleteMetric.d.ts.map +1 -1
- package/funcs/metricsDeleteMetric.js +21 -15
- package/funcs/metricsDeleteMetric.js.map +1 -1
- package/funcs/metricsGetMetrics.d.ts.map +1 -1
- package/funcs/metricsGetMetrics.js +21 -15
- package/funcs/metricsGetMetrics.js.map +1 -1
- package/funcs/metricsUpdateMetric.d.ts.map +1 -1
- package/funcs/metricsUpdateMetric.js +21 -15
- package/funcs/metricsUpdateMetric.js.map +1 -1
- package/funcs/projectsCreateProject.d.ts.map +1 -1
- package/funcs/projectsCreateProject.js +21 -15
- package/funcs/projectsCreateProject.js.map +1 -1
- package/funcs/projectsDeleteProject.d.ts.map +1 -1
- package/funcs/projectsDeleteProject.js +21 -15
- package/funcs/projectsDeleteProject.js.map +1 -1
- package/funcs/projectsGetProjects.d.ts.map +1 -1
- package/funcs/projectsGetProjects.js +21 -15
- package/funcs/projectsGetProjects.js.map +1 -1
- package/funcs/projectsUpdateProject.d.ts.map +1 -1
- package/funcs/projectsUpdateProject.js +21 -15
- package/funcs/projectsUpdateProject.js.map +1 -1
- package/funcs/runsCreateRun.d.ts.map +1 -1
- package/funcs/runsCreateRun.js +1 -2
- package/funcs/runsCreateRun.js.map +1 -1
- package/funcs/runsUpdateRun.d.ts +1 -1
- package/funcs/runsUpdateRun.d.ts.map +1 -1
- package/funcs/runsUpdateRun.js +2 -2
- package/funcs/runsUpdateRun.js.map +1 -1
- package/funcs/sessionGetSession.d.ts.map +1 -1
- package/funcs/sessionGetSession.js +21 -15
- package/funcs/sessionGetSession.js.map +1 -1
- package/funcs/sessionStartSession.d.ts.map +1 -1
- package/funcs/sessionStartSession.js +21 -15
- package/funcs/sessionStartSession.js.map +1 -1
- package/funcs/toolsCreateTool.d.ts.map +1 -1
- package/funcs/toolsCreateTool.js +21 -15
- package/funcs/toolsCreateTool.js.map +1 -1
- package/funcs/toolsDeleteTool.d.ts.map +1 -1
- package/funcs/toolsDeleteTool.js +21 -15
- package/funcs/toolsDeleteTool.js.map +1 -1
- package/funcs/toolsGetTools.d.ts.map +1 -1
- package/funcs/toolsGetTools.js +21 -15
- package/funcs/toolsGetTools.js.map +1 -1
- package/funcs/toolsUpdateTool.d.ts.map +1 -1
- package/funcs/toolsUpdateTool.js +21 -15
- package/funcs/toolsUpdateTool.js.map +1 -1
- package/gen.yaml +61 -0
- package/hooks/types.d.ts +0 -4
- package/hooks/types.d.ts.map +1 -1
- package/index.d.ts.map +1 -1
- package/index.js +17 -10
- package/index.js.map +1 -1
- package/jsr.json +27 -0
- package/lib/base64.d.ts +2 -2
- package/lib/base64.d.ts.map +1 -1
- package/lib/base64.js +17 -7
- package/lib/base64.js.map +1 -1
- package/lib/config.d.ts +4 -4
- package/lib/config.js +4 -4
- package/lib/config.js.map +1 -1
- package/lib/encodings.d.ts.map +1 -1
- package/lib/primitives.d.ts +0 -4
- package/lib/primitives.d.ts.map +1 -1
- package/lib/primitives.js +0 -12
- package/lib/primitives.js.map +1 -1
- package/lib/retries.d.ts +0 -20
- package/lib/retries.d.ts.map +1 -1
- package/lib/retries.js +26 -51
- package/lib/retries.js.map +1 -1
- package/lib/sdks.d.ts +2 -2
- package/lib/sdks.d.ts.map +1 -1
- package/lib/sdks.js +12 -14
- package/lib/sdks.js.map +1 -1
- package/lib/security.d.ts +1 -20
- package/lib/security.d.ts.map +1 -1
- package/lib/security.js +1 -11
- package/lib/security.js.map +1 -1
- package/mcp-server/build.d.mts +2 -0
- package/mcp-server/build.d.mts.map +1 -0
- package/mcp-server/build.mjs +14 -0
- package/mcp-server/build.mjs.map +1 -0
- package/mcp-server/cli/start/command.d.ts +2 -0
- package/mcp-server/cli/start/command.d.ts.map +1 -0
- package/mcp-server/cli/start/command.js +138 -0
- package/mcp-server/cli/start/command.js.map +1 -0
- package/mcp-server/cli/start/impl.d.ts +18 -0
- package/mcp-server/cli/start/impl.d.ts.map +1 -0
- package/mcp-server/cli/start/impl.js +104 -0
- package/mcp-server/cli/start/impl.js.map +1 -0
- package/mcp-server/cli.d.ts +6 -0
- package/mcp-server/cli.d.ts.map +1 -0
- package/mcp-server/cli.js +10 -0
- package/mcp-server/cli.js.map +1 -0
- package/mcp-server/console-logger.d.ts +7 -0
- package/mcp-server/console-logger.d.ts.map +1 -0
- package/mcp-server/console-logger.js +59 -0
- package/mcp-server/console-logger.js.map +1 -0
- package/mcp-server/extensions.d.ts +9 -0
- package/mcp-server/extensions.d.ts.map +1 -0
- package/mcp-server/extensions.js +6 -0
- package/mcp-server/extensions.js.map +1 -0
- package/mcp-server/mcp-server.d.ts +2 -0
- package/mcp-server/mcp-server.d.ts.map +1 -0
- package/mcp-server/mcp-server.js +29 -0
- package/mcp-server/mcp-server.js.map +1 -0
- package/mcp-server/resources.d.ts +32 -0
- package/mcp-server/resources.d.ts.map +1 -0
- package/mcp-server/resources.js +78 -0
- package/mcp-server/resources.js.map +1 -0
- package/mcp-server/scopes.d.ts +3 -0
- package/mcp-server/scopes.d.ts.map +1 -0
- package/mcp-server/scopes.js +8 -0
- package/mcp-server/scopes.js.map +1 -0
- package/mcp-server/server.d.ts +12 -0
- package/mcp-server/server.d.ts.map +1 -0
- package/mcp-server/server.js +113 -0
- package/mcp-server/server.js.map +1 -0
- package/mcp-server/shared.d.ts +7 -0
- package/mcp-server/shared.d.ts.map +1 -0
- package/mcp-server/shared.js +98 -0
- package/mcp-server/shared.js.map +1 -0
- package/mcp-server/tools/configurationsCreateConfiguration.d.ts +8 -0
- package/mcp-server/tools/configurationsCreateConfiguration.d.ts.map +1 -0
- package/mcp-server/tools/configurationsCreateConfiguration.js +61 -0
- package/mcp-server/tools/configurationsCreateConfiguration.js.map +1 -0
- package/mcp-server/tools/configurationsDeleteConfiguration.d.ts +8 -0
- package/mcp-server/tools/configurationsDeleteConfiguration.d.ts.map +1 -0
- package/mcp-server/tools/configurationsDeleteConfiguration.js +61 -0
- package/mcp-server/tools/configurationsDeleteConfiguration.js.map +1 -0
- package/mcp-server/tools/configurationsGetConfigurations.d.ts +14 -0
- package/mcp-server/tools/configurationsGetConfigurations.d.ts.map +1 -0
- package/mcp-server/tools/configurationsGetConfigurations.js +65 -0
- package/mcp-server/tools/configurationsGetConfigurations.js.map +1 -0
- package/mcp-server/tools/configurationsUpdateConfiguration.d.ts +10 -0
- package/mcp-server/tools/configurationsUpdateConfiguration.d.ts.map +1 -0
- package/mcp-server/tools/configurationsUpdateConfiguration.js +63 -0
- package/mcp-server/tools/configurationsUpdateConfiguration.js.map +1 -0
- package/mcp-server/tools/datapointsCreateDatapoint.d.ts +8 -0
- package/mcp-server/tools/datapointsCreateDatapoint.d.ts.map +1 -0
- package/mcp-server/tools/datapointsCreateDatapoint.js +62 -0
- package/mcp-server/tools/datapointsCreateDatapoint.js.map +1 -0
- package/mcp-server/tools/datapointsDeleteDatapoint.d.ts +8 -0
- package/mcp-server/tools/datapointsDeleteDatapoint.d.ts.map +1 -0
- package/mcp-server/tools/datapointsDeleteDatapoint.js +62 -0
- package/mcp-server/tools/datapointsDeleteDatapoint.js.map +1 -0
- package/mcp-server/tools/datapointsGetDatapoint.d.ts +8 -0
- package/mcp-server/tools/datapointsGetDatapoint.d.ts.map +1 -0
- package/mcp-server/tools/datapointsGetDatapoint.js +62 -0
- package/mcp-server/tools/datapointsGetDatapoint.js.map +1 -0
- package/mcp-server/tools/datapointsGetDatapoints.d.ts +10 -0
- package/mcp-server/tools/datapointsGetDatapoints.d.ts.map +1 -0
- package/mcp-server/tools/datapointsGetDatapoints.js +64 -0
- package/mcp-server/tools/datapointsGetDatapoints.js.map +1 -0
- package/mcp-server/tools/datapointsUpdateDatapoint.d.ts +10 -0
- package/mcp-server/tools/datapointsUpdateDatapoint.d.ts.map +1 -0
- package/mcp-server/tools/datapointsUpdateDatapoint.js +63 -0
- package/mcp-server/tools/datapointsUpdateDatapoint.js.map +1 -0
- package/mcp-server/tools/datasetsAddDatapoints.d.ts +10 -0
- package/mcp-server/tools/datasetsAddDatapoints.d.ts.map +1 -0
- package/mcp-server/tools/datasetsAddDatapoints.js +64 -0
- package/mcp-server/tools/datasetsAddDatapoints.js.map +1 -0
- package/mcp-server/tools/datasetsCreateDataset.d.ts +8 -0
- package/mcp-server/tools/datasetsCreateDataset.d.ts.map +1 -0
- package/mcp-server/tools/datasetsCreateDataset.js +62 -0
- package/mcp-server/tools/datasetsCreateDataset.js.map +1 -0
- package/mcp-server/tools/datasetsDeleteDataset.d.ts +8 -0
- package/mcp-server/tools/datasetsDeleteDataset.d.ts.map +1 -0
- package/mcp-server/tools/datasetsDeleteDataset.js +61 -0
- package/mcp-server/tools/datasetsDeleteDataset.js.map +1 -0
- package/mcp-server/tools/datasetsGetDatasets.d.ts +13 -0
- package/mcp-server/tools/datasetsGetDatasets.d.ts.map +1 -0
- package/mcp-server/tools/datasetsGetDatasets.js +65 -0
- package/mcp-server/tools/datasetsGetDatasets.js.map +1 -0
- package/mcp-server/tools/datasetsUpdateDataset.d.ts +8 -0
- package/mcp-server/tools/datasetsUpdateDataset.d.ts.map +1 -0
- package/mcp-server/tools/datasetsUpdateDataset.js +61 -0
- package/mcp-server/tools/datasetsUpdateDataset.js.map +1 -0
- package/mcp-server/tools/eventsCreateEvent.d.ts +8 -0
- package/mcp-server/tools/eventsCreateEvent.d.ts.map +1 -0
- package/mcp-server/tools/eventsCreateEvent.js +64 -0
- package/mcp-server/tools/eventsCreateEvent.js.map +1 -0
- package/mcp-server/tools/eventsCreateEventBatch.d.ts +8 -0
- package/mcp-server/tools/eventsCreateEventBatch.d.ts.map +1 -0
- package/mcp-server/tools/eventsCreateEventBatch.js +64 -0
- package/mcp-server/tools/eventsCreateEventBatch.js.map +1 -0
- package/mcp-server/tools/eventsCreateModelEvent.d.ts +8 -0
- package/mcp-server/tools/eventsCreateModelEvent.d.ts.map +1 -0
- package/mcp-server/tools/eventsCreateModelEvent.js +64 -0
- package/mcp-server/tools/eventsCreateModelEvent.js.map +1 -0
- package/mcp-server/tools/eventsCreateModelEventBatch.d.ts +8 -0
- package/mcp-server/tools/eventsCreateModelEventBatch.d.ts.map +1 -0
- package/mcp-server/tools/eventsCreateModelEventBatch.js +64 -0
- package/mcp-server/tools/eventsCreateModelEventBatch.js.map +1 -0
- package/mcp-server/tools/eventsGetEvents.d.ts +8 -0
- package/mcp-server/tools/eventsGetEvents.d.ts.map +1 -0
- package/mcp-server/tools/eventsGetEvents.js +62 -0
- package/mcp-server/tools/eventsGetEvents.js.map +1 -0
- package/mcp-server/tools/eventsUpdateEvent.d.ts +8 -0
- package/mcp-server/tools/eventsUpdateEvent.d.ts.map +1 -0
- package/mcp-server/tools/eventsUpdateEvent.js +61 -0
- package/mcp-server/tools/eventsUpdateEvent.js.map +1 -0
- package/mcp-server/tools/experimentsCreateRun.d.ts +8 -0
- package/mcp-server/tools/experimentsCreateRun.d.ts.map +1 -0
- package/mcp-server/tools/experimentsCreateRun.js +62 -0
- package/mcp-server/tools/experimentsCreateRun.js.map +1 -0
- package/mcp-server/tools/experimentsDeleteRun.d.ts +8 -0
- package/mcp-server/tools/experimentsDeleteRun.d.ts.map +1 -0
- package/mcp-server/tools/experimentsDeleteRun.js +62 -0
- package/mcp-server/tools/experimentsDeleteRun.js.map +1 -0
- package/mcp-server/tools/experimentsGetExperimentComparison.d.ts +21 -0
- package/mcp-server/tools/experimentsGetExperimentComparison.d.ts.map +1 -0
- package/mcp-server/tools/experimentsGetExperimentComparison.js +67 -0
- package/mcp-server/tools/experimentsGetExperimentComparison.js.map +1 -0
- package/mcp-server/tools/experimentsGetExperimentResult.d.ts +20 -0
- package/mcp-server/tools/experimentsGetExperimentResult.d.ts.map +1 -0
- package/mcp-server/tools/experimentsGetExperimentResult.js +65 -0
- package/mcp-server/tools/experimentsGetExperimentResult.js.map +1 -0
- package/mcp-server/tools/experimentsGetRun.d.ts +8 -0
- package/mcp-server/tools/experimentsGetRun.d.ts.map +1 -0
- package/mcp-server/tools/experimentsGetRun.js +62 -0
- package/mcp-server/tools/experimentsGetRun.js.map +1 -0
- package/mcp-server/tools/experimentsGetRuns.d.ts +8 -0
- package/mcp-server/tools/experimentsGetRuns.d.ts.map +1 -0
- package/mcp-server/tools/experimentsGetRuns.js +62 -0
- package/mcp-server/tools/experimentsGetRuns.js.map +1 -0
- package/mcp-server/tools/experimentsUpdateRun.d.ts +10 -0
- package/mcp-server/tools/experimentsUpdateRun.d.ts.map +1 -0
- package/mcp-server/tools/experimentsUpdateRun.js +64 -0
- package/mcp-server/tools/experimentsUpdateRun.js.map +1 -0
- package/mcp-server/tools/metricsCreateMetric.d.ts +8 -0
- package/mcp-server/tools/metricsCreateMetric.d.ts.map +1 -0
- package/mcp-server/tools/metricsCreateMetric.js +63 -0
- package/mcp-server/tools/metricsCreateMetric.js.map +1 -0
- package/mcp-server/tools/metricsDeleteMetric.d.ts +8 -0
- package/mcp-server/tools/metricsDeleteMetric.d.ts.map +1 -0
- package/mcp-server/tools/metricsDeleteMetric.js +63 -0
- package/mcp-server/tools/metricsDeleteMetric.js.map +1 -0
- package/mcp-server/tools/metricsGetMetrics.d.ts +8 -0
- package/mcp-server/tools/metricsGetMetrics.d.ts.map +1 -0
- package/mcp-server/tools/metricsGetMetrics.js +64 -0
- package/mcp-server/tools/metricsGetMetrics.js.map +1 -0
- package/mcp-server/tools/metricsUpdateMetric.d.ts +8 -0
- package/mcp-server/tools/metricsUpdateMetric.d.ts.map +1 -0
- package/mcp-server/tools/metricsUpdateMetric.js +63 -0
- package/mcp-server/tools/metricsUpdateMetric.js.map +1 -0
- package/mcp-server/tools/projectsCreateProject.d.ts +8 -0
- package/mcp-server/tools/projectsCreateProject.d.ts.map +1 -0
- package/mcp-server/tools/projectsCreateProject.js +62 -0
- package/mcp-server/tools/projectsCreateProject.js.map +1 -0
- package/mcp-server/tools/projectsDeleteProject.d.ts +8 -0
- package/mcp-server/tools/projectsDeleteProject.d.ts.map +1 -0
- package/mcp-server/tools/projectsDeleteProject.js +61 -0
- package/mcp-server/tools/projectsDeleteProject.js.map +1 -0
- package/mcp-server/tools/projectsGetProjects.d.ts +8 -0
- package/mcp-server/tools/projectsGetProjects.d.ts.map +1 -0
- package/mcp-server/tools/projectsGetProjects.js +62 -0
- package/mcp-server/tools/projectsGetProjects.js.map +1 -0
- package/mcp-server/tools/projectsUpdateProject.d.ts +8 -0
- package/mcp-server/tools/projectsUpdateProject.d.ts.map +1 -0
- package/mcp-server/tools/projectsUpdateProject.js +61 -0
- package/mcp-server/tools/projectsUpdateProject.js.map +1 -0
- package/mcp-server/tools/sessionGetSession.d.ts +8 -0
- package/mcp-server/tools/sessionGetSession.d.ts.map +1 -0
- package/mcp-server/tools/sessionGetSession.js +62 -0
- package/mcp-server/tools/sessionGetSession.js.map +1 -0
- package/mcp-server/tools/sessionStartSession.d.ts +8 -0
- package/mcp-server/tools/sessionStartSession.d.ts.map +1 -0
- package/mcp-server/tools/sessionStartSession.js +62 -0
- package/mcp-server/tools/sessionStartSession.js.map +1 -0
- package/mcp-server/tools/toolsCreateTool.d.ts +8 -0
- package/mcp-server/tools/toolsCreateTool.d.ts.map +1 -0
- package/mcp-server/tools/toolsCreateTool.js +62 -0
- package/mcp-server/tools/toolsCreateTool.js.map +1 -0
- package/mcp-server/tools/toolsDeleteTool.d.ts +8 -0
- package/mcp-server/tools/toolsDeleteTool.d.ts.map +1 -0
- package/mcp-server/tools/toolsDeleteTool.js +61 -0
- package/mcp-server/tools/toolsDeleteTool.js.map +1 -0
- package/mcp-server/tools/toolsGetTools.d.ts +3 -0
- package/mcp-server/tools/toolsGetTools.d.ts.map +1 -0
- package/mcp-server/tools/toolsGetTools.js +24 -0
- package/mcp-server/tools/toolsGetTools.js.map +1 -0
- package/mcp-server/tools/toolsUpdateTool.d.ts +8 -0
- package/mcp-server/tools/toolsUpdateTool.d.ts.map +1 -0
- package/mcp-server/tools/toolsUpdateTool.js +61 -0
- package/mcp-server/tools/toolsUpdateTool.js.map +1 -0
- package/mcp-server/tools.d.ts +25 -0
- package/mcp-server/tools.d.ts.map +1 -0
- package/mcp-server/tools.js +77 -0
- package/mcp-server/tools.js.map +1 -0
- package/models/components/configuration.js +17 -7
- package/models/components/configuration.js.map +1 -1
- package/models/components/createdatapointrequest.js +17 -7
- package/models/components/createdatapointrequest.js.map +1 -1
- package/models/components/createdatasetrequest.js +17 -7
- package/models/components/createdatasetrequest.js.map +1 -1
- package/models/components/createeventrequest.js +17 -7
- package/models/components/createeventrequest.js.map +1 -1
- package/models/components/createmodelevent.js +17 -7
- package/models/components/createmodelevent.js.map +1 -1
- package/models/components/createprojectrequest.js +17 -7
- package/models/components/createprojectrequest.js.map +1 -1
- package/models/components/createrunrequest.js +17 -7
- package/models/components/createrunrequest.js.map +1 -1
- package/models/components/createrunresponse.js +17 -7
- package/models/components/createrunresponse.js.map +1 -1
- package/models/components/createtoolrequest.js +17 -7
- package/models/components/createtoolrequest.js.map +1 -1
- package/models/components/datapoint.js +17 -7
- package/models/components/datapoint.js.map +1 -1
- package/models/components/dataset.js +17 -7
- package/models/components/dataset.js.map +1 -1
- package/models/components/datasetupdate.js +17 -7
- package/models/components/datasetupdate.js.map +1 -1
- package/models/components/deleterunresponse.js +17 -7
- package/models/components/deleterunresponse.js.map +1 -1
- package/models/components/evaluationrun.js +17 -7
- package/models/components/evaluationrun.js.map +1 -1
- package/models/components/event.js +17 -7
- package/models/components/event.js.map +1 -1
- package/models/components/eventfilter.js +17 -7
- package/models/components/eventfilter.js.map +1 -1
- package/models/components/experimentcomparisonresponse.js +17 -7
- package/models/components/experimentcomparisonresponse.js.map +1 -1
- package/models/components/experimentresultresponse.js +17 -7
- package/models/components/experimentresultresponse.js.map +1 -1
- package/models/components/getrunresponse.js +17 -7
- package/models/components/getrunresponse.js.map +1 -1
- package/models/components/getrunsresponse.js +17 -7
- package/models/components/getrunsresponse.js.map +1 -1
- package/models/components/metric.d.ts +10 -0
- package/models/components/metric.d.ts.map +1 -1
- package/models/components/metric.js +25 -7
- package/models/components/metric.js.map +1 -1
- package/models/components/metricedit.d.ts +10 -0
- package/models/components/metricedit.d.ts.map +1 -1
- package/models/components/metricedit.js +25 -7
- package/models/components/metricedit.js.map +1 -1
- package/models/components/postconfigurationrequest.js +17 -7
- package/models/components/postconfigurationrequest.js.map +1 -1
- package/models/components/project.js +17 -7
- package/models/components/project.js.map +1 -1
- package/models/components/putconfigurationrequest.js +17 -7
- package/models/components/putconfigurationrequest.js.map +1 -1
- package/models/components/security.js +17 -7
- package/models/components/security.js.map +1 -1
- package/models/components/sessionpropertiesbatch.js +17 -7
- package/models/components/sessionpropertiesbatch.js.map +1 -1
- package/models/components/sessionstartrequest.js +17 -7
- package/models/components/sessionstartrequest.js.map +1 -1
- package/models/components/tool.js +17 -7
- package/models/components/tool.js.map +1 -1
- package/models/components/updatedatapointrequest.js +17 -7
- package/models/components/updatedatapointrequest.js.map +1 -1
- package/models/components/updateprojectrequest.js +17 -7
- package/models/components/updateprojectrequest.js.map +1 -1
- package/models/components/updaterunrequest.js +17 -7
- package/models/components/updaterunrequest.js.map +1 -1
- package/models/components/updaterunresponse.js +17 -7
- package/models/components/updaterunresponse.js.map +1 -1
- package/models/components/updatetoolrequest.js +17 -7
- package/models/components/updatetoolrequest.js.map +1 -1
- package/models/errors/createeventbatch.js +17 -7
- package/models/errors/createeventbatch.js.map +1 -1
- package/models/errors/createmodeleventbatch.js +17 -7
- package/models/errors/createmodeleventbatch.js.map +1 -1
- package/models/errors/sdkvalidationerror.js +17 -7
- package/models/errors/sdkvalidationerror.js.map +1 -1
- package/models/operations/adddatapoints.js +17 -7
- package/models/operations/adddatapoints.js.map +1 -1
- package/models/operations/createdatapoint.js +17 -7
- package/models/operations/createdatapoint.js.map +1 -1
- package/models/operations/createdataset.js +17 -7
- package/models/operations/createdataset.js.map +1 -1
- package/models/operations/createevent.js +17 -7
- package/models/operations/createevent.js.map +1 -1
- package/models/operations/createeventbatch.js +17 -7
- package/models/operations/createeventbatch.js.map +1 -1
- package/models/operations/createmodelevent.js +17 -7
- package/models/operations/createmodelevent.js.map +1 -1
- package/models/operations/createmodeleventbatch.js +17 -7
- package/models/operations/createmodeleventbatch.js.map +1 -1
- package/models/operations/createtool.js +17 -7
- package/models/operations/createtool.js.map +1 -1
- package/models/operations/deleteconfiguration.js +17 -7
- package/models/operations/deleteconfiguration.js.map +1 -1
- package/models/operations/deletedatapoint.js +17 -7
- package/models/operations/deletedatapoint.js.map +1 -1
- package/models/operations/deletedataset.js +17 -7
- package/models/operations/deletedataset.js.map +1 -1
- package/models/operations/deletemetric.js +17 -7
- package/models/operations/deletemetric.js.map +1 -1
- package/models/operations/deleteproject.js +17 -7
- package/models/operations/deleteproject.js.map +1 -1
- package/models/operations/deleterun.js +17 -7
- package/models/operations/deleterun.js.map +1 -1
- package/models/operations/deletetool.js +17 -7
- package/models/operations/deletetool.js.map +1 -1
- package/models/operations/getconfigurations.js +17 -7
- package/models/operations/getconfigurations.js.map +1 -1
- package/models/operations/getdatapoint.js +17 -7
- package/models/operations/getdatapoint.js.map +1 -1
- package/models/operations/getdatapoints.js +17 -7
- package/models/operations/getdatapoints.js.map +1 -1
- package/models/operations/getdatasets.js +17 -7
- package/models/operations/getdatasets.js.map +1 -1
- package/models/operations/getevents.js +17 -7
- package/models/operations/getevents.js.map +1 -1
- package/models/operations/getexperimentcomparison.js +17 -7
- package/models/operations/getexperimentcomparison.js.map +1 -1
- package/models/operations/getexperimentresult.js +17 -7
- package/models/operations/getexperimentresult.js.map +1 -1
- package/models/operations/getmetrics.js +17 -7
- package/models/operations/getmetrics.js.map +1 -1
- package/models/operations/getprojects.js +17 -7
- package/models/operations/getprojects.js.map +1 -1
- package/models/operations/getrun.js +17 -7
- package/models/operations/getrun.js.map +1 -1
- package/models/operations/getruns.js +17 -7
- package/models/operations/getruns.js.map +1 -1
- package/models/operations/getsession.js +17 -7
- package/models/operations/getsession.js.map +1 -1
- package/models/operations/startsession.js +17 -7
- package/models/operations/startsession.js.map +1 -1
- package/models/operations/updateconfiguration.js +17 -7
- package/models/operations/updateconfiguration.js.map +1 -1
- package/models/operations/updatedatapoint.js +17 -7
- package/models/operations/updatedatapoint.js.map +1 -1
- package/models/operations/updateevent.js +17 -7
- package/models/operations/updateevent.js.map +1 -1
- package/models/operations/updaterun.js +17 -7
- package/models/operations/updaterun.js.map +1 -1
- package/openapi.yaml +3226 -0
- package/package.json +20 -18
- package/sdk/evaluation.d.ts +15 -6
- package/sdk/evaluation.d.ts.map +1 -1
- package/sdk/evaluation.js +45 -18
- package/sdk/evaluation.js.map +1 -1
- package/sdk/index.d.ts +0 -3
- package/sdk/index.d.ts.map +1 -1
- package/sdk/index.js +1 -4
- package/sdk/index.js.map +1 -1
- package/sdk/lc_tracer.d.ts +7 -6
- package/sdk/lc_tracer.d.ts.map +1 -1
- package/sdk/lc_tracer.js +43 -26
- package/sdk/lc_tracer.js.map +1 -1
- package/sdk/runs.d.ts +1 -1
- package/sdk/runs.d.ts.map +1 -1
- package/sdk/runs.js +2 -2
- package/sdk/runs.js.map +1 -1
- package/sdk/telemetry.d.ts.map +1 -1
- package/sdk/telemetry.js +18 -9
- package/sdk/telemetry.js.map +1 -1
- package/sdk/tracer.d.ts +129 -24
- package/sdk/tracer.d.ts.map +1 -1
- package/sdk/tracer.js +303 -138
- package/sdk/tracer.js.map +1 -1
- package/src/funcs/configurationsCreateConfiguration.ts +4 -11
- package/src/funcs/configurationsDeleteConfiguration.ts +4 -11
- package/src/funcs/configurationsGetConfigurations.ts +4 -11
- package/src/funcs/configurationsUpdateConfiguration.ts +4 -11
- package/src/funcs/datapointsCreateDatapoint.ts +4 -11
- package/src/funcs/datapointsDeleteDatapoint.ts +4 -11
- package/src/funcs/datapointsGetDatapoint.ts +4 -11
- package/src/funcs/datapointsGetDatapoints.ts +4 -11
- package/src/funcs/datapointsUpdateDatapoint.ts +4 -11
- package/src/funcs/datasetsAddDatapoints.ts +4 -11
- package/src/funcs/datasetsCreateDataset.ts +4 -11
- package/src/funcs/datasetsDeleteDataset.ts +4 -11
- package/src/funcs/datasetsGetDatasets.ts +4 -11
- package/src/funcs/datasetsUpdateDataset.ts +4 -11
- package/src/funcs/eventsCreateEvent.ts +4 -11
- package/src/funcs/eventsCreateEventBatch.ts +4 -11
- package/src/funcs/eventsCreateModelEvent.ts +4 -11
- package/src/funcs/eventsCreateModelEventBatch.ts +4 -11
- package/src/funcs/eventsGetEvents.ts +4 -11
- package/src/funcs/eventsUpdateEvent.ts +4 -11
- package/src/funcs/experimentsCreateRun.ts +4 -11
- package/src/funcs/experimentsDeleteRun.ts +4 -11
- package/src/funcs/experimentsGetExperimentComparison.ts +4 -11
- package/src/funcs/experimentsGetExperimentResult.ts +4 -11
- package/src/funcs/experimentsGetRun.ts +4 -11
- package/src/funcs/experimentsGetRuns.ts +4 -11
- package/src/funcs/experimentsUpdateRun.ts +4 -11
- package/src/funcs/metricsCreateMetric.ts +4 -11
- package/src/funcs/metricsDeleteMetric.ts +4 -11
- package/src/funcs/metricsGetMetrics.ts +4 -11
- package/src/funcs/metricsUpdateMetric.ts +4 -11
- package/src/funcs/projectsCreateProject.ts +4 -11
- package/src/funcs/projectsDeleteProject.ts +4 -11
- package/src/funcs/projectsGetProjects.ts +4 -11
- package/src/funcs/projectsUpdateProject.ts +4 -11
- package/src/funcs/sessionGetSession.ts +4 -11
- package/src/funcs/sessionStartSession.ts +4 -11
- package/src/funcs/toolsCreateTool.ts +4 -11
- package/src/funcs/toolsDeleteTool.ts +4 -11
- package/src/funcs/toolsGetTools.ts +4 -11
- package/src/funcs/toolsUpdateTool.ts +4 -11
- package/src/hooks/types.ts +0 -4
- package/src/index.ts +0 -4
- package/src/lib/config.ts +4 -4
- package/src/lib/primitives.ts +0 -20
- package/src/lib/retries.ts +31 -63
- package/src/lib/sdks.ts +15 -19
- package/src/lib/security.ts +3 -39
- package/src/models/components/metric.ts +18 -0
- package/src/models/components/metricedit.ts +18 -0
- package/src/sdk/evaluation.ts +52 -23
- package/src/sdk/index.ts +1 -4
- package/src/sdk/lc_tracer.ts +64 -44
- package/src/sdk/telemetry.ts +2 -3
- package/src/sdk/tracer.ts +396 -172
- package/tsconfig.json +40 -0
- package/types/async.d.ts +23 -0
- package/types/async.d.ts.map +1 -0
- package/types/async.js +44 -0
- package/types/async.js.map +1 -0
- package/types/blobs.js +17 -7
- package/types/blobs.js.map +1 -1
- package/types/constdatetime.js +17 -7
- package/types/constdatetime.js.map +1 -1
- package/dist/index.d.ts +0 -1
- package/dist/index.js +0 -20
- package/dist/internal/utils/contenttype.d.ts +0 -1
- package/dist/internal/utils/contenttype.js +0 -33
- package/dist/internal/utils/headers.d.ts +0 -4
- package/dist/internal/utils/headers.js +0 -92
- package/dist/internal/utils/index.d.ts +0 -8
- package/dist/internal/utils/index.js +0 -27
- package/dist/internal/utils/pathparams.d.ts +0 -2
- package/dist/internal/utils/pathparams.js +0 -53
- package/dist/internal/utils/queryparams.d.ts +0 -2
- package/dist/internal/utils/queryparams.js +0 -182
- package/dist/internal/utils/requestbody.d.ts +0 -2
- package/dist/internal/utils/requestbody.js +0 -328
- package/dist/internal/utils/retries.d.ts +0 -20
- package/dist/internal/utils/retries.js +0 -250
- package/dist/internal/utils/security.d.ts +0 -5
- package/dist/internal/utils/security.js +0 -196
- package/dist/internal/utils/utils.d.ts +0 -37
- package/dist/internal/utils/utils.js +0 -368
- package/dist/models/components/configuration.d.ts +0 -44
- package/dist/models/components/configuration.js +0 -94
- package/dist/models/components/createdatapointrequest.d.ts +0 -31
- package/dist/models/components/createdatapointrequest.js +0 -75
- package/dist/models/components/createdatasetrequest.d.ts +0 -50
- package/dist/models/components/createdatasetrequest.js +0 -101
- package/dist/models/components/createeventrequest.d.ts +0 -87
- package/dist/models/components/createeventrequest.js +0 -144
- package/dist/models/components/createmodelevent.d.ts +0 -71
- package/dist/models/components/createmodelevent.js +0 -125
- package/dist/models/components/createprojectrequest.d.ts +0 -5
- package/dist/models/components/createprojectrequest.js +0 -50
- package/dist/models/components/createrunrequest.d.ts +0 -42
- package/dist/models/components/createrunrequest.js +0 -88
- package/dist/models/components/createrunresponse.d.ts +0 -6
- package/dist/models/components/createrunresponse.js +0 -52
- package/dist/models/components/createtoolrequest.d.ts +0 -18
- package/dist/models/components/createtoolrequest.js +0 -70
- package/dist/models/components/datapoint.d.ts +0 -41
- package/dist/models/components/datapoint.js +0 -118
- package/dist/models/components/dataset.d.ts +0 -58
- package/dist/models/components/dataset.js +0 -119
- package/dist/models/components/datasetupdate.d.ts +0 -27
- package/dist/models/components/datasetupdate.js +0 -70
- package/dist/models/components/deleterunresponse.d.ts +0 -5
- package/dist/models/components/deleterunresponse.js +0 -50
- package/dist/models/components/evaluationrun.d.ts +0 -50
- package/dist/models/components/evaluationrun.js +0 -116
- package/dist/models/components/event.d.ts +0 -88
- package/dist/models/components/event.js +0 -145
- package/dist/models/components/eventfilter.d.ts +0 -38
- package/dist/models/components/eventfilter.js +0 -81
- package/dist/models/components/getrunresponse.d.ts +0 -5
- package/dist/models/components/getrunresponse.js +0 -47
- package/dist/models/components/getrunsresponse.d.ts +0 -5
- package/dist/models/components/getrunsresponse.js +0 -47
- package/dist/models/components/index.d.ts +0 -31
- package/dist/models/components/index.js +0 -50
- package/dist/models/components/metric.d.ts +0 -86
- package/dist/models/components/metric.js +0 -155
- package/dist/models/components/metricedit.d.ts +0 -91
- package/dist/models/components/metricedit.js +0 -160
- package/dist/models/components/postconfigurationrequest.d.ts +0 -29
- package/dist/models/components/postconfigurationrequest.js +0 -76
- package/dist/models/components/project.d.ts +0 -6
- package/dist/models/components/project.js +0 -55
- package/dist/models/components/putconfigurationrequest.d.ts +0 -40
- package/dist/models/components/putconfigurationrequest.js +0 -89
- package/dist/models/components/security.d.ts +0 -4
- package/dist/models/components/security.js +0 -45
- package/dist/models/components/sessionstartrequest.d.ts +0 -67
- package/dist/models/components/sessionstartrequest.js +0 -120
- package/dist/models/components/tool.d.ts +0 -19
- package/dist/models/components/tool.js +0 -75
- package/dist/models/components/updatedatapointrequest.d.ts +0 -27
- package/dist/models/components/updatedatapointrequest.js +0 -70
- package/dist/models/components/updateprojectrequest.d.ts +0 -6
- package/dist/models/components/updateprojectrequest.js +0 -55
- package/dist/models/components/updaterunrequest.d.ts +0 -32
- package/dist/models/components/updaterunrequest.js +0 -80
- package/dist/models/components/updaterunresponse.d.ts +0 -11
- package/dist/models/components/updaterunresponse.js +0 -50
- package/dist/models/components/updatetoolrequest.d.ts +0 -7
- package/dist/models/components/updatetoolrequest.js +0 -60
- package/dist/models/errors/createeventbatch.d.ts +0 -14
- package/dist/models/errors/createeventbatch.js +0 -70
- package/dist/models/errors/createmodeleventbatch.d.ts +0 -14
- package/dist/models/errors/createmodeleventbatch.js +0 -70
- package/dist/models/errors/index.d.ts +0 -3
- package/dist/models/errors/index.js +0 -22
- package/dist/models/errors/sdkerror.d.ts +0 -7
- package/dist/models/errors/sdkerror.js +0 -40
- package/dist/models/operations/adddatapoints.d.ts +0 -68
- package/dist/models/operations/adddatapoints.js +0 -143
- package/dist/models/operations/createconfiguration.d.ts +0 -16
- package/dist/models/operations/createconfiguration.js +0 -51
- package/dist/models/operations/createdatapoint.d.ts +0 -29
- package/dist/models/operations/createdatapoint.js +0 -86
- package/dist/models/operations/createdataset.d.ts +0 -33
- package/dist/models/operations/createdataset.js +0 -91
- package/dist/models/operations/createevent.d.ts +0 -31
- package/dist/models/operations/createevent.js +0 -115
- package/dist/models/operations/createeventbatch.d.ts +0 -36
- package/dist/models/operations/createeventbatch.js +0 -125
- package/dist/models/operations/createmetric.d.ts +0 -16
- package/dist/models/operations/createmetric.js +0 -51
- package/dist/models/operations/createmodelevent.d.ts +0 -31
- package/dist/models/operations/createmodelevent.js +0 -115
- package/dist/models/operations/createmodeleventbatch.d.ts +0 -31
- package/dist/models/operations/createmodeleventbatch.js +0 -115
- package/dist/models/operations/createproject.d.ts +0 -21
- package/dist/models/operations/createproject.js +0 -79
- package/dist/models/operations/createrun.d.ts +0 -21
- package/dist/models/operations/createrun.js +0 -79
- package/dist/models/operations/createtool.d.ts +0 -29
- package/dist/models/operations/createtool.js +0 -86
- package/dist/models/operations/deleteconfiguration.d.ts +0 -22
- package/dist/models/operations/deleteconfiguration.js +0 -63
- package/dist/models/operations/deletedatapoint.d.ts +0 -32
- package/dist/models/operations/deletedatapoint.js +0 -84
- package/dist/models/operations/deletedataset.d.ts +0 -22
- package/dist/models/operations/deletedataset.js +0 -63
- package/dist/models/operations/deletemetric.d.ts +0 -19
- package/dist/models/operations/deletemetric.js +0 -63
- package/dist/models/operations/deleteproject.d.ts +0 -19
- package/dist/models/operations/deleteproject.js +0 -63
- package/dist/models/operations/deleterun.d.ts +0 -24
- package/dist/models/operations/deleterun.js +0 -91
- package/dist/models/operations/deletetool.d.ts +0 -19
- package/dist/models/operations/deletetool.js +0 -63
- package/dist/models/operations/getconfigurations.d.ts +0 -43
- package/dist/models/operations/getconfigurations.js +0 -108
- package/dist/models/operations/getdatapoint.d.ts +0 -33
- package/dist/models/operations/getdatapoint.js +0 -109
- package/dist/models/operations/getdatapoints.d.ts +0 -41
- package/dist/models/operations/getdatapoints.js +0 -117
- package/dist/models/operations/getdatasets.d.ts +0 -48
- package/dist/models/operations/getdatasets.js +0 -125
- package/dist/models/operations/getevents.d.ts +0 -57
- package/dist/models/operations/getevents.js +0 -155
- package/dist/models/operations/getmetrics.d.ts +0 -27
- package/dist/models/operations/getmetrics.js +0 -91
- package/dist/models/operations/getprojects.d.ts +0 -24
- package/dist/models/operations/getprojects.js +0 -91
- package/dist/models/operations/getrun.d.ts +0 -24
- package/dist/models/operations/getrun.js +0 -91
- package/dist/models/operations/getruns.d.ts +0 -24
- package/dist/models/operations/getruns.js +0 -91
- package/dist/models/operations/getsession.d.ts +0 -24
- package/dist/models/operations/getsession.js +0 -91
- package/dist/models/operations/gettools.d.ts +0 -21
- package/dist/models/operations/gettools.js +0 -79
- package/dist/models/operations/index.d.ts +0 -39
- package/dist/models/operations/index.js +0 -58
- package/dist/models/operations/startsession.d.ts +0 -30
- package/dist/models/operations/startsession.js +0 -110
- package/dist/models/operations/updateconfiguration.d.ts +0 -24
- package/dist/models/operations/updateconfiguration.js +0 -91
- package/dist/models/operations/updatedatapoint.d.ts +0 -24
- package/dist/models/operations/updatedatapoint.js +0 -91
- package/dist/models/operations/updatedataset.d.ts +0 -16
- package/dist/models/operations/updatedataset.js +0 -51
- package/dist/models/operations/updateevent.d.ts +0 -26
- package/dist/models/operations/updateevent.js +0 -100
- package/dist/models/operations/updatemetric.d.ts +0 -16
- package/dist/models/operations/updatemetric.js +0 -51
- package/dist/models/operations/updateproject.d.ts +0 -16
- package/dist/models/operations/updateproject.js +0 -51
- package/dist/models/operations/updaterun.d.ts +0 -25
- package/dist/models/operations/updaterun.js +0 -95
- package/dist/models/operations/updatetool.d.ts +0 -16
- package/dist/models/operations/updatetool.js +0 -51
- package/dist/sdk/configurations.d.ts +0 -24
- package/dist/sdk/configurations.js +0 -356
- package/dist/sdk/datapoints.d.ts +0 -28
- package/dist/sdk/datapoints.js +0 -430
- package/dist/sdk/datasets.d.ts +0 -28
- package/dist/sdk/datasets.js +0 -435
- package/dist/sdk/events.d.ts +0 -43
- package/dist/sdk/events.js +0 -567
- package/dist/sdk/index.d.ts +0 -2
- package/dist/sdk/index.js +0 -21
- package/dist/sdk/metrics.d.ts +0 -36
- package/dist/sdk/metrics.js +0 -366
- package/dist/sdk/projects.d.ts +0 -24
- package/dist/sdk/projects.js +0 -361
- package/dist/sdk/runs.d.ts +0 -28
- package/dist/sdk/runs.js +0 -439
- package/dist/sdk/sdk.d.ts +0 -64
- package/dist/sdk/sdk.js +0 -90
- package/dist/sdk/session.d.ts +0 -15
- package/dist/sdk/session.js +0 -237
- package/dist/sdk/telemetry.d.ts +0 -21
- package/dist/sdk/telemetry.js +0 -243
- package/dist/sdk/tools.d.ts +0 -24
- package/dist/sdk/tools.js +0 -357
- package/dist/sdk/tracer.d.ts +0 -26
- package/dist/sdk/tracer.js +0 -308
- package/dist/types/index.d.ts +0 -1
- package/dist/types/index.js +0 -20
- package/dist/types/rfcdate.d.ts +0 -9
- package/dist/types/rfcdate.js +0 -59
- package/tests/agent_script.ts +0 -127
- package/tests/enrich_span.ts +0 -111
- package/tests/jest.config.js +0 -6
- package/tests/openai_test.ts +0 -72
- package/tests/tracer.test.ts +0 -74
- package/tests/tracer_script.ts +0 -71
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# ExperimentComparisonResponsePassingRanges
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { ExperimentComparisonResponsePassingRanges } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: ExperimentComparisonResponsePassingRanges = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ----------- | ----------- | ----------- | ----------- |
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# ExperimentComparisonResponseResults
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { ExperimentComparisonResponseResults } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: ExperimentComparisonResponseResults = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ----------- | ----------- | ----------- | ----------- |
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# ExperimentComparisonResponseSchemasConfiguration
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { ExperimentComparisonResponseSchemasConfiguration } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: ExperimentComparisonResponseSchemasConfiguration = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ----------- | ----------- | ----------- | ----------- |
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# ExperimentComparisonResponseSchemasResults
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { ExperimentComparisonResponseSchemasResults } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: ExperimentComparisonResponseSchemasResults = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ----------- | ----------- | ----------- | ----------- |
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
# ExperimentResultResponse
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { ExperimentResultResponse } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: ExperimentResultResponse = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ---------------------------------------------------------------- | ---------------------------------------------------------------- | ---------------------------------------------------------------- | ---------------------------------------------------------------- |
|
|
15
|
+
| `status` | *string* | :heavy_minus_sign: | N/A |
|
|
16
|
+
| `success` | *boolean* | :heavy_minus_sign: | N/A |
|
|
17
|
+
| `passed` | *string*[] | :heavy_minus_sign: | N/A |
|
|
18
|
+
| `failed` | *string*[] | :heavy_minus_sign: | N/A |
|
|
19
|
+
| `metrics` | [components.Metrics](../../models/components/metrics.md) | :heavy_minus_sign: | N/A |
|
|
20
|
+
| `datapoints` | [components.Datapoints](../../models/components/datapoints.md)[] | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
# ExperimentResultResponseDatapoints
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { ExperimentResultResponseDatapoints } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: ExperimentResultResponseDatapoints = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ------------------ | ------------------ | ------------------ | ------------------ |
|
|
15
|
+
| `passed` | *string*[] | :heavy_minus_sign: | N/A |
|
|
16
|
+
| `failed` | *string*[] | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
# ExperimentResultResponseMetrics
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { ExperimentResultResponseMetrics } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: ExperimentResultResponseMetrics = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ------------------ | ------------------ | ------------------ | ------------------ |
|
|
15
|
+
| `name` | *string* | :heavy_minus_sign: | N/A |
|
|
16
|
+
| `eventName` | *string* | :heavy_minus_sign: | N/A |
|
|
17
|
+
| `eventType` | *string* | :heavy_minus_sign: | N/A |
|
|
18
|
+
| `value` | *components.Value* | :heavy_minus_sign: | N/A |
|
|
19
|
+
| `passed` | *boolean* | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# FunctionCallParams
|
|
2
|
+
|
|
3
|
+
Function calling mode - "none", "auto" or "force"
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { FunctionCallParams } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: FunctionCallParams = "force";
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Values
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
"none" | "auto" | "force"
|
|
17
|
+
```
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
# GetRunResponse
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { GetRunResponse } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: GetRunResponse = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| -------------------------------------------------------------------- | -------------------------------------------------------------------- | -------------------------------------------------------------------- | -------------------------------------------------------------------- |
|
|
15
|
+
| `evaluation` | [components.EvaluationRun](../../models/components/evaluationrun.md) | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
# GetRunsResponse
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { GetRunsResponse } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: GetRunsResponse = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ---------------------------------------------------------------------- | ---------------------------------------------------------------------- | ---------------------------------------------------------------------- | ---------------------------------------------------------------------- |
|
|
15
|
+
| `evaluations` | [components.EvaluationRun](../../models/components/evaluationrun.md)[] | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# Metadata
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { Metadata } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: Metadata = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ----------- | ----------- | ----------- | ----------- |
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
# Metric
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { Metric } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: Metric = {
|
|
9
|
+
name: "<value>",
|
|
10
|
+
task: "<value>",
|
|
11
|
+
type: "composite",
|
|
12
|
+
description: "whenever paintwork import over cuckoo canter even",
|
|
13
|
+
returnType: "boolean",
|
|
14
|
+
};
|
|
15
|
+
```
|
|
16
|
+
|
|
17
|
+
## Fields
|
|
18
|
+
|
|
19
|
+
| Field | Type | Required | Description |
|
|
20
|
+
| ------------------------------------------------------------------- | ------------------------------------------------------------------- | ------------------------------------------------------------------- | ------------------------------------------------------------------- |
|
|
21
|
+
| `name` | *string* | :heavy_check_mark: | Name of the metric |
|
|
22
|
+
| `criteria` | *string* | :heavy_minus_sign: | Criteria for human or composite metrics |
|
|
23
|
+
| `codeSnippet` | *string* | :heavy_minus_sign: | Associated code block for the metric |
|
|
24
|
+
| `prompt` | *string* | :heavy_minus_sign: | Evaluator prompt for the metric |
|
|
25
|
+
| `task` | *string* | :heavy_check_mark: | Name of the project associated with metric |
|
|
26
|
+
| `type` | [components.MetricType](../../models/components/metrictype.md) | :heavy_check_mark: | Type of the metric - "custom", "model", "human" or "composite" |
|
|
27
|
+
| `description` | *string* | :heavy_check_mark: | Short description of what the metric does |
|
|
28
|
+
| `enabledInProd` | *boolean* | :heavy_minus_sign: | Whether to compute on all production events automatically |
|
|
29
|
+
| `needsGroundTruth` | *boolean* | :heavy_minus_sign: | Whether a ground truth (on metadata) is required to compute it |
|
|
30
|
+
| `returnType` | [components.ReturnTypeT](../../models/components/returntypet.md) | :heavy_check_mark: | The data type of the metric value - "boolean", "float", "string" |
|
|
31
|
+
| `threshold` | [components.Threshold](../../models/components/threshold.md) | :heavy_minus_sign: | Threshold for numeric metrics to decide passing or failing in tests |
|
|
32
|
+
| `passWhen` | *boolean* | :heavy_minus_sign: | Threshold for boolean metrics to decide passing or failing in tests |
|
|
33
|
+
| `id` | *string* | :heavy_minus_sign: | Unique idenitifier |
|
|
34
|
+
| `eventName` | *string* | :heavy_minus_sign: | Name of event that the metric is set to be computed on |
|
|
35
|
+
| `eventType` | *string* | :heavy_minus_sign: | Type of event that the metric is set to be computed on |
|
|
36
|
+
| `modelProvider` | *string* | :heavy_minus_sign: | Provider of the model, formatted as a LiteLLM provider prefix |
|
|
37
|
+
| `modelName` | *string* | :heavy_minus_sign: | Name of the model, formatted as a LiteLLM model name |
|
|
38
|
+
| `childMetrics` | Record<string, *any*>[] | :heavy_minus_sign: | Child metrics added under composite events |
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
# MetricEdit
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { MetricEdit } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: MetricEdit = {
|
|
9
|
+
metricId: "<id>",
|
|
10
|
+
};
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Fields
|
|
14
|
+
|
|
15
|
+
| Field | Type | Required | Description |
|
|
16
|
+
| ---------------------------------------------------------------------------------- | ---------------------------------------------------------------------------------- | ---------------------------------------------------------------------------------- | ---------------------------------------------------------------------------------- |
|
|
17
|
+
| `metricId` | *string* | :heavy_check_mark: | Unique identifier of the metric |
|
|
18
|
+
| `criteria` | *string* | :heavy_minus_sign: | Criteria for human or composite metrics |
|
|
19
|
+
| `name` | *string* | :heavy_minus_sign: | Updated name of the metric |
|
|
20
|
+
| `description` | *string* | :heavy_minus_sign: | Short description of what the metric does |
|
|
21
|
+
| `codeSnippet` | *string* | :heavy_minus_sign: | Updated code block for the metric |
|
|
22
|
+
| `prompt` | *string* | :heavy_minus_sign: | Updated Evaluator prompt for the metric |
|
|
23
|
+
| `type` | [components.MetricEditType](../../models/components/metricedittype.md) | :heavy_minus_sign: | Type of the metric - "custom", "model", "human" or "composite" |
|
|
24
|
+
| `enabledInProd` | *boolean* | :heavy_minus_sign: | Whether to compute on all production events automatically |
|
|
25
|
+
| `needsGroundTruth` | *boolean* | :heavy_minus_sign: | Whether a ground truth (on metadata) is required to compute it |
|
|
26
|
+
| `returnType` | [components.MetricEditReturnType](../../models/components/metriceditreturntype.md) | :heavy_minus_sign: | The data type of the metric value - "boolean", "float", "string" |
|
|
27
|
+
| `threshold` | [components.MetricEditThreshold](../../models/components/metriceditthreshold.md) | :heavy_minus_sign: | Threshold for numeric metrics to decide passing or failing in tests |
|
|
28
|
+
| `passWhen` | *boolean* | :heavy_minus_sign: | Threshold for boolean metrics to decide passing or failing in tests |
|
|
29
|
+
| `eventName` | *string* | :heavy_minus_sign: | Name of event that the metric is set to be computed on |
|
|
30
|
+
| `eventType` | [components.MetricEditEventType](../../models/components/metricediteventtype.md) | :heavy_minus_sign: | Type of event that the metric is set to be computed on |
|
|
31
|
+
| `modelProvider` | *string* | :heavy_minus_sign: | Provider of the model, formatted as a LiteLLM provider prefix |
|
|
32
|
+
| `modelName` | *string* | :heavy_minus_sign: | Name of the model, formatted as a LiteLLM model name |
|
|
33
|
+
| `childMetrics` | Record<string, *any*>[] | :heavy_minus_sign: | Child metrics added under composite events |
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# MetricEditEventType
|
|
2
|
+
|
|
3
|
+
Type of event that the metric is set to be computed on
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { MetricEditEventType } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: MetricEditEventType = "model";
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Values
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
"model" | "tool" | "chain" | "session"
|
|
17
|
+
```
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# MetricEditReturnType
|
|
2
|
+
|
|
3
|
+
The data type of the metric value - "boolean", "float", "string"
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { MetricEditReturnType } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: MetricEditReturnType = "boolean";
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Values
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
"boolean" | "float" | "string"
|
|
17
|
+
```
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
# MetricEditThreshold
|
|
2
|
+
|
|
3
|
+
Threshold for numeric metrics to decide passing or failing in tests
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { MetricEditThreshold } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: MetricEditThreshold = {};
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Fields
|
|
14
|
+
|
|
15
|
+
| Field | Type | Required | Description |
|
|
16
|
+
| ------------------ | ------------------ | ------------------ | ------------------ |
|
|
17
|
+
| `min` | *number* | :heavy_minus_sign: | N/A |
|
|
18
|
+
| `max` | *number* | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# MetricEditType
|
|
2
|
+
|
|
3
|
+
Type of the metric - "custom", "model", "human" or "composite"
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { MetricEditType } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: MetricEditType = "human";
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Values
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
"custom" | "model" | "human" | "composite"
|
|
17
|
+
```
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
# Metrics
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { Metrics } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: Metrics = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ---------------------------------------------------------- | ---------------------------------------------------------- | ---------------------------------------------------------- | ---------------------------------------------------------- |
|
|
15
|
+
| `aggregationFunction` | *string* | :heavy_minus_sign: | N/A |
|
|
16
|
+
| `details` | [components.Details](../../models/components/details.md)[] | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# MetricType
|
|
2
|
+
|
|
3
|
+
Type of the metric - "custom", "model", "human" or "composite"
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { MetricType } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: MetricType = "composite";
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Values
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
"custom" | "model" | "human" | "composite"
|
|
17
|
+
```
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
# NewRun
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { NewRun } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: NewRun = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------ |
|
|
15
|
+
| `id` | *string* | :heavy_minus_sign: | N/A |
|
|
16
|
+
| `runId` | *string* | :heavy_minus_sign: | N/A |
|
|
17
|
+
| `project` | *string* | :heavy_minus_sign: | N/A |
|
|
18
|
+
| `tenant` | *string* | :heavy_minus_sign: | N/A |
|
|
19
|
+
| `createdAt` | [Date](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Date) | :heavy_minus_sign: | N/A |
|
|
20
|
+
| `eventIds` | *string*[] | :heavy_minus_sign: | N/A |
|
|
21
|
+
| `sessionIds` | *string*[] | :heavy_minus_sign: | N/A |
|
|
22
|
+
| `datasetId` | *string* | :heavy_minus_sign: | N/A |
|
|
23
|
+
| `datapointIds` | *string*[] | :heavy_minus_sign: | N/A |
|
|
24
|
+
| `evaluators` | [components.ExperimentComparisonResponseEvaluators](../../models/components/experimentcomparisonresponseevaluators.md)[] | :heavy_minus_sign: | N/A |
|
|
25
|
+
| `results` | [components.ExperimentComparisonResponseSchemasResults](../../models/components/experimentcomparisonresponseschemasresults.md) | :heavy_minus_sign: | N/A |
|
|
26
|
+
| `configuration` | [components.ExperimentComparisonResponseConfiguration](../../models/components/experimentcomparisonresponseconfiguration.md) | :heavy_minus_sign: | N/A |
|
|
27
|
+
| `metadata` | [components.ExperimentComparisonResponseMetadata](../../models/components/experimentcomparisonresponsemetadata.md) | :heavy_minus_sign: | N/A |
|
|
28
|
+
| `passingRanges` | [components.ExperimentComparisonResponsePassingRanges](../../models/components/experimentcomparisonresponsepassingranges.md) | :heavy_minus_sign: | N/A |
|
|
29
|
+
| `status` | *string* | :heavy_minus_sign: | N/A |
|
|
30
|
+
| `name` | *string* | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
# OldRun
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { OldRun } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: OldRun = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------ |
|
|
15
|
+
| `id` | *string* | :heavy_minus_sign: | N/A |
|
|
16
|
+
| `runId` | *string* | :heavy_minus_sign: | N/A |
|
|
17
|
+
| `project` | *string* | :heavy_minus_sign: | N/A |
|
|
18
|
+
| `tenant` | *string* | :heavy_minus_sign: | N/A |
|
|
19
|
+
| `createdAt` | [Date](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Date) | :heavy_minus_sign: | N/A |
|
|
20
|
+
| `eventIds` | *string*[] | :heavy_minus_sign: | N/A |
|
|
21
|
+
| `sessionIds` | *string*[] | :heavy_minus_sign: | N/A |
|
|
22
|
+
| `datasetId` | *string* | :heavy_minus_sign: | N/A |
|
|
23
|
+
| `datapointIds` | *string*[] | :heavy_minus_sign: | N/A |
|
|
24
|
+
| `evaluators` | [components.Evaluators](../../models/components/evaluators.md)[] | :heavy_minus_sign: | N/A |
|
|
25
|
+
| `results` | [components.ExperimentComparisonResponseResults](../../models/components/experimentcomparisonresponseresults.md) | :heavy_minus_sign: | N/A |
|
|
26
|
+
| `configuration` | [components.ExperimentComparisonResponseSchemasConfiguration](../../models/components/experimentcomparisonresponseschemasconfiguration.md) | :heavy_minus_sign: | N/A |
|
|
27
|
+
| `metadata` | [components.Metadata](../../models/components/metadata.md) | :heavy_minus_sign: | N/A |
|
|
28
|
+
| `passingRanges` | [components.PassingRanges](../../models/components/passingranges.md) | :heavy_minus_sign: | N/A |
|
|
29
|
+
| `status` | *string* | :heavy_minus_sign: | N/A |
|
|
30
|
+
| `name` | *string* | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# Operator
|
|
2
|
+
|
|
3
|
+
The type of filter you are performing - "is", "is not", "contains", "not contains", "greater than"
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { Operator } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: Operator = "contains";
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Values
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
"is" | "is not" | "contains" | "not contains" | "greater than"
|
|
17
|
+
```
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
# ParametersT
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { ParametersT } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: ParametersT = {
|
|
9
|
+
callType: "completion",
|
|
10
|
+
model: "Sentra",
|
|
11
|
+
};
|
|
12
|
+
```
|
|
13
|
+
|
|
14
|
+
## Fields
|
|
15
|
+
|
|
16
|
+
| Field | Type | Required | Description |
|
|
17
|
+
| ------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------ |
|
|
18
|
+
| `callType` | [components.CallType](../../models/components/calltype.md) | :heavy_check_mark: | Type of API calling - "chat" or "completion" |
|
|
19
|
+
| `model` | *string* | :heavy_check_mark: | Model unique name |
|
|
20
|
+
| `hyperparameters` | Record<string, *any*> | :heavy_minus_sign: | Model-specific hyperparameters |
|
|
21
|
+
| `responseFormat` | [components.ResponseFormat](../../models/components/responseformat.md) | :heavy_minus_sign: | Response format for the model with the key "type" and value "text" or "json_object" |
|
|
22
|
+
| `selectedFunctions` | [components.SelectedFunctions](../../models/components/selectedfunctions.md)[] | :heavy_minus_sign: | List of functions to be called by the model, refer to OpenAI schema for more details |
|
|
23
|
+
| `functionCallParams` | [components.FunctionCallParams](../../models/components/functioncallparams.md) | :heavy_minus_sign: | Function calling mode - "none", "auto" or "force" |
|
|
24
|
+
| `forceFunction` | Record<string, *any*> | :heavy_minus_sign: | Force function-specific parameters |
|
|
25
|
+
| `additionalProperties` | Record<string, *any*> | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# PassingRanges
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { PassingRanges } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: PassingRanges = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| ----------- | ----------- | ----------- | ----------- |
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# PipelineType
|
|
2
|
+
|
|
3
|
+
The type of data included in the dataset - "event" (default) or "session"
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { PipelineType } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: PipelineType = "session";
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Values
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
"event" | "session"
|
|
17
|
+
```
|