honeyhive 1.0.21 → 1.0.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.DS_Store +0 -0
- package/.cursor/rules/typescript.mdc +45 -0
- package/.env +2 -0
- package/.eslintrc.cjs +28 -0
- package/.genignore +8 -0
- package/.gitattributes +2 -0
- package/.github/workflows/sdk_generation.yaml +26 -0
- package/.github/workflows/sdk_publish.yaml +23 -0
- package/.github/workflows/speakeasy_sdk_generation.yml +47 -0
- package/.gitignore +31 -0
- package/.npmignore +10 -0
- package/.prettierrc +9 -0
- package/.speakeasy/gen.lock +635 -0
- package/.speakeasy/workflow.lock +36 -0
- package/.speakeasy/workflow.yaml +19 -0
- package/.tsbuildinfo +1 -0
- package/CONTRIBUTING.md +26 -0
- package/FUNCTIONS.md +150 -0
- package/Makefile +18 -0
- package/README.md +139 -68
- package/RELEASES.md +153 -0
- package/RUNTIMES.md +22 -0
- package/USAGE.md +60 -0
- package/codeSamples.yaml +1570 -0
- package/docs/lib/utils/retryconfig.md +24 -0
- package/docs/models/components/calltype.md +17 -0
- package/docs/models/components/configuration.md +88 -0
- package/docs/models/components/configurationtype.md +17 -0
- package/docs/models/components/createdatapointrequest.md +53 -0
- package/docs/models/components/createdatasetrequest.md +39 -0
- package/docs/models/components/createdatasetrequestpipelinetype.md +17 -0
- package/docs/models/components/createdatasetrequesttype.md +17 -0
- package/docs/models/components/createeventrequest.md +114 -0
- package/docs/models/components/createeventrequesteventtype.md +17 -0
- package/docs/models/components/createmodelevent.md +109 -0
- package/docs/models/components/createprojectrequest.md +18 -0
- package/docs/models/components/createrunrequest.md +28 -0
- package/docs/models/components/createrunresponse.md +16 -0
- package/docs/models/components/createtoolrequest.md +26 -0
- package/docs/models/components/createtoolrequesttype.md +15 -0
- package/docs/models/components/datapoint.md +69 -0
- package/docs/models/components/datapoints.md +18 -0
- package/docs/models/components/dataset.md +41 -0
- package/docs/models/components/datasettype.md +17 -0
- package/docs/models/components/datasetupdate.md +34 -0
- package/docs/models/components/deleterunresponse.md +16 -0
- package/docs/models/components/details.md +21 -0
- package/docs/models/components/env.md +15 -0
- package/docs/models/components/evaluationrun.md +25 -0
- package/docs/models/components/evaluationrunstatus.md +15 -0
- package/docs/models/components/evaluators.md +14 -0
- package/docs/models/components/event.md +114 -0
- package/docs/models/components/eventdetails.md +17 -0
- package/docs/models/components/eventfilter.md +23 -0
- package/docs/models/components/eventtype.md +17 -0
- package/docs/models/components/experimentcomparisonresponse.md +19 -0
- package/docs/models/components/experimentcomparisonresponseconfiguration.md +14 -0
- package/docs/models/components/experimentcomparisonresponseevaluators.md +14 -0
- package/docs/models/components/experimentcomparisonresponsemetadata.md +14 -0
- package/docs/models/components/experimentcomparisonresponsemetrics.md +29 -0
- package/docs/models/components/experimentcomparisonresponsepassingranges.md +14 -0
- package/docs/models/components/experimentcomparisonresponseresults.md +14 -0
- package/docs/models/components/experimentcomparisonresponseschemasconfiguration.md +14 -0
- package/docs/models/components/experimentcomparisonresponseschemasresults.md +14 -0
- package/docs/models/components/experimentresultresponse.md +20 -0
- package/docs/models/components/experimentresultresponsedatapoints.md +16 -0
- package/docs/models/components/experimentresultresponsemetrics.md +19 -0
- package/docs/models/components/functioncallparams.md +17 -0
- package/docs/models/components/getrunresponse.md +15 -0
- package/docs/models/components/getrunsresponse.md +15 -0
- package/docs/models/components/metadata.md +14 -0
- package/docs/models/components/metric.md +38 -0
- package/docs/models/components/metricedit.md +33 -0
- package/docs/models/components/metricediteventtype.md +17 -0
- package/docs/models/components/metriceditreturntype.md +17 -0
- package/docs/models/components/metriceditthreshold.md +18 -0
- package/docs/models/components/metricedittype.md +17 -0
- package/docs/models/components/metrics.md +16 -0
- package/docs/models/components/metrictype.md +17 -0
- package/docs/models/components/newrun.md +30 -0
- package/docs/models/components/newvalues.md +17 -0
- package/docs/models/components/oldrun.md +30 -0
- package/docs/models/components/oldvalues.md +17 -0
- package/docs/models/components/operator.md +17 -0
- package/docs/models/components/parameterst.md +25 -0
- package/docs/models/components/passingranges.md +14 -0
- package/docs/models/components/pipelinetype.md +17 -0
- package/docs/models/components/postconfigurationrequest.md +83 -0
- package/docs/models/components/postconfigurationrequestcalltype.md +17 -0
- package/docs/models/components/postconfigurationrequestenv.md +15 -0
- package/docs/models/components/postconfigurationrequestfunctioncallparams.md +17 -0
- package/docs/models/components/postconfigurationrequestparameters.md +25 -0
- package/docs/models/components/postconfigurationrequestresponseformat.md +16 -0
- package/docs/models/components/postconfigurationrequestselectedfunctions.md +18 -0
- package/docs/models/components/project.md +20 -0
- package/docs/models/components/putconfigurationrequest.md +86 -0
- package/docs/models/components/putconfigurationrequestcalltype.md +17 -0
- package/docs/models/components/putconfigurationrequestenv.md +15 -0
- package/docs/models/components/putconfigurationrequestfunctioncallparams.md +17 -0
- package/docs/models/components/putconfigurationrequestparameters.md +25 -0
- package/docs/models/components/putconfigurationrequestresponseformat.md +16 -0
- package/docs/models/components/putconfigurationrequestselectedfunctions.md +18 -0
- package/docs/models/components/putconfigurationrequesttype.md +17 -0
- package/docs/models/components/responseformat.md +16 -0
- package/docs/models/components/results.md +16 -0
- package/docs/models/components/returntypet.md +17 -0
- package/docs/models/components/security.md +17 -0
- package/docs/models/components/selectedfunctions.md +18 -0
- package/docs/models/components/sessionpropertiesbatch.md +56 -0
- package/docs/models/components/sessionstartrequest.md +68 -0
- package/docs/models/components/status.md +17 -0
- package/docs/models/components/threshold.md +18 -0
- package/docs/models/components/tool.md +27 -0
- package/docs/models/components/tooltype.md +15 -0
- package/docs/models/components/type.md +17 -0
- package/docs/models/components/updatedatapointrequest.md +51 -0
- package/docs/models/components/updateprojectrequest.md +19 -0
- package/docs/models/components/updaterunrequest.md +21 -0
- package/docs/models/components/updaterunrequeststatus.md +15 -0
- package/docs/models/components/updaterunresponse.md +16 -0
- package/docs/models/components/updatetoolrequest.md +24 -0
- package/docs/models/components/value.md +17 -0
- package/docs/models/components/values.md +17 -0
- package/docs/models/errors/createeventbatchresponsebody.md +19 -0
- package/docs/models/errors/createmodeleventbatchresponsebody.md +19 -0
- package/docs/models/operations/adddatapointsrequest.md +37 -0
- package/docs/models/operations/adddatapointsrequestbody.md +35 -0
- package/docs/models/operations/adddatapointsresponsebody.md +18 -0
- package/docs/models/operations/aggregatefunction.md +15 -0
- package/docs/models/operations/createdatapointresponsebody.md +17 -0
- package/docs/models/operations/createdatapointresult.md +15 -0
- package/docs/models/operations/createdatasetresponsebody.md +18 -0
- package/docs/models/operations/createdatasetresult.md +15 -0
- package/docs/models/operations/createeventbatchrequestbody.md +140 -0
- package/docs/models/operations/createeventbatchresponsebody.md +26 -0
- package/docs/models/operations/createeventrequestbody.md +98 -0
- package/docs/models/operations/createeventresponsebody.md +21 -0
- package/docs/models/operations/createmodeleventbatchrequestbody.md +137 -0
- package/docs/models/operations/createmodeleventbatchresponsebody.md +24 -0
- package/docs/models/operations/createmodeleventrequestbody.md +95 -0
- package/docs/models/operations/createmodeleventresponsebody.md +21 -0
- package/docs/models/operations/createtoolresponsebody.md +17 -0
- package/docs/models/operations/daterange.md +16 -0
- package/docs/models/operations/deleteconfigurationrequest.md +17 -0
- package/docs/models/operations/deletedatapointrequest.md +17 -0
- package/docs/models/operations/deletedatapointresponsebody.md +17 -0
- package/docs/models/operations/deletedatasetrequest.md +17 -0
- package/docs/models/operations/deletemetricrequest.md +17 -0
- package/docs/models/operations/deleteprojectrequest.md +17 -0
- package/docs/models/operations/deleterunrequest.md +17 -0
- package/docs/models/operations/deletetoolrequest.md +17 -0
- package/docs/models/operations/env.md +17 -0
- package/docs/models/operations/getconfigurationsrequest.md +19 -0
- package/docs/models/operations/getdatapointrequest.md +17 -0
- package/docs/models/operations/getdatapointresponsebody.md +62 -0
- package/docs/models/operations/getdatapointsrequest.md +19 -0
- package/docs/models/operations/getdatapointsresponsebody.md +62 -0
- package/docs/models/operations/getdatasetsrequest.md +19 -0
- package/docs/models/operations/getdatasetsresponsebody.md +37 -0
- package/docs/models/operations/geteventsrequestbody.md +30 -0
- package/docs/models/operations/geteventsresponsebody.md +103 -0
- package/docs/models/operations/getexperimentcomparisonrequest.md +22 -0
- package/docs/models/operations/getexperimentresultrequest.md +20 -0
- package/docs/models/operations/getmetricsrequest.md +17 -0
- package/docs/models/operations/getprojectsrequest.md +15 -0
- package/docs/models/operations/getrunrequest.md +17 -0
- package/docs/models/operations/getrunsrequest.md +15 -0
- package/docs/models/operations/getsessionrequest.md +17 -0
- package/docs/models/operations/mapping.md +29 -0
- package/docs/models/operations/queryparamaggregatefunction.md +15 -0
- package/docs/models/operations/result.md +15 -0
- package/docs/models/operations/startsessionrequestbody.md +55 -0
- package/docs/models/operations/startsessionresponsebody.md +17 -0
- package/docs/models/operations/type.md +17 -0
- package/docs/models/operations/updateconfigurationrequest.md +84 -0
- package/docs/models/operations/updatedatapointrequest.md +50 -0
- package/docs/models/operations/updateeventrequestbody.md +24 -0
- package/docs/models/operations/updaterunrequest.md +19 -0
- package/docs/sdks/configurations/README.md +20 -20
- package/docs/sdks/datapoints/README.md +6 -6
- package/docs/sdks/datasets/README.md +6 -6
- package/docs/sdks/events/README.md +38 -38
- package/docs/sdks/experiments/README.md +6 -6
- package/docs/sdks/metrics/README.md +6 -6
- package/docs/sdks/projects/README.md +2 -2
- package/docs/sdks/session/README.md +8 -8
- package/docs/sdks/tools/README.md +2 -2
- package/files.gen +232 -0
- package/funcs/configurationsCreateConfiguration.d.ts.map +1 -1
- package/funcs/configurationsCreateConfiguration.js +21 -15
- package/funcs/configurationsCreateConfiguration.js.map +1 -1
- package/funcs/configurationsDeleteConfiguration.d.ts.map +1 -1
- package/funcs/configurationsDeleteConfiguration.js +21 -15
- package/funcs/configurationsDeleteConfiguration.js.map +1 -1
- package/funcs/configurationsGetConfigurations.d.ts.map +1 -1
- package/funcs/configurationsGetConfigurations.js +21 -15
- package/funcs/configurationsGetConfigurations.js.map +1 -1
- package/funcs/configurationsUpdateConfiguration.d.ts.map +1 -1
- package/funcs/configurationsUpdateConfiguration.js +21 -15
- package/funcs/configurationsUpdateConfiguration.js.map +1 -1
- package/funcs/datapointsCreateDatapoint.d.ts.map +1 -1
- package/funcs/datapointsCreateDatapoint.js +21 -15
- package/funcs/datapointsCreateDatapoint.js.map +1 -1
- package/funcs/datapointsDeleteDatapoint.d.ts.map +1 -1
- package/funcs/datapointsDeleteDatapoint.js +21 -15
- package/funcs/datapointsDeleteDatapoint.js.map +1 -1
- package/funcs/datapointsGetDatapoint.d.ts.map +1 -1
- package/funcs/datapointsGetDatapoint.js +21 -15
- package/funcs/datapointsGetDatapoint.js.map +1 -1
- package/funcs/datapointsGetDatapoints.d.ts.map +1 -1
- package/funcs/datapointsGetDatapoints.js +21 -15
- package/funcs/datapointsGetDatapoints.js.map +1 -1
- package/funcs/datapointsUpdateDatapoint.d.ts.map +1 -1
- package/funcs/datapointsUpdateDatapoint.js +21 -15
- package/funcs/datapointsUpdateDatapoint.js.map +1 -1
- package/funcs/datasetsAddDatapoints.d.ts.map +1 -1
- package/funcs/datasetsAddDatapoints.js +21 -15
- package/funcs/datasetsAddDatapoints.js.map +1 -1
- package/funcs/datasetsCreateDataset.d.ts.map +1 -1
- package/funcs/datasetsCreateDataset.js +21 -15
- package/funcs/datasetsCreateDataset.js.map +1 -1
- package/funcs/datasetsDeleteDataset.d.ts.map +1 -1
- package/funcs/datasetsDeleteDataset.js +21 -15
- package/funcs/datasetsDeleteDataset.js.map +1 -1
- package/funcs/datasetsGetDatasets.d.ts.map +1 -1
- package/funcs/datasetsGetDatasets.js +21 -15
- package/funcs/datasetsGetDatasets.js.map +1 -1
- package/funcs/datasetsUpdateDataset.d.ts.map +1 -1
- package/funcs/datasetsUpdateDataset.js +21 -15
- package/funcs/datasetsUpdateDataset.js.map +1 -1
- package/funcs/eventsCreateEvent.d.ts.map +1 -1
- package/funcs/eventsCreateEvent.js +21 -15
- package/funcs/eventsCreateEvent.js.map +1 -1
- package/funcs/eventsCreateEventBatch.d.ts.map +1 -1
- package/funcs/eventsCreateEventBatch.js +21 -15
- package/funcs/eventsCreateEventBatch.js.map +1 -1
- package/funcs/eventsCreateModelEvent.d.ts.map +1 -1
- package/funcs/eventsCreateModelEvent.js +21 -15
- package/funcs/eventsCreateModelEvent.js.map +1 -1
- package/funcs/eventsCreateModelEventBatch.d.ts.map +1 -1
- package/funcs/eventsCreateModelEventBatch.js +21 -15
- package/funcs/eventsCreateModelEventBatch.js.map +1 -1
- package/funcs/eventsGetEvents.d.ts.map +1 -1
- package/funcs/eventsGetEvents.js +21 -15
- package/funcs/eventsGetEvents.js.map +1 -1
- package/funcs/eventsUpdateEvent.d.ts.map +1 -1
- package/funcs/eventsUpdateEvent.js +21 -15
- package/funcs/eventsUpdateEvent.js.map +1 -1
- package/funcs/experimentsCreateRun.d.ts.map +1 -1
- package/funcs/experimentsCreateRun.js +21 -15
- package/funcs/experimentsCreateRun.js.map +1 -1
- package/funcs/experimentsDeleteRun.d.ts.map +1 -1
- package/funcs/experimentsDeleteRun.js +21 -15
- package/funcs/experimentsDeleteRun.js.map +1 -1
- package/funcs/experimentsGetExperimentComparison.d.ts.map +1 -1
- package/funcs/experimentsGetExperimentComparison.js +21 -15
- package/funcs/experimentsGetExperimentComparison.js.map +1 -1
- package/funcs/experimentsGetExperimentResult.d.ts.map +1 -1
- package/funcs/experimentsGetExperimentResult.js +21 -15
- package/funcs/experimentsGetExperimentResult.js.map +1 -1
- package/funcs/experimentsGetRun.d.ts.map +1 -1
- package/funcs/experimentsGetRun.js +21 -15
- package/funcs/experimentsGetRun.js.map +1 -1
- package/funcs/experimentsGetRuns.d.ts.map +1 -1
- package/funcs/experimentsGetRuns.js +21 -15
- package/funcs/experimentsGetRuns.js.map +1 -1
- package/funcs/experimentsUpdateRun.d.ts.map +1 -1
- package/funcs/experimentsUpdateRun.js +21 -15
- package/funcs/experimentsUpdateRun.js.map +1 -1
- package/funcs/metricsCreateMetric.d.ts.map +1 -1
- package/funcs/metricsCreateMetric.js +21 -15
- package/funcs/metricsCreateMetric.js.map +1 -1
- package/funcs/metricsDeleteMetric.d.ts.map +1 -1
- package/funcs/metricsDeleteMetric.js +21 -15
- package/funcs/metricsDeleteMetric.js.map +1 -1
- package/funcs/metricsGetMetrics.d.ts.map +1 -1
- package/funcs/metricsGetMetrics.js +21 -15
- package/funcs/metricsGetMetrics.js.map +1 -1
- package/funcs/metricsUpdateMetric.d.ts.map +1 -1
- package/funcs/metricsUpdateMetric.js +21 -15
- package/funcs/metricsUpdateMetric.js.map +1 -1
- package/funcs/projectsCreateProject.d.ts.map +1 -1
- package/funcs/projectsCreateProject.js +21 -15
- package/funcs/projectsCreateProject.js.map +1 -1
- package/funcs/projectsDeleteProject.d.ts.map +1 -1
- package/funcs/projectsDeleteProject.js +21 -15
- package/funcs/projectsDeleteProject.js.map +1 -1
- package/funcs/projectsGetProjects.d.ts.map +1 -1
- package/funcs/projectsGetProjects.js +21 -15
- package/funcs/projectsGetProjects.js.map +1 -1
- package/funcs/projectsUpdateProject.d.ts.map +1 -1
- package/funcs/projectsUpdateProject.js +21 -15
- package/funcs/projectsUpdateProject.js.map +1 -1
- package/funcs/runsCreateRun.d.ts.map +1 -1
- package/funcs/runsCreateRun.js +1 -2
- package/funcs/runsCreateRun.js.map +1 -1
- package/funcs/runsUpdateRun.d.ts +1 -1
- package/funcs/runsUpdateRun.d.ts.map +1 -1
- package/funcs/runsUpdateRun.js +2 -2
- package/funcs/runsUpdateRun.js.map +1 -1
- package/funcs/sessionGetSession.d.ts.map +1 -1
- package/funcs/sessionGetSession.js +21 -15
- package/funcs/sessionGetSession.js.map +1 -1
- package/funcs/sessionStartSession.d.ts.map +1 -1
- package/funcs/sessionStartSession.js +21 -15
- package/funcs/sessionStartSession.js.map +1 -1
- package/funcs/toolsCreateTool.d.ts.map +1 -1
- package/funcs/toolsCreateTool.js +21 -15
- package/funcs/toolsCreateTool.js.map +1 -1
- package/funcs/toolsDeleteTool.d.ts.map +1 -1
- package/funcs/toolsDeleteTool.js +21 -15
- package/funcs/toolsDeleteTool.js.map +1 -1
- package/funcs/toolsGetTools.d.ts.map +1 -1
- package/funcs/toolsGetTools.js +21 -15
- package/funcs/toolsGetTools.js.map +1 -1
- package/funcs/toolsUpdateTool.d.ts.map +1 -1
- package/funcs/toolsUpdateTool.js +21 -15
- package/funcs/toolsUpdateTool.js.map +1 -1
- package/gen.yaml +61 -0
- package/hooks/types.d.ts +0 -4
- package/hooks/types.d.ts.map +1 -1
- package/index.d.ts.map +1 -1
- package/index.js +17 -10
- package/index.js.map +1 -1
- package/jsr.json +27 -0
- package/lib/base64.d.ts +2 -2
- package/lib/base64.d.ts.map +1 -1
- package/lib/base64.js +17 -7
- package/lib/base64.js.map +1 -1
- package/lib/config.d.ts +4 -4
- package/lib/config.js +4 -4
- package/lib/config.js.map +1 -1
- package/lib/encodings.d.ts.map +1 -1
- package/lib/primitives.d.ts +0 -4
- package/lib/primitives.d.ts.map +1 -1
- package/lib/primitives.js +0 -12
- package/lib/primitives.js.map +1 -1
- package/lib/retries.d.ts +0 -20
- package/lib/retries.d.ts.map +1 -1
- package/lib/retries.js +26 -51
- package/lib/retries.js.map +1 -1
- package/lib/sdks.d.ts +2 -2
- package/lib/sdks.d.ts.map +1 -1
- package/lib/sdks.js +12 -14
- package/lib/sdks.js.map +1 -1
- package/lib/security.d.ts +1 -20
- package/lib/security.d.ts.map +1 -1
- package/lib/security.js +1 -11
- package/lib/security.js.map +1 -1
- package/mcp-server/build.d.mts +2 -0
- package/mcp-server/build.d.mts.map +1 -0
- package/mcp-server/build.mjs +14 -0
- package/mcp-server/build.mjs.map +1 -0
- package/mcp-server/cli/start/command.d.ts +2 -0
- package/mcp-server/cli/start/command.d.ts.map +1 -0
- package/mcp-server/cli/start/command.js +138 -0
- package/mcp-server/cli/start/command.js.map +1 -0
- package/mcp-server/cli/start/impl.d.ts +18 -0
- package/mcp-server/cli/start/impl.d.ts.map +1 -0
- package/mcp-server/cli/start/impl.js +104 -0
- package/mcp-server/cli/start/impl.js.map +1 -0
- package/mcp-server/cli.d.ts +6 -0
- package/mcp-server/cli.d.ts.map +1 -0
- package/mcp-server/cli.js +10 -0
- package/mcp-server/cli.js.map +1 -0
- package/mcp-server/console-logger.d.ts +7 -0
- package/mcp-server/console-logger.d.ts.map +1 -0
- package/mcp-server/console-logger.js +59 -0
- package/mcp-server/console-logger.js.map +1 -0
- package/mcp-server/extensions.d.ts +9 -0
- package/mcp-server/extensions.d.ts.map +1 -0
- package/mcp-server/extensions.js +6 -0
- package/mcp-server/extensions.js.map +1 -0
- package/mcp-server/mcp-server.d.ts +2 -0
- package/mcp-server/mcp-server.d.ts.map +1 -0
- package/mcp-server/mcp-server.js +29 -0
- package/mcp-server/mcp-server.js.map +1 -0
- package/mcp-server/resources.d.ts +32 -0
- package/mcp-server/resources.d.ts.map +1 -0
- package/mcp-server/resources.js +78 -0
- package/mcp-server/resources.js.map +1 -0
- package/mcp-server/scopes.d.ts +3 -0
- package/mcp-server/scopes.d.ts.map +1 -0
- package/mcp-server/scopes.js +8 -0
- package/mcp-server/scopes.js.map +1 -0
- package/mcp-server/server.d.ts +12 -0
- package/mcp-server/server.d.ts.map +1 -0
- package/mcp-server/server.js +113 -0
- package/mcp-server/server.js.map +1 -0
- package/mcp-server/shared.d.ts +7 -0
- package/mcp-server/shared.d.ts.map +1 -0
- package/mcp-server/shared.js +98 -0
- package/mcp-server/shared.js.map +1 -0
- package/mcp-server/tools/configurationsCreateConfiguration.d.ts +8 -0
- package/mcp-server/tools/configurationsCreateConfiguration.d.ts.map +1 -0
- package/mcp-server/tools/configurationsCreateConfiguration.js +61 -0
- package/mcp-server/tools/configurationsCreateConfiguration.js.map +1 -0
- package/mcp-server/tools/configurationsDeleteConfiguration.d.ts +8 -0
- package/mcp-server/tools/configurationsDeleteConfiguration.d.ts.map +1 -0
- package/mcp-server/tools/configurationsDeleteConfiguration.js +61 -0
- package/mcp-server/tools/configurationsDeleteConfiguration.js.map +1 -0
- package/mcp-server/tools/configurationsGetConfigurations.d.ts +14 -0
- package/mcp-server/tools/configurationsGetConfigurations.d.ts.map +1 -0
- package/mcp-server/tools/configurationsGetConfigurations.js +65 -0
- package/mcp-server/tools/configurationsGetConfigurations.js.map +1 -0
- package/mcp-server/tools/configurationsUpdateConfiguration.d.ts +10 -0
- package/mcp-server/tools/configurationsUpdateConfiguration.d.ts.map +1 -0
- package/mcp-server/tools/configurationsUpdateConfiguration.js +63 -0
- package/mcp-server/tools/configurationsUpdateConfiguration.js.map +1 -0
- package/mcp-server/tools/datapointsCreateDatapoint.d.ts +8 -0
- package/mcp-server/tools/datapointsCreateDatapoint.d.ts.map +1 -0
- package/mcp-server/tools/datapointsCreateDatapoint.js +62 -0
- package/mcp-server/tools/datapointsCreateDatapoint.js.map +1 -0
- package/mcp-server/tools/datapointsDeleteDatapoint.d.ts +8 -0
- package/mcp-server/tools/datapointsDeleteDatapoint.d.ts.map +1 -0
- package/mcp-server/tools/datapointsDeleteDatapoint.js +62 -0
- package/mcp-server/tools/datapointsDeleteDatapoint.js.map +1 -0
- package/mcp-server/tools/datapointsGetDatapoint.d.ts +8 -0
- package/mcp-server/tools/datapointsGetDatapoint.d.ts.map +1 -0
- package/mcp-server/tools/datapointsGetDatapoint.js +62 -0
- package/mcp-server/tools/datapointsGetDatapoint.js.map +1 -0
- package/mcp-server/tools/datapointsGetDatapoints.d.ts +10 -0
- package/mcp-server/tools/datapointsGetDatapoints.d.ts.map +1 -0
- package/mcp-server/tools/datapointsGetDatapoints.js +64 -0
- package/mcp-server/tools/datapointsGetDatapoints.js.map +1 -0
- package/mcp-server/tools/datapointsUpdateDatapoint.d.ts +10 -0
- package/mcp-server/tools/datapointsUpdateDatapoint.d.ts.map +1 -0
- package/mcp-server/tools/datapointsUpdateDatapoint.js +63 -0
- package/mcp-server/tools/datapointsUpdateDatapoint.js.map +1 -0
- package/mcp-server/tools/datasetsAddDatapoints.d.ts +10 -0
- package/mcp-server/tools/datasetsAddDatapoints.d.ts.map +1 -0
- package/mcp-server/tools/datasetsAddDatapoints.js +64 -0
- package/mcp-server/tools/datasetsAddDatapoints.js.map +1 -0
- package/mcp-server/tools/datasetsCreateDataset.d.ts +8 -0
- package/mcp-server/tools/datasetsCreateDataset.d.ts.map +1 -0
- package/mcp-server/tools/datasetsCreateDataset.js +62 -0
- package/mcp-server/tools/datasetsCreateDataset.js.map +1 -0
- package/mcp-server/tools/datasetsDeleteDataset.d.ts +8 -0
- package/mcp-server/tools/datasetsDeleteDataset.d.ts.map +1 -0
- package/mcp-server/tools/datasetsDeleteDataset.js +61 -0
- package/mcp-server/tools/datasetsDeleteDataset.js.map +1 -0
- package/mcp-server/tools/datasetsGetDatasets.d.ts +13 -0
- package/mcp-server/tools/datasetsGetDatasets.d.ts.map +1 -0
- package/mcp-server/tools/datasetsGetDatasets.js +65 -0
- package/mcp-server/tools/datasetsGetDatasets.js.map +1 -0
- package/mcp-server/tools/datasetsUpdateDataset.d.ts +8 -0
- package/mcp-server/tools/datasetsUpdateDataset.d.ts.map +1 -0
- package/mcp-server/tools/datasetsUpdateDataset.js +61 -0
- package/mcp-server/tools/datasetsUpdateDataset.js.map +1 -0
- package/mcp-server/tools/eventsCreateEvent.d.ts +8 -0
- package/mcp-server/tools/eventsCreateEvent.d.ts.map +1 -0
- package/mcp-server/tools/eventsCreateEvent.js +64 -0
- package/mcp-server/tools/eventsCreateEvent.js.map +1 -0
- package/mcp-server/tools/eventsCreateEventBatch.d.ts +8 -0
- package/mcp-server/tools/eventsCreateEventBatch.d.ts.map +1 -0
- package/mcp-server/tools/eventsCreateEventBatch.js +64 -0
- package/mcp-server/tools/eventsCreateEventBatch.js.map +1 -0
- package/mcp-server/tools/eventsCreateModelEvent.d.ts +8 -0
- package/mcp-server/tools/eventsCreateModelEvent.d.ts.map +1 -0
- package/mcp-server/tools/eventsCreateModelEvent.js +64 -0
- package/mcp-server/tools/eventsCreateModelEvent.js.map +1 -0
- package/mcp-server/tools/eventsCreateModelEventBatch.d.ts +8 -0
- package/mcp-server/tools/eventsCreateModelEventBatch.d.ts.map +1 -0
- package/mcp-server/tools/eventsCreateModelEventBatch.js +64 -0
- package/mcp-server/tools/eventsCreateModelEventBatch.js.map +1 -0
- package/mcp-server/tools/eventsGetEvents.d.ts +8 -0
- package/mcp-server/tools/eventsGetEvents.d.ts.map +1 -0
- package/mcp-server/tools/eventsGetEvents.js +62 -0
- package/mcp-server/tools/eventsGetEvents.js.map +1 -0
- package/mcp-server/tools/eventsUpdateEvent.d.ts +8 -0
- package/mcp-server/tools/eventsUpdateEvent.d.ts.map +1 -0
- package/mcp-server/tools/eventsUpdateEvent.js +61 -0
- package/mcp-server/tools/eventsUpdateEvent.js.map +1 -0
- package/mcp-server/tools/experimentsCreateRun.d.ts +8 -0
- package/mcp-server/tools/experimentsCreateRun.d.ts.map +1 -0
- package/mcp-server/tools/experimentsCreateRun.js +62 -0
- package/mcp-server/tools/experimentsCreateRun.js.map +1 -0
- package/mcp-server/tools/experimentsDeleteRun.d.ts +8 -0
- package/mcp-server/tools/experimentsDeleteRun.d.ts.map +1 -0
- package/mcp-server/tools/experimentsDeleteRun.js +62 -0
- package/mcp-server/tools/experimentsDeleteRun.js.map +1 -0
- package/mcp-server/tools/experimentsGetExperimentComparison.d.ts +21 -0
- package/mcp-server/tools/experimentsGetExperimentComparison.d.ts.map +1 -0
- package/mcp-server/tools/experimentsGetExperimentComparison.js +67 -0
- package/mcp-server/tools/experimentsGetExperimentComparison.js.map +1 -0
- package/mcp-server/tools/experimentsGetExperimentResult.d.ts +20 -0
- package/mcp-server/tools/experimentsGetExperimentResult.d.ts.map +1 -0
- package/mcp-server/tools/experimentsGetExperimentResult.js +65 -0
- package/mcp-server/tools/experimentsGetExperimentResult.js.map +1 -0
- package/mcp-server/tools/experimentsGetRun.d.ts +8 -0
- package/mcp-server/tools/experimentsGetRun.d.ts.map +1 -0
- package/mcp-server/tools/experimentsGetRun.js +62 -0
- package/mcp-server/tools/experimentsGetRun.js.map +1 -0
- package/mcp-server/tools/experimentsGetRuns.d.ts +8 -0
- package/mcp-server/tools/experimentsGetRuns.d.ts.map +1 -0
- package/mcp-server/tools/experimentsGetRuns.js +62 -0
- package/mcp-server/tools/experimentsGetRuns.js.map +1 -0
- package/mcp-server/tools/experimentsUpdateRun.d.ts +10 -0
- package/mcp-server/tools/experimentsUpdateRun.d.ts.map +1 -0
- package/mcp-server/tools/experimentsUpdateRun.js +64 -0
- package/mcp-server/tools/experimentsUpdateRun.js.map +1 -0
- package/mcp-server/tools/metricsCreateMetric.d.ts +8 -0
- package/mcp-server/tools/metricsCreateMetric.d.ts.map +1 -0
- package/mcp-server/tools/metricsCreateMetric.js +63 -0
- package/mcp-server/tools/metricsCreateMetric.js.map +1 -0
- package/mcp-server/tools/metricsDeleteMetric.d.ts +8 -0
- package/mcp-server/tools/metricsDeleteMetric.d.ts.map +1 -0
- package/mcp-server/tools/metricsDeleteMetric.js +63 -0
- package/mcp-server/tools/metricsDeleteMetric.js.map +1 -0
- package/mcp-server/tools/metricsGetMetrics.d.ts +8 -0
- package/mcp-server/tools/metricsGetMetrics.d.ts.map +1 -0
- package/mcp-server/tools/metricsGetMetrics.js +64 -0
- package/mcp-server/tools/metricsGetMetrics.js.map +1 -0
- package/mcp-server/tools/metricsUpdateMetric.d.ts +8 -0
- package/mcp-server/tools/metricsUpdateMetric.d.ts.map +1 -0
- package/mcp-server/tools/metricsUpdateMetric.js +63 -0
- package/mcp-server/tools/metricsUpdateMetric.js.map +1 -0
- package/mcp-server/tools/projectsCreateProject.d.ts +8 -0
- package/mcp-server/tools/projectsCreateProject.d.ts.map +1 -0
- package/mcp-server/tools/projectsCreateProject.js +62 -0
- package/mcp-server/tools/projectsCreateProject.js.map +1 -0
- package/mcp-server/tools/projectsDeleteProject.d.ts +8 -0
- package/mcp-server/tools/projectsDeleteProject.d.ts.map +1 -0
- package/mcp-server/tools/projectsDeleteProject.js +61 -0
- package/mcp-server/tools/projectsDeleteProject.js.map +1 -0
- package/mcp-server/tools/projectsGetProjects.d.ts +8 -0
- package/mcp-server/tools/projectsGetProjects.d.ts.map +1 -0
- package/mcp-server/tools/projectsGetProjects.js +62 -0
- package/mcp-server/tools/projectsGetProjects.js.map +1 -0
- package/mcp-server/tools/projectsUpdateProject.d.ts +8 -0
- package/mcp-server/tools/projectsUpdateProject.d.ts.map +1 -0
- package/mcp-server/tools/projectsUpdateProject.js +61 -0
- package/mcp-server/tools/projectsUpdateProject.js.map +1 -0
- package/mcp-server/tools/sessionGetSession.d.ts +8 -0
- package/mcp-server/tools/sessionGetSession.d.ts.map +1 -0
- package/mcp-server/tools/sessionGetSession.js +62 -0
- package/mcp-server/tools/sessionGetSession.js.map +1 -0
- package/mcp-server/tools/sessionStartSession.d.ts +8 -0
- package/mcp-server/tools/sessionStartSession.d.ts.map +1 -0
- package/mcp-server/tools/sessionStartSession.js +62 -0
- package/mcp-server/tools/sessionStartSession.js.map +1 -0
- package/mcp-server/tools/toolsCreateTool.d.ts +8 -0
- package/mcp-server/tools/toolsCreateTool.d.ts.map +1 -0
- package/mcp-server/tools/toolsCreateTool.js +62 -0
- package/mcp-server/tools/toolsCreateTool.js.map +1 -0
- package/mcp-server/tools/toolsDeleteTool.d.ts +8 -0
- package/mcp-server/tools/toolsDeleteTool.d.ts.map +1 -0
- package/mcp-server/tools/toolsDeleteTool.js +61 -0
- package/mcp-server/tools/toolsDeleteTool.js.map +1 -0
- package/mcp-server/tools/toolsGetTools.d.ts +3 -0
- package/mcp-server/tools/toolsGetTools.d.ts.map +1 -0
- package/mcp-server/tools/toolsGetTools.js +24 -0
- package/mcp-server/tools/toolsGetTools.js.map +1 -0
- package/mcp-server/tools/toolsUpdateTool.d.ts +8 -0
- package/mcp-server/tools/toolsUpdateTool.d.ts.map +1 -0
- package/mcp-server/tools/toolsUpdateTool.js +61 -0
- package/mcp-server/tools/toolsUpdateTool.js.map +1 -0
- package/mcp-server/tools.d.ts +25 -0
- package/mcp-server/tools.d.ts.map +1 -0
- package/mcp-server/tools.js +77 -0
- package/mcp-server/tools.js.map +1 -0
- package/models/components/configuration.js +17 -7
- package/models/components/configuration.js.map +1 -1
- package/models/components/createdatapointrequest.js +17 -7
- package/models/components/createdatapointrequest.js.map +1 -1
- package/models/components/createdatasetrequest.js +17 -7
- package/models/components/createdatasetrequest.js.map +1 -1
- package/models/components/createeventrequest.js +17 -7
- package/models/components/createeventrequest.js.map +1 -1
- package/models/components/createmodelevent.js +17 -7
- package/models/components/createmodelevent.js.map +1 -1
- package/models/components/createprojectrequest.js +17 -7
- package/models/components/createprojectrequest.js.map +1 -1
- package/models/components/createrunrequest.js +17 -7
- package/models/components/createrunrequest.js.map +1 -1
- package/models/components/createrunresponse.js +17 -7
- package/models/components/createrunresponse.js.map +1 -1
- package/models/components/createtoolrequest.js +17 -7
- package/models/components/createtoolrequest.js.map +1 -1
- package/models/components/datapoint.js +17 -7
- package/models/components/datapoint.js.map +1 -1
- package/models/components/dataset.js +17 -7
- package/models/components/dataset.js.map +1 -1
- package/models/components/datasetupdate.js +17 -7
- package/models/components/datasetupdate.js.map +1 -1
- package/models/components/deleterunresponse.js +17 -7
- package/models/components/deleterunresponse.js.map +1 -1
- package/models/components/evaluationrun.js +17 -7
- package/models/components/evaluationrun.js.map +1 -1
- package/models/components/event.js +17 -7
- package/models/components/event.js.map +1 -1
- package/models/components/eventfilter.js +17 -7
- package/models/components/eventfilter.js.map +1 -1
- package/models/components/experimentcomparisonresponse.js +17 -7
- package/models/components/experimentcomparisonresponse.js.map +1 -1
- package/models/components/experimentresultresponse.js +17 -7
- package/models/components/experimentresultresponse.js.map +1 -1
- package/models/components/getrunresponse.js +17 -7
- package/models/components/getrunresponse.js.map +1 -1
- package/models/components/getrunsresponse.js +17 -7
- package/models/components/getrunsresponse.js.map +1 -1
- package/models/components/metric.d.ts +10 -0
- package/models/components/metric.d.ts.map +1 -1
- package/models/components/metric.js +25 -7
- package/models/components/metric.js.map +1 -1
- package/models/components/metricedit.d.ts +10 -0
- package/models/components/metricedit.d.ts.map +1 -1
- package/models/components/metricedit.js +25 -7
- package/models/components/metricedit.js.map +1 -1
- package/models/components/postconfigurationrequest.js +17 -7
- package/models/components/postconfigurationrequest.js.map +1 -1
- package/models/components/project.js +17 -7
- package/models/components/project.js.map +1 -1
- package/models/components/putconfigurationrequest.js +17 -7
- package/models/components/putconfigurationrequest.js.map +1 -1
- package/models/components/security.js +17 -7
- package/models/components/security.js.map +1 -1
- package/models/components/sessionpropertiesbatch.js +17 -7
- package/models/components/sessionpropertiesbatch.js.map +1 -1
- package/models/components/sessionstartrequest.js +17 -7
- package/models/components/sessionstartrequest.js.map +1 -1
- package/models/components/tool.js +17 -7
- package/models/components/tool.js.map +1 -1
- package/models/components/updatedatapointrequest.js +17 -7
- package/models/components/updatedatapointrequest.js.map +1 -1
- package/models/components/updateprojectrequest.js +17 -7
- package/models/components/updateprojectrequest.js.map +1 -1
- package/models/components/updaterunrequest.js +17 -7
- package/models/components/updaterunrequest.js.map +1 -1
- package/models/components/updaterunresponse.js +17 -7
- package/models/components/updaterunresponse.js.map +1 -1
- package/models/components/updatetoolrequest.js +17 -7
- package/models/components/updatetoolrequest.js.map +1 -1
- package/models/errors/createeventbatch.js +17 -7
- package/models/errors/createeventbatch.js.map +1 -1
- package/models/errors/createmodeleventbatch.js +17 -7
- package/models/errors/createmodeleventbatch.js.map +1 -1
- package/models/errors/sdkvalidationerror.js +17 -7
- package/models/errors/sdkvalidationerror.js.map +1 -1
- package/models/operations/adddatapoints.js +17 -7
- package/models/operations/adddatapoints.js.map +1 -1
- package/models/operations/createdatapoint.js +17 -7
- package/models/operations/createdatapoint.js.map +1 -1
- package/models/operations/createdataset.js +17 -7
- package/models/operations/createdataset.js.map +1 -1
- package/models/operations/createevent.js +17 -7
- package/models/operations/createevent.js.map +1 -1
- package/models/operations/createeventbatch.js +17 -7
- package/models/operations/createeventbatch.js.map +1 -1
- package/models/operations/createmodelevent.js +17 -7
- package/models/operations/createmodelevent.js.map +1 -1
- package/models/operations/createmodeleventbatch.js +17 -7
- package/models/operations/createmodeleventbatch.js.map +1 -1
- package/models/operations/createtool.js +17 -7
- package/models/operations/createtool.js.map +1 -1
- package/models/operations/deleteconfiguration.js +17 -7
- package/models/operations/deleteconfiguration.js.map +1 -1
- package/models/operations/deletedatapoint.js +17 -7
- package/models/operations/deletedatapoint.js.map +1 -1
- package/models/operations/deletedataset.js +17 -7
- package/models/operations/deletedataset.js.map +1 -1
- package/models/operations/deletemetric.js +17 -7
- package/models/operations/deletemetric.js.map +1 -1
- package/models/operations/deleteproject.js +17 -7
- package/models/operations/deleteproject.js.map +1 -1
- package/models/operations/deleterun.js +17 -7
- package/models/operations/deleterun.js.map +1 -1
- package/models/operations/deletetool.js +17 -7
- package/models/operations/deletetool.js.map +1 -1
- package/models/operations/getconfigurations.js +17 -7
- package/models/operations/getconfigurations.js.map +1 -1
- package/models/operations/getdatapoint.js +17 -7
- package/models/operations/getdatapoint.js.map +1 -1
- package/models/operations/getdatapoints.js +17 -7
- package/models/operations/getdatapoints.js.map +1 -1
- package/models/operations/getdatasets.js +17 -7
- package/models/operations/getdatasets.js.map +1 -1
- package/models/operations/getevents.js +17 -7
- package/models/operations/getevents.js.map +1 -1
- package/models/operations/getexperimentcomparison.js +17 -7
- package/models/operations/getexperimentcomparison.js.map +1 -1
- package/models/operations/getexperimentresult.js +17 -7
- package/models/operations/getexperimentresult.js.map +1 -1
- package/models/operations/getmetrics.js +17 -7
- package/models/operations/getmetrics.js.map +1 -1
- package/models/operations/getprojects.js +17 -7
- package/models/operations/getprojects.js.map +1 -1
- package/models/operations/getrun.js +17 -7
- package/models/operations/getrun.js.map +1 -1
- package/models/operations/getruns.js +17 -7
- package/models/operations/getruns.js.map +1 -1
- package/models/operations/getsession.js +17 -7
- package/models/operations/getsession.js.map +1 -1
- package/models/operations/startsession.js +17 -7
- package/models/operations/startsession.js.map +1 -1
- package/models/operations/updateconfiguration.js +17 -7
- package/models/operations/updateconfiguration.js.map +1 -1
- package/models/operations/updatedatapoint.js +17 -7
- package/models/operations/updatedatapoint.js.map +1 -1
- package/models/operations/updateevent.js +17 -7
- package/models/operations/updateevent.js.map +1 -1
- package/models/operations/updaterun.js +17 -7
- package/models/operations/updaterun.js.map +1 -1
- package/openapi.yaml +3226 -0
- package/package.json +20 -18
- package/sdk/evaluation.d.ts +15 -6
- package/sdk/evaluation.d.ts.map +1 -1
- package/sdk/evaluation.js +45 -18
- package/sdk/evaluation.js.map +1 -1
- package/sdk/index.d.ts +0 -3
- package/sdk/index.d.ts.map +1 -1
- package/sdk/index.js +1 -4
- package/sdk/index.js.map +1 -1
- package/sdk/lc_tracer.d.ts +7 -6
- package/sdk/lc_tracer.d.ts.map +1 -1
- package/sdk/lc_tracer.js +43 -26
- package/sdk/lc_tracer.js.map +1 -1
- package/sdk/runs.d.ts +1 -1
- package/sdk/runs.d.ts.map +1 -1
- package/sdk/runs.js +2 -2
- package/sdk/runs.js.map +1 -1
- package/sdk/telemetry.d.ts.map +1 -1
- package/sdk/telemetry.js +18 -9
- package/sdk/telemetry.js.map +1 -1
- package/sdk/tracer.d.ts +129 -24
- package/sdk/tracer.d.ts.map +1 -1
- package/sdk/tracer.js +303 -138
- package/sdk/tracer.js.map +1 -1
- package/src/funcs/configurationsCreateConfiguration.ts +4 -11
- package/src/funcs/configurationsDeleteConfiguration.ts +4 -11
- package/src/funcs/configurationsGetConfigurations.ts +4 -11
- package/src/funcs/configurationsUpdateConfiguration.ts +4 -11
- package/src/funcs/datapointsCreateDatapoint.ts +4 -11
- package/src/funcs/datapointsDeleteDatapoint.ts +4 -11
- package/src/funcs/datapointsGetDatapoint.ts +4 -11
- package/src/funcs/datapointsGetDatapoints.ts +4 -11
- package/src/funcs/datapointsUpdateDatapoint.ts +4 -11
- package/src/funcs/datasetsAddDatapoints.ts +4 -11
- package/src/funcs/datasetsCreateDataset.ts +4 -11
- package/src/funcs/datasetsDeleteDataset.ts +4 -11
- package/src/funcs/datasetsGetDatasets.ts +4 -11
- package/src/funcs/datasetsUpdateDataset.ts +4 -11
- package/src/funcs/eventsCreateEvent.ts +4 -11
- package/src/funcs/eventsCreateEventBatch.ts +4 -11
- package/src/funcs/eventsCreateModelEvent.ts +4 -11
- package/src/funcs/eventsCreateModelEventBatch.ts +4 -11
- package/src/funcs/eventsGetEvents.ts +4 -11
- package/src/funcs/eventsUpdateEvent.ts +4 -11
- package/src/funcs/experimentsCreateRun.ts +4 -11
- package/src/funcs/experimentsDeleteRun.ts +4 -11
- package/src/funcs/experimentsGetExperimentComparison.ts +4 -11
- package/src/funcs/experimentsGetExperimentResult.ts +4 -11
- package/src/funcs/experimentsGetRun.ts +4 -11
- package/src/funcs/experimentsGetRuns.ts +4 -11
- package/src/funcs/experimentsUpdateRun.ts +4 -11
- package/src/funcs/metricsCreateMetric.ts +4 -11
- package/src/funcs/metricsDeleteMetric.ts +4 -11
- package/src/funcs/metricsGetMetrics.ts +4 -11
- package/src/funcs/metricsUpdateMetric.ts +4 -11
- package/src/funcs/projectsCreateProject.ts +4 -11
- package/src/funcs/projectsDeleteProject.ts +4 -11
- package/src/funcs/projectsGetProjects.ts +4 -11
- package/src/funcs/projectsUpdateProject.ts +4 -11
- package/src/funcs/sessionGetSession.ts +4 -11
- package/src/funcs/sessionStartSession.ts +4 -11
- package/src/funcs/toolsCreateTool.ts +4 -11
- package/src/funcs/toolsDeleteTool.ts +4 -11
- package/src/funcs/toolsGetTools.ts +4 -11
- package/src/funcs/toolsUpdateTool.ts +4 -11
- package/src/hooks/types.ts +0 -4
- package/src/index.ts +0 -4
- package/src/lib/config.ts +4 -4
- package/src/lib/primitives.ts +0 -20
- package/src/lib/retries.ts +31 -63
- package/src/lib/sdks.ts +15 -19
- package/src/lib/security.ts +3 -39
- package/src/models/components/metric.ts +18 -0
- package/src/models/components/metricedit.ts +18 -0
- package/src/sdk/evaluation.ts +52 -23
- package/src/sdk/index.ts +1 -4
- package/src/sdk/lc_tracer.ts +64 -44
- package/src/sdk/telemetry.ts +2 -3
- package/src/sdk/tracer.ts +396 -172
- package/tsconfig.json +40 -0
- package/types/async.d.ts +23 -0
- package/types/async.d.ts.map +1 -0
- package/types/async.js +44 -0
- package/types/async.js.map +1 -0
- package/types/blobs.js +17 -7
- package/types/blobs.js.map +1 -1
- package/types/constdatetime.js +17 -7
- package/types/constdatetime.js.map +1 -1
- package/dist/index.d.ts +0 -1
- package/dist/index.js +0 -20
- package/dist/internal/utils/contenttype.d.ts +0 -1
- package/dist/internal/utils/contenttype.js +0 -33
- package/dist/internal/utils/headers.d.ts +0 -4
- package/dist/internal/utils/headers.js +0 -92
- package/dist/internal/utils/index.d.ts +0 -8
- package/dist/internal/utils/index.js +0 -27
- package/dist/internal/utils/pathparams.d.ts +0 -2
- package/dist/internal/utils/pathparams.js +0 -53
- package/dist/internal/utils/queryparams.d.ts +0 -2
- package/dist/internal/utils/queryparams.js +0 -182
- package/dist/internal/utils/requestbody.d.ts +0 -2
- package/dist/internal/utils/requestbody.js +0 -328
- package/dist/internal/utils/retries.d.ts +0 -20
- package/dist/internal/utils/retries.js +0 -250
- package/dist/internal/utils/security.d.ts +0 -5
- package/dist/internal/utils/security.js +0 -196
- package/dist/internal/utils/utils.d.ts +0 -37
- package/dist/internal/utils/utils.js +0 -368
- package/dist/models/components/configuration.d.ts +0 -44
- package/dist/models/components/configuration.js +0 -94
- package/dist/models/components/createdatapointrequest.d.ts +0 -31
- package/dist/models/components/createdatapointrequest.js +0 -75
- package/dist/models/components/createdatasetrequest.d.ts +0 -50
- package/dist/models/components/createdatasetrequest.js +0 -101
- package/dist/models/components/createeventrequest.d.ts +0 -87
- package/dist/models/components/createeventrequest.js +0 -144
- package/dist/models/components/createmodelevent.d.ts +0 -71
- package/dist/models/components/createmodelevent.js +0 -125
- package/dist/models/components/createprojectrequest.d.ts +0 -5
- package/dist/models/components/createprojectrequest.js +0 -50
- package/dist/models/components/createrunrequest.d.ts +0 -42
- package/dist/models/components/createrunrequest.js +0 -88
- package/dist/models/components/createrunresponse.d.ts +0 -6
- package/dist/models/components/createrunresponse.js +0 -52
- package/dist/models/components/createtoolrequest.d.ts +0 -18
- package/dist/models/components/createtoolrequest.js +0 -70
- package/dist/models/components/datapoint.d.ts +0 -41
- package/dist/models/components/datapoint.js +0 -118
- package/dist/models/components/dataset.d.ts +0 -58
- package/dist/models/components/dataset.js +0 -119
- package/dist/models/components/datasetupdate.d.ts +0 -27
- package/dist/models/components/datasetupdate.js +0 -70
- package/dist/models/components/deleterunresponse.d.ts +0 -5
- package/dist/models/components/deleterunresponse.js +0 -50
- package/dist/models/components/evaluationrun.d.ts +0 -50
- package/dist/models/components/evaluationrun.js +0 -116
- package/dist/models/components/event.d.ts +0 -88
- package/dist/models/components/event.js +0 -145
- package/dist/models/components/eventfilter.d.ts +0 -38
- package/dist/models/components/eventfilter.js +0 -81
- package/dist/models/components/getrunresponse.d.ts +0 -5
- package/dist/models/components/getrunresponse.js +0 -47
- package/dist/models/components/getrunsresponse.d.ts +0 -5
- package/dist/models/components/getrunsresponse.js +0 -47
- package/dist/models/components/index.d.ts +0 -31
- package/dist/models/components/index.js +0 -50
- package/dist/models/components/metric.d.ts +0 -86
- package/dist/models/components/metric.js +0 -155
- package/dist/models/components/metricedit.d.ts +0 -91
- package/dist/models/components/metricedit.js +0 -160
- package/dist/models/components/postconfigurationrequest.d.ts +0 -29
- package/dist/models/components/postconfigurationrequest.js +0 -76
- package/dist/models/components/project.d.ts +0 -6
- package/dist/models/components/project.js +0 -55
- package/dist/models/components/putconfigurationrequest.d.ts +0 -40
- package/dist/models/components/putconfigurationrequest.js +0 -89
- package/dist/models/components/security.d.ts +0 -4
- package/dist/models/components/security.js +0 -45
- package/dist/models/components/sessionstartrequest.d.ts +0 -67
- package/dist/models/components/sessionstartrequest.js +0 -120
- package/dist/models/components/tool.d.ts +0 -19
- package/dist/models/components/tool.js +0 -75
- package/dist/models/components/updatedatapointrequest.d.ts +0 -27
- package/dist/models/components/updatedatapointrequest.js +0 -70
- package/dist/models/components/updateprojectrequest.d.ts +0 -6
- package/dist/models/components/updateprojectrequest.js +0 -55
- package/dist/models/components/updaterunrequest.d.ts +0 -32
- package/dist/models/components/updaterunrequest.js +0 -80
- package/dist/models/components/updaterunresponse.d.ts +0 -11
- package/dist/models/components/updaterunresponse.js +0 -50
- package/dist/models/components/updatetoolrequest.d.ts +0 -7
- package/dist/models/components/updatetoolrequest.js +0 -60
- package/dist/models/errors/createeventbatch.d.ts +0 -14
- package/dist/models/errors/createeventbatch.js +0 -70
- package/dist/models/errors/createmodeleventbatch.d.ts +0 -14
- package/dist/models/errors/createmodeleventbatch.js +0 -70
- package/dist/models/errors/index.d.ts +0 -3
- package/dist/models/errors/index.js +0 -22
- package/dist/models/errors/sdkerror.d.ts +0 -7
- package/dist/models/errors/sdkerror.js +0 -40
- package/dist/models/operations/adddatapoints.d.ts +0 -68
- package/dist/models/operations/adddatapoints.js +0 -143
- package/dist/models/operations/createconfiguration.d.ts +0 -16
- package/dist/models/operations/createconfiguration.js +0 -51
- package/dist/models/operations/createdatapoint.d.ts +0 -29
- package/dist/models/operations/createdatapoint.js +0 -86
- package/dist/models/operations/createdataset.d.ts +0 -33
- package/dist/models/operations/createdataset.js +0 -91
- package/dist/models/operations/createevent.d.ts +0 -31
- package/dist/models/operations/createevent.js +0 -115
- package/dist/models/operations/createeventbatch.d.ts +0 -36
- package/dist/models/operations/createeventbatch.js +0 -125
- package/dist/models/operations/createmetric.d.ts +0 -16
- package/dist/models/operations/createmetric.js +0 -51
- package/dist/models/operations/createmodelevent.d.ts +0 -31
- package/dist/models/operations/createmodelevent.js +0 -115
- package/dist/models/operations/createmodeleventbatch.d.ts +0 -31
- package/dist/models/operations/createmodeleventbatch.js +0 -115
- package/dist/models/operations/createproject.d.ts +0 -21
- package/dist/models/operations/createproject.js +0 -79
- package/dist/models/operations/createrun.d.ts +0 -21
- package/dist/models/operations/createrun.js +0 -79
- package/dist/models/operations/createtool.d.ts +0 -29
- package/dist/models/operations/createtool.js +0 -86
- package/dist/models/operations/deleteconfiguration.d.ts +0 -22
- package/dist/models/operations/deleteconfiguration.js +0 -63
- package/dist/models/operations/deletedatapoint.d.ts +0 -32
- package/dist/models/operations/deletedatapoint.js +0 -84
- package/dist/models/operations/deletedataset.d.ts +0 -22
- package/dist/models/operations/deletedataset.js +0 -63
- package/dist/models/operations/deletemetric.d.ts +0 -19
- package/dist/models/operations/deletemetric.js +0 -63
- package/dist/models/operations/deleteproject.d.ts +0 -19
- package/dist/models/operations/deleteproject.js +0 -63
- package/dist/models/operations/deleterun.d.ts +0 -24
- package/dist/models/operations/deleterun.js +0 -91
- package/dist/models/operations/deletetool.d.ts +0 -19
- package/dist/models/operations/deletetool.js +0 -63
- package/dist/models/operations/getconfigurations.d.ts +0 -43
- package/dist/models/operations/getconfigurations.js +0 -108
- package/dist/models/operations/getdatapoint.d.ts +0 -33
- package/dist/models/operations/getdatapoint.js +0 -109
- package/dist/models/operations/getdatapoints.d.ts +0 -41
- package/dist/models/operations/getdatapoints.js +0 -117
- package/dist/models/operations/getdatasets.d.ts +0 -48
- package/dist/models/operations/getdatasets.js +0 -125
- package/dist/models/operations/getevents.d.ts +0 -57
- package/dist/models/operations/getevents.js +0 -155
- package/dist/models/operations/getmetrics.d.ts +0 -27
- package/dist/models/operations/getmetrics.js +0 -91
- package/dist/models/operations/getprojects.d.ts +0 -24
- package/dist/models/operations/getprojects.js +0 -91
- package/dist/models/operations/getrun.d.ts +0 -24
- package/dist/models/operations/getrun.js +0 -91
- package/dist/models/operations/getruns.d.ts +0 -24
- package/dist/models/operations/getruns.js +0 -91
- package/dist/models/operations/getsession.d.ts +0 -24
- package/dist/models/operations/getsession.js +0 -91
- package/dist/models/operations/gettools.d.ts +0 -21
- package/dist/models/operations/gettools.js +0 -79
- package/dist/models/operations/index.d.ts +0 -39
- package/dist/models/operations/index.js +0 -58
- package/dist/models/operations/startsession.d.ts +0 -30
- package/dist/models/operations/startsession.js +0 -110
- package/dist/models/operations/updateconfiguration.d.ts +0 -24
- package/dist/models/operations/updateconfiguration.js +0 -91
- package/dist/models/operations/updatedatapoint.d.ts +0 -24
- package/dist/models/operations/updatedatapoint.js +0 -91
- package/dist/models/operations/updatedataset.d.ts +0 -16
- package/dist/models/operations/updatedataset.js +0 -51
- package/dist/models/operations/updateevent.d.ts +0 -26
- package/dist/models/operations/updateevent.js +0 -100
- package/dist/models/operations/updatemetric.d.ts +0 -16
- package/dist/models/operations/updatemetric.js +0 -51
- package/dist/models/operations/updateproject.d.ts +0 -16
- package/dist/models/operations/updateproject.js +0 -51
- package/dist/models/operations/updaterun.d.ts +0 -25
- package/dist/models/operations/updaterun.js +0 -95
- package/dist/models/operations/updatetool.d.ts +0 -16
- package/dist/models/operations/updatetool.js +0 -51
- package/dist/sdk/configurations.d.ts +0 -24
- package/dist/sdk/configurations.js +0 -356
- package/dist/sdk/datapoints.d.ts +0 -28
- package/dist/sdk/datapoints.js +0 -430
- package/dist/sdk/datasets.d.ts +0 -28
- package/dist/sdk/datasets.js +0 -435
- package/dist/sdk/events.d.ts +0 -43
- package/dist/sdk/events.js +0 -567
- package/dist/sdk/index.d.ts +0 -2
- package/dist/sdk/index.js +0 -21
- package/dist/sdk/metrics.d.ts +0 -36
- package/dist/sdk/metrics.js +0 -366
- package/dist/sdk/projects.d.ts +0 -24
- package/dist/sdk/projects.js +0 -361
- package/dist/sdk/runs.d.ts +0 -28
- package/dist/sdk/runs.js +0 -439
- package/dist/sdk/sdk.d.ts +0 -64
- package/dist/sdk/sdk.js +0 -90
- package/dist/sdk/session.d.ts +0 -15
- package/dist/sdk/session.js +0 -237
- package/dist/sdk/telemetry.d.ts +0 -21
- package/dist/sdk/telemetry.js +0 -243
- package/dist/sdk/tools.d.ts +0 -24
- package/dist/sdk/tools.js +0 -357
- package/dist/sdk/tracer.d.ts +0 -26
- package/dist/sdk/tracer.js +0 -308
- package/dist/types/index.d.ts +0 -1
- package/dist/types/index.js +0 -20
- package/dist/types/rfcdate.d.ts +0 -9
- package/dist/types/rfcdate.js +0 -59
- package/tests/agent_script.ts +0 -127
- package/tests/enrich_span.ts +0 -111
- package/tests/jest.config.js +0 -6
- package/tests/openai_test.ts +0 -72
- package/tests/tracer.test.ts +0 -74
- package/tests/tracer_script.ts +0 -71
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
# RetryConfig
|
|
2
|
+
|
|
3
|
+
Allows customizing the default retry configuration. It is only permitted in methods that accept retry policies.
|
|
4
|
+
|
|
5
|
+
## Fields
|
|
6
|
+
|
|
7
|
+
| Name | Type | Description | Example |
|
|
8
|
+
| ------------------------- | ----------------------------------- | ------------------------------------------------------------------------------------------ | ----------- |
|
|
9
|
+
| `strategy` | `"backoff" | "none"` | The retry strategy to use. | `"backoff"` |
|
|
10
|
+
| `backoff` | [BackoffStrategy](#backoffstrategy) | When strategy is "backoff", this configurates for the backoff parameters. | |
|
|
11
|
+
| `retryConnectionErrors` | `*boolean*` | When strategy is "backoff", this determines whether or not to retry on connection errors. | `true` |
|
|
12
|
+
|
|
13
|
+
## BackoffStrategy
|
|
14
|
+
|
|
15
|
+
The backoff strategy allows retrying a request with an exponential backoff between each retry.
|
|
16
|
+
|
|
17
|
+
### Fields
|
|
18
|
+
|
|
19
|
+
| Name | Type | Description | Example |
|
|
20
|
+
| ------------------ | ------------ | ----------------------------------------- | -------- |
|
|
21
|
+
| `initialInterval` | `*number*` | The initial interval in milliseconds. | `500` |
|
|
22
|
+
| `maxInterval` | `*number*` | The maximum interval in milliseconds. | `60000` |
|
|
23
|
+
| `exponent` | `*number*` | The exponent to use for the backoff. | `1.5` |
|
|
24
|
+
| `maxElapsedTime` | `*number*` | The maximum elapsed time in milliseconds. | `300000` |
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# CallType
|
|
2
|
+
|
|
3
|
+
Type of API calling - "chat" or "completion"
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { CallType } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: CallType = "completion";
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Values
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
"chat" | "completion"
|
|
17
|
+
```
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
# Configuration
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { Configuration } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: Configuration = {
|
|
9
|
+
id: "6638187d505c6812e4044f24",
|
|
10
|
+
project: "New Project",
|
|
11
|
+
name: "function-v0",
|
|
12
|
+
env: [
|
|
13
|
+
"staging",
|
|
14
|
+
],
|
|
15
|
+
provider: "openai",
|
|
16
|
+
parameters: {
|
|
17
|
+
callType: "chat",
|
|
18
|
+
model: "gpt-4-turbo-preview",
|
|
19
|
+
hyperparameters: {
|
|
20
|
+
"temperature": 0,
|
|
21
|
+
"max_tokens": 1000,
|
|
22
|
+
"top_p": 1,
|
|
23
|
+
"top_k": -1,
|
|
24
|
+
"frequency_penalty": 0,
|
|
25
|
+
"presence_penalty": 0,
|
|
26
|
+
"stop_sequences": [
|
|
27
|
+
"<value>",
|
|
28
|
+
],
|
|
29
|
+
},
|
|
30
|
+
responseFormat: {},
|
|
31
|
+
selectedFunctions: [
|
|
32
|
+
{
|
|
33
|
+
id: "64e3ba90e81f9b3a3808c27f",
|
|
34
|
+
name: "get_google_information",
|
|
35
|
+
description: "Get information from Google when you do not have that information in your context",
|
|
36
|
+
parameters: {
|
|
37
|
+
"type": "object",
|
|
38
|
+
"properties": {
|
|
39
|
+
"query": {
|
|
40
|
+
"type": "string",
|
|
41
|
+
"description": "The query asked by the user",
|
|
42
|
+
},
|
|
43
|
+
},
|
|
44
|
+
"required": [
|
|
45
|
+
"query",
|
|
46
|
+
],
|
|
47
|
+
},
|
|
48
|
+
},
|
|
49
|
+
],
|
|
50
|
+
functionCallParams: "auto",
|
|
51
|
+
forceFunction: {
|
|
52
|
+
|
|
53
|
+
},
|
|
54
|
+
additionalProperties: {
|
|
55
|
+
"template": [
|
|
56
|
+
{
|
|
57
|
+
"role": "system",
|
|
58
|
+
"content": "You are a web search assistant.",
|
|
59
|
+
},
|
|
60
|
+
{
|
|
61
|
+
"role": "user",
|
|
62
|
+
"content": "{{ query }}",
|
|
63
|
+
},
|
|
64
|
+
],
|
|
65
|
+
},
|
|
66
|
+
},
|
|
67
|
+
type: "LLM",
|
|
68
|
+
userProperties: {
|
|
69
|
+
"user_id": "google-oauth2|108897808434934946583",
|
|
70
|
+
"user_name": "Dhruv Singh",
|
|
71
|
+
"user_picture": "https://lh3.googleusercontent.com/a/ACg8ocLyQilNtK9RIv4M0p-0FBSbxljBP0p5JabnStku1AQKtFSK=s96-c",
|
|
72
|
+
"user_email": "dhruv@honeyhive.ai",
|
|
73
|
+
},
|
|
74
|
+
};
|
|
75
|
+
```
|
|
76
|
+
|
|
77
|
+
## Fields
|
|
78
|
+
|
|
79
|
+
| Field | Type | Required | Description |
|
|
80
|
+
| ---------------------------------------------------------------------------- | ---------------------------------------------------------------------------- | ---------------------------------------------------------------------------- | ---------------------------------------------------------------------------- |
|
|
81
|
+
| `id` | *string* | :heavy_minus_sign: | ID of the configuration |
|
|
82
|
+
| `project` | *string* | :heavy_check_mark: | ID of the project to which this configuration belongs |
|
|
83
|
+
| `name` | *string* | :heavy_check_mark: | Name of the configuration |
|
|
84
|
+
| `env` | [components.Env](../../models/components/env.md)[] | :heavy_minus_sign: | List of environments where the configuration is active |
|
|
85
|
+
| `provider` | *string* | :heavy_check_mark: | Name of the provider - "openai", "anthropic", etc. |
|
|
86
|
+
| `parameters` | [components.ParametersT](../../models/components/parameterst.md) | :heavy_check_mark: | N/A |
|
|
87
|
+
| `type` | [components.ConfigurationType](../../models/components/configurationtype.md) | :heavy_minus_sign: | Type of the configuration - "LLM" or "pipeline" - "LLM" by default |
|
|
88
|
+
| `userProperties` | Record<string, *any*> | :heavy_minus_sign: | Details of user who created the configuration |
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# ConfigurationType
|
|
2
|
+
|
|
3
|
+
Type of the configuration - "LLM" or "pipeline" - "LLM" by default
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { ConfigurationType } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: ConfigurationType = "LLM";
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Values
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
"LLM" | "pipeline"
|
|
17
|
+
```
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
# CreateDatapointRequest
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { CreateDatapointRequest } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: CreateDatapointRequest = {
|
|
9
|
+
project: "New Project",
|
|
10
|
+
inputs: {
|
|
11
|
+
"query": "what's the temperature in Iceland?",
|
|
12
|
+
},
|
|
13
|
+
history: [
|
|
14
|
+
{
|
|
15
|
+
"role": "system",
|
|
16
|
+
"content":
|
|
17
|
+
"You are a helpful web assistant that helps users answer questions about the world based on the information provided to you by Google's search API. Answer the questions as truthfully as you can. In case you are unsure about the correct answer, please respond with \"I apologize but I'm not sure.\"",
|
|
18
|
+
},
|
|
19
|
+
{
|
|
20
|
+
"role": "user",
|
|
21
|
+
"content":
|
|
22
|
+
"what's the temperature in Iceland?\n\n\n--Google search API results below:---\n\n\"snippet\":\"2 Week Extended Forecast in Reykjavik, Iceland ; Feb 4, 29 / 20 °F · Snow showers early. Broken clouds. ; Feb 5, 27 / 16 °F · Light snow. Decreasing cloudiness.\",\"snippet_highlighted_words\":[\"Feb 4, 29 / 20 °F\"]",
|
|
23
|
+
},
|
|
24
|
+
],
|
|
25
|
+
groundTruth: {
|
|
26
|
+
"role": "assistant",
|
|
27
|
+
"content":
|
|
28
|
+
"The temperature in Reykjavik, Iceland is currently around 5F or -15C. Please note that weather conditions can change rapidly, so it's best to check a reliable source for the most up-to-date information.",
|
|
29
|
+
},
|
|
30
|
+
linkedEvent: "6bba5182-d4b1-4b29-a64a-f0a8bd964f76",
|
|
31
|
+
linkedDatasets: [
|
|
32
|
+
"<value>",
|
|
33
|
+
],
|
|
34
|
+
metadata: {
|
|
35
|
+
"question_type": "weather",
|
|
36
|
+
"completion_tokens": 47,
|
|
37
|
+
"prompt_tokens": 696,
|
|
38
|
+
"total_tokens": 743,
|
|
39
|
+
},
|
|
40
|
+
};
|
|
41
|
+
```
|
|
42
|
+
|
|
43
|
+
## Fields
|
|
44
|
+
|
|
45
|
+
| Field | Type | Required | Description |
|
|
46
|
+
| ------------------------------------------------------------- | ------------------------------------------------------------- | ------------------------------------------------------------- | ------------------------------------------------------------- |
|
|
47
|
+
| `project` | *string* | :heavy_check_mark: | Name for the project to which the datapoint belongs |
|
|
48
|
+
| `inputs` | Record<string, *any*> | :heavy_check_mark: | Arbitrary JSON object containing the inputs for the datapoint |
|
|
49
|
+
| `history` | Record<string, *any*>[] | :heavy_minus_sign: | Conversation history associated with the datapoint |
|
|
50
|
+
| `groundTruth` | Record<string, *any*> | :heavy_minus_sign: | Expected output JSON object for the datapoint |
|
|
51
|
+
| `linkedEvent` | *string* | :heavy_minus_sign: | Event id for the event from which the datapoint was created |
|
|
52
|
+
| `linkedDatasets` | *string*[] | :heavy_minus_sign: | Ids of all datasets that include the datapoint |
|
|
53
|
+
| `metadata` | Record<string, *any*> | :heavy_minus_sign: | Any additional metadata for the datapoint |
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
# CreateDatasetRequest
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { CreateDatasetRequest } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: CreateDatasetRequest = {
|
|
9
|
+
project: "New Project",
|
|
10
|
+
name: "test-dataset",
|
|
11
|
+
description: "A test dataset",
|
|
12
|
+
type: "evaluation",
|
|
13
|
+
datapoints: [
|
|
14
|
+
"66369748b5773befbdc661e2",
|
|
15
|
+
],
|
|
16
|
+
linkedEvals: [
|
|
17
|
+
"<value>",
|
|
18
|
+
],
|
|
19
|
+
saved: false,
|
|
20
|
+
pipelineType: "event",
|
|
21
|
+
metadata: {
|
|
22
|
+
"source": "dev",
|
|
23
|
+
},
|
|
24
|
+
};
|
|
25
|
+
```
|
|
26
|
+
|
|
27
|
+
## Fields
|
|
28
|
+
|
|
29
|
+
| Field | Type | Required | Description |
|
|
30
|
+
| ---------------------------------------------------------------------------------------------------------- | ---------------------------------------------------------------------------------------------------------- | ---------------------------------------------------------------------------------------------------------- | ---------------------------------------------------------------------------------------------------------- |
|
|
31
|
+
| `project` | *string* | :heavy_check_mark: | Name of the project associated with this dataset like `New Project` |
|
|
32
|
+
| `name` | *string* | :heavy_check_mark: | Name of the dataset |
|
|
33
|
+
| `description` | *string* | :heavy_minus_sign: | A description for the dataset |
|
|
34
|
+
| `type` | [components.CreateDatasetRequestType](../../models/components/createdatasetrequesttype.md) | :heavy_minus_sign: | What the dataset is to be used for - "evaluation" (default) or "fine-tuning" |
|
|
35
|
+
| `datapoints` | *string*[] | :heavy_minus_sign: | List of unique datapoint ids to be included in this dataset |
|
|
36
|
+
| `linkedEvals` | *string*[] | :heavy_minus_sign: | List of unique evaluation run ids to be associated with this dataset |
|
|
37
|
+
| `saved` | *boolean* | :heavy_minus_sign: | N/A |
|
|
38
|
+
| `pipelineType` | [components.CreateDatasetRequestPipelineType](../../models/components/createdatasetrequestpipelinetype.md) | :heavy_minus_sign: | The type of data included in the dataset - "event" (default) or "session" |
|
|
39
|
+
| `metadata` | Record<string, *any*> | :heavy_minus_sign: | Any helpful metadata to track for the dataset |
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# CreateDatasetRequestPipelineType
|
|
2
|
+
|
|
3
|
+
The type of data included in the dataset - "event" (default) or "session"
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { CreateDatasetRequestPipelineType } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: CreateDatasetRequestPipelineType = "session";
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Values
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
"event" | "session"
|
|
17
|
+
```
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# CreateDatasetRequestType
|
|
2
|
+
|
|
3
|
+
What the dataset is to be used for - "evaluation" (default) or "fine-tuning"
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { CreateDatasetRequestType } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: CreateDatasetRequestType = "evaluation";
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Values
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
"evaluation" | "fine-tuning"
|
|
17
|
+
```
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
# CreateEventRequest
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { CreateEventRequest } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: CreateEventRequest = {
|
|
9
|
+
project: "Simple RAG",
|
|
10
|
+
source: "playground",
|
|
11
|
+
eventName: "Model Completion",
|
|
12
|
+
eventType: "model",
|
|
13
|
+
eventId: "7f22137a-6911-4ed3-bc36-110f1dde6b66",
|
|
14
|
+
sessionId: "caf77ace-3417-4da4-944d-f4a0688f3c23",
|
|
15
|
+
parentId: "caf77ace-3417-4da4-944d-f4a0688f3c23",
|
|
16
|
+
childrenIds: [
|
|
17
|
+
"<value>",
|
|
18
|
+
],
|
|
19
|
+
config: {
|
|
20
|
+
"model": "gpt-3.5-turbo",
|
|
21
|
+
"version": "v0.1",
|
|
22
|
+
"provider": "openai",
|
|
23
|
+
"hyperparameters": {
|
|
24
|
+
"temperature": 0,
|
|
25
|
+
"top_p": 1,
|
|
26
|
+
"max_tokens": 1000,
|
|
27
|
+
"presence_penalty": 0,
|
|
28
|
+
"frequency_penalty": 0,
|
|
29
|
+
"stop": [
|
|
30
|
+
"<value>",
|
|
31
|
+
],
|
|
32
|
+
"n": 1,
|
|
33
|
+
},
|
|
34
|
+
"template": [
|
|
35
|
+
{
|
|
36
|
+
"role": "system",
|
|
37
|
+
"content": "Answer the user's question only using provided context.\n" +
|
|
38
|
+
"\n" +
|
|
39
|
+
"Context: {{ context }}",
|
|
40
|
+
},
|
|
41
|
+
{
|
|
42
|
+
"role": "user",
|
|
43
|
+
"content": "{{question}}",
|
|
44
|
+
},
|
|
45
|
+
],
|
|
46
|
+
"type": "chat",
|
|
47
|
+
},
|
|
48
|
+
inputs: {
|
|
49
|
+
"context": "Hello world",
|
|
50
|
+
"question": "What is in the context?",
|
|
51
|
+
"chat_history": [
|
|
52
|
+
{
|
|
53
|
+
"role": "system",
|
|
54
|
+
"content": "Answer the user's question only using provided context.\n" +
|
|
55
|
+
"\n" +
|
|
56
|
+
"Context: Hello world",
|
|
57
|
+
},
|
|
58
|
+
{
|
|
59
|
+
"role": "user",
|
|
60
|
+
"content": "What is in the context?",
|
|
61
|
+
},
|
|
62
|
+
],
|
|
63
|
+
},
|
|
64
|
+
outputs: {
|
|
65
|
+
"role": "assistant",
|
|
66
|
+
"content": "Hello world",
|
|
67
|
+
},
|
|
68
|
+
error: null,
|
|
69
|
+
startTime: 1714978764301,
|
|
70
|
+
endTime: 1714978765301,
|
|
71
|
+
duration: 999.8056,
|
|
72
|
+
metadata: {
|
|
73
|
+
"cost": 0.00008,
|
|
74
|
+
"completion_tokens": 23,
|
|
75
|
+
"prompt_tokens": 35,
|
|
76
|
+
"total_tokens": 58,
|
|
77
|
+
},
|
|
78
|
+
feedback: {
|
|
79
|
+
|
|
80
|
+
},
|
|
81
|
+
metrics: {
|
|
82
|
+
"Answer Faithfulness": 5,
|
|
83
|
+
"Answer Faithfulness_explanation": "The AI assistant's answer is a concise and accurate description of Ramp's API. It provides a clear explanation of what the API does and how developers can use it to integrate Ramp's financial services into their own applications. The answer is faithful to the provided context.",
|
|
84
|
+
"Number of words": 18,
|
|
85
|
+
},
|
|
86
|
+
userProperties: {
|
|
87
|
+
"user": "google-oauth2|111840237613341303366",
|
|
88
|
+
},
|
|
89
|
+
};
|
|
90
|
+
```
|
|
91
|
+
|
|
92
|
+
## Fields
|
|
93
|
+
|
|
94
|
+
| Field | Type | Required | Description |
|
|
95
|
+
| ------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------ |
|
|
96
|
+
| `project` | *string* | :heavy_check_mark: | Project associated with the event |
|
|
97
|
+
| `source` | *string* | :heavy_check_mark: | Source of the event - production, staging, etc |
|
|
98
|
+
| `eventName` | *string* | :heavy_check_mark: | Name of the event |
|
|
99
|
+
| `eventType` | [components.CreateEventRequestEventType](../../models/components/createeventrequesteventtype.md) | :heavy_check_mark: | Specify whether the event is of "model", "tool" or "chain" type |
|
|
100
|
+
| `eventId` | *string* | :heavy_minus_sign: | Unique id of the event, if not set, it will be auto-generated |
|
|
101
|
+
| `sessionId` | *string* | :heavy_minus_sign: | Unique id of the session associated with the event, if not set, it will be auto-generated |
|
|
102
|
+
| `parentId` | *string* | :heavy_minus_sign: | Id of the parent event if nested |
|
|
103
|
+
| `childrenIds` | *string*[] | :heavy_minus_sign: | Id of events that are nested within the event |
|
|
104
|
+
| `config` | Record<string, *any*> | :heavy_check_mark: | Associated configuration JSON for the event - model name, vector index name, etc |
|
|
105
|
+
| `inputs` | Record<string, *any*> | :heavy_check_mark: | Input JSON given to the event - prompt, chunks, etc |
|
|
106
|
+
| `outputs` | Record<string, *any*> | :heavy_minus_sign: | Final output JSON of the event |
|
|
107
|
+
| `error` | *string* | :heavy_minus_sign: | Any error description if event failed |
|
|
108
|
+
| `startTime` | *number* | :heavy_minus_sign: | UTC timestamp (in milliseconds) for the event start |
|
|
109
|
+
| `endTime` | *number* | :heavy_minus_sign: | UTC timestamp (in milliseconds) for the event end |
|
|
110
|
+
| `duration` | *number* | :heavy_check_mark: | How long the event took in milliseconds |
|
|
111
|
+
| `metadata` | Record<string, *any*> | :heavy_minus_sign: | Any system or application metadata associated with the event |
|
|
112
|
+
| `feedback` | Record<string, *any*> | :heavy_minus_sign: | Any user feedback provided for the event output |
|
|
113
|
+
| `metrics` | Record<string, *any*> | :heavy_minus_sign: | Any values computed over the output of the event |
|
|
114
|
+
| `userProperties` | Record<string, *any*> | :heavy_minus_sign: | Any user properties associated with the event |
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# CreateEventRequestEventType
|
|
2
|
+
|
|
3
|
+
Specify whether the event is of "model", "tool" or "chain" type
|
|
4
|
+
|
|
5
|
+
## Example Usage
|
|
6
|
+
|
|
7
|
+
```typescript
|
|
8
|
+
import { CreateEventRequestEventType } from "honeyhive/models/components";
|
|
9
|
+
|
|
10
|
+
let value: CreateEventRequestEventType = "tool";
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Values
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
"model" | "tool" | "chain"
|
|
17
|
+
```
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
# CreateModelEvent
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { CreateModelEvent } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: CreateModelEvent = {
|
|
9
|
+
project: "New Project",
|
|
10
|
+
model: "gpt-4o",
|
|
11
|
+
provider: "openai",
|
|
12
|
+
messages: [
|
|
13
|
+
{
|
|
14
|
+
"role": "system",
|
|
15
|
+
"content": "Hello, world!",
|
|
16
|
+
},
|
|
17
|
+
],
|
|
18
|
+
response: {
|
|
19
|
+
"role": "assistant",
|
|
20
|
+
"content": "Hello, world!",
|
|
21
|
+
},
|
|
22
|
+
duration: 42,
|
|
23
|
+
usage: {
|
|
24
|
+
"prompt_tokens": 10,
|
|
25
|
+
"completion_tokens": 10,
|
|
26
|
+
"total_tokens": 20,
|
|
27
|
+
},
|
|
28
|
+
cost: 0.00008,
|
|
29
|
+
error: null,
|
|
30
|
+
source: "playground",
|
|
31
|
+
eventName: "Model Completion",
|
|
32
|
+
hyperparameters: {
|
|
33
|
+
"temperature": 0,
|
|
34
|
+
"top_p": 1,
|
|
35
|
+
"max_tokens": 1000,
|
|
36
|
+
"presence_penalty": 0,
|
|
37
|
+
"frequency_penalty": 0,
|
|
38
|
+
"stop": [
|
|
39
|
+
"<value>",
|
|
40
|
+
],
|
|
41
|
+
"n": 1,
|
|
42
|
+
},
|
|
43
|
+
template: [
|
|
44
|
+
{
|
|
45
|
+
"role": "system",
|
|
46
|
+
"content": "Hello, {{ name }}!",
|
|
47
|
+
},
|
|
48
|
+
],
|
|
49
|
+
templateInputs: {
|
|
50
|
+
"name": "world",
|
|
51
|
+
},
|
|
52
|
+
tools: [
|
|
53
|
+
{
|
|
54
|
+
"type": "function",
|
|
55
|
+
"function": {
|
|
56
|
+
"name": "get_current_weather",
|
|
57
|
+
"description": "Get the current weather",
|
|
58
|
+
"parameters": {
|
|
59
|
+
"type": "object",
|
|
60
|
+
"properties": {
|
|
61
|
+
"location": {
|
|
62
|
+
"type": "string",
|
|
63
|
+
"description": "The city and state, e.g. San Francisco, CA",
|
|
64
|
+
},
|
|
65
|
+
"format": {
|
|
66
|
+
"type": "string",
|
|
67
|
+
"enum": [
|
|
68
|
+
"celsius",
|
|
69
|
+
"fahrenheit",
|
|
70
|
+
],
|
|
71
|
+
"description": "The temperature unit to use. Infer this from the users location.",
|
|
72
|
+
},
|
|
73
|
+
},
|
|
74
|
+
"required": [
|
|
75
|
+
"location",
|
|
76
|
+
"format",
|
|
77
|
+
],
|
|
78
|
+
},
|
|
79
|
+
},
|
|
80
|
+
},
|
|
81
|
+
],
|
|
82
|
+
toolChoice: "none",
|
|
83
|
+
responseFormat: {
|
|
84
|
+
"type": "text",
|
|
85
|
+
},
|
|
86
|
+
};
|
|
87
|
+
```
|
|
88
|
+
|
|
89
|
+
## Fields
|
|
90
|
+
|
|
91
|
+
| Field | Type | Required | Description |
|
|
92
|
+
| ---------------------------------------------- | ---------------------------------------------- | ---------------------------------------------- | ---------------------------------------------- |
|
|
93
|
+
| `project` | *string* | :heavy_check_mark: | Project associated with the event |
|
|
94
|
+
| `model` | *string* | :heavy_check_mark: | Model name |
|
|
95
|
+
| `provider` | *string* | :heavy_check_mark: | Model provider |
|
|
96
|
+
| `messages` | Record<string, *any*>[] | :heavy_check_mark: | Messages passed to the model |
|
|
97
|
+
| `response` | Record<string, *any*> | :heavy_check_mark: | Final output JSON of the event |
|
|
98
|
+
| `duration` | *number* | :heavy_check_mark: | How long the event took in milliseconds |
|
|
99
|
+
| `usage` | Record<string, *any*> | :heavy_check_mark: | Usage statistics of the model |
|
|
100
|
+
| `cost` | *number* | :heavy_minus_sign: | Cost of the model completion |
|
|
101
|
+
| `error` | *string* | :heavy_minus_sign: | Any error description if event failed |
|
|
102
|
+
| `source` | *string* | :heavy_minus_sign: | Source of the event - production, staging, etc |
|
|
103
|
+
| `eventName` | *string* | :heavy_minus_sign: | Name of the event |
|
|
104
|
+
| `hyperparameters` | Record<string, *any*> | :heavy_minus_sign: | Hyperparameters used for the model |
|
|
105
|
+
| `template` | Record<string, *any*>[] | :heavy_minus_sign: | Template used for the model |
|
|
106
|
+
| `templateInputs` | Record<string, *any*> | :heavy_minus_sign: | Inputs for the template |
|
|
107
|
+
| `tools` | Record<string, *any*>[] | :heavy_minus_sign: | Tools used for the model |
|
|
108
|
+
| `toolChoice` | *string* | :heavy_minus_sign: | Tool choice for the model |
|
|
109
|
+
| `responseFormat` | Record<string, *any*> | :heavy_minus_sign: | Response format for the model |
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
# CreateProjectRequest
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { CreateProjectRequest } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: CreateProjectRequest = {
|
|
9
|
+
name: "<value>",
|
|
10
|
+
};
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
## Fields
|
|
14
|
+
|
|
15
|
+
| Field | Type | Required | Description |
|
|
16
|
+
| ------------------ | ------------------ | ------------------ | ------------------ |
|
|
17
|
+
| `name` | *string* | :heavy_check_mark: | N/A |
|
|
18
|
+
| `description` | *string* | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
# CreateRunRequest
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { CreateRunRequest } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: CreateRunRequest = {
|
|
9
|
+
project: "<value>",
|
|
10
|
+
name: "<value>",
|
|
11
|
+
eventIds: [
|
|
12
|
+
"904a4962-4999-4aa6-be56-ecb1ebf2d291",
|
|
13
|
+
],
|
|
14
|
+
};
|
|
15
|
+
```
|
|
16
|
+
|
|
17
|
+
## Fields
|
|
18
|
+
|
|
19
|
+
| Field | Type | Required | Description |
|
|
20
|
+
| --------------------------------------------------------------------------------- | --------------------------------------------------------------------------------- | --------------------------------------------------------------------------------- | --------------------------------------------------------------------------------- |
|
|
21
|
+
| `project` | *string* | :heavy_check_mark: | The UUID of the project this run is associated with |
|
|
22
|
+
| `name` | *string* | :heavy_check_mark: | The name of the run to be displayed |
|
|
23
|
+
| `eventIds` | *string*[] | :heavy_check_mark: | The UUIDs of the sessions/events this run is associated with |
|
|
24
|
+
| `datasetId` | *string* | :heavy_minus_sign: | The UUID of the dataset this run is associated with |
|
|
25
|
+
| `datapointIds` | *string*[] | :heavy_minus_sign: | The UUIDs of the datapoints from the original dataset this run is associated with |
|
|
26
|
+
| `configuration` | Record<string, *any*> | :heavy_minus_sign: | The configuration being used for this run |
|
|
27
|
+
| `metadata` | Record<string, *any*> | :heavy_minus_sign: | Additional metadata for the run |
|
|
28
|
+
| `status` | [components.Status](../../models/components/status.md) | :heavy_minus_sign: | The status of the run |
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
# CreateRunResponse
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { CreateRunResponse } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: CreateRunResponse = {};
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Fields
|
|
12
|
+
|
|
13
|
+
| Field | Type | Required | Description |
|
|
14
|
+
| -------------------------------------------------------------------- | -------------------------------------------------------------------- | -------------------------------------------------------------------- | -------------------------------------------------------------------- |
|
|
15
|
+
| `evaluation` | [components.EvaluationRun](../../models/components/evaluationrun.md) | :heavy_minus_sign: | N/A |
|
|
16
|
+
| `runId` | *string* | :heavy_minus_sign: | N/A |
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
# CreateToolRequest
|
|
2
|
+
|
|
3
|
+
## Example Usage
|
|
4
|
+
|
|
5
|
+
```typescript
|
|
6
|
+
import { CreateToolRequest } from "honeyhive/models/components";
|
|
7
|
+
|
|
8
|
+
let value: CreateToolRequest = {
|
|
9
|
+
task: "<value>",
|
|
10
|
+
name: "<value>",
|
|
11
|
+
parameters: {
|
|
12
|
+
"key": "<value>",
|
|
13
|
+
},
|
|
14
|
+
type: "tool",
|
|
15
|
+
};
|
|
16
|
+
```
|
|
17
|
+
|
|
18
|
+
## Fields
|
|
19
|
+
|
|
20
|
+
| Field | Type | Required | Description |
|
|
21
|
+
| ------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------ |
|
|
22
|
+
| `task` | *string* | :heavy_check_mark: | Name of the project associated with this tool |
|
|
23
|
+
| `name` | *string* | :heavy_check_mark: | N/A |
|
|
24
|
+
| `description` | *string* | :heavy_minus_sign: | N/A |
|
|
25
|
+
| `parameters` | Record<string, *any*> | :heavy_check_mark: | These can be function call params or plugin call params |
|
|
26
|
+
| `type` | [components.CreateToolRequestType](../../models/components/createtoolrequesttype.md) | :heavy_check_mark: | N/A |
|